-- Logs begin at Mon 2021-08-30 22:00:08 UTC, end at Tue 2021-08-31 00:17:01 UTC. -- Aug 30 22:31:52.682218 n-d-791504-21 systemd[1]: Started Devstack devstack@q-svc.service. Aug 30 22:31:55.466957 n-d-791504-21 neutron-server[101161]: INFO neutron.common.config [-] Logging enabled! Aug 30 22:31:55.467620 n-d-791504-21 neutron-server[101161]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 22:31:55.467740 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101161) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 22:31:55.471195 n-d-791504-21 neutron-server[101161]: INFO neutron.common.config [-] Logging enabled! Aug 30 22:31:55.471444 n-d-791504-21 neutron-server[101161]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 30 22:31:55.471755 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101161) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 30 22:31:55.472711 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 22:31:55.473004 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 22:31:55.473387 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 22:31:55.473658 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 22:31:55.473975 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 22:31:55.474317 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.474615 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.474917 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.475144 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.475437 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.475724 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.476003 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.476286 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.476580 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.476888 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.477161 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.477502 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.477732 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.478035 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.478389 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.478677 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.478895 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] debug = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.479170 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.479596 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.479992 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.480269 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.480559 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.480832 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.481102 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.481374 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.481655 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.482015 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] host = n-d-791504-21 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.482288 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.482569 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.482851 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.483131 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.483404 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.483677 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.483958 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.484228 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.484512 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.484764 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.485044 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.485326 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.485610 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.485868 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.486088 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.486371 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.486652 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.488889 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.489591 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.489591 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.489591 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.489848 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.490039 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.490317 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.490588 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.490856 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.491121 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.491402 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.491666 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.491933 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.492231 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.492539 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.492816 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.493095 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.493422 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.493642 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.493934 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.494203 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.494469 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_json = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.494736 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.495000 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.495277 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.495544 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.495812 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.496078 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.496345 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.496623 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:55.496918 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.497213 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.497537 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.497852 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.498147 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.498424 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.498709 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.498983 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.499270 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.499556 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.499842 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.500117 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.500401 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.500678 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.500969 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.501271 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.501562 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.501878 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.502153 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.502429 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.502695 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.502970 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.503253 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.503528 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.503814 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.504099 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.504375 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.506613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.507192 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.507192 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.507331 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.507604 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.507882 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.508684 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.508951 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.509220 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.509494 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.509780 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.510072 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.510339 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.510605 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.510877 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.511151 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.511436 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.511707 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.511972 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.512238 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.512509 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.512774 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.513040 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.513312 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.513579 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.513870 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.514139 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.514405 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.514671 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.514936 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.515201 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.515467 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.515732 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.516003 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.516268 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.516534 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.516798 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.517063 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.517334 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.517613 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.517932 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.518206 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.518480 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.518752 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.519025 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.519301 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.519574 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.519846 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.520117 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.520386 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.520672 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.520954 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.521235 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.521512 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.521807 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.522100 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.522374 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.522660 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.522936 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.523210 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.523486 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.524321 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.524630 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.524920 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.525216 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.525500 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.525802 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.526095 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.526435 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.526711 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:55.526925 n-d-791504-21 neutron-server[101161]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 22:31:55.527168 n-d-791504-21 neutron-server[101161]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101161) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 30 22:31:55.878302 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 22:31:55.878576 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 22:31:55.878866 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 30 22:31:55.879196 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 30 22:31:56.279744 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.280032 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.280300 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.281583 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.281877 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.282140 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.317073 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.317344 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.317612 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.334717 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.334995 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.335261 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.364642 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.364918 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.365185 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.403810 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.404082 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.404344 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.639685 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.640322 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.640322 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.640511 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.641077 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.762604 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.762916 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.763201 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.763472 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.763752 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.764069 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.764339 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.764595 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.764851 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.765133 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.765389 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.765654 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.765932 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.766183 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.766434 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.766700 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.766955 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.767256 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.767599 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.770823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.770823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.770823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.770823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.770823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771362 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771757 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:56.771757 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 30 22:31:56.775733 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 30 22:31:56.779990 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 30 22:31:56.784131 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 30 22:31:56.786023 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 30 22:31:56.786735 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 30 22:31:56.787245 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 30 22:31:56.787637 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 30 22:31:56.791070 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 30 22:31:56.791312 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 30 22:31:56.791663 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 22:31:56.797039 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 30 22:31:56.819166 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 30 22:31:56.819720 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.820020 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101161) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 30 22:31:56.820669 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.822181 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101161) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 30 22:31:56.822469 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 30 22:31:56.822713 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 30 22:31:56.825950 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.826231 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:56.891650 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 30 22:31:56.891830 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 30 22:31:56.892054 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 30 22:31:56.892411 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 30 22:31:56.914089 n-d-791504-21 neutron-server[101161]: DEBUG oslo_db.sqlalchemy.engines [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101161) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 30 22:31:57.453041 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing driver for type 'gre' Aug 30 22:31:57.453573 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] gre ID ranges: [(1, 1000)] Aug 30 22:31:57.513708 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing driver for type 'local' Aug 30 22:31:57.514063 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing driver for type 'vlan' Aug 30 22:31:57.527768 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] VlanTypeDriver initialization complete Aug 30 22:31:57.528152 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing driver for type 'vxlan' Aug 30 22:31:57.528689 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] vxlan ID ranges: [(1, 1000)] Aug 30 22:31:57.583425 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing extension driver 'port_security' Aug 30 22:31:57.583845 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] PortSecurityExtensionDriver initialization complete Aug 30 22:31:57.584211 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing mechanism driver 'openvswitch' Aug 30 22:31:57.584547 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing mechanism driver 'hyperv' Aug 30 22:31:57.591268 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.plugin [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101161) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:57.591972 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.592356 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.592717 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.593336 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.593851 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.594277 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.594635 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.595035 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.595449 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.595806 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.596154 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.596560 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.596986 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.597431 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.597765 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.598341 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.598767 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.599138 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.599485 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.599891 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.600301 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > address_group after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.600797 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > address_group after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.601152 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.601684 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101161) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 30 22:31:57.602110 n-d-791504-21 neutron-server[101161]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] ML2 OVO RPC backend initialized. {{(pid=101161) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 30 22:31:57.602869 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.603235 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.603665 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.604018 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > networks before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.604403 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.604730 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > ports before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.605081 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.605433 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnets before_response 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.605817 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.606157 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.606501 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.607120 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.607477 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.607823 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.608176 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.608514 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.608858 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.609464 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.plugin [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Modular L2 Plugin initialization complete Aug 30 22:31:57.609822 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading services supported by the core plugin {{(pid=101161) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 30 22:31:57.610164 n-d-791504-21 neutron-server[101161]: INFO neutron.plugins.ml2.managers [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Got port-security extension from driver 'port_security' Aug 30 22:31:57.610644 n-d-791504-21 neutron-server[101161]: INFO neutron.extensions.vlantransparent [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Disabled vlantransparent extension. Aug 30 22:31:57.611136 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101161) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 30 22:31:57.611455 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: router Aug 30 22:31:57.653893 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.654561 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_create 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.654676 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router before_create 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.655043 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.655426 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.655794 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_delete 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.656164 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.656523 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.656893 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_create 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.657252 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.657609 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.657992 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.658363 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.658786 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.659166 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.659515 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.659862 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: subnet after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.660213 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.660574 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.660931 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.661290 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.661635 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.662038 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router after_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.662394 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.662754 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_create 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.663124 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.663478 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_update 55549900 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.663851 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > agent after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.664735 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > agent after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.665093 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > network after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.666027 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Tracking information for resource: router configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:57.666370 n-d-791504-21 neutron-server[101161]: DEBUG neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Tracking information for resource: floatingip configured {{(pid=101161) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 30 22:31:57.671565 n-d-791504-21 neutron-server[101161]: INFO neutron.db.l3_agentschedulers_db [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 30 22:31:57.672166 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.672541 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.672908 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.673275 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: port after_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.674120 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router before_create 55550100 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.674498 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.674878 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_create 55550100 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.675245 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > router precommit_update 55550100 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.680386 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.provider_configuration [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service providers = [] {{(pid=101161) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 30 22:31:57.680764 n-d-791504-21 neutron-server[101161]: DEBUG neutron.db.servicetype_db [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101161) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 30 22:31:57.683826 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.service_base [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101161) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 22:31:57.684181 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.service_base [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101161) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 22:31:57.684535 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.service_base [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101161) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 22:31:57.685463 n-d-791504-21 neutron-server[101161]: DEBUG neutron.services.service_base [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101161) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 30 22:31:57.685863 n-d-791504-21 neutron-server[101161]: INFO neutron.services.service_base [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 30 22:31:57.686259 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.686593 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 30 22:31:57.697715 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.698077 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: auto_allocate Aug 30 22:31:57.704047 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: network precommit_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.704375 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: network precommit_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.704908 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.705258 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: tag Aug 30 22:31:57.712289 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.712626 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: timestamp Aug 30 22:31:57.716762 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.717105 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: network_ip_availability Aug 30 22:31:57.722695 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.723078 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.723449 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.724208 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.724532 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: flavors Aug 30 22:31:57.729839 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.730182 n-d-791504-21 neutron-server[101161]: INFO neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading Plugin: revisions Aug 30 22:31:57.734528 n-d-791504-21 neutron-server[101161]: DEBUG neutron.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101161) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 30 22:31:57.734927 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.856s {{(pid=101161) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 30 22:31:57.735701 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101161) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 30 22:31:57.736025 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Initializing extension manager. Aug 30 22:31:57.736546 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: __init__.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.736896 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: __pycache__ {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.737238 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.737579 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: address_group.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.738376 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.738956 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: address-group Aug 30 22:31:57.739284 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: address_scope.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.740013 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.740529 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: address-scope Aug 30 22:31:57.740855 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.741831 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.742904 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: router-admin-state-down-before-update Aug 30 22:31:57.743234 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: agent.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.744177 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.744750 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: agent Aug 30 22:31:57.745083 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: agent_resources_synced.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.746040 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.746558 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: agent-resources-synced Aug 30 22:31:57.746884 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: allowedaddresspairs.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.748753 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.749271 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: allowed-address-pairs Aug 30 22:31:57.749605 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: auto_allocated_topology.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.750726 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.751240 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: auto-allocated-topology Aug 30 22:31:57.751571 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: availability_zone.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.752282 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.752789 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: availability_zone Aug 30 22:31:57.753117 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: availability_zone_filter.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.754083 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.754591 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: availability_zone_filter Aug 30 22:31:57.754918 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: data_plane_status.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.755840 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.756345 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension data-plane-status not supported by any of loaded plugins Aug 30 22:31:57.756672 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: default_subnetpools.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.757601 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.758170 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: default-subnetpools Aug 30 22:31:57.758498 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.759343 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.759861 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: dhcp_agent_scheduler Aug 30 22:31:57.760189 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: dns.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.761131 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.761641 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension dns-integration not supported by any of loaded plugins Aug 30 22:31:57.761998 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: dns_domain_ports.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.762933 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.763450 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 30 22:31:57.763782 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.764720 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.765670 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 30 22:31:57.766029 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: dvr.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.766722 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.767237 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: dvr Aug 30 22:31:57.767566 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: ecmp_routes.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.768517 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.769026 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 30 22:31:57.769350 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: empty_string_filtering.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.770322 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.770839 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: empty-string-filtering Aug 30 22:31:57.771170 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.772104 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.772618 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 30 22:31:57.772953 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.773954 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.774474 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 30 22:31:57.774803 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: external_net.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.775788 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.776262 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: external-net Aug 30 22:31:57.776588 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.777520 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.778077 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: extra_dhcp_opt Aug 30 22:31:57.778406 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: extraroute.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.779339 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.779854 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: extraroute Aug 30 22:31:57.780179 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: extraroute_atomic.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.781253 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.781817 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: extraroute-atomic Aug 30 22:31:57.782126 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: filter_validation.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.782824 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.783334 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: filter-validation Aug 30 22:31:57.783665 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: fip_pf_description.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.784612 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.785105 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 30 22:31:57.785430 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: fip_port_details.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.786428 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.786937 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: fip-port-details Aug 30 22:31:57.787265 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: flavors.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.788525 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.789054 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: flavors Aug 30 22:31:57.789941 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.791636 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.792164 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 30 22:31:57.792504 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: floatingip_pools.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.793232 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.793748 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: floatingip-pools Aug 30 22:31:57.794111 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: ip_allocation.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.795061 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.795571 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension ip_allocation not supported by any of loaded plugins Aug 30 22:31:57.795904 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.796840 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.797355 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: ip-substring-filtering Aug 30 22:31:57.797688 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l2_adjacency.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.798649 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.799163 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 30 22:31:57.799493 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.800672 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.801199 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: router Aug 30 22:31:57.801534 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.803857 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.804390 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 30 22:31:57.804793 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.806293 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.806817 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: ext-gw-mode Aug 30 22:31:57.807160 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.808115 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.808631 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: l3-ha Aug 30 22:31:57.809252 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3_flavors.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.810218 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.810729 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: l3-flavors Aug 30 22:31:57.811059 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.811992 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.812506 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 30 22:31:57.812838 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: l3agentscheduler.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.813951 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.814467 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: l3_agent_scheduler Aug 30 22:31:57.814796 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: logging.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.816317 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.816838 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension logging not supported by any of loaded plugins Aug 30 22:31:57.817176 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: metering.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.817975 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.818565 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: metering Aug 30 22:31:57.818895 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.820005 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.820806 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: metering_source_and_destination_fields Aug 30 22:31:57.821136 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: multiprovidernet.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.822117 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.822630 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: multi-provider Aug 30 22:31:57.822958 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: netmtu.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.823892 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.824404 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: net-mtu Aug 30 22:31:57.824740 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: netmtu_writable.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.825675 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.826230 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: net-mtu-writable Aug 30 22:31:57.826558 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: network_availability_zone.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.827484 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.828003 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: network_availability_zone Aug 30 22:31:57.828330 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: network_ip_availability.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.829448 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.829989 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: network-ip-availability Aug 30 22:31:57.830323 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: network_segment_range.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.831111 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.831624 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension network-segment-range not supported by any of loaded plugins Aug 30 22:31:57.831953 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: pagination.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.832958 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.833292 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: pagination Aug 30 22:31:57.833620 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: port_device_profile.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.834607 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.835123 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: port-device-profile Aug 30 22:31:57.835449 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.836410 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.836924 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: port-mac-address-regenerate Aug 30 22:31:57.837251 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.838226 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.838739 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: port-numa-affinity-policy Aug 30 22:31:57.839067 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: port_resource_request.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.839997 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.840501 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension port-resource-request not supported by any of loaded plugins Aug 30 22:31:57.840828 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: portbindings.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.841814 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.842320 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: binding Aug 30 22:31:57.842651 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: portbindings_extended.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.844457 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.844989 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: binding-extended Aug 30 22:31:57.845332 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: portsecurity.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.846324 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.846844 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: port-security Aug 30 22:31:57.847179 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: project_id.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.848174 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.848513 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: project-id Aug 30 22:31:57.848848 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: providernet.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.849803 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.850330 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: provider Aug 30 22:31:57.850659 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.854767 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.855297 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos not supported by any of loaded plugins Aug 30 22:31:57.855634 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.856901 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.857422 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 30 22:31:57.857755 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.858742 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.859261 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 30 22:31:57.859602 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_default.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.860523 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.861046 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-default not supported by any of loaded plugins Aug 30 22:31:57.861388 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_fip.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.862094 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.862603 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-fip not supported by any of loaded plugins Aug 30 22:31:57.862928 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_gateway_ip.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.863907 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.864429 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 30 22:31:57.864753 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_port_network_policy.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.865856 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.866378 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 30 22:31:57.866702 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_pps_rule.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.868475 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.868994 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-pps not supported by any of loaded plugins Aug 30 22:31:57.869327 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_rule_type_details.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.870291 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.870804 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 30 22:31:57.871132 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: qos_rules_alias.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.872193 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.872709 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 30 22:31:57.873040 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: quotasv2.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.874066 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.874401 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: quotas Aug 30 22:31:57.874726 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: quotasv2_detail.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.877882 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.878230 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: quota_details Aug 30 22:31:57.878570 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: rbac.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.879886 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.880424 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: rbac-policies Aug 30 22:31:57.880763 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: rbac_address_group.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.881726 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.882280 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: rbac-address-group Aug 30 22:31:57.882616 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: rbac_address_scope.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.883584 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.884109 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: rbac-address-scope Aug 30 22:31:57.884444 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: rbac_security_groups.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.885382 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.885932 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: rbac-security-groups Aug 30 22:31:57.886262 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: rbac_subnetpool.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.887191 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.887712 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: rbac-subnetpool Aug 30 22:31:57.888044 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: revisionifmatch.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.888983 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.889509 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: revision-if-match Aug 30 22:31:57.889861 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: revisions.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.890999 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.891520 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: standard-attr-revisions Aug 30 22:31:57.891852 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: router_availability_zone.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.892558 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.893057 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: router_availability_zone Aug 30 22:31:57.893392 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: routerservicetype.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.894364 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.894878 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension router-service-type not supported by any of loaded plugins Aug 30 22:31:57.895206 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.896148 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.896665 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: security-groups-normalized-cidr Aug 30 22:31:57.896994 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.897957 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.898502 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: port-security-groups-filtering Aug 30 22:31:57.898838 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.899783 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.900303 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: security-groups-remote-address-group Aug 30 22:31:57.900631 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: securitygroup.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.910777 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.911228 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: security-group Aug 30 22:31:57.911575 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: segment.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.912429 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.912941 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension segment not supported by any of loaded plugins Aug 30 22:31:57.913283 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.914856 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.915371 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 30 22:31:57.915802 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: servicetype.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.917020 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.917548 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: service-type Aug 30 22:31:57.917920 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: sorting.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.920233 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.920233 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: sorting Aug 30 22:31:57.920233 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: standard_attr_segment.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.920514 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.921039 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 30 22:31:57.921371 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: standardattrdescription.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.922072 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.922589 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: standard-attr-description Aug 30 22:31:57.922923 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: stateful_security_group.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.923888 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.924414 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: stateful-security-group Aug 30 22:31:57.924744 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: stdattrs_common.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.925344 n-d-791504-21 neutron-server[101161]: WARNING neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 30 22:31:57.925670 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.926641 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.927161 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 30 22:31:57.927486 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnet_onboard.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.928603 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.929130 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: subnet_onboard Aug 30 22:31:57.929460 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.930972 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.931488 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 30 22:31:57.931811 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnet_service_types.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.932773 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.933294 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: subnet-service-types Aug 30 22:31:57.933625 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnetallocation.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.934766 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.935286 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: subnet_allocation Aug 30 22:31:57.935619 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.936305 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.936820 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: subnetpool-prefix-ops Aug 30 22:31:57.937148 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.938136 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.938662 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 30 22:31:57.938996 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: tagging.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.940101 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.940624 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: standard-attr-tag Aug 30 22:31:57.940958 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: timestamp.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.942229 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.942748 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loaded extension: standard-attr-timestamp Aug 30 22:31:57.943082 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: trunk.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.944142 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.944659 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension trunk not supported by any of loaded plugins Aug 30 22:31:57.944991 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: trunk_details.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.946242 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.946760 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension trunk-details not supported by any of loaded plugins Aug 30 22:31:57.947092 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: uplink_status_propagation.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.948038 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.948554 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 30 22:31:57.948885 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Loading extension file: vlantransparent.py {{(pid=101161) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 30 22:31:57.949578 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101161) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 30 22:31:57.950124 n-d-791504-21 neutron-server[101161]: INFO neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 30 22:31:57.952674 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:network Aug 30 22:31:57.953231 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnet Aug 30 22:31:57.953638 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 22:31:57.954121 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:port Aug 30 22:31:57.955360 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.955799 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service FLAVORS assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.956435 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.956864 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.957202 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:router Aug 30 22:31:57.957645 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 22:31:57.958202 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service METERING assigned prefix: /metering {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.959680 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.960068 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.960434 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101161) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:31:57.961509 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 22:31:57.962002 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 22:31:57.962448 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 22:31:57.964274 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service CORE assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.964620 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 22:31:57.964982 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] subnetpool is already registered Aug 30 22:31:57.965425 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service CORE assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.965759 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 22:31:57.966142 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] subnetpool is already registered Aug 30 22:31:57.968488 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.968931 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service FLAVORS assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.969539 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.969993 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.970343 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:router Aug 30 22:31:57.970687 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] router is already registered Aug 30 22:31:57.971106 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:floatingip Aug 30 22:31:57.971450 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] floatingip is already registered Aug 30 22:31:57.971912 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service METERING assigned prefix: /metering {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.972592 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of CountableResource for resource:rbac_policy Aug 30 22:31:57.972931 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] rbac_policy is already registered Aug 30 22:31:57.973348 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:security_group Aug 30 22:31:57.973693 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] security_group is already registered Aug 30 22:31:57.974137 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 30 22:31:57.974481 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] security_group_rule is already registered Aug 30 22:31:57.975110 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service CORE assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.975441 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 22:31:57.975784 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] subnetpool is already registered Aug 30 22:31:57.976211 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.v2.resource_helper [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Service CORE assigned prefix: {{(pid=101161) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 30 22:31:57.976541 n-d-791504-21 neutron-server[101161]: INFO neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Creating instance of TrackedResource for resource:subnetpool Aug 30 22:31:57.977397 n-d-791504-21 neutron-server[101161]: WARNING neutron.quota.resource_registry [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] subnetpool is already registered Aug 30 22:31:57.977904 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: extensions {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.979425 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: address-groups {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.980925 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: address-scopes {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.982285 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: agents {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.983498 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: auto-allocated-topology {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.984769 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: availability_zones {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.986040 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: dhcp-networks {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.987575 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: dhcp-agents {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.990723 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: routers {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.991267 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: flavors {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.993023 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: service_profiles {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.994301 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: next_providers {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.996290 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: service_profiles {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.997859 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: floatingip-pools {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:57.999087 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: routers {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.001283 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: floatingips {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.002633 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: l3-routers {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.004026 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: l3-agents {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.005445 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: metering-labels {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.006874 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: metering-label-rules {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.008206 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: network-ip-availabilities {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.009487 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: bindings {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.011467 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: quotas {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.012940 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: quotas {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.014427 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: rbac-policies {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.015638 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: security-groups {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.016954 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: security-group-rules {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.018225 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: service-providers {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.019450 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: subnetpools {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.020897 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: subnetpools {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.022448 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.024675 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.026539 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.028349 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.031318 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.033210 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.034960 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.036884 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.038713 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.041068 n-d-791504-21 neutron-server[101161]: DEBUG neutron.api.extensions [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Extended resource: tags {{(pid=101161) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 30 22:31:58.047080 n-d-791504-21 neutron-server[101161]: WARNING keystonemiddleware.auth_token [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 30 22:31:58.051875 n-d-791504-21 neutron-server[101161]: WARNING keystonemiddleware.auth_token [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 30 22:31:58.060382 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Acquired lock "singleton_lock" {{(pid=101161) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 30 22:31:58.060874 n-d-791504-21 neutron-server[101161]: DEBUG oslo_concurrency.lockutils [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Releasing lock "singleton_lock" {{(pid=101161) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 30 22:31:58.061529 n-d-791504-21 neutron-server[101161]: INFO oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Starting 2 workers Aug 30 22:31:58.066510 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Started child 101268 {{(pid=101161) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 22:31:58.071508 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Started child 101269 {{(pid=101161) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 22:31:58.072281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.073126 n-d-791504-21 neutron-server[101161]: INFO neutron.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 30 22:31:58.073750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [-] (101268) wsgi starting up on http://0.0.0.0:9696 Aug 30 22:31:58.073874 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Notify callbacks [] for process, before_spawn {{(pid=101161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.076255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.076747 n-d-791504-21 neutron-server[101161]: INFO oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Starting 1 workers Aug 30 22:31:58.077654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [-] (101269) wsgi starting up on http://0.0.0.0:9696 Aug 30 22:31:58.081486 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Started child 101270 {{(pid=101161) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 22:31:58.082068 n-d-791504-21 neutron-server[101161]: INFO oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Starting 1 workers Aug 30 22:31:58.085312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] calling RpcWorker wait() {{(pid=101270) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 30 22:31:58.085920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] returning from RpcWorker wait() {{(pid=101270) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 30 22:31:58.087180 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Started child 101271 {{(pid=101161) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 30 22:31:58.087893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.088052 n-d-791504-21 neutron-server[101161]: DEBUG neutron_lib.callbacks.manager [None req-cd3e8e86-e454-48c3-9c38-ce60aa1673e1 None None] Notify callbacks [] for process, after_spawn {{(pid=101161) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.088476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:58.090398 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101161) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 22:31:58.090591 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 22:31:58.090771 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 22:31:58.090985 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 22:31:58.091334 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 22:31:58.091495 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 22:31:58.092019 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.092178 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:31:58.092661 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.092661 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.092856 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.093116 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.093214 n-d-791504-21 neutron-server[101271]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:58.093713 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.094002 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.094259 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.094619 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.094854 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.095023 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.095191 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.095587 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.095686 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.095986 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.096270 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.096491 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.096772 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.096943 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.097214 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.097490 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.097720 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.098021 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] debug = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.098278 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.098804 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.099057 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.099272 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.099511 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.099787 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.100093 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.100333 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.100590 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.100809 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.101050 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.101311 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.101558 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.102364 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.102592 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.102841 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.103084 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.103538 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] host = n-d-791504-21 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.103754 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.103992 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.104241 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.104495 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.104744 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.104967 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.105248 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.105512 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.105812 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.106050 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.106316 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.106565 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.106801 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.107041 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.107204 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_options = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.107445 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.107691 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.107954 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.108198 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.108335 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.108471 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.108736 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.108899 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.109150 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.109476 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.109714 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.109926 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.110117 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.110317 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.110770 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.110770 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.111045 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.111239 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.111487 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.111750 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.112269 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.112525 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.112742 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.112983 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.113204 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.113437 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.113671 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.113933 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.114149 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.114426 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.114681 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.114930 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.115164 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.115424 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.115657 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.115893 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.116110 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.116383 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.116604 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.116864 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.117111 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.117390 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.117635 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.118173 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.118411 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.118630 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_json = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.118846 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.119060 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.119313 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.119537 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.119783 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.119996 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.120213 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.120465 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.120913 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.121198 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.121511 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.121761 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.122041 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.122289 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.123490 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.123490 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.123490 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.123893 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.124050 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.124302 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.124596 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.124842 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.125131 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.125513 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.125814 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.127831 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.127831 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.127831 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.128284 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.128564 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.128885 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.129123 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.129459 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.129719 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.130735 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.132747 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.132747 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.132747 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.138850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142941 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142941 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.142941 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.143157 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.143248 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.143487 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.147105 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.149995 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.150273 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.150538 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.150800 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.151847 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.152111 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.152349 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.152619 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.152891 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.153138 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.153385 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.153614 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.153878 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.154112 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.154381 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.154618 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.154843 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.155077 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.155300 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.155540 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.155769 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.155995 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.156212 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.156655 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.157089 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.157493 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.157965 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.158392 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.158813 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.159230 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.159650 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.160064 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.160488 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.160903 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.161300 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.161697 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.162119 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.162579 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.163090 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.163529 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.164069 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.165100 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.165575 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.166031 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.166478 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.166908 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.167326 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.167797 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.168341 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.168582 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.169001 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.169554 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.170067 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.170716 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.171163 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.171425 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.171869 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.172326 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.172766 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.173110 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.173579 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.174057 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.174482 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.174919 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.175209 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.175472 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.175948 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.176299 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.176642 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.177019 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.177370 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.177696 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.178065 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.178393 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.178732 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.179048 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.179380 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.179737 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.180067 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.180373 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.180757 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.181065 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.181422 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.181669 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.181999 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.182348 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.182607 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.182826 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.183250 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.183989 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.183989 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.184178 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.184351 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.184621 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.184883 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.185149 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.185390 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.185597 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.185871 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.186107 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.186332 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.186579 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.186801 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.187042 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.187354 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.187481 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.187737 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.188010 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.188274 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.188428 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.188654 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.188848 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.189104 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.189312 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.189701 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.189913 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.190168 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.190395 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.190581 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.190948 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.191111 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.191307 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.191548 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.191805 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.192052 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.192302 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.192554 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.192794 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.193029 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.193366 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.193498 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.193921 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.194156 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.194382 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.194621 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.194837 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.195089 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.195607 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.195872 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.196114 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.196457 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.196698 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.196933 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.197179 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.197411 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.197663 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.197982 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.198183 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.198474 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.198618 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.198817 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.199032 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.199433 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.199664 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.199854 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.200072 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.200313 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.200531 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.200743 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.201088 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.201311 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.201511 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.202011 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.202530 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.202986 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.203250 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.203575 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.203729 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.204106 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.204366 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.204522 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.204936 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.205305 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.205665 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.206056 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.206285 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.206668 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.206848 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.207007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.207222 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.207531 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.207679 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208034 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208278 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208278 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208569 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208710 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.208931 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.209166 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.209376 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.209661 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.209927 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.210136 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.210340 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.210549 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.210722 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.211499 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.211740 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.212193 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.212437 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.212706 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.212955 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.213310 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.213503 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.213765 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.213997 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.214218 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.214457 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.214713 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.215023 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.215321 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.215582 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.215843 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.216128 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.216407 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.216689 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.216905 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.217211 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.217543 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.217838 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.218107 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.218335 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.218573 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.218802 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.219024 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.219273 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.219519 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.219734 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.219995 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.220224 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.220454 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.220693 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.220923 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.221144 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.221387 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.221624 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.221863 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.222093 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.222249 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 22:31:58.222776 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101161) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 30 22:31:58.222934 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 30 22:31:58.223087 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 30 22:31:58.223272 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 30 22:31:58.223443 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 30 22:31:58.223594 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 30 22:31:58.223800 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.223962 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224125 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224281 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:31:58.224535 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224606 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224766 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.224923 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225080 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225237 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225394 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225551 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225713 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.225897 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.226056 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.226213 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.226371 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.226530 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.227244 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.227407 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.227565 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.227723 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.227880 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] debug = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228039 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228252 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228418 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228577 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228736 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.228893 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229049 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229206 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229364 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229521 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229680 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.229890 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230022 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230211 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230333 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230493 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230649 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230807 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] host = n-d-791504-21 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.230964 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231120 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231277 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231433 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231591 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231748 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.231906 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232062 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232219 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232377 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232534 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232692 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.232850 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233008 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233166 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_options = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233324 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233482 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233639 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.233837 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234001 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234159 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234319 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234477 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234634 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234792 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.234950 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235107 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235264 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235422 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235578 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235739 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.235897 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236055 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236214 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236372 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236534 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236738 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.236999 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.237251 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.237471 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.237632 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238180 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238347 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238503 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238661 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238822 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.238984 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.239132 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.239301 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.239450 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.239593 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.239897 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240071 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240240 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240398 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240542 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240687 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.240844 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241001 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241160 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241320 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_json = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241504 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241642 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241836 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.241981 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.242136 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.242333 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.242486 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.242646 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 30 22:31:58.242833 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.242994 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.243166 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.243894 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.243894 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.243894 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.243894 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244213 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244213 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244213 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244419 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244538 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244709 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.244871 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245031 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245195 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245356 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245517 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245846 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.245846 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246035 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246160 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246330 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246491 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246651 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246812 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.246972 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247148 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247311 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247475 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247640 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247833 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.247961 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248123 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248285 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248448 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248610 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248770 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.248933 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249093 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249253 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249413 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249575 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249738 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.249925 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250093 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250235 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250399 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250560 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250721 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.250882 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251045 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251206 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251367 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251528 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.251859 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252019 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252179 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252341 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252501 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252661 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252820 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.252980 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253311 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253311 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253475 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253608 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253768 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.253947 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254108 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254270 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254583 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254583 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254757 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.254876 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255035 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255205 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255394 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255546 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255692 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255849 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.255997 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256146 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256290 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256438 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256578 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256716 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256854 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.256990 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.257178 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.257399 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.257556 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.257696 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.257902 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258056 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258220 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258538 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258538 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258952 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258952 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.258952 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.259532 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.259532 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.259532 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.259532 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.260287 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.260287 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.260287 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.260287 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.260287 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261075 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261075 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261075 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261075 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261075 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.261699 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262327 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262327 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262327 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262327 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262762 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262762 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.262762 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263138 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263138 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263407 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263407 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263658 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263788 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.263919 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264076 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264238 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264424 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264585 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264746 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.264907 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265069 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265229 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265375 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265531 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265686 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.265872 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266034 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266195 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266356 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266516 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266676 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266836 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.266998 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.267167 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.267361 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.267516 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.267680 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.268454 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.268615 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.268780 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.269526 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.269526 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.269526 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.269526 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.269526 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270220 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270220 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270220 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270220 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270493 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270493 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270646 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270725 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.270879 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271105 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271184 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271337 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271498 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271660 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271821 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.271984 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272144 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272305 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272465 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272624 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272785 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.272945 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.273106 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.273267 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.274165 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.274165 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275007 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275431 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275431 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275589 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275669 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275775 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.275940 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276104 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276271 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276432 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276592 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276751 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.276911 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277070 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277245 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277406 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277568 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277728 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.277921 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278087 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278241 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278406 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278565 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278725 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.278885 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279045 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279216 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279376 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279552 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279681 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279829 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.279988 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280157 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280316 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280476 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280636 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280795 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.280955 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281124 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281284 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281444 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281604 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281762 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.281942 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282116 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282276 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282433 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282593 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282752 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.282912 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283082 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283250 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283411 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283580 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283740 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.283901 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284062 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284234 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284395 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284560 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284721 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.284881 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285043 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285206 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285371 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285541 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285709 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.285893 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286066 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286225 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286397 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286557 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286725 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.286899 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287058 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287217 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287377 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287537 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287697 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.287858 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288018 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288179 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288339 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288500 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288676 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288840 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.288967 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.289200 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.289861 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.290023 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.290183 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.290344 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.290504 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 30 22:31:58.290657 n-d-791504-21 neutron-server[101161]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101161) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 30 22:31:58.370784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:31:58.379511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064535 Aug 30 22:32:10.263161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889f98a1-7038-4c02-9281-cf88c6fd1dd6 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:32:10.350543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889f98a1-7038-4c02-9281-cf88c6fd1dd6 None None] No non-hosted networks {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 30 22:32:10.360116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.agentschedulers_db [None req-889f98a1-7038-4c02-9281-cf88c6fd1dd6 None None] DHCP Agent not found on host n-d-791504-21 {{(pid=101270) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 30 22:32:10.437979 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96905743-95ec-4a54-9e9e-ba7180867f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:12.755970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:12.757478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.758294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.759581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.760205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.760972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.761513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.762069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.762632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.763297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.770480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.771477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.772924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:12.775153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-791504-21', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:12.804500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-791504-21', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:13.238660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ced86b3-8b52-4775-bc1f-82d313c670ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:13.333321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73345da9-8e9e-412b-b096-65e8f264b886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:14.334246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:15.768850 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:17.738390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:18.240763 n-d-791504-21 neutron-server[101269]: WARNING oslo_policy.policy [None req-24edb806-32ca-49ff-a333-de168eb97f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:18.241393 n-d-791504-21 neutron-server[101269]: WARNING oslo_policy.policy [None req-24edb806-32ca-49ff-a333-de168eb97f72 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:18.461180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-24edb806-32ca-49ff-a333-de168eb97f72 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:32:18.462837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24edb806-32ca-49ff-a333-de168eb97f72 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7234983 Aug 30 22:32:19.641655 n-d-791504-21 neutron-server[101270]: INFO neutron.db.l3_hamode_db [None req-6b071885-fd0f-4c17-8bf0-1cc65fc2867e None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 30 22:32:19.721130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b071885-fd0f-4c17-8bf0-1cc65fc2867e None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:32:19.721523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b071885-fd0f-4c17-8bf0-1cc65fc2867e None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 22:32:20.891565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53326) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:21.201509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-785de248-4582-4532-a388-194e2d73115f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:21.294516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.policy [None req-785de248-4582-4532-a388-194e2d73115f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101269) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 22:32:21.339863 n-d-791504-21 neutron-server[101269]: WARNING oslo_policy.policy [None req-785de248-4582-4532-a388-194e2d73115f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:21.340250 n-d-791504-21 neutron-server[101269]: WARNING oslo_policy.policy [None req-785de248-4582-4532-a388-194e2d73115f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:21.348744 n-d-791504-21 neutron-server[101269]: INFO neutron.quota [None req-785de248-4582-4532-a388-194e2d73115f admin admin] Loaded quota_driver: . Aug 30 22:32:21.443290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785de248-4582-4532-a388-194e2d73115f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788076477617', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788076478050', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788076465577', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788076463693', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788075918842', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788076510137', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1606904', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1626847', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535630', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-621694'] for rbac-policy, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:21.510024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785de248-4582-4532-a388-194e2d73115f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:21.511396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-785de248-4582-4532-a388-194e2d73115f admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6188028 Aug 30 22:32:24.169877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53338) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:24.693702 n-d-791504-21 neutron-server[101268]: WARNING oslo_policy.policy [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:24.694305 n-d-791504-21 neutron-server[101268]: WARNING oslo_policy.policy [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:24.920365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Request body: {'network': {'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'name': 'private', 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:24.922019 n-d-791504-21 neutron-server[101268]: INFO neutron.quota [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Loaded quota_driver: . Aug 30 22:32:24.980069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Made reservation on behalf of d10feb5d7f004f18aaf749caf34b1568 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:32:25.050203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.policy [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101268) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 30 22:32:25.096664 n-d-791504-21 neutron-server[101268]: WARNING oslo_policy.policy [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:25.097044 n-d-791504-21 neutron-server[101268]: WARNING oslo_policy.policy [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 30 22:32:25.107042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.129607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.272948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.278687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.300203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] vlan segment allocate from pool success with {'vlan_id': 648, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:32:25.331048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788074114762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.331637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Unsubscribe: segment precommit_create {{(pid=101268) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 22:32:25.332380 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Added segment 42c5e604-b498-48bb-89b5-a58e103f9737 of type vlan for network c599cbc3-e1eb-4955-9b21-683f1d8c60ba Aug 30 22:32:25.353389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc6ba00-ce5b-4204-b531-fd8212b602a6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:25.387758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.388095 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.388428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.388753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.389073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.389399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.389716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.390056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.390372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.390687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.390998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.391309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Tracked resource versions report: Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: pushed versions: Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Log': {'1.0'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Network': {'1.1'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Port': {'1.7'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SubPort': {'1.0'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Subnet': {'1.1'}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Trunk': {'1.1'}} Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: consumer versions: Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: L3 agent@n-d-791504-21: {}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: Metadata agent@n-d-791504-21: {}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: Metering agent@n-d-791504-21: {}, Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Log': '1.0', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Network': '1.1', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Port': '1.7', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'PortForwarding': '1.2', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'QosPolicy': '1.9', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SecurityGroup': '1.4', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'SubPort': '1.0', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Subnet': '1.1', Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: 'Trunk': '1.1'}} Aug 30 22:32:25.392436 n-d-791504-21 neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:32:25.468317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.523953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.525558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:25.526259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:25.614494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4370875 Aug 30 22:32:25.624174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b5b47-45e2-4138-abee-0d9cfe0af2ba admin admin] Pushing event updated for resources: {'Network': ['ID=c599cbc3-e1eb-4955-9b21-683f1d8c60ba,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:25.636928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:32:28.319641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53360) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:28.720517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e95972-275c-4209-9ea9-0e7ad9bc52ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:28.721937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e7e95972-275c-4209-9ea9-0e7ad9bc52ff admin admin] 10.222.0.25 "GET /v2.0/networks/c599cbc3-e1eb-4955-9b21-683f1d8c60ba HTTP/1.1" status: 200 len: 825 time: 0.4012747 Aug 30 22:32:28.763199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f61f9238-c6a2-4fd1-9e2c-6d375cbed07b admin admin] 10.222.0.25 "GET /v2.0/subnetpools/90ce7377-c3ae-495e-bb31-50e90598f7b2 HTTP/1.1" status: 200 len: 734 time: 0.0345809 Aug 30 22:32:28.773360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:28.805686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Made reservation on behalf of d10feb5d7f004f18aaf749caf34b1568 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:32:28.810768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:29.113488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:29.180944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76ab169-084a-455f-b4d6-eeed696c1d0d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:29.185521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Checking segment: {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:32:29.185960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Network hostable DHCP agents. Network: c599cbc3-e1eb-4955-9b21-683f1d8c60ba, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:32:29.208732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:32:29.220102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c599cbc3-e1eb-4955-9b21-683f1d8c60ba) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:29.224771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:29.225354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:29.230240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29644a3-384e-4d1d-ac26-3b7400aa0ded None None] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:32:29.239760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-754d314e-05e7-42c0-a29c-982462ad670a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4701669 Aug 30 22:32:29.561574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:32:29.562862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:29.846786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Allocated IP 172.20.0.2 (c599cbc3-e1eb-4955-9b21-683f1d8c60ba/d76ab169-084a-455f-b4d6-eeed696c1d0d/00073c0f-24bf-4c12-bcc0-03bcf9ce065d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:32:30.060412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:30.080169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Transition to ACTIVE for port object 00073c0f-24bf-4c12-bcc0-03bcf9ce065d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:32:30.134547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Transition to ACTIVE for port object 00073c0f-24bf-4c12-bcc0-03bcf9ce065d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:32:30.142555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:30.216578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:32:30.221355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:30.224464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:32:30.236170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Pushing event updated for resources: {'Port': ['ID=00073c0f-24bf-4c12-bcc0-03bcf9ce065d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:30.267773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.268082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.268424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.268760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.269091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.269423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.269751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.270108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.270434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.270762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.271091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.271409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Tracked resource versions report: Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: pushed versions: Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: { 'AddressGroup': {'1.2'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'ConntrackHelper': {'1.0'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Log': {'1.0'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Network': {'1.1'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Port': {'1.7'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'PortForwarding': {'1.2'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'QosPolicy': {'1.9'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SecurityGroup': {'1.4'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SubPort': {'1.0'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Subnet': {'1.1'}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Trunk': {'1.1'}} Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: consumer versions: Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: L3 agent@n-d-791504-21: {}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: Metadata agent@n-d-791504-21: {}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: Metering agent@n-d-791504-21: {}, Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'ConntrackHelper': '1.0', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Log': '1.0', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Network': '1.1', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Port': '1.7', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'PortForwarding': '1.2', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'QosPolicy': '1.9', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SecurityGroup': '1.4', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SecurityGroupRule': '1.2', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'SubPort': '1.0', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Subnet': '1.1', Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: 'Trunk': '1.1'}} Aug 30 22:32:30.272532 n-d-791504-21 neutron-server[101270]: {{(pid=101270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:32:30.322525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Attempting to bind port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:32:30.322834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Attempting to bind port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:32:30.323257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Attempting to bind port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d on network c599cbc3-e1eb-4955-9b21-683f1d8c60ba {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:32:30.330649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:32:30.331074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Checking segment: {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:32:30.331573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:30.334138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Bound using segment: {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:32:30.334673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Bound port: 00073c0f-24bf-4c12-bcc0-03bcf9ce065d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:32:30.335100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:30.401391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] For port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:32:30.406281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] For port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=00073c0f-24bf-4c12-bcc0-03bcf9ce065d,segment=NetworkSegment(42c5e604-b498-48bb-89b5-a58e103f9737),segment_id=42c5e604-b498-48bb-89b5-a58e103f9737)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:32:30.410561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:30.477763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dfb92-3519-4a08-b6d7-ae5ce2ba5492 None None] Pushing event updated for resources: {'Port': ['ID=00073c0f-24bf-4c12-bcc0-03bcf9ce065d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:31.711059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:32.040851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-8ce6b91d-73b1-48a9-9524-38c9a9af5422 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:32:32.041860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8ce6b91d-73b1-48a9-9524-38c9a9af5422 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3298018 Aug 30 22:32:34.514748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53376) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:34.839851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-bbabfc7e-e79a-4c53-a81c-2fd6777ff0f8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:32:34.840854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bbabfc7e-e79a-4c53-a81c-2fd6777ff0f8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3251007 Aug 30 22:32:37.539055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:37.837408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:37.875920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:37.877600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:38.025647 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:38.031135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:38.045057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:38.050291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9fc2743a-d8eb-4c7b-81aa-710f390f676f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5097194 Aug 30 22:32:39.074748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbb75f2-ae19-40a9-b8ca-2a27e09e0f12 None None] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:32:39.153469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-edc34a26-b8cc-40ec-ae50-ef6c4ccfd422 None None] Provisioning for port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:32:39.497707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 00073c0f-24bf-4c12-bcc0-03bcf9ce065d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:32:39.589445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:32:39.592993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:39.593392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:39.703927 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:39.743162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=00073c0f-24bf-4c12-bcc0-03bcf9ce065d,segment=NetworkSegment(42c5e604-b498-48bb-89b5-a58e103f9737),segment_id=42c5e604-b498-48bb-89b5-a58e103f9737)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:32:39.747234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:39.794781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=00073c0f-24bf-4c12-bcc0-03bcf9ce065d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:40.168728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a563aea-13b4-4e4e-b3f5-1593ab430976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:40.471749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53398) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:40.775023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-e19ddcb0-de94-4097-bf6a-318075b2acd0 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:32:40.776010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e19ddcb0-de94-4097-bf6a-318075b2acd0 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3033426 Aug 30 22:32:41.459279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 00073c0f-24bf-4c12-bcc0-03bcf9ce065d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:32:41.505848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:41.506218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:42.746932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.182472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:43.220130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e15616e9-bc8d-4680-9ca7-81e4a01cdde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.507114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'router:external': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:43.535611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Made reservation on behalf of f15557f700414c6d84791f93c486d97f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:32:43.538557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.554426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.676234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.680376 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.692273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Reserving flat network on physical network physnet1 {{(pid=101269) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 30 22:32:43.724212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788074114762', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.724790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Unsubscribe: segment precommit_create {{(pid=101269) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 30 22:32:43.725317 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Added segment 52d75fdd-2459-4fc0-8517-634a52dbd1a5 of type flat for network 6f948872-30ea-4903-b768-a3c9cdb7bc37 Aug 30 22:32:43.740704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef15aad-342d-4ba7-882b-9a93aeecade3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:43.790150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.790494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.790832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.791163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.791489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.791899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.792136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.792453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.792769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.793084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.793404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.793719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Tracked resource versions report: Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: pushed versions: Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Log': {'1.0'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Network': {'1.1'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Port': {'1.7'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SubPort': {'1.0'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Subnet': {'1.1'}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Trunk': {'1.1'}} Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: consumer versions: Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: L3 agent@n-d-791504-21: {}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: Metadata agent@n-d-791504-21: {}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: Metering agent@n-d-791504-21: {}, Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Log': '1.0', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Network': '1.1', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Port': '1.7', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'PortForwarding': '1.2', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'QosPolicy': '1.9', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SecurityGroup': '1.4', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'SubPort': '1.0', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Subnet': '1.1', Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: 'Trunk': '1.1'}} Aug 30 22:32:43.794836 n-d-791504-21 neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:32:43.854184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.897834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.898930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:43.899577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:43.982899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7993126 Aug 30 22:32:43.997306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7ca8f-5ae1-46aa-8eb1-8e7424157f2d admin admin] Pushing event updated for resources: {'Network': ['ID=6f948872-30ea-4903-b768-a3c9cdb7bc37,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:44.009123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:32:44.277513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:45.718624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:46.408604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53428) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:46.630384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383ef4e8-2318-48dc-a08b-4ceb974ef499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:46.631806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-383ef4e8-2318-48dc-a08b-4ceb974ef499 admin admin] 10.222.0.25 "GET /v2.0/subnets/d76ab169-084a-455f-b4d6-eeed696c1d0d HTTP/1.1" status: 200 len: 849 time: 0.2222371 Aug 30 22:32:46.817427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67f7b227-c7ea-44b7-b858-57889e49b3e4 admin admin] 10.222.0.25 "GET /v2.0/routers/7dcfaaf9-f179-4ebb-bd29-b98b11605463 HTTP/1.1" status: 200 len: 704 time: 0.1794415 Aug 30 22:32:47.101674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:47.406135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Allocated IP 172.20.0.1 (c599cbc3-e1eb-4955-9b21-683f1d8c60ba/d76ab169-084a-455f-b4d6-eeed696c1d0d/7d548a2a-cedd-41f0-b51c-e8a970bf7596) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:32:47.599907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:47.623773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Transition to ACTIVE for port object 7d548a2a-cedd-41f0-b51c-e8a970bf7596 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:32:47.691278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:47.761932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:32:47.769289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:47.787145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:32:47.787810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:47.811478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Pushing event updated for resources: {'Port': ['ID=7d548a2a-cedd-41f0-b51c-e8a970bf7596,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:47.964665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-518c6259-614d-48de-b748-a3161c6a72b8 None None] Provisioning for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:32:47.968766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-518c6259-614d-48de-b748-a3161c6a72b8 None None] Provisioning complete for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:47.969222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-518c6259-614d-48de-b748-a3161c6a72b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:47.993767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:48.005527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-518c6259-614d-48de-b748-a3161c6a72b8 None None] Port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:32:48.266916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:48.271919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:48.272835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:48.352600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Pushing event updated for resources: {'Port': ['ID=7d548a2a-cedd-41f0-b51c-e8a970bf7596,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:48.416619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:32:48.418047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:48.587278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:32:48.627737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8905b896-eba6-44f1-b4be-0a2c0694e81a None None] Provisioning complete for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:48.628103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8905b896-eba6-44f1-b4be-0a2c0694e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:48.661728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8905b896-eba6-44f1-b4be-0a2c0694e81a None None] Port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:32:48.683788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:32:48.689755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db30df84-2eba-4ff4-bc39-855cae59d319 admin admin] 10.222.0.25 "PUT /v2.0/routers/7dcfaaf9-f179-4ebb-bd29-b98b11605463/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8659410 Aug 30 22:32:48.709468 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f688003-4839-4261-847f-03568af87f78 None None] Sync routers for ids ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:32:48.721643 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] Routers {'7dcfaaf9-f179-4ebb-bd29-b98b11605463'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:32:48.722523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:48.913342 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] Set router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:32:49.375952 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:47Z', 'revision_number': 2, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port_host': None, '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:48Z', 'revision_number': 2, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:49.428012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f688003-4839-4261-847f-03568af87f78 None None] Checking router: 7dcfaaf9-f179-4ebb-bd29-b98b11605463 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:32:49.428391 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f688003-4839-4261-847f-03568af87f78 None None] Updating router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:32:49.477920 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.031542 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.050145 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-2f688003-4839-4261-847f-03568af87f78 None None] Transition to ACTIVE for port object 7d548a2a-cedd-41f0-b51c-e8a970bf7596 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:32:50.056374 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.223689 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Pushing event updated for resources: {'Port': ['ID=7d548a2a-cedd-41f0-b51c-e8a970bf7596,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:50.241942 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2f688003-4839-4261-847f-03568af87f78 None None] Attempting to bind port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:32:50.241942 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2f688003-4839-4261-847f-03568af87f78 None None] Attempting to bind port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:32:50.242309 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f688003-4839-4261-847f-03568af87f78 None None] Attempting to bind port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 on network c599cbc3-e1eb-4955-9b21-683f1d8c60ba {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:32:50.245911 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.246262 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.246601 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.246935 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.247267 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.247586 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.247951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.248413 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.248738 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.249061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.249383 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.249703 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Tracked resource versions report: Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: pushed versions: Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: { 'AddressGroup': {'1.2'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'ConntrackHelper': {'1.0'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Log': {'1.0'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Network': {'1.1'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Port': {'1.7'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'PortForwarding': {'1.2'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'QosPolicy': {'1.9'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SecurityGroup': {'1.4'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SubPort': {'1.0'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Subnet': {'1.1'}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Trunk': {'1.1'}} Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: consumer versions: Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: L3 agent@n-d-791504-21: {}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: Metadata agent@n-d-791504-21: {}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: Metering agent@n-d-791504-21: {}, Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'ConntrackHelper': '1.0', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Log': '1.0', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Network': '1.1', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Port': '1.7', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'PortForwarding': '1.2', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'QosPolicy': '1.9', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SecurityGroup': '1.4', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SecurityGroupRule': '1.2', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'SubPort': '1.0', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Subnet': '1.1', Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: 'Trunk': '1.1'}} Aug 30 22:32:50.250854 n-d-791504-21 neutron-server[101271]: {{(pid=101271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:32:50.257712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f688003-4839-4261-847f-03568af87f78 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:32:50.258172 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f688003-4839-4261-847f-03568af87f78 None None] Checking segment: {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:32:50.258676 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.259059 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f688003-4839-4261-847f-03568af87f78 None None] Bound using segment: {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:32:50.259583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2f688003-4839-4261-847f-03568af87f78 None None] Bound port: 7d548a2a-cedd-41f0-b51c-e8a970bf7596, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42c5e604-b498-48bb-89b5-a58e103f9737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:32:50.259980 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.331357 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2f688003-4839-4261-847f-03568af87f78 None None] For port 7d548a2a-cedd-41f0-b51c-e8a970bf7596, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:32:50.352023 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2f688003-4839-4261-847f-03568af87f78 None None] For port 7d548a2a-cedd-41f0-b51c-e8a970bf7596, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d548a2a-cedd-41f0-b51c-e8a970bf7596,segment=NetworkSegment(42c5e604-b498-48bb-89b5-a58e103f9737),segment_id=42c5e604-b498-48bb-89b5-a58e103f9737)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:32:50.357296 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2f688003-4839-4261-847f-03568af87f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:50.422327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] Routers {'7dcfaaf9-f179-4ebb-bd29-b98b11605463'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:32:50.422964 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:50.463511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41812769-4b8a-4abf-96fb-9ab7344a4fa5 None None] Pushing event updated for resources: {'Port': ['ID=7d548a2a-cedd-41f0-b51c-e8a970bf7596,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:50.524697 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] Set router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:32:50.757381 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2f688003-4839-4261-847f-03568af87f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:47Z', 'revision_number': 2, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port_host': None, '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:50Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:50.788095 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f688003-4839-4261-847f-03568af87f78 None None] The sync data for ids ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'] in n-d-791504-21 is: [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:47Z', 'revision_number': 2, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port_host': None, '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:50Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:32:50.985649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53448) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:51.107230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d88a32-8398-42a6-9037-bebbee94f529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:51.108454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52d88a32-8398-42a6-9037-bebbee94f529 admin admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 842 time: 0.1218271 Aug 30 22:32:51.119905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'ip_version': 4, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'name': 'public-subnet'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:51.140919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Made reservation on behalf of f15557f700414c6d84791f93c486d97f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:32:51.143290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:51.486199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 22:32:51.486665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:51.542494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8b151c6-60a5-4711-b8e1-08bf7376109d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:51.551834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:32:51.552184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Network hostable DHCP agents. Network: 6f948872-30ea-4903-b768-a3c9cdb7bc37, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:32:51.569338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:32:51.578233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 6f948872-30ea-4903-b768-a3c9cdb7bc37) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:51.582350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:51.582946 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:51.587748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84a3297-e67a-4cdc-8591-c0788146e15a None None] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:32:51.606512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8db73bce-316e-4d16-8213-4703a98d03a4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4911134 Aug 30 22:32:51.734700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e74a084-aacb-4b1d-b94a-be0128fa1cca None None] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:32:53.149195 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:32:53.971322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:54.099227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9dd75ad6-7d7c-4d89-afba-14b906939322 admin admin] 10.222.0.25 "GET /v2.0/routers/7dcfaaf9-f179-4ebb-bd29-b98b11605463 HTTP/1.1" status: 200 len: 710 time: 0.1266437 Aug 30 22:32:54.188881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f33f77c-8472-447a-ad7b-8a677b0b7b4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:32:54.190282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2f33f77c-8472-447a-ad7b-8a677b0b7b4e admin admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 886 time: 0.0852175 Aug 30 22:32:54.200685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:32:54.455204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:54.693203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:54.853631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:54.959421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Allocated IP 172.25.7.166 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/02e85c6b-b233-4517-ae47-85a2d3abaf3f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:32:55.064766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.112857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.149652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:32:55.155253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:32:55.159269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:32:55.168392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Pushing event updated for resources: {'Port': ['ID=02e85c6b-b233-4517-ae47-85a2d3abaf3f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:55.423098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.634820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.638168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.743892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:32:55.854295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:32:55.858516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:55.873825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8f57ca45-a5c6-4fc5-8eb5-5672d18e01b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/7dcfaaf9-f179-4ebb-bd29-b98b11605463 HTTP/1.1" status: 200 len: 890 time: 1.6623197 Aug 30 22:32:57.405917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Sync routers for ids ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:32:57.421554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Routers {'7dcfaaf9-f179-4ebb-bd29-b98b11605463'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:32:57.422355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:57.512858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d548a2a-cedd-41f0-b51c-e8a970bf7596 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:32:57.734210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Set router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:32:57.781624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:32:57.794985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:57.795382 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.090671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.167792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7d548a2a-cedd-41f0-b51c-e8a970bf7596, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d548a2a-cedd-41f0-b51c-e8a970bf7596,segment=NetworkSegment(42c5e604-b498-48bb-89b5-a58e103f9737),segment_id=42c5e604-b498-48bb-89b5-a58e103f9737)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:32:58.173021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.257900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7d548a2a-cedd-41f0-b51c-e8a970bf7596,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:58.286580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:55Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port': {'id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:54Z', 'updated_at': '2021-08-30T22:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:50Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:58.332072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:32:58.340539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Checking router: 7dcfaaf9-f179-4ebb-bd29-b98b11605463 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:32:58.340955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Updating router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 port 02e85c6b-b233-4517-ae47-85a2d3abaf3f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:32:58.389726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.455521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-961edfe5-90b1-49d1-9a10-9344b888b750 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1218178 Aug 30 22:32:58.742692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.753116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Transition to ACTIVE for port object 02e85c6b-b233-4517-ae47-85a2d3abaf3f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:32:58.758998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.814924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352545ed-d06c-4574-b5ea-968e10a9fbd7 None None] Pushing event updated for resources: {'Port': ['ID=02e85c6b-b233-4517-ae47-85a2d3abaf3f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:58.823906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Attempting to bind port 02e85c6b-b233-4517-ae47-85a2d3abaf3f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:32:58.824289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Attempting to bind port 02e85c6b-b233-4517-ae47-85a2d3abaf3f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:32:58.824664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Attempting to bind port 02e85c6b-b233-4517-ae47-85a2d3abaf3f on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:32:58.830148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:32:58.830516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:32:58.830921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.831318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:32:58.831792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Bound port: 02e85c6b-b233-4517-ae47-85a2d3abaf3f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:32:58.832192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.885857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] For port 02e85c6b-b233-4517-ae47-85a2d3abaf3f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:32:58.889203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] For port 02e85c6b-b233-4517-ae47-85a2d3abaf3f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=02e85c6b-b233-4517-ae47-85a2d3abaf3f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:32:58.893887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:32:58.943998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Routers {'7dcfaaf9-f179-4ebb-bd29-b98b11605463'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:32:58.944636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:58.995907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352545ed-d06c-4574-b5ea-968e10a9fbd7 None None] Pushing event updated for resources: {'Port': ['ID=02e85c6b-b233-4517-ae47-85a2d3abaf3f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:32:59.074121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] Set router 7dcfaaf9-f179-4ebb-bd29-b98b11605463 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:32:59.422182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:55Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port': {'id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:54Z', 'updated_at': '2021-08-30T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:58Z', 'revision_number': 5, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:32:59.481571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83827ea7-9bd1-4ff5-86ea-b1dbab305d12 None None] The sync data for ids ['7dcfaaf9-f179-4ebb-bd29-b98b11605463'] in n-d-791504-21 is: [{'id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'name': 'router1', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166'}], 'enable_snat': True}, 'gw_port_id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:32:37Z', 'updated_at': '2021-08-30T22:32:55Z', 'revision_number': 4, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'gw_port': {'id': '02e85c6b-b233-4517-ae47-85a2d3abaf3f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:30:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:54Z', 'updated_at': '2021-08-30T22:32:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '7d548a2a-cedd-41f0-b51c-e8a970bf7596', 'name': '', 'network_id': 'c599cbc3-e1eb-4955-9b21-683f1d8c60ba', 'tenant_id': 'd10feb5d7f004f18aaf749caf34b1568', 'mac_address': 'fa:16:3e:5e:85:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dcfaaf9-f179-4ebb-bd29-b98b11605463', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:32:47Z', 'updated_at': '2021-08-30T22:32:58Z', 'revision_number': 5, 'project_id': 'd10feb5d7f004f18aaf749caf34b1568', 'subnets': [{'id': 'd76ab169-084a-455f-b4d6-eeed696c1d0d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '90ce7377-c3ae-495e-bb31-50e90598f7b2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:32:59.499015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d548a2a-cedd-41f0-b51c-e8a970bf7596 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:32:59.572349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:32:59.572984 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:01.528100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02e85c6b-b233-4517-ae47-85a2d3abaf3f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:01.590793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 02e85c6b-b233-4517-ae47-85a2d3abaf3f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:33:01.595905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 02e85c6b-b233-4517-ae47-85a2d3abaf3f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:01.596289 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:01.686340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:01.717429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 02e85c6b-b233-4517-ae47-85a2d3abaf3f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=02e85c6b-b233-4517-ae47-85a2d3abaf3f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:33:01.724593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:01.794959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=02e85c6b-b233-4517-ae47-85a2d3abaf3f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:33:03.570921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02e85c6b-b233-4517-ae47-85a2d3abaf3f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:33:03.686327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 02e85c6b-b233-4517-ae47-85a2d3abaf3f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:33:03.686636 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:10.195761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83011868-f707-4171-8c8c-1755e9dec4fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:12.749569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:13.232426 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4579673-5c85-45ba-9da2-013dbb6de0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:14.283179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:15.746009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:30.158662 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:33:40.172055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-709dc334-12fe-429d-a023-00bfe8954ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:42.752208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:43.227590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a40350a5-bf89-4f18-9cea-3794d6fa2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:44.283887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:33:45.745994 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:07.147941 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:34:10.173716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-23f9a60c-bd97-411d-bc60-fcd540186a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:12.756162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:13.230564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97b58905-c343-42a9-99b5-b3afe1f7874d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:14.287221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:15.744785 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:40.177666 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4552b57b-fe8b-4a4a-afbb-d6b99b0687e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:42.114218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:42.183663 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a87fa0-7a16-4991-868c-e2bd5cd86327 admin admin] GET failed (client error): The resource could not be found. Aug 30 22:34:42.185041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5a87fa0-7a16-4991-868c-e2bd5cd86327 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697389 Aug 30 22:34:42.357679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea767a0f-39e4-4bce-9d0c-37dc9b66a772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:42.359140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ea767a0f-39e4-4bce-9d0c-37dc9b66a772 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1694448 Aug 30 22:34:42.760579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:43.232119 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a80e95f-6fc8-4d6d-a1e8-c975ae0239ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:44.147308 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:34:44.293679 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:44.599453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:44.693890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4faa1c4-7c65-47a6-bcbf-86563374a639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:44.695312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e4faa1c4-7c65-47a6-bcbf-86563374a639 admin admin] 10.222.0.25 "GET /v2.0/subnets/d76ab169-084a-455f-b4d6-eeed696c1d0d HTTP/1.1" status: 200 len: 849 time: 0.0947919 Aug 30 22:34:44.706086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:34:44.797558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:44.942673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788074176988'] for subnet, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:45.068772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:45.069271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:45.070595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] 10.222.0.25 "PUT /v2.0/subnets/d76ab169-084a-455f-b4d6-eeed696c1d0d HTTP/1.1" status: 200 len: 868 time: 0.3689024 Aug 30 22:34:45.074426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13eeaa64-cf4d-4116-bc96-d33befd75f96 None None] Network c599cbc3-e1eb-4955-9b21-683f1d8c60ba requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:34:45.089624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76ab169-084a-455f-b4d6-eeed696c1d0d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:34:45.098655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.098998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.099384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.099756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.100090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.100425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.100754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.101120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.101492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.101957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.102290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.102730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1924cff9-87b8-4ea2-a82d-5b5aaace49d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:34:45.462612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c5aafc4-a853-4213-8760-6bc3f21108b6 None None] Provisioning complete for port 7d548a2a-cedd-41f0-b51c-e8a970bf7596 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:34:45.462612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c5aafc4-a853-4213-8760-6bc3f21108b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:45.551505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c5aafc4-a853-4213-8760-6bc3f21108b6 None None] Provisioning complete for port 00073c0f-24bf-4c12-bcc0-03bcf9ce065d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:34:45.551804 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c5aafc4-a853-4213-8760-6bc3f21108b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:45.750180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:34:47.311766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:47.517899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956cc9d-9021-418d-9f65-2556df5ce2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:47.518909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3956cc9d-9021-418d-9f65-2556df5ce2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:47.520608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3956cc9d-9021-418d-9f65-2556df5ce2a3 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2076628 Aug 30 22:34:49.724915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54088) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:49.866335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0baab30-87e1-4bd6-8121-13cb606d66b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:49.866811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0baab30-87e1-4bd6-8121-13cb606d66b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:49.868476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b0baab30-87e1-4bd6-8121-13cb606d66b4 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1425109 Aug 30 22:34:52.078259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54096) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:52.205270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab01498a-f1d5-45d7-b0bf-ffb7ba34b734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:52.207191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab01498a-f1d5-45d7-b0bf-ffb7ba34b734 admin admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 886 time: 0.1279855 Aug 30 22:34:54.432425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54104) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:54.571513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaf5116-3b04-49ec-92ac-70f3f51246f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:54.572929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-adaf5116-3b04-49ec-92ac-70f3f51246f9 admin admin] 10.222.0.25 "GET /v2.0/networks/c599cbc3-e1eb-4955-9b21-683f1d8c60ba HTTP/1.1" status: 200 len: 869 time: 0.1392589 Aug 30 22:34:56.794672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:56.929239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fe54db-f4f5-461e-a262-cb838313fdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:56.929701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fe54db-f4f5-461e-a262-cb838313fdd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:56.931289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a3fe54db-f4f5-461e-a262-cb838313fdd8 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1356587 Aug 30 22:34:59.148482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:34:59.244067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541f5fe-a849-4873-936c-946f9f725b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:59.244526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e541f5fe-a849-4873-936c-946f9f725b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:34:59.246330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e541f5fe-a849-4873-936c-946f9f725b8a admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0966415 Aug 30 22:35:01.486042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54128) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:01.577142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96c4ac9-f080-4bb1-905b-d86fa3dfd0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:01.578567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c96c4ac9-f080-4bb1-905b-d86fa3dfd0e4 admin admin] 10.222.0.25 "GET /v2.0/subnets/d76ab169-084a-455f-b4d6-eeed696c1d0d HTTP/1.1" status: 200 len: 868 time: 0.0915725 Aug 30 22:35:03.794324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54136) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:03.885935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e994a32f-33f2-475a-813a-d41982ad5363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:03.887323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e994a32f-33f2-475a-813a-d41982ad5363 admin admin] 10.222.0.25 "GET /v2.0/subnets/f8b151c6-60a5-4711-b8e1-08bf7376109d HTTP/1.1" status: 200 len: 816 time: 0.0920346 Aug 30 22:35:10.183378 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a08fbee2-e0f0-4e49-af64-33490b503eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:12.761618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:13.231918 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-87d4c229-1d0e-42ea-a082-12cbdf38550c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:14.292916 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:15.749111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:21.145978 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:35:28.223322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54192) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:28.275800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-ddb3a1f5-9f82-40bb-97f6-c81d9b15e520 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:35:28.278488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ddb3a1f5-9f82-40bb-97f6-c81d9b15e520 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525391 Aug 30 22:35:30.590279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54200) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:30.657903 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-be8e1d17-3e29-443c-85ed-5dc01cf9d7d3 admin admin] GET failed (client error): The resource could not be found. Aug 30 22:35:30.659307 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be8e1d17-3e29-443c-85ed-5dc01cf9d7d3 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680597 Aug 30 22:35:30.749603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b17a7d1-8ff4-4e01-bfc4-715484487c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:30.751141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b17a7d1-8ff4-4e01-bfc4-715484487c80 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872557 Aug 30 22:35:33.027914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:33.076888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:33.099089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Made reservation on behalf of f15557f700414c6d84791f93c486d97f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:33.101485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:33.129643 n-d-791504-21 neutron-server[101269]: WARNING neutron.services.revisions.revision_plugin [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Could not find related network for resource to bump revision. Aug 30 22:35:33.144992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:35:33.155517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:33.155870 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Added segment 08e11e14-bbfd-4c10-86cf-eaaff883e02f of type vlan for network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 Aug 30 22:35:33.212016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:33.241277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:33.242284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:33.242863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:33.299602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2703428 Aug 30 22:35:33.307235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e878730f-b491-4413-b2fa-5887484ee9af admin admin] Pushing event updated for resources: {'Network': ['ID=f0e0c710-b23d-4064-ab0a-2dbd109d9b79,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:33.319366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:35:35.553076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:35:35.621626 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-15028cb0-c0be-452b-b29a-e708392052c5 admin admin] GET failed (client error): The resource could not be found. Aug 30 22:35:35.623175 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15028cb0-c0be-452b-b29a-e708392052c5 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0691259 Aug 30 22:35:35.694579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229914ac-3b81-428a-bb00-d172f9d88645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:35.696410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-229914ac-3b81-428a-bb00-d172f9d88645 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0676546 Aug 30 22:35:35.707964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:35:35.734910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Made reservation on behalf of f15557f700414c6d84791f93c486d97f for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:35:35.737359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.930322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:35.983271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Pushing event updated for resources: {'Subnet': ['ID=217462c3-d761-442b-8e49-36d61d0d9dc3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:35.997620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:35.997994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Network hostable DHCP agents. Network: f0e0c710-b23d-4064-ab0a-2dbd109d9b79, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:35:36.019800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:35:36.031379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f0e0c710-b23d-4064-ab0a-2dbd109d9b79) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:36.036154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:35:36.037341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.040846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d121b2ed-904c-4158-bbe6-9cb79464ff84 None None] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:36.067335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-48b25df3-fde1-46e5-be67-0657e405663a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3495977 Aug 30 22:35:36.212124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'tenant_id': 'f15557f700414c6d84791f93c486d97f', 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:35:36.213026 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.466287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Allocated IP 192.168.233.2 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:35:36.616547 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.625179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Transition to ACTIVE for port object 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:36.641370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Transition to ACTIVE for port object 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:35:36.648861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.691968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:35:36.695306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:35:36.699991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:35:36.703427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Pushing event updated for resources: {'Port': ['ID=0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:36.714905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.715250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.715591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.715925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.716266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.716684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.716965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.717293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.717618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.717968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.718294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.718611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:35:36.765005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Attempting to bind port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:35:36.765371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Attempting to bind port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:35:36.765731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Attempting to bind port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:35:36.773463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:35:36.773899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:35:36.774305 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.774700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:35:36.775198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Bound port: 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:35:36.775597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.846899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] For port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:35:36.850400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] For port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:35:36.855855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:36.923509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8be46dc-3d98-408d-8615-8c87247d1a42 None None] Pushing event updated for resources: {'Port': ['ID=0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:37.657918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:37.715300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:37.750060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5300599-8dde-4bff-8c87-923049022409 None None] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:35:37.821398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Provisioning for port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:35:37.829375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Provisioning complete for port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:37.829686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:37.968171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:38.006979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] For port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:35:38.011410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:38.069488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03de7-4ffb-4e33-8b54-8b19ef63cc23 None None] Pushing event updated for resources: {'Port': ['ID=0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:35:38.233181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e2bc8fa-1d38-4904-886d-14a25c96975c None None] Provisioning complete for port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:38.233554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e2bc8fa-1d38-4904-886d-14a25c96975c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:39.600229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:35:39.647401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0cfee088-d4c7-4d50-8bb9-e0f4a79b9b11 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:35:39.647776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:40.185924 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-16e8e541-cbd0-4a12-b069-653d8b0bdc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:42.767913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:43.237443 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24950e91-6d81-4dae-8352-11719162d5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:44.297393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:45.750520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:35:58.145876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:36:10.186860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2bd73957-958f-4a2e-ab10-22828a0baa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:12.765296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:13.240129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-22018537-dd6f-4fa8-96bb-48a0b894b63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:14.297377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:15.756036 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:35.144351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:36:40.189064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4d88ed76-4b3c-4c3e-aa9c-66b676258d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:42.767928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:43.240172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-28cd7aba-ce2c-4f63-9cff-4b8441ff1cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:44.302493 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:45.427528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:36:45.433541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-d7475da9-886d-44f4-84e7-92bd85560bdc tempest-verify_tempest_config-190943306 tempest-verify_tempest_config-190943306-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:36:45.434558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d7475da9-886d-44f4-84e7-92bd85560bdc tempest-verify_tempest_config-190943306 tempest-verify_tempest_config-190943306-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060627 Aug 30 22:36:45.725495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54286) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:36:45.758535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:45.830758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:45.919090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:45.923311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:45.968754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468ddf0f-b6d2-4602-951c-bfdfad99354f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:36:45.973800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b5f29962d5a410a96b8fc1365fcdc25&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2472651 Aug 30 22:36:45.976550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:36:45.978014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.978370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.978714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.979054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.979393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.979730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.980065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.980417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.980743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.981069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.981395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:45.981718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4566c024-7741-4dfc-bac6-9be2b124bfbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.030716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:46.051914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:46.139394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:46.141939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:36:46.143206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/468ddf0f-b6d2-4602-951c-bfdfad99354f HTTP/1.1" status: 204 len: 168 time: 0.1656685 Aug 30 22:36:46.150711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468ddf0f-b6d2-4602-951c-bfdfad99354f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:36:46.157888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.158234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.158630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.158961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.159321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.159644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.160012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.160349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.160676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.160997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.161313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:36:46.161818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b64a5c2-c6dc-4fa3-b47c-59405ce8dd41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:37:10.189545 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be22e568-3839-4437-9d35-cced070aa73b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:12.143250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:37:12.771513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:13.240106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5c02ed55-fd6b-4cd9-ae85-b6ac369ec920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:14.303102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:15.762468 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:40.190041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f48e41d4-82b6-4402-a248-4ec5c0fec1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:42.774263 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:43.240781 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe2bfcc7-9c38-4874-89b6-2aa92709f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:44.305363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:45.769092 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:37:49.142141 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:38:10.191593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3ca96f05-58c2-487f-b014-507953d6d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:12.780049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:13.242048 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ba423c8-6fe5-456c-ae92-7fba2b82c3ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:14.308875 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:15.772824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:26.141258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:38:40.191828 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33da4e3f-dac9-4640-add3-75944c427a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:42.772028 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:43.243148 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-23d80d75-e058-4bb6-a0fb-0a748c88b324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:44.311429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:38:45.775960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:03.139789 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:39:10.193062 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec562e-0b2e-40f0-b919-4c3a35d64c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:12.774000 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:13.246784 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0647c07-6a2f-4f77-9858-b3cbe15ef1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:14.314434 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:15.777927 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:40.138009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 5 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:39:40.193225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07987f6e-d190-4380-8de2-04c99631fa83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:42.777520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:43.247832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e7f4370c-7828-40e6-b7c8-bc543cbff435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:44.316657 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:45.782647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:52.043218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:39:57.347690 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-552443'] for agent, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:10.195158 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-add2d27d-3388-4266-813b-57766dd53e07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:12.779366 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:13.248678 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14fe9264-f279-4cf1-a37e-d9d6725abcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:14.319043 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:15.785295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:17.137061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:40:22.025523 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:27.294095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:32.343047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:32.452716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34787959-c031-4ba9-a655-88360b8aada1 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1084678 Aug 30 22:40:34.662763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:40:34.723521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8b921651-e94b-4319-a634-25d2fb111f7c admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0596757 Aug 30 22:40:40.199314 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-005a51f0-5198-41c9-b570-9c03857ed745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:42.781638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:43.248167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56bbe9b2-922e-4f1e-b57a-c58f95cb696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:44.322880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:45.787897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:52.025189 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:40:54.137054 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:40:57.295283 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:10.202194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9260156-d536-4ac8-aa37-49eb0edb3ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:12.788635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:13.249969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e58a1c56-d4e6-448e-8e2c-4539d90f80ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:14.326082 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:15.793212 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:22.025604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:27.314409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:31.136752 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:41:40.213073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd0106e3-9806-4e95-8dfb-dc1ae2ba6fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:42.780939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:43.252333 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9531ab49-9cf2-4572-961d-e0c6b6ab71a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:44.329228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:45.794235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:52.037829 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:57.338749 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:57.970070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54576) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:58.358343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-network', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:58.379312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Made reservation on behalf of 202f8d9f26f044139f877efa4e93c93e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:41:58.381819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.390553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.451850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54600) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:58.484549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.489189 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.510928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:41:58.525579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f76da2d-b33a-4911-83c9-9e27513e9dbe,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:58.534747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.535091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.535431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.535763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.536288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.536623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.536949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.537274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.537596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.537945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.538267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.538589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Tracked resource versions report: Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: pushed versions: Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: { 'AddressGroup': {'1.2'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'ConntrackHelper': {'1.0'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Log': {'1.0'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Network': {'1.1'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Port': {'1.7'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'PortForwarding': {'1.2'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'QosPolicy': {'1.9'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SecurityGroup': {'1.4'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SubPort': {'1.0'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Subnet': {'1.1'}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Trunk': {'1.1'}} Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: consumer versions: Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: HyperV agent@n-h1-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: HyperV agent@n-h2-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: L3 agent@n-d-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: Metadata agent@n-d-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: Metering agent@n-d-791504-21: {}, Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'ConntrackHelper': '1.0', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Log': '1.0', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Network': '1.1', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Port': '1.7', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'PortForwarding': '1.2', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'QosPolicy': '1.9', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SecurityGroup': '1.4', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SecurityGroupRule': '1.2', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'SubPort': '1.0', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Subnet': '1.1', Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: 'Trunk': '1.1'}} Aug 30 22:41:58.539681 n-d-791504-21 neutron-server[101269]: {{(pid=101269) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:41:58.545218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.545562 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Added segment e06c621c-b189-459b-a21b-d03e3a16da87 of type vlan for network 1be5c077-475b-4a64-99dc-02bd187bb6f3 Aug 30 22:41:58.603747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.629118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.630079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:58.630651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:58.694415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] Pushing event updated for resources: {'Network': ['ID=1be5c077-475b-4a64-99dc-02bd187bb6f3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:58.701826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54614) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:58.707267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Request body: {'subnet': {'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-subnet', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:58.709652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:41:58.710408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d4e0c93-181d-41c7-accf-9d09c7cf9b44 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7392299 Aug 30 22:41:58.749917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Made reservation on behalf of 202f8d9f26f044139f877efa4e93c93e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:41:58.752429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.026471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-207cb6ba-2e95-4ac3-89e6-08764a94decf tempest-AutoAllocateNetworkTest-1415795404 tempest-AutoAllocateNetworkTest-1415795404-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9333fd020f1143ee98484277f8d2f4a5&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5715926 Aug 30 22:41:59.028257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.030056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54632) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:59.084050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Pushing event updated for resources: {'Subnet': ['ID=677629fa-277f-4f9b-88b4-d218267feaf5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:41:59.106380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.106734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.107076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.107412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.107747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.108076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.108405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.108732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.109057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.109381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.109706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.110158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Tracked resource versions report: Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: pushed versions: Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: { 'AddressGroup': {'1.2'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'ConntrackHelper': {'1.0'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Log': {'1.0'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Network': {'1.1'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Port': {'1.7'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'PortForwarding': {'1.2'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'QosPolicy': {'1.9'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SecurityGroup': {'1.4'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SubPort': {'1.0'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Subnet': {'1.1'}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Trunk': {'1.1'}} Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: consumer versions: Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: HyperV agent@n-h1-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: HyperV agent@n-h2-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: L3 agent@n-d-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: Metadata agent@n-d-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: Metering agent@n-d-791504-21: {}, Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'ConntrackHelper': '1.0', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Log': '1.0', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Network': '1.1', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Port': '1.7', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'PortForwarding': '1.2', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'QosPolicy': '1.9', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SecurityGroup': '1.4', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SecurityGroupRule': '1.2', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'SubPort': '1.0', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Subnet': '1.1', Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: 'Trunk': '1.1'}} Aug 30 22:41:59.111230 n-d-791504-21 neutron-server[101268]: {{(pid=101268) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:41:59.138112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Checking segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:41:59.138839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Network hostable DHCP agents. Network: 1be5c077-475b-4a64-99dc-02bd187bb6f3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:41:59.163483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:41:59.176889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 1be5c077-475b-4a64-99dc-02bd187bb6f3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:41:59.184367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:59.188721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.189353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6029f-87f0-4c30-9f57-176f8d82c522 None None] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:41:59.211758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41b00b3d-dd27-4949-8856-36aa8e0de944 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5059786 Aug 30 22:41:59.212185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:59.216909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:41:59.260501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.262413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.333169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.387963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5e9481-396a-43c6-bec3-bd00e2990497 tempest-AutoAllocateNetworkTest-1415795404 tempest-AutoAllocateNetworkTest-1415795404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:41:59.392561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9a5e9481-396a-43c6-bec3-bd00e2990497 tempest-AutoAllocateNetworkTest-1415795404 tempest-AutoAllocateNetworkTest-1415795404-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3611524 Aug 30 22:41:59.393179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54650) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:59.404083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-1be5c077-475b-4a64-99dc-02bd187bb6f3', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:41:59.405450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.455481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bff53370-03a7-4d35-90f1-98dd52b2568d tempest-AutoAllocateNetworkTest-1415795404 tempest-AutoAllocateNetworkTest-1415795404-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0611954 Aug 30 22:41:59.456085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54652) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:41:59.487122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cbbc9763-a481-4d1b-9002-65d40ab20ee9 tempest-AutoAllocateNetworkTest-1415795404 tempest-AutoAllocateNetworkTest-1415795404-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9333fd020f1143ee98484277f8d2f4a5 HTTP/1.1" status: 200 len: 208 time: 0.0297923 Aug 30 22:41:59.561472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.569461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Allocated IP 172.20.0.2 (1be5c077-475b-4a64-99dc-02bd187bb6f3/677629fa-277f-4f9b-88b4-d218267feaf5/2d601980-06d6-4167-b87a-42bdbdb3a98b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:41:59.903558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.914963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Transition to ACTIVE for port object 2d601980-06d6-4167-b87a-42bdbdb3a98b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:41:59.918435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.935377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Transition to ACTIVE for port object 2d601980-06d6-4167-b87a-42bdbdb3a98b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:41:59.943069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.952318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:41:59.965477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:41:59.968315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:41:59.987793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:00.046696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Pushing event updated for resources: {'Port': ['ID=2d601980-06d6-4167-b87a-42bdbdb3a98b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:00.062817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.063305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.063770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.064220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.064702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.065129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.065542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.065994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.066442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.066856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.067297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.067738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Tracked resource versions report: Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: pushed versions: Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: { 'AddressGroup': {'1.2'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'ConntrackHelper': {'1.0'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Log': {'1.0'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Network': {'1.1'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Port': {'1.7'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'PortForwarding': {'1.2'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'QosPolicy': {'1.9'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SecurityGroup': {'1.4'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SubPort': {'1.0'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Subnet': {'1.1'}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Trunk': {'1.1'}} Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: consumer versions: Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: HyperV agent@n-h1-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: HyperV agent@n-h2-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: L3 agent@n-d-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: Metadata agent@n-d-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: Metering agent@n-d-791504-21: {}, Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'ConntrackHelper': '1.0', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Log': '1.0', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Network': '1.1', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Port': '1.7', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'PortForwarding': '1.2', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'QosPolicy': '1.9', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SecurityGroup': '1.4', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SecurityGroupRule': '1.2', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'SubPort': '1.0', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Subnet': '1.1', Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: 'Trunk': '1.1'}} Aug 30 22:42:00.068970 n-d-791504-21 neutron-server[101270]: {{(pid=101270) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:42:00.076711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Attempting to bind port 2d601980-06d6-4167-b87a-42bdbdb3a98b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:00.077405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Attempting to bind port 2d601980-06d6-4167-b87a-42bdbdb3a98b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:00.077647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Attempting to bind port 2d601980-06d6-4167-b87a-42bdbdb3a98b on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:00.083995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:00.084514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Checking segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:00.085007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.085490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Bound using segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:00.086127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Bound port: 2d601980-06d6-4167-b87a-42bdbdb3a98b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:00.086713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.148864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Allocated IP 172.25.7.156 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:00.160550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] For port 2d601980-06d6-4167-b87a-42bdbdb3a98b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:00.166312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] For port 2d601980-06d6-4167-b87a-42bdbdb3a98b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d601980-06d6-4167-b87a-42bdbdb3a98b,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:00.173210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.292995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3e5bd6-4dd3-479d-8470-b7df494048f1 None None] Pushing event updated for resources: {'Port': ['ID=2d601980-06d6-4167-b87a-42bdbdb3a98b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:00.323440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.456356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.528407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54686) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:00.578719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Pushing event updated for resources: {'Port': ['ID=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:00.591112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:00.593298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:00.607338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:00.947406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:00.955345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-399b6721-9033-455b-9f02-df7d3ce0418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.065470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-399b6721-9033-455b-9f02-df7d3ce0418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.070500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-399b6721-9033-455b-9f02-df7d3ce0418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.114278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-399b6721-9033-455b-9f02-df7d3ce0418e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9333fd020f1143ee98484277f8d2f4a5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5823426 Aug 30 22:42:01.127863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54714) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:01.177945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399b6721-9033-455b-9f02-df7d3ce0418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea37ae7-038f-4e79-b8c1-335218280850,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:01.221410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.248412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.305171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.337588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.340666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.344816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aea37ae7-038f-4e79-b8c1-335218280850 HTTP/1.1" status: 204 len: 168 time: 0.2117355 Aug 30 22:42:01.372144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3020c1-35ce-43f7-8882-e2187014714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea37ae7-038f-4e79-b8c1-335218280850,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:01.565771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a24fab0e-0a84-47f9-b44c-1de1bf735776 None None] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:01.605210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:42:01.641129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0dd8cec-fa83-4972-b126-71a9cb841ea3 None None] Provisioning for port 2d601980-06d6-4167-b87a-42bdbdb3a98b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:01.755688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:01.770425 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:01.782293 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:01.782960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:41:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:01.784303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:01.785994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f976bc62-9b00-4263-9bde-98c3959fa047 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.5726359 Aug 30 22:42:01.788944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54752) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:01.944301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d601980-06d6-4167-b87a-42bdbdb3a98b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:02.071049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2d601980-06d6-4167-b87a-42bdbdb3a98b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:02.079315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2d601980-06d6-4167-b87a-42bdbdb3a98b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:02.080956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.107012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:02.215297 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.261646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 2d601980-06d6-4167-b87a-42bdbdb3a98b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d601980-06d6-4167-b87a-42bdbdb3a98b,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:02.276165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.341807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-43818f17-9bb8-443d-b215-13a90691afed None None] Provisioning complete for port 2d601980-06d6-4167-b87a-42bdbdb3a98b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:02.342466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43818f17-9bb8-443d-b215-13a90691afed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.381096 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:00Z', 'revision_number': 3, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:02.390670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=2d601980-06d6-4167-b87a-42bdbdb3a98b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:02.409662 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:02.410260 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Updating router c8bda569-ce48-43b9-ab09-40a2e73d3d63 port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:02.442017 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.519965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.791438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Allocated IP 172.20.0.1 (1be5c077-475b-4a64-99dc-02bd187bb6f3/677629fa-277f-4f9b-88b4-d218267feaf5/1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:02.854032 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.878820 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Transition to ACTIVE for port object 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:02.893760 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.936622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:02.958211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Transition to ACTIVE for port object 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:02.998695 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Pushing event updated for resources: {'Port': ['ID=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:02.999026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.002863 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Attempting to bind port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:03.003349 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Attempting to bind port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:03.003800 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Attempting to bind port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:03.019007 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.019469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.019991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.020521 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.020933 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.021330 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.021740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.022122 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.022519 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.022969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.023258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.023651 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Tracked resource versions report: Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: pushed versions: Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: { 'AddressGroup': {'1.2'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'ConntrackHelper': {'1.0'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Log': {'1.0'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Network': {'1.1'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Port': {'1.7'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'PortForwarding': {'1.2'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'QosPolicy': {'1.9'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SecurityGroup': {'1.4'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SecurityGroupRule': {'1.2'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SubPort': {'1.0'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Subnet': {'1.1'}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Trunk': {'1.1'}} Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: consumer versions: Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: { DHCP agent@n-d-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: HyperV agent@n-h1-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: HyperV agent@n-h2-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: L3 agent@n-d-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: Metadata agent@n-d-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: Metering agent@n-d-791504-21: {}, Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: Open vSwitch agent@n-d-791504-21: { 'AddressGroup': '1.2', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'ConntrackHelper': '1.0', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Log': '1.0', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Network': '1.1', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Port': '1.7', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'PortForwarding': '1.2', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'QosPolicy': '1.9', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SecurityGroup': '1.4', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SecurityGroupRule': '1.2', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'SubPort': '1.0', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Subnet': '1.1', Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: 'Trunk': '1.1'}} Aug 30 22:42:03.025639 n-d-791504-21 neutron-server[101271]: {{(pid=101271) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 30 22:42:03.030261 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:03.031300 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:03.031877 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.032267 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:03.032751 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Bound port: 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:03.033183 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.061611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:03.064648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:03.067784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:03.068508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.155628 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] For port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:03.165066 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] For port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:03.172222 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.239080 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c3a88e-6588-4972-821e-640b7e369e9d None None] Pushing event updated for resources: {'Port': ['ID=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:03.266330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54820) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:03.268648 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:03.269396 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:41:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:03.284709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Pushing event updated for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:03.332872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.488453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:03.495574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-66e4a8d5-4907-49ee-8d4e-90781118560f None None] Provisioning for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:03.503699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-66e4a8d5-4907-49ee-8d4e-90781118560f None None] Provisioning complete for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:03.504099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-66e4a8d5-4907-49ee-8d4e-90781118560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.573335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54844) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:03.586987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-66e4a8d5-4907-49ee-8d4e-90781118560f None None] Port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:03.597829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.606896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.607905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.726691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Pushing event updated for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:03.806374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38ae718d-4d81-4e4b-845d-ad9ea426def6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:03.818056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:03.825058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:03.909121 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:00Z', 'revision_number': 3, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:03.913916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d601980-06d6-4167-b87a-42bdbdb3a98b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:03.943546 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2097dc23-825b-4d56-85c2-cbaada8d6e4d None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:00Z', 'revision_number': 3, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:04.002863 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38ae718d-4d81-4e4b-845d-ad9ea426def6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.012600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38ae718d-4d81-4e4b-845d-ad9ea426def6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.043009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2d601980-06d6-4167-b87a-42bdbdb3a98b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:04.043302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.074528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54868) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:04.077909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee0dd599-57a1-4910-9d5f-f5f9c17cc573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.144587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:42:04.265172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e25aadc2-a678-4b9c-b92f-52c536d3e232 None None] Provisioning complete for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:04.265559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e25aadc2-a678-4b9c-b92f-52c536d3e232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.283730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee0dd599-57a1-4910-9d5f-f5f9c17cc573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.291680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae718d-4d81-4e4b-845d-ad9ea426def6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59976b33-b760-41fc-b678-453c391d52d2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:04.308180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee0dd599-57a1-4910-9d5f-f5f9c17cc573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.371318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e25aadc2-a678-4b9c-b92f-52c536d3e232 None None] Port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:04.406240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee0dd599-57a1-4910-9d5f-f5f9c17cc573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1dc99663def647e188c46bbf70650532&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8317525 Aug 30 22:42:04.413240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54882) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:04.423529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-38ae718d-4d81-4e4b-845d-ad9ea426def6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d46d2350abd046e2b4a7f3909274f97d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1561155 Aug 30 22:42:04.476107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54884) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:04.524104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2482566-3705-458d-a79e-b9cd16982b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.546455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:04.561252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5632cb27-7017-4233-ad7d-bd65bc7d8edc admin admin] 10.222.0.25 "PUT /v2.0/routers/c8bda569-ce48-43b9-ab09-40a2e73d3d63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705324 Aug 30 22:42:04.564058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0dd599-57a1-4910-9d5f-f5f9c17cc573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee9c416-51fb-4ca5-abc0-37b1c8d13c86,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:04.567807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.619278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.649152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:04.652447 n-d-791504-21 neutron-server[101269]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 22:42:04.681552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.692302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.695613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.696917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/59976b33-b760-41fc-b678-453c391d52d2 HTTP/1.1" status: 204 len: 168 time: 0.2180989 Aug 30 22:42:04.711387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.734994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-5769941d-5a8d-43bb-ac34-c54793919e51 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=90d77b40f10c45deab1b72483751f530&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0845268 Aug 30 22:42:04.756258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2482566-3705-458d-a79e-b9cd16982b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.767750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2482566-3705-458d-a79e-b9cd16982b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.799080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a5a89-329f-414a-82ea-59dba4ef1e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59976b33-b760-41fc-b678-453c391d52d2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:04.814044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.818122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:04.820085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee9c416-51fb-4ca5-abc0-37b1c8d13c86 HTTP/1.1" status: 204 len: 168 time: 0.4053290 Aug 30 22:42:04.836676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6e588-5e8c-4a06-836d-f49e7b20067c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee9c416-51fb-4ca5-abc0-37b1c8d13c86,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:04.947872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2482566-3705-458d-a79e-b9cd16982b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cebbfda-d77c-4975-9604-5e2cb38b7c64,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:04.980364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2482566-3705-458d-a79e-b9cd16982b69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5db8fe96b9ad4164872b58a103512396&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9027350 Aug 30 22:42:04.981160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54924) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:05.055743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-fea83e24-6a54-4e8b-ba8d-d33225d2a36f tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:05.069959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-fea83e24-6a54-4e8b-ba8d-d33225d2a36f tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3160055 Aug 30 22:42:05.102490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.109048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-8ee794bf-7604-4bdd-b83d-f35c7dc1ed8a tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/quotas/90d77b40f10c45deab1b72483751f530 HTTP/1.1" status: 200 len: 375 time: 0.0382028 Aug 30 22:42:05.140033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.214324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.220148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-3873fe9d-646d-4fc3-b50a-a5b6d0a9022e tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=90d77b40f10c45deab1b72483751f530&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1101499 Aug 30 22:42:05.228455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.229740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cebbfda-d77c-4975-9604-5e2cb38b7c64 HTTP/1.1" status: 204 len: 168 time: 0.2471540 Aug 30 22:42:05.242671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebef6d69-ea00-4142-ad5b-324fe8ce3399 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cebbfda-d77c-4975-9604-5e2cb38b7c64,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:05.620885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54982) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:05.622162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54984) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:05.650285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93eba0a-0a92-4524-b2fc-845f217cd3ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.657020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bce5a4c7-fa32-4b22-9394-83d944f48179 req-b3f712cb-b61b-46c7-8378-0c6503cc9fa5 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.1209064 Aug 30 22:42:05.674439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22a85627-b9ef-4291-938d-96805752bce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.835385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22a85627-b9ef-4291-938d-96805752bce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.844061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22a85627-b9ef-4291-938d-96805752bce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:05.946866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:05.997938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a85627-b9ef-4291-938d-96805752bce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ee7165-31af-4298-9b72-c10ddaceb9ee,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.010978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22a85627-b9ef-4291-938d-96805752bce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=257cb73e11f84fbc840d3e31c7757054&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3819451 Aug 30 22:42:06.011436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:06.059490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:06.074018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:06.075938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.120776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93eba0a-0a92-4524-b2fc-845f217cd3ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.126065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a93eba0a-0a92-4524-b2fc-845f217cd3ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.131124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.159956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.195871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eba0a-0a92-4524-b2fc-845f217cd3ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046ac82d-927f-4cf0-880c-be22305330d6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.228722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a93eba0a-0a92-4524-b2fc-845f217cd3ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c89c381c7074eeba6949a719a1acd92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6031222 Aug 30 22:42:06.230008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:06.242704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.259435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.266084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.270060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23ee7165-31af-4298-9b72-c10ddaceb9ee HTTP/1.1" status: 204 len: 168 time: 0.2555277 Aug 30 22:42:06.270338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:06.275104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.298289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a35011-0db3-4510-ab9a-bc0082b829f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ee7165-31af-4298-9b72-c10ddaceb9ee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.349809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.358027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:06.378509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:06.379184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:41:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:06.393169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.442736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:06.464543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bdda-ec1f-4513-a1a7-4f8baa4614e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.491461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.530101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.532738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.533834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/046ac82d-927f-4cf0-880c-be22305330d6 HTTP/1.1" status: 204 len: 168 time: 0.3024931 Aug 30 22:42:06.562344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4c22c6-e105-4b39-a1af-442cd6629c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046ac82d-927f-4cf0-880c-be22305330d6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.619318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bdda-ec1f-4513-a1a7-4f8baa4614e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.626169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe0bdda-ec1f-4513-a1a7-4f8baa4614e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.657329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:06.706163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe0bdda-ec1f-4513-a1a7-4f8baa4614e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7d455e-53b2-434b-9a25-b7978c96d1dd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:06.738508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:06.739723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fe0bdda-ec1f-4513-a1a7-4f8baa4614e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d5a962f6506497cad90b70432ae2d13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2957304 Aug 30 22:42:06.829919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.874645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.951628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.955026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:06.960130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5b7d455e-53b2-434b-9a25-b7978c96d1dd HTTP/1.1" status: 204 len: 168 time: 0.2218728 Aug 30 22:42:06.972364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48897e24-655d-4d03-89ad-c705d976b315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7d455e-53b2-434b-9a25-b7978c96d1dd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:07.004808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 2, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:07.036685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:07.037049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Updating router c8bda569-ce48-43b9-ab09-40a2e73d3d63 port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:07.064594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.167925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55070) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:07.433302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.448505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Transition to ACTIVE for port object 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:07.459014 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.500543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55096) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:07.505775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-network', 'tenant_id': '071d84da736447a6878798439118ceb4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:07.511540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf523992-fe80-4395-98c6-cb3875491ab5 None None] Pushing event updated for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:07.560528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Made reservation on behalf of 071d84da736447a6878798439118ceb4 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:07.563302 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.600305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.670617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Attempting to bind port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:07.672099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Attempting to bind port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:07.672477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Attempting to bind port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:07.686873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55110) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:07.702810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:07.703871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Checking segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:07.704983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.707588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Bound using segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:07.708309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Bound port: 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:07.709145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.797223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.830202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd0edb7b-ba3f-4170-923e-5a1a74c909f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.835273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.883440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] For port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:07.886574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:42:07.891902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] For port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:07.905493 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.935639 n-d-791504-21 neutron-server[101268]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 30 22:42:07.943996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf94e39-a9ad-4fa5-b472-6f11c4b01b7a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:07.947513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:07.947850 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Added segment e5dee639-970c-4994-bc17-72959b622c8d of type vlan for network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 Aug 30 22:42:07.978497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:08.036178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d962e7f4-092f-4f22-9daf-df2091b0ab73 req-4ed5ccc8-6be5-4245-915a-5d3b48714771 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.3453619 Aug 30 22:42:08.054271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd0edb7b-ba3f-4170-923e-5a1a74c909f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.062171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd0edb7b-ba3f-4170-923e-5a1a74c909f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.112442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0edb7b-ba3f-4170-923e-5a1a74c909f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e474a0f-ea27-4dd9-b297-27eb91974172,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:08.131957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:08.132584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:41:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:08.135590 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:42:08.137216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf523992-fe80-4395-98c6-cb3875491ab5 None None] Pushing event updated for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:08.160397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.163909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fd0edb7b-ba3f-4170-923e-5a1a74c909f3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5867fc0741494ef1a6714777f517412b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9942193 Aug 30 22:42:08.167220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55138) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:08.202498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:08.203200 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.236430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.238134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:08.238718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.313486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] Pushing event updated for resources: {'Network': ['ID=72927c07-9aa9-4040-8cbb-c8c8cdc35699,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:08.348269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55144) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:08.348454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-382bece2-237d-4004-903a-96acbe1140db admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8465471 Aug 30 22:42:08.349369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.354118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Request body: {'subnet': {'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-subnet', 'tenant_id': '071d84da736447a6878798439118ceb4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:08.372972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.397520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Made reservation on behalf of 071d84da736447a6878798439118ceb4 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:08.402930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.428695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.434444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.438543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e474a0f-ea27-4dd9-b297-27eb91974172 HTTP/1.1" status: 204 len: 168 time: 0.2702842 Aug 30 22:42:08.460880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93807250-b30a-4e1e-a092-337fa1124967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e474a0f-ea27-4dd9-b297-27eb91974172,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:08.478077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:42:08.508439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:08.556559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.47', 51099) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:08.609172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.629155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-d006a217-3c95-4c3d-ba99-a524c056551c tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=90d77b40f10c45deab1b72483751f530&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583904 Aug 30 22:42:08.713057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Pushing event updated for resources: {'Subnet': ['ID=950329b5-df98-4030-a570-748008776044,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:08.746252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Checking segment: {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:08.746631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Network hostable DHCP agents. Network: 72927c07-9aa9-4040-8cbb-c8c8cdc35699, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:42:08.749720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55152) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:08.811162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:42:08.834155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 72927c07-9aa9-4040-8cbb-c8c8cdc35699) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:08.845291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860d8659-de11-48a2-aaa3-c36991fb904a None None] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:08.870097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:08.874117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.883702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-7319c003-a252-4ba0-97bd-99254d740093 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:08.885653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-7319c003-a252-4ba0-97bd-99254d740093 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2520487 Aug 30 22:42:08.904280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-238ad868-1dda-4df4-8c10-7cfe6075498e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5527711 Aug 30 22:42:08.904820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55160) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:08.920888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:08.971166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:08.974319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.009154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Request body: {'port': {'device_id': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '90d77b40f10c45deab1b72483751f530'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:09.091587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:07Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:09.124308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'tenant_id': '071d84da736447a6878798439118ceb4', 'fixed_ips': [{'subnet_id': '950329b5-df98-4030-a570-748008776044'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:42:09.125225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.129081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c3f57-be5d-4b91-b405-7bc96709409c None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:07Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:09.145648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.364190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Allocated IP 172.20.0.2 (72927c07-9aa9-4040-8cbb-c8c8cdc35699/950329b5-df98-4030-a570-748008776044/7ef2fc62-bd5a-4e0f-9c14-80674e77be48) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:09.423512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c08b313-3d1a-4985-b96e-06fa10e19bb2 req-33110abc-f3d0-46b2-b8db-660038dcd7ef tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.0915022 Aug 30 22:42:09.491264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55178) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:09.495552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc78d63f-aaf3-4996-8aa4-de7559c99100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.525894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.528165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.551665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:42:09.551665 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:42:09.551665 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id_1': '0958327fd44b472496e56053fcc59b92', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 42, 9, 541855)}] Aug 30 22:42:09.551665 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:42:09.552480 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:42:09.712238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.723846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Transition to ACTIVE for port object 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:09.742691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Transition to ACTIVE for port object 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:09.753135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.754253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc78d63f-aaf3-4996-8aa4-de7559c99100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.764898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc78d63f-aaf3-4996-8aa4-de7559c99100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.804490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Pushing event updated for resources: {'Port': ['ID=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:09.817133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:09.818640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:09.821880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:09.823346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Made reservation on behalf of 90d77b40f10c45deab1b72483751f530 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:09.828563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.845644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.886193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc78d63f-aaf3-4996-8aa4-de7559c99100 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c6cd67babeb4f509e644217a7d3f480&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1297345 Aug 30 22:42:09.891691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55202) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:09.896288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc78d63f-aaf3-4996-8aa4-de7559c99100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472d674a-b613-4d98-ad71-87d7a0e26c01,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:09.910434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Attempting to bind port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:09.910985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Attempting to bind port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:09.911355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Attempting to bind port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 on network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:09.918641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:09.919020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Checking segment: {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:09.919459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.919809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Bound using segment: {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:09.920289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Bound port: 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:09.920691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:09.986888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.017257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.055047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.081221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:10.150513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.161479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] For port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:10.189615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.215150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] For port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:10.234016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.293247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb90d7b-9fde-4b2e-8914-e7c57239d5d6 None None] Pushing event updated for resources: {'Port': ['ID=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:10.305720 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e20487e-378d-4fcc-afd7-b0c7d4ad1894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.330377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:10.334988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:10.335370 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.349745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.359237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.394623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Allocated IP 172.25.7.133 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a587eccd-bd53-4d45-b4fd-918facb72fe3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:10.463275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.644011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:10.648838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Allocated IP 192.168.233.51 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:10.658602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.887872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:10.905838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.912476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:10.917841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/472d674a-b613-4d98-ad71-87d7a0e26c01 HTTP/1.1" status: 204 len: 168 time: 1.0189981 Aug 30 22:42:10.917841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55218) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:10.974119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.004721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f30b416d-863f-46c7-939b-710d8def0256 req-c00e47e6-1289-432e-93fe-88495033a3e4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.2168522 Aug 30 22:42:11.122345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.284515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:11.297526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:11.304153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Pushing event updated for resources: {'Port': ['ID=a587eccd-bd53-4d45-b4fd-918facb72fe3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:11.344813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:11.444438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0be06f01-a439-4aea-a824-4255cf169415,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:11.645166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.671783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573c85-6a5b-499e-ac63-469435642b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472d674a-b613-4d98-ad71-87d7a0e26c01,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:11.677655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.715329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0958327fd44b472496e56053fcc59b92&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2177234 Aug 30 22:42:11.720770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-network', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:11.770531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55236) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:11.870725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.896852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:11.947027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:11.994477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cdd7-d8d7-439a-9016-02b7709fd4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.015538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85145ca4-defc-45ae-983a-03786a0bef5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d19705-c270-4574-bd9e-283db1d2483a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:12.021014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.027752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164d65e2-80df-43a6-8be4-c9e37fbe0e74 None None] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:12.065018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Made reservation on behalf of 8bec63ea206c4571aff2ebbd98215be4 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:12.067434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.085127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.100715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Transition to ACTIVE for port object 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:12.113511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.174278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cdd7-d8d7-439a-9016-02b7709fd4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.175674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.179391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.181575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c0d19705-c270-4574-bd9e-283db1d2483a HTTP/1.1" status: 204 len: 168 time: 0.4097614 Aug 30 22:42:12.256531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:12.267130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b5cdd7-d8d7-439a-9016-02b7709fd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.332106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788d5ad-2acb-489c-a509-3275dd38167f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d19705-c270-4574-bd9e-283db1d2483a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:12.335609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.350479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9f5bc4a-3e51-4222-a86d-79e807bf0e73 req-cc3056d6-7e0f-4b3a-b40f-8bb35c8e533f tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.0789862 Aug 30 22:42:12.372652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5b5cdd7-d8d7-439a-9016-02b7709fd4b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e56808c3488454fa54282de721ba954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4185424 Aug 30 22:42:12.377153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:12.381034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fb65496a-6eba-47b2-9576-f4a5c0efbb5b None None] Provisioning for port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:12.384717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.415674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:42:12.419450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b5cdd7-d8d7-439a-9016-02b7709fd4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca47194-316a-43c2-a6a0-9dead95a4e23,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:12.461230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.493758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.494572 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Added segment 2128ab3c-a77c-452e-9625-f95f7328bed8 of type vlan for network db3019d1-211d-4330-8fc1-118e08e285c9 Aug 30 22:42:12.527834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:12.535288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:12.546517 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.712205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43feff1d-a15d-4a4a-ba74-4155186a9dea,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:12.777345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:12.799312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.814758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.826928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.838816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:12.847830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:12.852989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.866319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:12.867044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.893160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Pushing event updated for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:12.956471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-36295925-d465-4fee-96df-8921200b99ce tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9563749 Aug 30 22:42:12.974265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:12.979348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.980730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:12.982849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.992063 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:12.993052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:13.045733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:13.077610 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.110497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.198619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:13.198886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8955007 Aug 30 22:42:13.199868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.222672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:13.250711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Request body: {'subnet': {'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-subnet', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:13.294211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcdce01-c2ec-438a-bddf-cb6ac3d68b0a admin admin] Pushing event updated for resources: {'Network': ['ID=db3019d1-211d-4330-8fc1-118e08e285c9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:13.305540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f606c6d-fa37-43fc-bc79-b9fb60eb0d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.316234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network db3019d1-211d-4330-8fc1-118e08e285c9 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:42:13.348567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Made reservation on behalf of 8bec63ea206c4571aff2ebbd98215be4 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:13.352484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.453702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.456923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.462805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ca47194-316a-43c2-a6a0-9dead95a4e23 HTTP/1.1" status: 204 len: 168 time: 1.0841067 Aug 30 22:42:13.498531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-346e5cfd-f586-4ff7-968a-aa007f93a60b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:42:13.502594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcd9e9-f900-4a58-88f6-8e56327407c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca47194-316a-43c2-a6a0-9dead95a4e23,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:13.517608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e4de760-75a0-4b6e-b8fa-74644ec5610a None None] Provisioning for port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:13.526957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-346e5cfd-f586-4ff7-968a-aa007f93a60b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0324965 Aug 30 22:42:13.528903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e4de760-75a0-4b6e-b8fa-74644ec5610a None None] Provisioning complete for port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:13.529320 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e4de760-75a0-4b6e-b8fa-74644ec5610a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.572033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:42:13.587892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1e4de760-75a0-4b6e-b8fa-74644ec5610a None None] Port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:13.721998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8b58339-299a-413f-a940-60777b226e28 None None] Provisioning complete for port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:13.723824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8b58339-299a-413f-a940-60777b226e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.749720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:13.765586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55292) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:13.770284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Sync routers for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:13.788963 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:13.789625 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:13.792954 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:13.795288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb1c66f4-9805-4499-83ea-7d76f78cd977 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8883476 Aug 30 22:42:13.798069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:13.946498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:14.009448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858190c1-b5a0-44cf-804c-3bf3c6aaf400 req-4c562333-d5b0-40b5-844f-cf946eaea061 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:14.021521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-858190c1-b5a0-44cf-804c-3bf3c6aaf400 req-4c562333-d5b0-40b5-844f-cf946eaea061 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 935 time: 0.4854603 Aug 30 22:42:14.053571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.077031 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:14.170341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d552509b-c73c-47c8-be2c-85918b7e62bb,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:14.297021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-858190c1-b5a0-44cf-804c-3bf3c6aaf400 req-b79a0f62-b4bc-491d-9263-77c1287c6402 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729735 Aug 30 22:42:14.351444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Checking segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:14.352221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Network hostable DHCP agents. Network: db3019d1-211d-4330-8fc1-118e08e285c9, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:42:14.375081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Network db3019d1-211d-4330-8fc1-118e08e285c9 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:42:14.391328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, db3019d1-211d-4330-8fc1-118e08e285c9) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:14.405421 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:11Z', 'revision_number': 3, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:14.417352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:14.418485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.423684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-835bed93-6a42-4a35-a73d-86d365553336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.424784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8785605-5cd7-4de7-8a61-3024cf918441 None None] Network db3019d1-211d-4330-8fc1-118e08e285c9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:14.434246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.452363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dd8c49ff-7c89-4c9a-8439-8c834ae4a86b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2285018 Aug 30 22:42:14.453259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55304) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:14.463873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:14.466279 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Checking router: cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:14.468412 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Updating router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 port a587eccd-bd53-4d45-b4fd-918facb72fe3 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:14.530283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.532298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.544924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:14.548851 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.557222 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.735724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:14.745622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Request body: {'port': {'device_id': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'device_owner': 'compute:tempest-test_az-336002345', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:14.983481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-835bed93-6a42-4a35-a73d-86d365553336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.000914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-db3019d1-211d-4330-8fc1-118e08e285c9', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'fixed_ips': [{'subnet_id': 'd552509b-c73c-47c8-be2c-85918b7e62bb'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:42:15.002765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.023070 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.043500 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Transition to ACTIVE for port object a587eccd-bd53-4d45-b4fd-918facb72fe3 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:15.065730 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.076934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-835bed93-6a42-4a35-a73d-86d365553336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.146558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-835bed93-6a42-4a35-a73d-86d365553336 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c0279a038ec4f34adc6bef19dfc0ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3795469 Aug 30 22:42:15.150491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55324) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:15.189088 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3556-0104-4b0b-8572-8e78cee8a1b0 None None] Pushing event updated for resources: {'Port': ['ID=a587eccd-bd53-4d45-b4fd-918facb72fe3,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:15.225414 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Attempting to bind port a587eccd-bd53-4d45-b4fd-918facb72fe3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:15.226741 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Attempting to bind port a587eccd-bd53-4d45-b4fd-918facb72fe3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:15.227160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835bed93-6a42-4a35-a73d-86d365553336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf0dc2c-5f32-4ae4-93c2-bead42c73d5d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:15.227838 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Attempting to bind port a587eccd-bd53-4d45-b4fd-918facb72fe3 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:15.245579 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:15.246923 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:15.255261 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.256678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:15.257363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Bound port: a587eccd-bd53-4d45-b4fd-918facb72fe3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:15.259256 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.267397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.308908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.385935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.436393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.436718 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] For port a587eccd-bd53-4d45-b4fd-918facb72fe3, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:15.439993 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] For port a587eccd-bd53-4d45-b4fd-918facb72fe3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a587eccd-bd53-4d45-b4fd-918facb72fe3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:15.450085 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:15.462244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55332) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:15.563257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Allocated IP 172.20.0.2 (db3019d1-211d-4330-8fc1-118e08e285c9/d552509b-c73c-47c8-be2c-85918b7e62bb/84d8c67c-89f6-42dc-9a54-71a11efe044f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:15.590290 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed3556-0104-4b0b-8572-8e78cee8a1b0 None None] Pushing event updated for resources: {'Port': ['ID=a587eccd-bd53-4d45-b4fd-918facb72fe3,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:15.615620 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:15.617718 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:15.840394 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:15.896501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.005343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.025037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Transition to ACTIVE for port object 84d8c67c-89f6-42dc-9a54-71a11efe044f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:16.048943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15397368-715c-4dea-8598-958dd2b1bdfe req-c985d93c-b225-4585-bb45-fa9947e8fa64 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:16.051286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15397368-715c-4dea-8598-958dd2b1bdfe req-c985d93c-b225-4585-bb45-fa9947e8fa64 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 935 time: 0.5493076 Aug 30 22:42:16.057696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.061040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.062410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bf0dc2c-5f32-4ae4-93c2-bead42c73d5d HTTP/1.1" status: 204 len: 168 time: 0.8920074 Aug 30 22:42:16.070790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Transition to ACTIVE for port object 84d8c67c-89f6-42dc-9a54-71a11efe044f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:16.080220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.217022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Network db3019d1-211d-4330-8fc1-118e08e285c9 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:16.229458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:16.238980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Pushing event updated for resources: {'Port': ['ID=84d8c67c-89f6-42dc-9a54-71a11efe044f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:16.242014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94e285-3750-4f63-899d-eecffb1e359f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf0dc2c-5f32-4ae4-93c2-bead42c73d5d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:16.245815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:16.254758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.307099 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ee04df17-5126-4769-a164-56213ab48183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:11Z', 'revision_number': 3, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:16.365169 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee04df17-5126-4769-a164-56213ab48183 None None] The sync data for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 is: [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:11Z', 'revision_number': 3, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:16.426297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Attempting to bind port 84d8c67c-89f6-42dc-9a54-71a11efe044f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:16.427177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Attempting to bind port 84d8c67c-89f6-42dc-9a54-71a11efe044f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:16.427820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Attempting to bind port 84d8c67c-89f6-42dc-9a54-71a11efe044f on network db3019d1-211d-4330-8fc1-118e08e285c9 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:16.438990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:16.440418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Checking segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:16.441859 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.443958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Bound using segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:16.446412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Bound port: 84d8c67c-89f6-42dc-9a54-71a11efe044f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:16.447456 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.576487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Allocated IP 172.20.0.1 (72927c07-9aa9-4040-8cbb-c8c8cdc35699/950329b5-df98-4030-a570-748008776044/5c124735-ec75-460b-8016-dde0cb20ae75) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:16.647121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] For port 84d8c67c-89f6-42dc-9a54-71a11efe044f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:16.651523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] For port 84d8c67c-89f6-42dc-9a54-71a11efe044f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84d8c67c-89f6-42dc-9a54-71a11efe044f,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:16.667029 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.691169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15397368-715c-4dea-8598-958dd2b1bdfe req-f11e9380-b7a1-4c7c-be2c-ec3aaa361dde tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6220334 Aug 30 22:42:16.808037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:16.831150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039aca8-958c-46cb-9a9a-7bf3d4b42cbd None None] Pushing event updated for resources: {'Port': ['ID=84d8c67c-89f6-42dc-9a54-71a11efe044f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:16.876747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Transition to ACTIVE for port object 5c124735-ec75-460b-8016-dde0cb20ae75 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:17.020242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.035236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:17.065925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2440-c6cb-4d4b-af5d-7fe32318f044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.081667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:17.117407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.155120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24e7c5c7-2886-4aee-bd0d-1b6750546eb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.260629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:17.277368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:17.280124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:17.280781 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.372473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Transition to ACTIVE for port object 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:17.422823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.466173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Pushing event updated for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:17.614484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2440-c6cb-4d4b-af5d-7fe32318f044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.667411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d3e2440-c6cb-4d4b-af5d-7fe32318f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:17.817962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:17.848959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5c26b7d7-7454-4c9a-9213-6fc24a720600 None None] Provisioning for port 5c124735-ec75-460b-8016-dde0cb20ae75 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:17.863643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5c26b7d7-7454-4c9a-9213-6fc24a720600 None None] Provisioning complete for port 5c124735-ec75-460b-8016-dde0cb20ae75 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:17.870557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5c26b7d7-7454-4c9a-9213-6fc24a720600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.026141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5c26b7d7-7454-4c9a-9213-6fc24a720600 None None] Port 5c124735-ec75-460b-8016-dde0cb20ae75 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:18.029038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d3e2440-c6cb-4d4b-af5d-7fe32318f044 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=734cdb5fd2f44c5caf2b7d14e9779e51&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5652814 Aug 30 22:42:18.033348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55380) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:18.159102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84d8c67c-89f6-42dc-9a54-71a11efe044f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:18.334903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 84d8c67c-89f6-42dc-9a54-71a11efe044f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:18.344840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a587eccd-bd53-4d45-b4fd-918facb72fe3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:18.363747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e2440-c6cb-4d4b-af5d-7fe32318f044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db12d89-5002-48b5-bbc0-fc69f43925ee,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:18.440451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24e7c5c7-2886-4aee-bd0d-1b6750546eb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.474730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24e7c5c7-2886-4aee-bd0d-1b6750546eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.499786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a587eccd-bd53-4d45-b4fd-918facb72fe3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:18.517620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a587eccd-bd53-4d45-b4fd-918facb72fe3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:18.518219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.563420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24e7c5c7-2886-4aee-bd0d-1b6750546eb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d76c3c01f767414ab577c9e6661cbb80&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5156183 Aug 30 22:42:18.566826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:18.567477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7c5c7-2886-4aee-bd0d-1b6750546eb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa10c8f-66b5-4168-a2bb-807608a48a7b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:18.591855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.691373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485695db-a38f-4acf-919f-48d2e82ce729 req-b7b7c17d-faee-48de-b5b6-558bdac2b4f6 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:18.692986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-485695db-a38f-4acf-919f-48d2e82ce729 req-b7b7c17d-faee-48de-b5b6-558bdac2b4f6 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.6987963 Aug 30 22:42:18.714068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Attempting to bind port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:18.714424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Attempting to bind port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:18.714757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Attempting to bind port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:18.738749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:42:18.739054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Attempting to bind port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:18.797760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6c90e8-86cc-4d3c-a650-8f25d30c8db8 None None] Network db3019d1-211d-4330-8fc1-118e08e285c9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:18.856892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 41, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:18.858032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:18.859027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:18.859748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Bound port: 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:18.860365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.917575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.942742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:18.988439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.019218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.022286 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.034949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5db12d89-5002-48b5-bbc0-fc69f43925ee HTTP/1.1" status: 204 len: 168 time: 0.9380951 Aug 30 22:42:19.041368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Provisioning for port 84d8c67c-89f6-42dc-9a54-71a11efe044f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:19.090852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a587eccd-bd53-4d45-b4fd-918facb72fe3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a587eccd-bd53-4d45-b4fd-918facb72fe3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:19.094053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Provisioning complete for port 84d8c67c-89f6-42dc-9a54-71a11efe044f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:19.094499 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.119973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-485695db-a38f-4acf-919f-48d2e82ce729 req-aa77b8db-57b3-4a29-9cac-7cde81738d55 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844526 Aug 30 22:42:19.123414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.136568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f588dd15-f19f-4578-b7aa-3c0cf2ef9d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db12d89-5002-48b5-bbc0-fc69f43925ee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:19.193992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.200412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.230634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.231986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.305679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.370054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.376088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Pushing event updated for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:19.423996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:19.439794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.579875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:19.592565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:19.645451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a587eccd-bd53-4d45-b4fd-918facb72fe3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:19.687680 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.699291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:19.750757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.753308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.754512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fa10c8f-66b5-4168-a2bb-807608a48a7b HTTP/1.1" status: 204 len: 168 time: 1.1833193 Aug 30 22:42:19.766727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.780404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] For port 84d8c67c-89f6-42dc-9a54-71a11efe044f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84d8c67c-89f6-42dc-9a54-71a11efe044f,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:19.796685 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:19.858404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:19.896182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83106a73-1457-47d8-a573-e59a9be23d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa10c8f-66b5-4168-a2bb-807608a48a7b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:19.944085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-131ec34b-7304-4e49-b6c2-deda9aeab69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.036408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a587eccd-bd53-4d45-b4fd-918facb72fe3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:20.062890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:20.063617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.075140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] 10.222.0.47 "PUT /v2.0/ports/90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 HTTP/1.1" status: 200 len: 1117 time: 5.8867021 Aug 30 22:42:20.106604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:20.116343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9811c83-7a4b-43aa-b2c4-85a610fa19fc None None] Pushing event updated for resources: {'Port': ['ID=84d8c67c-89f6-42dc-9a54-71a11efe044f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:20.187354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3d3a3ab3-976c-44ff-9056-74646f6c253d None None] Provisioning complete for port 5c124735-ec75-460b-8016-dde0cb20ae75 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:20.187631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d3a3ab3-976c-44ff-9056-74646f6c253d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.311120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-131ec34b-7304-4e49-b6c2-deda9aeab69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.353048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-131ec34b-7304-4e49-b6c2-deda9aeab69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.361961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a587eccd-bd53-4d45-b4fd-918facb72fe3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:20.365310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.374844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3d3a3ab3-976c-44ff-9056-74646f6c253d None None] Port 5c124735-ec75-460b-8016-dde0cb20ae75 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:20.474830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100ff75-6809-4159-9e35-ad0cac4b64b0 service neutron] Pushing event updated for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:20.501001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ec34b-7304-4e49-b6c2-deda9aeab69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8004128a-8656-4bb3-b5fb-ae9eaa92d2c5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:20.510706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3f78bdf4-1025-42f2-9fab-a4b5bfe03f16 None None] Provisioning complete for port 84d8c67c-89f6-42dc-9a54-71a11efe044f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:20.511193 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f78bdf4-1025-42f2-9fab-a4b5bfe03f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:20.547536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Allocated IP 172.25.7.172 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/02d1edff-19ed-474f-a271-206f89dfcbff) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:20.565557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:42:20.678955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-131ec34b-7304-4e49-b6c2-deda9aeab69f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b895f90b6b9e48f0b99b729bf184abbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206391 Aug 30 22:42:20.692023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:20.863601 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a1c407-64da-47d1-8c1f-e9ac589856ec" -d '{"events": [{"name": "network-changed", "server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:20.881092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-f38c8da3-e8de-4d24-aab9-45e7bf87c226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:20.889960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-f38c8da3-e8de-4d24-aab9-45e7bf87c226 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90d77b40f10c45deab1b72483751f530&device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 1120 time: 0.3544738 Aug 30 22:42:20.896234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7db7c-91e7-4583-9d5b-d9317950d021 req-5ed4d3b8-6ad6-410a-82c9-33fc9cc8d5ac tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:20.899902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07d7db7c-91e7-4583-9d5b-d9317950d021 req-5ed4d3b8-6ad6-410a-82c9-33fc9cc8d5ac tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.3999598 Aug 30 22:42:20.994600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.135721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.161106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07d7db7c-91e7-4583-9d5b-d9317950d021 req-fb29d615-5365-42c0-a58d-648e9631b0cb tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521532 Aug 30 22:42:21.173408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.213830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:21.238857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Pushing event updated for resources: {'Port': ['ID=02d1edff-19ed-474f-a271-206f89dfcbff,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:21.239011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4a2cd1af-cf9a-45df-b329-998b7ff9002d admin admin] 10.222.0.25 "PUT /v2.0/routers/cdbdbda7-6d86-4d90-9c5c-dee065aa7e88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4384546 Aug 30 22:42:21.258540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Sync routers for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:21.266568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:21.270342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:21.274435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:21.280967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:21.281605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:21.284961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.414718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.425299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.430612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8004128a-8656-4bb3-b5fb-ae9eaa92d2c5 HTTP/1.1" status: 204 len: 168 time: 0.7268629 Aug 30 22:42:21.453529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4678e-8b05-431b-a9d0-3fc7726c6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8004128a-8656-4bb3-b5fb-ae9eaa92d2c5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:21.566745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:21.655108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55488) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:21.756436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:21.881268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84d8c67c-89f6-42dc-9a54-71a11efe044f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:22.142255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.154488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 84d8c67c-89f6-42dc-9a54-71a11efe044f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:22.154856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.184633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1720503862-network', 'tenant_id': 'dcc26a533e2f4a80b0133602f072b064'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:22.229131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Made reservation on behalf of dcc26a533e2f4a80b0133602f072b064 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:22.234070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.236058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5c124735-ec75-460b-8016-dde0cb20ae75', 'name': '', 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'tenant_id': '071d84da736447a6878798439118ceb4', 'mac_address': 'fa:16:3e:90:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '950329b5-df98-4030-a570-748008776044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:16Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 2, 'project_id': '071d84da736447a6878798439118ceb4', 'subnets': [{'id': '950329b5-df98-4030-a570-748008776044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:22.244678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.262789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.292905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Checking router: cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:22.293414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Updating router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 port 5c124735-ec75-460b-8016-dde0cb20ae75 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:22.302744 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c78245-6bcb-4a0a-a3e7-cc8ffd440bde x-openstack-request-id: req-47c78245-6bcb-4a0a-a3e7-cc8ffd440bde {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:22.302744 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:22.302744 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47c78245-6bcb-4a0a-a3e7-cc8ffd440bde {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:22.302744 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1', 'status': 'completed', 'code': 200} Aug 30 22:42:22.341417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.353108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.359234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.389170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:42:22.402347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35efa2b9-8fae-4f86-9a98-4c82e10893b4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:22.407970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.408537 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Added segment 86ea1bec-1f43-4f14-870a-98f08bd5ee64 of type vlan for network 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 Aug 30 22:42:22.486412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.528423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.530024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:22.531062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.596872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9406209 Aug 30 22:42:22.604603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:22.611646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Request body: {'subnet': {'network_id': '4ad45fe5-d5e9-4dfe-af9e-c00b4737c143', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1720503862-subnet', 'tenant_id': 'dcc26a533e2f4a80b0133602f072b064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:22.640527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84312abf-9d0e-4b99-87af-cf8c1c8f5b9f admin admin] Pushing event updated for resources: {'Network': ['ID=4ad45fe5-d5e9-4dfe-af9e-c00b4737c143,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:22.660988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:42:22.662211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Made reservation on behalf of dcc26a533e2f4a80b0133602f072b064 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:22.667348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:22.906624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3945740b-775b-431a-bddb-63306cca1221 req-21b37ab2-05c5-409e-b1c1-470081840209 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:22.908610 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3945740b-775b-431a-bddb-63306cca1221 req-21b37ab2-05c5-409e-b1c1-470081840209 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.0913470 Aug 30 22:42:22.991142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:42:23.060737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3945740b-775b-431a-bddb-63306cca1221 req-4f4733f6-5f94-43a4-b812-d75ba6b06c18 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425836 Aug 30 22:42:23.116254 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.130285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Transition to ACTIVE for port object 5c124735-ec75-460b-8016-dde0cb20ae75 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:23.141090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.147657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.200377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5260f94c-eb0c-4bb3-a078-93d39cfc140e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:23.253271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:23.264865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Checking segment: {'id': '86ea1bec-1f43-4f14-870a-98f08bd5ee64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '4ad45fe5-d5e9-4dfe-af9e-c00b4737c143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:23.265504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Network hostable DHCP agents. Network: 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:42:23.269359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Sync routers for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:23.272817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdcdb0-6d14-4db6-a03a-f8bba684cbb8 None None] Pushing event updated for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:23.283057 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:23.283866 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:23.308193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.309744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0082f359-fcd9-43b8-8ff9-cf43d4ac83e7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.8551884 Aug 30 22:42:23.316370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55530) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:23.320282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Network 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:42:23.341843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:23.348116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:23.349916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.377836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17aba75b-3437-431a-8b0c-826be439be83 None None] Network 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:23.386032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3866826-9af9-494e-8676-4cf03e4e8711 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7799778 Aug 30 22:42:23.437886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Attempting to bind port 5c124735-ec75-460b-8016-dde0cb20ae75 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:23.438265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Attempting to bind port 5c124735-ec75-460b-8016-dde0cb20ae75 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:23.438584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Attempting to bind port 5c124735-ec75-460b-8016-dde0cb20ae75 on network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:23.452567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:23.452946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Checking segment: {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:23.453343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.453737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Bound using segment: {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:23.454235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Bound port: 5c124735-ec75-460b-8016-dde0cb20ae75, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dee639-970c-4994-bc17-72959b622c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:23.454617 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.552066 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:23.704742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] For port 5c124735-ec75-460b-8016-dde0cb20ae75, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:23.736410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87690537-5a0b-4219-b9a4-604c63fdf630 None None] Network 4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:23.738908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] For port 5c124735-ec75-460b-8016-dde0cb20ae75, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5c124735-ec75-460b-8016-dde0cb20ae75,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:23.763058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:23.904867 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:21Z', 'revision_number': 3, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:23.935254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-37112d8a-15c9-4c89-a63e-925a3f5a01e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 HTTP/1.1" status: 200 len: 217 time: 0.1573143 Aug 30 22:42:23.970079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcdcdb0-6d14-4db6-a03a-f8bba684cbb8 None None] Pushing event updated for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:24.008688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:24.009651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:24.167555 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Checking router: b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:24.167963 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Updating router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff port 02d1edff-19ed-474f-a271-206f89dfcbff binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:24.183430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-3d7e3b2e-afd6-4d09-93fc-ae9d43ffa805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:24.184935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-3d7e3b2e-afd6-4d09-93fc-ae9d43ffa805 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2250247 Aug 30 22:42:24.216549 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:24.277871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:24.417507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-cc39f6df-0738-4731-8b9e-4b718ed0807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:24.424378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-cc39f6df-0738-4731-8b9e-4b718ed0807e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2286296 Aug 30 22:42:24.572383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5c124735-ec75-460b-8016-dde0cb20ae75', 'name': '', 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'tenant_id': '071d84da736447a6878798439118ceb4', 'mac_address': 'fa:16:3e:90:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '950329b5-df98-4030-a570-748008776044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:16Z', 'updated_at': '2021-08-30T22:42:23Z', 'revision_number': 4, 'project_id': '071d84da736447a6878798439118ceb4', 'subnets': [{'id': '950329b5-df98-4030-a570-748008776044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:24.586040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55582) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:24.591544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1826734046', 'description': 'tempest-description--32207175'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:24.633123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238c18e2-cbb9-4d42-b071-864776ab2424 None None] The sync data for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 is: [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5c124735-ec75-460b-8016-dde0cb20ae75', 'name': '', 'network_id': '72927c07-9aa9-4040-8cbb-c8c8cdc35699', 'tenant_id': '071d84da736447a6878798439118ceb4', 'mac_address': 'fa:16:3e:90:47:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '950329b5-df98-4030-a570-748008776044', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:16Z', 'updated_at': '2021-08-30T22:42:23Z', 'revision_number': 4, 'project_id': '071d84da736447a6878798439118ceb4', 'subnets': [{'id': '950329b5-df98-4030-a570-748008776044', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:24.637456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:24.644896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55586) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:24.787608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:24.825110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-9f3537c5-0c4a-4581-9206-ce2cd67503e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3873799 Aug 30 22:42:24.859665 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:24.880208 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Transition to ACTIVE for port object 02d1edff-19ed-474f-a271-206f89dfcbff will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:24.892009 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:24.894636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdecd2a-c9e3-42aa-bcd3-5a093f0828b3 req-d1865a90-a08b-414d-85ed-c54e53f34c41 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:24.898794 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7cdecd2a-c9e3-42aa-bcd3-5a093f0828b3 req-d1865a90-a08b-414d-85ed-c54e53f34c41 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.2004945 Aug 30 22:42:24.975497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7cdecd2a-c9e3-42aa-bcd3-5a093f0828b3 req-fef7dcb1-f5bb-4ef2-9131-4222493ccdff tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683532 Aug 30 22:42:24.995241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Attempting to bind port 02d1edff-19ed-474f-a271-206f89dfcbff on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:24.995906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Attempting to bind port 02d1edff-19ed-474f-a271-206f89dfcbff by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:24.996744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Attempting to bind port 02d1edff-19ed-474f-a271-206f89dfcbff on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:25.008365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5c8d2-8bee-4ffb-9926-7c8556e06076 None None] Pushing event updated for resources: {'Port': ['ID=02d1edff-19ed-474f-a271-206f89dfcbff,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:25.017584 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:25.019265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:25.019704 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.020116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:25.020624 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Bound port: 02d1edff-19ed-474f-a271-206f89dfcbff, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:25.021485 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.078014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.089611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.101343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14d792a-fbb5-485d-a1e6-cf4dcadde1e6 req-3d1a1b53-a9d8-4f11-8ced-70020a7acdc0 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273216 Aug 30 22:42:25.129178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Allocated IP 172.20.0.1 (db3019d1-211d-4330-8fc1-118e08e285c9/d552509b-c73c-47c8-be2c-85918b7e62bb/468b41d7-9398-4b82-9917-abe117971ade) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:25.134182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.135435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5479043 Aug 30 22:42:25.136271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e7ab4-e1e5-4480-9e38-cf65e7033710 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6caf67-9589-45ed-8910-17b9268f22b2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:25.138685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55606) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:25.144171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'security_group_rule': {'security_group_id': 'ea6caf67-9589-45ed-8910-17b9268f22b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:25.178719 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] For port 02d1edff-19ed-474f-a271-206f89dfcbff, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:25.186524 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] For port 02d1edff-19ed-474f-a271-206f89dfcbff, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=02d1edff-19ed-474f-a271-206f89dfcbff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:25.198184 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.205376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.287668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-5c1b18d4-9726-48a2-b3b6-a7998d44c432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:25.290169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-5c1b18d4-9726-48a2-b3b6-a7998d44c432 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=90d77b40f10c45deab1b72483751f530&device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 1120 time: 0.0892446 Aug 30 22:42:25.298065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0195d6c8-e7cc-40ed-885f-cf371107d7cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.327243 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c5c8d2-8bee-4ffb-9926-7c8556e06076 None None] Pushing event updated for resources: {'Port': ['ID=02d1edff-19ed-474f-a271-206f89dfcbff,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:25.327815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.348969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.354777 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:25.357071 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:25.395812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3aa5b7-aa0a-4f33-bdbb-084d3194231d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:25.499665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0195d6c8-e7cc-40ed-885f-cf371107d7cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.511468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0195d6c8-e7cc-40ed-885f-cf371107d7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.549422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.551008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83e488cd-7921-4085-ab17-8da471659331 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114037 Aug 30 22:42:25.563098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:25.570838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'security_group_rule': {'security_group_id': 'ea6caf67-9589-45ed-8910-17b9268f22b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:25.591291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0195d6c8-e7cc-40ed-885f-cf371107d7cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18febf487b9445ad8ed88e4d8a82b6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9449379 Aug 30 22:42:25.595974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55614) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:25.607834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195d6c8-e7cc-40ed-885f-cf371107d7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81e2d1ee-21cb-41c3-859d-502221d7caad,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:25.610783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:25.624784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55620) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:25.633685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1688377997-network', 'tenant_id': 'e64d32ebda2e40778cf19600fc693a42'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:25.671037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-3ce9ec87-f811-4c7c-8c76-b653941ec1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:25.672800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-3ce9ec87-f811-4c7c-8c76-b653941ec1b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3545117 Aug 30 22:42:25.691672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.737120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Made reservation on behalf of e64d32ebda2e40778cf19600fc693a42 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:25.741362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.744817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.751587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-219d15c8-59ad-40b5-8584-9aac2fdffbb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 HTTP/1.1" status: 200 len: 217 time: 0.0647264 Aug 30 22:42:25.774630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Transition to ACTIVE for port object 468b41d7-9398-4b82-9917-abe117971ade will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:25.788050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.796611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.875656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:25.983113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5c124735-ec75-460b-8016-dde0cb20ae75 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:25.999635 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:21Z', 'revision_number': 3, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:26.007250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.022423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.049671 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ed4eeb-1e83-4671-97ae-78cf9c33246d None None] The sync data for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 is: [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:21Z', 'revision_number': 3, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:26.059126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.078009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.085628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81e2d1ee-21cb-41c3-859d-502221d7caad HTTP/1.1" status: 204 len: 168 time: 0.4880946 Aug 30 22:42:26.122674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce7c151-6652-45e4-a70f-2d017edd6f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e2d1ee-21cb-41c3-859d-502221d7caad,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:26.122978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5c124735-ec75-460b-8016-dde0cb20ae75 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:26.130223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5c124735-ec75-460b-8016-dde0cb20ae75 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:26.131745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46afd41e-2d1c-499a-9b41-b5afa60b7dfb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:26.132032 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.270424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.291311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-1813a825-5bbd-4205-93e9-64d347107e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:26.292813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-1813a825-5bbd-4205-93e9-64d347107e7e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.5292239 Aug 30 22:42:26.305134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.344304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.350242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-463b3fcb-adaf-4552-b772-d8248b233527 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7826488 Aug 30 22:42:26.361334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55646) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:26.365679 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.372763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:26.412611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:42:26.456683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-e9e7b2da-c4a8-4d89-a2bf-731b04ebc981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:26.462152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-e9e7b2da-c4a8-4d89-a2bf-731b04ebc981 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1537173 Aug 30 22:42:26.466698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.471549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7176947d-5a45-4251-bf1f-6d738a3f7bfc req-cef1193d-069d-4481-ac2e-94bb8df74451 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:26.481399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7176947d-5a45-4251-bf1f-6d738a3f7bfc req-cef1193d-069d-4481-ac2e-94bb8df74451 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.2012115 Aug 30 22:42:26.483432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5c124735-ec75-460b-8016-dde0cb20ae75, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5c124735-ec75-460b-8016-dde0cb20ae75,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:26.502847 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.529490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ba68e-d072-4c95-bc6a-329c38369c4f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:26.544160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.544495 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Added segment 8de3d807-a1aa-45e3-baf3-76c56525efef of type vlan for network 032a3c42-9dab-4796-ad95-993f8e274209 Aug 30 22:42:26.550865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Network db3019d1-211d-4330-8fc1-118e08e285c9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:26.610314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:26.617315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:26.618570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.646528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:26.717499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:26.769838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.822771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.831025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-82b7ad00-144e-45da-aa3e-e6e3a8abe7ff service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552029 Aug 30 22:42:26.865119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7176947d-5a45-4251-bf1f-6d738a3f7bfc req-a58b2324-83e8-449d-8e8f-58e249cd26c7 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3804750 Aug 30 22:42:26.890836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.891827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:26.892429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:26.948236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3219488 Aug 30 22:42:26.951728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55662) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:26.952962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55666) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:26.969972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Request body: {'subnet': {'network_id': '032a3c42-9dab-4796-ad95-993f8e274209', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1688377997-subnet', 'tenant_id': 'e64d32ebda2e40778cf19600fc693a42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:27.046096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9e2f113b-6736-4711-b974-63129fa04d64 None None] Provisioning for port 468b41d7-9398-4b82-9917-abe117971ade completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:27.050627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9e2f113b-6736-4711-b974-63129fa04d64 None None] Provisioning complete for port 468b41d7-9398-4b82-9917-abe117971ade triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:27.051002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e2f113b-6736-4711-b974-63129fa04d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.072183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b3a1c407-64da-47d1-8c1f-e9ac589856ec req-50f27c4e-2143-483b-a791-3f80b5c6c70d service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298679 Aug 30 22:42:27.072434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da093cf8-8d68-470a-80ac-6ba3098ba080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.078339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Made reservation on behalf of e64d32ebda2e40778cf19600fc693a42 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:27.082535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.128447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee097110-26d5-4e3b-92d5-22ae43eeedab admin admin] Pushing event updated for resources: {'Network': ['ID=032a3c42-9dab-4796-ad95-993f8e274209,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:27.148133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 032a3c42-9dab-4796-ad95-993f8e274209 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:42:27.185123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9e2f113b-6736-4711-b974-63129fa04d64 None None] Port 468b41d7-9398-4b82-9917-abe117971ade cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:27.222897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.312802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.396160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Allocated IP 172.25.7.118 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/3740abc8-76cc-4b57-8484-47072a6057c3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:27.447881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55676) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:27.489339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.532815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da093cf8-8d68-470a-80ac-6ba3098ba080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.548434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da093cf8-8d68-470a-80ac-6ba3098ba080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.579783 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.647285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.688159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:27.693503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:27.696971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:27.701778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7829c4c2-d741-44eb-b529-9f000ce0c698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.706325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da093cf8-8d68-470a-80ac-6ba3098ba080 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d3d71a0416b34914af1de007e02e4e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7517686 Aug 30 22:42:27.707690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55682) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:27.727682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'Port': ['ID=3740abc8-76cc-4b57-8484-47072a6057c3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:27.740225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da093cf8-8d68-470a-80ac-6ba3098ba080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e1a76-25c5-4167-b7dd-8cf62879964c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:27.743220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55684) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:27.806409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.864164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.867420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.982317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ab746b-cbab-4254-9c03-6b62f6d949c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:27.999889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5c124735-ec75-460b-8016-dde0cb20ae75 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:28.030742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.035862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.043816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b560b3cf-e156-47e3-876e-78da9ea3ed7d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.052641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.053116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5c124735-ec75-460b-8016-dde0cb20ae75 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:28.053762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.055025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.132430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.147015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02d1edff-19ed-474f-a271-206f89dfcbff up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:28.159218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52d1e3-ac2e-427c-9745-504c16988c3b req-1daf5b82-8e71-4668-b67f-1019d692325b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:28.167342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b52d1e3-ac2e-427c-9745-504c16988c3b req-1daf5b82-8e71-4668-b67f-1019d692325b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.1533616 Aug 30 22:42:28.191809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Checking segment: {'id': '8de3d807-a1aa-45e3-baf3-76c56525efef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '032a3c42-9dab-4796-ad95-993f8e274209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:28.192280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Network hostable DHCP agents. Network: 032a3c42-9dab-4796-ad95-993f8e274209, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:42:28.213823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 02d1edff-19ed-474f-a271-206f89dfcbff completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:28.218007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 02d1edff-19ed-474f-a271-206f89dfcbff triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:28.218552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.233446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b52d1e3-ac2e-427c-9745-504c16988c3b req-1385a9f2-07fc-46f1-b8ed-275f975077d9 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651398 Aug 30 22:42:28.236013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Pushing event updated for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.282666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.289630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.301706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7829c4c2-d741-44eb-b529-9f000ce0c698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.304976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Network 032a3c42-9dab-4796-ad95-993f8e274209 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:42:28.308447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.317182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.322516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7829c4c2-d741-44eb-b529-9f000ce0c698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.344024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 02d1edff-19ed-474f-a271-206f89dfcbff, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=02d1edff-19ed-474f-a271-206f89dfcbff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:28.344306 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.347230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.351320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb7e1a76-25c5-4167-b7dd-8cf62879964c HTTP/1.1" status: 204 len: 168 time: 0.6320415 Aug 30 22:42:28.353480 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.354531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'Port': ['ID=3740abc8-76cc-4b57-8484-47072a6057c3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.361673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 032a3c42-9dab-4796-ad95-993f8e274209) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:28.381252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1909a61b-683d-47d7-8e25-bf9d2e1f5422 None None] Network 032a3c42-9dab-4796-ad95-993f8e274209 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:28.388628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:28.389565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.393871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Network db3019d1-211d-4330-8fc1-118e08e285c9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:28.408987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7829c4c2-d741-44eb-b529-9f000ce0c698 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b35ab39733ad44598c9dcf79817078ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9577429 Aug 30 22:42:28.412015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55692) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:28.416659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:28.427443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7829c4c2-d741-44eb-b529-9f000ce0c698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824b7572-4ffb-4243-9af3-e8ba3b150db5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.470293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=02d1edff-19ed-474f-a271-206f89dfcbff,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.486173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f004ae9-3a75-425d-8a96-8e81c760fa1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e1a76-25c5-4167-b7dd-8cf62879964c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.517010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.549150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.628434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1689a0-23e9-4d72-98ee-cef7e0ad2e1b None None] Network 032a3c42-9dab-4796-ad95-993f8e274209 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:28.637524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.640350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.643938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/824b7572-4ffb-4243-9af3-e8ba3b150db5 HTTP/1.1" status: 204 len: 168 time: 0.2271743 Aug 30 22:42:28.651089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e9236b-44f6-444e-9c93-4e874fbb1e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824b7572-4ffb-4243-9af3-e8ba3b150db5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.678353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ab746b-cbab-4254-9c03-6b62f6d949c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.688164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:42:28.691692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1ab746b-cbab-4254-9c03-6b62f6d949c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.697641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.708266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a5554b1a-91bd-460c-bbfa-88d60e296412 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3400397 Aug 30 22:42:28.724063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-97d7edce-2098-4804-b462-be0cf0ef77fb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7668061 Aug 30 22:42:28.753005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab746b-cbab-4254-9c03-6b62f6d949c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c97128-0689-46b2-8fc3-5e61a4ce27c2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:28.789931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:42:28.833179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d1ab746b-cbab-4254-9c03-6b62f6d949c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0342fc88973d4b408571ed5ebda0f7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0818722 Aug 30 22:42:28.835933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55704) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:28.916977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:28.936671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.960708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-77d05dab-2abc-42c7-bde3-9708c6868ff0 admin admin] 10.222.0.25 "PUT /v2.0/routers/b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6408486 Aug 30 22:42:28.967460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:28.986381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Sync routers for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:29.041235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.043966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.045299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39c97128-0689-46b2-8fc3-5e61a4ce27c2 HTTP/1.1" status: 204 len: 168 time: 0.2081606 Aug 30 22:42:29.050379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:29.051085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:29.054334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2a8ab-2893-4d4b-af0f-fc39a65e5a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c97128-0689-46b2-8fc3-5e61a4ce27c2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:29.060560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:29.110884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89443fea-96d7-42bb-b41b-2c7f27a7167a None None] Provisioning complete for port 468b41d7-9398-4b82-9917-abe117971ade triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:29.111451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89443fea-96d7-42bb-b41b-2c7f27a7167a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.140218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-d6ab5936-adb9-45f1-aca5-448a01b102a8 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1826734046&fields=id&tenant_id=202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 267 time: 0.1078615 Aug 30 22:42:29.150709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Deleting subnet 5260f94c-eb0c-4bb3-a078-93d39cfc140e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:42:29.155180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.214451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-89443fea-96d7-42bb-b41b-2c7f27a7167a None None] Port 468b41d7-9398-4b82-9917-abe117971ade cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:29.226040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55728) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:29.239919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-232af595-21e2-4299-9a4f-632dbda40948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.241981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:29.266921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1', 'mac_address': 'fa:16:3e:76:92:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:tempest-test_az-336002345', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:42:29.273963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:29.438432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-dc37f614-7e81-4107-bd38-b8ba722032a6 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:29.447421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-dc37f614-7e81-4107-bd38-b8ba722032a6 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 823 time: 0.2932243 Aug 30 22:42:29.461317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.469515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-2e3ad48c-7f6a-42f3-a52a-9f183cf20570 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/quotas/202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 375 time: 0.0208879 Aug 30 22:42:29.506777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af04c24c-203c-4f71-a98a-f074794fda70 req-d647ca33-fe8a-40fe-a86c-49859610ab08 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:29.511085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af04c24c-203c-4f71-a98a-f074794fda70 req-d647ca33-fe8a-40fe-a86c-49859610ab08 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 968 time: 0.1673110 Aug 30 22:42:29.514639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:29.557733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:29.569686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.635032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-232af595-21e2-4299-9a4f-632dbda40948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.641050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af04c24c-203c-4f71-a98a-f074794fda70 req-e6c3dc99-27d0-4d96-8f7f-ed9772a94990 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190891 Aug 30 22:42:29.647958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-232af595-21e2-4299-9a4f-632dbda40948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.681745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:29.708734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232af595-21e2-4299-9a4f-632dbda40948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ad084c-cb43-4a50-8fcd-1a1aef781c97,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:29.713383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-232af595-21e2-4299-9a4f-632dbda40948 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1ec617244434231aaaf6f2301ac046a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4860406 Aug 30 22:42:29.716872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:29.736466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.745420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:26Z', 'revision_number': 4, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '468b41d7-9398-4b82-9917-abe117971ade', 'name': '', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'mac_address': 'fa:16:3e:ab:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:24Z', 'updated_at': '2021-08-30T22:42:27Z', 'revision_number': 2, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'subnets': [{'id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:29.782322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.786270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Checking router: b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:29.786270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Updating router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff port 468b41d7-9398-4b82-9917-abe117971ade binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:29.792131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.813946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.842678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-59ad3d06-9613-4f3a-bd0b-9eb436717fe5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3720863 Aug 30 22:42:29.873263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.892355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-c8966a75-2218-4163-8020-cd2164577b5f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:42:29.904203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-c8966a75-2218-4163-8020-cd2164577b5f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0396152 Aug 30 22:42:29.948427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.969131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55752) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:29.987049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c168a72-1709-4ea9-bca4-d31ac11ea9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.987219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02d1edff-19ed-474f-a271-206f89dfcbff up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:29.989552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:42:29.989692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.993557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:29.996586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4ad084c-cb43-4a50-8fcd-1a1aef781c97 HTTP/1.1" status: 204 len: 168 time: 0.2785161 Aug 30 22:42:30.012011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.014933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5683f619-5eb7-47db-8966-dff994f62aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ad084c-cb43-4a50-8fcd-1a1aef781c97,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:30.033770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5260f94c-eb0c-4bb3-a078-93d39cfc140e HTTP/1.1" status: 204 len: 168 time: 0.9597805 Aug 30 22:42:30.034061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:30.036321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fefe7a5-2f92-4843-a7d0-fee8023884cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5260f94c-eb0c-4bb3-a078-93d39cfc140e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:30.155111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.262032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 02d1edff-19ed-474f-a271-206f89dfcbff triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:30.262559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.299494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c168a72-1709-4ea9-bca4-d31ac11ea9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.305308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.308945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c168a72-1709-4ea9-bca4-d31ac11ea9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.339798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.340140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.341083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.341413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > port after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.341746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.342125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > port after_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.342426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.342739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.343454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.343802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.510620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-3df6a2c7-5bf6-431c-a422-e2de9be68bbe service neutron] 10.222.0.25 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514967 Aug 30 22:42:30.585558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.624940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Transition to ACTIVE for port object 468b41d7-9398-4b82-9917-abe117971ade will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:30.643783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55774) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:30.656878 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.662094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.662444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.662760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-network', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:30.662878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.663377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101268) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:30.663841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad45fe5-d5e9-4dfe-af9e-c00b4737c143']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:30.682357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86ea1bec-1f43-4f14-870a-98f08bd5ee64') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:30.682357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86ea1bec-1f43-4f14-870a-98f08bd5ee64') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:30.691527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-396598d2-85b1-4c75-b6a3-c9638f3b5e1b service neutron] 10.222.0.25 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783175 Aug 30 22:42:30.696051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Made reservation on behalf of bbc3cf6ebabd4b1eb0651cdff58a4ce3 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:30.698920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.700145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.715884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.729051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.739568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:42:30.740076 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: from cryptography.utils import int_from_bytes Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:42:30.823618 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:42:30.827209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcbe21-f87e-4f43-b9d7-313da508dfbb None None] Pushing event updated for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:30.875497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6c168a72-1709-4ea9-bca4-d31ac11ea9d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa29f00ff37848e6b7bccd5afd95b685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9046977 Aug 30 22:42:30.876886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55780) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:30.928285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Attempting to bind port 468b41d7-9398-4b82-9917-abe117971ade on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:30.929025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Attempting to bind port 468b41d7-9398-4b82-9917-abe117971ade by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:30.929717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Attempting to bind port 468b41d7-9398-4b82-9917-abe117971ade on network db3019d1-211d-4330-8fc1-118e08e285c9 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:30.936132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:30.936768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Checking segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:30.937315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.948021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Bound using segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:30.948873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Bound port: 468b41d7-9398-4b82-9917-abe117971ade, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:30.949449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.956566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.970699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:30.994021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.045723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:42:31.064324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777189d4-9ed6-4619-8482-decf3ac89455,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.082004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad45fe5-d5e9-4dfe-af9e-c00b4737c143,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.088592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c168a72-1709-4ea9-bca4-d31ac11ea9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f9236c-29d2-427d-8ac6-079c705b0e2f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.105828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82c65f8d-0024-425c-ae56-da9641050c65 req-3fb685e6-8d6f-4aeb-8dff-1c2fb428deff tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0515361 Aug 30 22:42:31.107523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.107867 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Added segment 768bf795-2f4a-4d72-8da2-b2d06aa185b6 of type vlan for network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef Aug 30 22:42:31.122180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.125478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b63f8ba-550e-4d74-a630-5fa7eb93aae9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4ad45fe5-d5e9-4dfe-af9e-c00b4737c143 HTTP/1.1" status: 204 len: 168 time: 1.0903211 Aug 30 22:42:31.139428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55794) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:31.157463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] For port 468b41d7-9398-4b82-9917-abe117971ade, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:31.164320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134594d9-4f57-4571-8c0c-4bb44995ad14 req-e9628032-9d78-43eb-a3bc-b3401e4fc9e5 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:31.170365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-134594d9-4f57-4571-8c0c-4bb44995ad14 req-e9628032-9d78-43eb-a3bc-b3401e4fc9e5 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 969 time: 0.3111098 Aug 30 22:42:31.176637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] For port 468b41d7-9398-4b82-9917-abe117971ade, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=468b41d7-9398-4b82-9917-abe117971ade,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:31.188849 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.192438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.239954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.243139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:31.243878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.246322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.286167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6409662 Aug 30 22:42:31.293568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-134594d9-4f57-4571-8c0c-4bb44995ad14 req-245b7f3f-4c31-4814-b8a8-4e3480b4beca tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918860 Aug 30 22:42:31.295838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:31.297178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:31.298979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Deleting subnet b560b3cf-e156-47e3-876e-78da9ea3ed7d {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:42:31.303127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.306314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55798) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:31.315926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edcbe21-f87e-4f43-b9d7-313da508dfbb None None] Pushing event updated for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.337795 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.376810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.384636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.423802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Request body: {'subnet': {'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-subnet', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:31.458562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.502862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Made reservation on behalf of bbc3cf6ebabd4b1eb0651cdff58a4ce3 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:31.503858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.513223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.517438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b560b3cf-e156-47e3-876e-78da9ea3ed7d HTTP/1.1" status: 204 len: 168 time: 0.3768911 Aug 30 22:42:31.517947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.528480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55812) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:31.528701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.536650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0f9236c-29d2-427d-8ac6-079c705b0e2f HTTP/1.1" status: 204 len: 168 time: 0.6445942 Aug 30 22:42:31.589882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:31.639358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e425b9a-47d6-45eb-a5e1-dcf87e5ae310 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b560b3cf-e156-47e3-876e-78da9ea3ed7d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.649542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c824a63-f791-413a-8809-dd1bae65fa9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f9236c-29d2-427d-8ac6-079c705b0e2f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.684112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9145188b-86ee-485b-8e3a-4db735c23456 admin admin] Pushing event updated for resources: {'Network': ['ID=81ed5b91-34d4-4be5-b581-d3fdcc07f7ef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.710538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.724239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:42:31.837722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.855860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:31.879257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.879535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.880860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.880860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > port after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.881044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.882050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > port after_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.882378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.882727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.883011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.883347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:31.919676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32ee819c-6d85-4dd9-9c13-a0d2a29947d6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:31.922903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Checking segment: {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:31.923364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Network hostable DHCP agents. Network: 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:42:31.946169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:42:31.963115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:31.974336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:31.976400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.013358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91a3ff62-1e6d-43a7-a4ef-48e34e638611 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7023056 Aug 30 22:42:32.016016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:32.016276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:32.016765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:32.017159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:32.017597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101269) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 30 22:42:32.017947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032a3c42-9dab-4796-ad95-993f8e274209']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:32.021754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:32.038629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8de3d807-a1aa-45e3-baf3-76c56525efef') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:32.039063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8de3d807-a1aa-45e3-baf3-76c56525efef') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:32.059614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ca6766-27ed-429f-bd36-edc856f6cf15 None None] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:32.061381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.071856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.073154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.119348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.133516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:42:32.135372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: from cryptography.utils import int_from_bytes Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: from cryptography.utils import int_from_bytes Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:42:32.149759 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:42:32.152594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.323730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-929dda96-26ab-45e9-9909-5ab1e8820eda req-2500a923-be39-4268-83dd-339793ce7d4e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0850196 Aug 30 22:42:32.337334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.353175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.356410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.361424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] 10.222.0.25 "DELETE /v2.0/networks/032a3c42-9dab-4796-ad95-993f8e274209 HTTP/1.1" status: 204 len: 168 time: 0.8259263 Aug 30 22:42:32.383899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013dcc2-2ea5-40d8-af86-3ebc77f8fe72 admin admin] Pushing event deleted for resources: {'Network': ['ID=032a3c42-9dab-4796-ad95-993f8e274209,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:32.510716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'fixed_ips': [{'subnet_id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:42:32.514745 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.538657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:26Z', 'revision_number': 4, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '468b41d7-9398-4b82-9917-abe117971ade', 'name': '', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'mac_address': 'fa:16:3e:ab:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:24Z', 'updated_at': '2021-08-30T22:42:31Z', 'revision_number': 4, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'subnets': [{'id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:32.575227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e386b5c-0ce0-497b-b931-f8ef565cf9cb None None] The sync data for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 is: [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:42:26Z', 'revision_number': 4, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '468b41d7-9398-4b82-9917-abe117971ade', 'name': '', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'mac_address': 'fa:16:3e:ab:ce:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 156, 'fixed_ips': [{'subnet_id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:24Z', 'updated_at': '2021-08-30T22:42:31Z', 'revision_number': 4, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'subnets': [{'id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:32.581689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55852) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:32.606368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f083c6c-ff4c-4ba6-b1de-e3932db4255c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.731698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e933d963-d26a-4819-b65f-1592c38bf1e4 req-9d208acb-9b5a-4ab5-99bb-229298749e20 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:32.734085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e933d963-d26a-4819-b65f-1592c38bf1e4 req-9d208acb-9b5a-4ab5-99bb-229298749e20 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 969 time: 0.3514764 Aug 30 22:42:32.766549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:32.830119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e933d963-d26a-4819-b65f-1592c38bf1e4 req-20b64293-ff1b-49e2-b650-40c0a0627b06 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868659 Aug 30 22:42:32.909236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55860) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:32.968626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:32.982434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f083c6c-ff4c-4ba6-b1de-e3932db4255c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.983498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:32.983881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:32.994871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0f083c6c-ff4c-4ba6-b1de-e3932db4255c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.057277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f083c6c-ff4c-4ba6-b1de-e3932db4255c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c22343-b546-49e7-999a-88cb5897e9a1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:33.088098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57a6403f-70b0-4c0f-b90d-2e58f1ff8585 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dcc26a533e2f4a80b0133602f072b064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1771846 Aug 30 22:42:33.098189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:33.098189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.52', 54522) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:33.130581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0f083c6c-ff4c-4ba6-b1de-e3932db4255c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66fae3a0ff354a47afb211068902ca5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5475845 Aug 30 22:42:33.131460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:33.189672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Allocated IP 172.20.0.2 (81ed5b91-34d4-4be5-b581-d3fdcc07f7ef/32ee819c-6d85-4dd9-9c13-a0d2a29947d6/f53bb410-db81-449a-8b09-3d2b419401fe) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:33.191360 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.246535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:33.259874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.287431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.315550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:33.325916 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.331949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.370448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.375667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.379989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29c22343-b546-49e7-999a-88cb5897e9a1 HTTP/1.1" status: 204 len: 168 time: 0.2428050 Aug 30 22:42:33.397934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0c35c-1a6a-44c4-8c42-94c515463b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c22343-b546-49e7-999a-88cb5897e9a1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:33.460936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:33.565737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-35689931-a7c4-4c30-8feb-029ce0c78f19 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463231 Aug 30 22:42:33.612189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.624900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.683251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.725261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Transition to ACTIVE for port object f53bb410-db81-449a-8b09-3d2b419401fe will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:33.739313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8dff5d49-2316-4162-ab0a-8594bd70138e req-2e4831e6-ead1-4e03-8db5-ab4770df286b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.1280375 Aug 30 22:42:33.771053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Transition to ACTIVE for port object f53bb410-db81-449a-8b09-3d2b419401fe will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:33.789076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.820003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:33.893548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-1ed95d2c-52b6-4296-bee8-246683b0c068 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:33.905368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-1ed95d2c-52b6-4296-bee8-246683b0c068 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3328626 Aug 30 22:42:33.911344 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e92685-b482-4d16-809c-497bc075696a" -d '{"events": [{"server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "name": "network-vif-plugged", "status": "completed", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:33.950610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:33.956216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:33.966006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-8a1e025e-edfd-4686-8239-62b11f900485 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/quotas/542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 375 time: 0.0578341 Aug 30 22:42:33.968462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:33.971887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-b55e38a7-3128-42cb-bf08-6a7ab0e9bb2e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:33.973450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-b55e38a7-3128-42cb-bf08-6a7ab0e9bb2e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 823 time: 0.8167808 Aug 30 22:42:33.977365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Pushing event updated for resources: {'Port': ['ID=f53bb410-db81-449a-8b09-3d2b419401fe,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:34.060158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 468b41d7-9398-4b82-9917-abe117971ade up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:34.086913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-24a2b8dd-6d9d-430a-a025-c77959535f92 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1200006 Aug 30 22:42:34.149433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Attempting to bind port f53bb410-db81-449a-8b09-3d2b419401fe on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:34.150708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Attempting to bind port f53bb410-db81-449a-8b09-3d2b419401fe by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:34.151167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Attempting to bind port f53bb410-db81-449a-8b09-3d2b419401fe on network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:34.154093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bfd063-08e0-47ed-a3c0-2b7cd28d8270 req-46dc6620-23f2-4b9e-a7ab-0bbbc24afcdb tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:34.155809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70bfd063-08e0-47ed-a3c0-2b7cd28d8270 req-46dc6620-23f2-4b9e-a7ab-0bbbc24afcdb tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.1786776 Aug 30 22:42:34.165176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:34.165176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Checking segment: {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:34.165627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.171355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Bound using segment: {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:34.171355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Bound port: f53bb410-db81-449a-8b09-3d2b419401fe, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:34.179192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.191178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.194737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.196210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35efa2b9-8fae-4f86-9a98-4c82e10893b4 HTTP/1.1" status: 204 len: 168 time: 1.0971909 Aug 30 22:42:34.229165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad074108-ab90-40ea-b7e9-f1f316ee322e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35efa2b9-8fae-4f86-9a98-4c82e10893b4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:34.245285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Allocated IP 172.25.7.46 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/320cf1ba-e390-41ff-b6db-ab02acae3a12) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:34.299341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70bfd063-08e0-47ed-a3c0-2b7cd28d8270 req-8a67dae0-eeef-4a3b-861e-c7bc653860eb tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229670 Aug 30 22:42:34.388332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 468b41d7-9398-4b82-9917-abe117971ade completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:34.414093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 468b41d7-9398-4b82-9917-abe117971ade triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:34.414466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.460859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d093da86-5691-4106-9b22-e3236f5ade96 req-8212fd0c-83e2-466e-953c-97d5d73f6df6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 210 time: 0.0395410 Aug 30 22:42:34.564138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.645033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.713873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:34.714487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] For port f53bb410-db81-449a-8b09-3d2b419401fe, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:34.719492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:34.721849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] For port f53bb410-db81-449a-8b09-3d2b419401fe, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f53bb410-db81-449a-8b09-3d2b419401fe,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:34.728298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:34.728804 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.862354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Pushing event updated for resources: {'Port': ['ID=320cf1ba-e390-41ff-b6db-ab02acae3a12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:34.935181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-907def59-c44d-4a89-9d2b-a3948cd65b3f req-42d6fcff-c74b-40eb-b313-d501666d4c30 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0761120 Aug 30 22:42:34.949606 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:34.985942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13194bca-0737-45cb-a4df-c2c69122a946 None None] Pushing event updated for resources: {'Port': ['ID=f53bb410-db81-449a-8b09-3d2b419401fe,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:35.045889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 468b41d7-9398-4b82-9917-abe117971ade, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=468b41d7-9398-4b82-9917-abe117971ade,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:35.056128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.063202 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83142570-98e7-42e4-aadd-caad793b5c46 x-openstack-request-id: req-83142570-98e7-42e4-aadd-caad793b5c46 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:35.063751 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "name": "network-vif-plugged", "status": "completed", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:35.064018 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83142570-98e7-42e4-aadd-caad793b5c46 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:35.064485 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1', 'code': 200} Aug 30 22:42:35.178424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:35.257865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:35.330942 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.360201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-be730f05-25ee-46a8-bb4b-1cefcdf75964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:35.361972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-be730f05-25ee-46a8-bb4b-1cefcdf75964 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 1122 time: 0.2056150 Aug 30 22:42:35.421339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-710f5d57-9aca-4b70-8e4a-7c687c60f202 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.455311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-13684f2c-3ffd-4a3b-a3c6-9a78318195d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e64d32ebda2e40778cf19600fc693a42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1963503 Aug 30 22:42:35.457825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:35.548781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.587072 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.649011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c596eeae-d70a-4d08-b759-13e4dfc2dff0 req-ad017c07-9180-46e5-894f-3088128b7950 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 210 time: 0.0551965 Aug 30 22:42:35.696504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d59bc-125b-4976-965a-d49452a6b77e req-7193b90a-e6ab-4d47-b9c3-d884f140dafc tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:35.709180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5d59bc-125b-4976-965a-d49452a6b77e req-7193b90a-e6ab-4d47-b9c3-d884f140dafc tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.2481642 Aug 30 22:42:35.736581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.744263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.756658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f42ba68e-d072-4c95-bc6a-329c38369c4f HTTP/1.1" status: 204 len: 168 time: 0.2893076 Aug 30 22:42:35.756658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-710f5d57-9aca-4b70-8e4a-7c687c60f202 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.768291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-710f5d57-9aca-4b70-8e4a-7c687c60f202 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:35.797269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714c82e-7ca3-44e0-9f36-bfde1c7b743f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ba68e-d072-4c95-bc6a-329c38369c4f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:35.827200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f5d57-9aca-4b70-8e4a-7c687c60f202 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdd3c8b-c1dc-4a99-8ed6-6302ab80973a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:35.837627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1da7d93-280e-4dbd-9dc6-8dcee2c19aa2 req-710f5d57-9aca-4b70-8e4a-7c687c60f202 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4616821 Aug 30 22:42:35.918181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5d59bc-125b-4976-965a-d49452a6b77e req-16fdc47b-63e4-42be-a653-fa27b0d1661e tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070704 Aug 30 22:42:36.154091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f53bb410-db81-449a-8b09-3d2b419401fe up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:36.217901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ff81552-0d5c-4bb3-9b6b-d9acdb9185cd req-df61f781-b5bd-4c44-b0af-92e9799a3bdf tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0372527 Aug 30 22:42:36.242216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f53bb410-db81-449a-8b09-3d2b419401fe completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:36.248896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 468b41d7-9398-4b82-9917-abe117971ade up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:36.250834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.380804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 468b41d7-9398-4b82-9917-abe117971ade triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:36.400830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.443103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc11523-1896-44f1-b2b2-6d36ff836d14 None None] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:42:36.499075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Router e5b7d754-a627-4307-b286-f253770ff43b is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:42:36.560502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Provisioning for port f53bb410-db81-449a-8b09-3d2b419401fe completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:36.583820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Provisioning complete for port f53bb410-db81-449a-8b09-3d2b419401fe triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:36.584234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.700883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:36.722241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Sync routers for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:36.734147 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:36.734848 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:36.761304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.764991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7afd236-db04-46f7-961c-074d294f24df admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.7455208 Aug 30 22:42:36.765519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55998) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:36.814877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:36.893323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0926d120-9556-4bde-8048-fe1a4cc591b7 req-842f4596-00eb-4e0b-8cc8-0c91d359f5fc tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 210 time: 0.0557897 Aug 30 22:42:36.923959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] For port f53bb410-db81-449a-8b09-3d2b419401fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f53bb410-db81-449a-8b09-3d2b419401fe,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:36.930441 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.005714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-732192d6-f6d8-4ac8-b442-eee9864cae15 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890052 Aug 30 22:42:37.049501 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:37.086026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f1613-1c74-48f6-8aeb-f86ac73874f9 None None] Pushing event updated for resources: {'Port': ['ID=f53bb410-db81-449a-8b09-3d2b419401fe,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:37.180956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaba53-218c-4e1e-acf3-c6a817a2ff11 req-acbe3721-640c-4740-81e7-2e4f361d0346 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:37.183592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eedaba53-218c-4e1e-acf3-c6a817a2ff11 req-acbe3721-640c-4740-81e7-2e4f361d0346 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.1093266 Aug 30 22:42:37.267102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0d868d97-1072-4715-90e0-31317d79d079 None None] Provisioning complete for port f53bb410-db81-449a-8b09-3d2b419401fe triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:37.268046 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d868d97-1072-4715-90e0-31317d79d079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.330567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eedaba53-218c-4e1e-acf3-c6a817a2ff11 req-f6ecc4b3-e648-4e35-be0b-99938ea0efa9 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377358 Aug 30 22:42:37.382857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:35Z', 'revision_number': 3, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:37.399048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-e2e83a54-1fb5-4685-9735-46d9ab5b4605 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:37.400936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-e2e83a54-1fb5-4685-9735-46d9ab5b4605 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3215010 Aug 30 22:42:37.422981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Checking router: e5b7d754-a627-4307-b286-f253770ff43b for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:37.423340 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Updating router e5b7d754-a627-4307-b286-f253770ff43b port 320cf1ba-e390-41ff-b6db-ab02acae3a12 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:37.440243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Request body: {'port': {'device_id': '06d16eb0-7415-454e-b075-044711eed2a8', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '542e01e2883e4b25aacb5b5cff6af037'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:37.467863 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.484315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8a1d021-02ae-4b18-bbbf-49d42da823b7 req-27039043-50f3-4cdb-9a11-bed6b932b045 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0415289 Aug 30 22:42:37.631935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Made reservation on behalf of 542e01e2883e4b25aacb5b5cff6af037 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:37.637407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.652701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.908044 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.922411 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Transition to ACTIVE for port object 320cf1ba-e390-41ff-b6db-ab02acae3a12 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:37.944806 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:37.945332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f53bb410-db81-449a-8b09-3d2b419401fe up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:38.050461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Attempting to bind port 320cf1ba-e390-41ff-b6db-ab02acae3a12 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:38.051514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Attempting to bind port 320cf1ba-e390-41ff-b6db-ab02acae3a12 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:38.052515 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Attempting to bind port 320cf1ba-e390-41ff-b6db-ab02acae3a12 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:38.061463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f53bb410-db81-449a-8b09-3d2b419401fe triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:38.063713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.072243 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:38.072961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:38.073575 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.074401 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:38.074893 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Bound port: 320cf1ba-e390-41ff-b6db-ab02acae3a12, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:38.075314 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.081960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cc6a-3f13-4a29-a334-4cddbd65cd3a None None] Pushing event updated for resources: {'Port': ['ID=320cf1ba-e390-41ff-b6db-ab02acae3a12,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:38.139867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.225643 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] For port 320cf1ba-e390-41ff-b6db-ab02acae3a12, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:38.229895 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] For port 320cf1ba-e390-41ff-b6db-ab02acae3a12, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=320cf1ba-e390-41ff-b6db-ab02acae3a12,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:38.236902 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.243970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.344452 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cc6a-3f13-4a29-a334-4cddbd65cd3a None None] Pushing event updated for resources: {'Port': ['ID=320cf1ba-e390-41ff-b6db-ab02acae3a12,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:38.348763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:38.349481 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:38.405999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:38.440563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cacbbdba-ae2f-4841-8e0e-8db3941a5e70 req-9fc207d7-9895-4766-ad1c-972601108fcd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 210 time: 0.0936399 Aug 30 22:42:38.644692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af4d4b-feb6-46fc-b55a-34d774bdac95 req-968912a5-33fb-41c0-a0b9-e6f6aebbcfae tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:38.646228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2af4d4b-feb6-46fc-b55a-34d774bdac95 req-968912a5-33fb-41c0-a0b9-e6f6aebbcfae tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.1043730 Aug 30 22:42:38.666352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-403a688e-c3e9-4899-bd6c-04abcec0788c req-f85f5f7f-77a8-4dff-a254-8d6250490559 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0494599 Aug 30 22:42:38.679765 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:38.705541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Allocated IP 192.168.233.177 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/6cc62445-d026-4357-a405-640b8e2d8962) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:38.709511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:38.715213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2af4d4b-feb6-46fc-b55a-34d774bdac95 req-79be5b46-379b-484f-b8e3-717208ba3ba3 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590179 Aug 30 22:42:38.985966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-8da38bab-1c06-43e0-bccc-aca82b6378c0 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:38.997704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-8da38bab-1c06-43e0-bccc-aca82b6378c0 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 1122 time: 0.1125405 Aug 30 22:42:39.016582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-c3fcac27-30d1-43ef-b12d-c5edbac327b1 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.074056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Allocated IP 172.20.0.1 (81ed5b91-34d4-4be5-b581-d3fdcc07f7ef/32ee819c-6d85-4dd9-9c13-a0d2a29947d6/e01f73cb-3093-4971-a601-ab275eff6c87) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:39.108448 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:35Z', 'revision_number': 3, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:39.141526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.163105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5cf186-6811-460b-8e79-b6f630211018 None None] The sync data for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 is: [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:35Z', 'revision_number': 3, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:39.200252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Transition to ACTIVE for port object 6cc62445-d026-4357-a405-640b8e2d8962 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:39.239635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-c3fcac27-30d1-43ef-b12d-c5edbac327b1 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.247406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-c3fcac27-30d1-43ef-b12d-c5edbac327b1 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.285403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.296672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcac27-30d1-43ef-b12d-c5edbac327b1 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b9ee94-5fd6-4798-b4f0-1c534ff041ce,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:39.306484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Transition to ACTIVE for port object e01f73cb-3093-4971-a601-ab275eff6c87 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:39.308445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.332231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e380f55b-058c-42db-92cb-22cb9e8543f2 req-c3fcac27-30d1-43ef-b12d-c5edbac327b1 tempest-AggregatesAdminTestJSON-576582055 tempest-AggregatesAdminTestJSON-576582055-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329649 Aug 30 22:42:39.377894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:39.388982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:39.397840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:39.444286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:39.459146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.538785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:39.539435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.542150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Pushing event updated for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:39.606330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:39.609635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:39.615327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:39.626194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-501c0c2d-8ce4-466e-ace4-8d2412e1711a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1915338 Aug 30 22:42:39.651432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Request body: {'port': {'device_id': '06d16eb0-7415-454e-b075-044711eed2a8', 'device_owner': 'compute:tempest-test_az-336002345', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:39.747002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.848275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1763c01c-e1e8-4772-9924-9b5a0036e5cd None None] Provisioning for port 6cc62445-d026-4357-a405-640b8e2d8962 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:39.854782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1763c01c-e1e8-4772-9924-9b5a0036e5cd None None] Provisioning complete for port 6cc62445-d026-4357-a405-640b8e2d8962 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:39.855770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1763c01c-e1e8-4772-9924-9b5a0036e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.942820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1763c01c-e1e8-4772-9924-9b5a0036e5cd None None] Port 6cc62445-d026-4357-a405-640b8e2d8962 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:39.984854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:39.998252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 320cf1ba-e390-41ff-b6db-ab02acae3a12 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:40.007497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-8f2a4238-9297-45e4-bc10-ad7f2963fc83 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=40370909baaf4a089b4c6fc03547e0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731852 Aug 30 22:42:40.079130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 320cf1ba-e390-41ff-b6db-ab02acae3a12 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:40.087190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d681bd0c-df0d-46c1-8e1b-b52e97adc3ee None None] Provisioning for port e01f73cb-3093-4971-a601-ab275eff6c87 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:40.091412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 320cf1ba-e390-41ff-b6db-ab02acae3a12 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:40.091921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.153012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d681bd0c-df0d-46c1-8e1b-b52e97adc3ee None None] Provisioning complete for port e01f73cb-3093-4971-a601-ab275eff6c87 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:40.153836 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d681bd0c-df0d-46c1-8e1b-b52e97adc3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.213475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d681bd0c-df0d-46c1-8e1b-b52e97adc3ee None None] Port e01f73cb-3093-4971-a601-ab275eff6c87 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:40.219261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-142ef65a-25b5-40c3-81ab-093e014d6d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.252510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b5d2b9-baeb-4143-840d-43de985a24ce req-1700ebd4-534c-4602-84ca-6e40590159c5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:40.260142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2b5d2b9-baeb-4143-840d-43de985a24ce req-1700ebd4-534c-4602-84ca-6e40590159c5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 936 time: 0.1021914 Aug 30 22:42:40.261861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.303091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 320cf1ba-e390-41ff-b6db-ab02acae3a12, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=320cf1ba-e390-41ff-b6db-ab02acae3a12,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:40.309818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.310243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.327500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2b5d2b9-baeb-4143-840d-43de985a24ce req-ec947b9a-a69b-48a8-a866-56eb7d06720a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662401 Aug 30 22:42:40.367528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-8d61892e-d511-4885-a764-aab3f64aaf2d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:40.369193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-8d61892e-d511-4885-a764-aab3f64aaf2d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3233213 Aug 30 22:42:40.399490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=320cf1ba-e390-41ff-b6db-ab02acae3a12,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:40.433716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-b7b3fcc5-77bf-4bc9-91d7-e07c3ccef724 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/quotas/40370909baaf4a089b4c6fc03547e0ee HTTP/1.1" status: 200 len: 375 time: 0.0492814 Aug 30 22:42:40.478402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d24af41-6a83-43ec-b42e-e12f19741eea req-c9a8740b-180f-4554-878d-cf8418eaa9cf tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0367224 Aug 30 22:42:40.493949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-cb411b47-00c2-46b2-b322-873772141798 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0521975 Aug 30 22:42:40.616885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cc62445-d026-4357-a405-640b8e2d8962 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:40.630947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.736997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Transition to ACTIVE for port object 6cc62445-d026-4357-a405-640b8e2d8962 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:40.765868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-870d47dc-4dfd-45be-9f17-e5dcee6fbf56 req-19ffb4f2-344e-4070-bbed-85e40598525b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 210 time: 0.0419378 Aug 30 22:42:40.766530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.770147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.811940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:40.886765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:40.951438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.050584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Pushing event updated for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:41.102970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:41.103603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:41.104304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:41.119111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:42:41.119620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:41.128574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:41.129217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:41.130156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:41.130819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Bound port: 6cc62445-d026-4357-a405-640b8e2d8962, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:41.132143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.192074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:41.198676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:41.199915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-27642652-19e0-427d-9038-26535dacbc29 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 380 time: 0.1265347 Aug 30 22:42:41.217689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'port': {'device_id': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'admin_state_up': True, 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'security_groups': ['ea6caf67-9589-45ed-8910-17b9268f22b2']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:41.463576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Made reservation on behalf of 202f8d9f26f044139f877efa4e93c93e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:41.468355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.606054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e629b523-f6fe-4b1f-8b57-6d831ca1893d req-7c3d41f3-1331-43ba-ab2a-b34ba50d3d54 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:41.615225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e629b523-f6fe-4b1f-8b57-6d831ca1893d req-7c3d41f3-1331-43ba-ab2a-b34ba50d3d54 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 969 time: 0.1692729 Aug 30 22:42:41.625096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-74f093b7-f40b-4b24-9827-2577fa231459 None None] Provisioning complete for port e01f73cb-3093-4971-a601-ab275eff6c87 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:41.625677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74f093b7-f40b-4b24-9827-2577fa231459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.681485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-74f093b7-f40b-4b24-9827-2577fa231459 None None] Port e01f73cb-3093-4971-a601-ab275eff6c87 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:41.780256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e629b523-f6fe-4b1f-8b57-6d831ca1893d req-e9f3537c-c638-489b-995f-cc3247cd07f0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638329 Aug 30 22:42:41.908991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Allocated IP 172.20.0.6 (1be5c077-475b-4a64-99dc-02bd187bb6f3/677629fa-277f-4f9b-88b4-d218267feaf5/2b764728-4ab7-4c71-9b6d-0c0a2f48aa39) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:41.921264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:41.927004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:41.937829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 320cf1ba-e390-41ff-b6db-ab02acae3a12 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:41.940717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4516fbd7-4639-449c-a560-d4c45fe98f04 req-5e655c06-6b44-45db-a26b-5d6743e6c3a1 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 210 time: 0.0541410 Aug 30 22:42:41.963022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:41.965672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Router e5b7d754-a627-4307-b286-f253770ff43b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:42:42.028499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 320cf1ba-e390-41ff-b6db-ab02acae3a12 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:42.028882 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.032315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:42.076013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:42.076643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.078074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-979a835e-5007-42b9-ba30-351f0bb0d827 service neutron] 10.222.0.47 "PUT /v2.0/ports/6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 1118 time: 2.4326613 Aug 30 22:42:42.079630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:42.082028 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938d494-8596-487f-baa9-75e10f7b42b4" -d '{"events": [{"name": "network-changed", "server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:42.099578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-838c3948-6a36-4f22-b452-2a96265271cf req-81661604-36b5-4449-97f0-60545cf9fa56 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 210 time: 0.0665529 Aug 30 22:42:42.174223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.201148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Transition to ACTIVE for port object 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:42.295076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.52', 54526) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:42.343971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.348235 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa83d86-d6a2-41c9-b603-132adb9fdd7f x-openstack-request-id: req-0aa83d86-d6a2-41c9-b603-132adb9fdd7f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:42.348235 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:42.348235 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aa83d86-d6a2-41c9-b603-132adb9fdd7f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:42.348718 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'status': 'completed', 'code': 200} Aug 30 22:42:42.439242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-bb73d892-a79a-477d-8261-9f5bb53a1e6a tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=40370909baaf4a089b4c6fc03547e0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1328397 Aug 30 22:42:42.474178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:42:42.486460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Sync routers for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:42:42.534371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f3087c28-2919-4fbf-baf7-983eed93419a admin admin] 10.222.0.25 "PUT /v2.0/routers/e5b7d754-a627-4307-b286-f253770ff43b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7676690 Aug 30 22:42:42.558036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:42.558686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:42.571795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:42.590618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:42.592776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:42.595495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:42.645729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-e222188c-5564-4241-a6e7-2e82697d7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:42.647600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-e222188c-5564-4241-a6e7-2e82697d7e21 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1121 time: 0.3516445 Aug 30 22:42:42.682722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:42.685273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.723929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-44a8edb7-c642-4f0f-b7cb-acb16d866f00 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5130699 Aug 30 22:42:42.743867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-d44d350a-b4c0-4c74-83e5-9d500f024fa1 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:42:42.745166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-d44d350a-b4c0-4c74-83e5-9d500f024fa1 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070953 Aug 30 22:42:42.753775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-91823cff-f8ce-458a-a313-a5bb3970cc4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0876918 Aug 30 22:42:42.853908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:42.905068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-1b8e5725-30c5-4a15-842c-203aa6046e7d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:42.906552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-1b8e5725-30c5-4a15-842c-203aa6046e7d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4663496 Aug 30 22:42:42.912351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:42.936908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Request body: {'port': {'device_id': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '40370909baaf4a089b4c6fc03547e0ee'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:43.062565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-02a33e6f-cddf-4591-bb1b-e3d4673a372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:43.064017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-02a33e6f-cddf-4591-bb1b-e3d4673a372c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2988362 Aug 30 22:42:43.076265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Request body: {'port': {'device_id': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:43.195891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-13d68e0f-cea8-4c69-a420-36b0a91ec46e None None] Provisioning for port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:43.200196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84714449-d720-45ce-8725-035f4aef3742 req-1c86750a-4fdd-43f6-ba99-8ede50c91e4a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:43.206777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84714449-d720-45ce-8725-035f4aef3742 req-1c86750a-4fdd-43f6-ba99-8ede50c91e4a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 969 time: 0.2829473 Aug 30 22:42:43.221075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-13d68e0f-cea8-4c69-a420-36b0a91ec46e None None] Provisioning complete for port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:43.225984 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13d68e0f-cea8-4c69-a420-36b0a91ec46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.236326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-72bca564-807b-4819-b01a-6c22f5c9c92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:43.240673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-72bca564-807b-4819-b01a-6c22f5c9c92b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1552510 Aug 30 22:42:43.262686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.442998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab04b8e3-2736-4fae-96ac-b0202a8c8461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.467361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-13d68e0f-cea8-4c69-a420-36b0a91ec46e None None] Port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:43.544526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84714449-d720-45ce-8725-035f4aef3742 req-49f5095b-f267-4e45-8cc7-e2c65fe59d2e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997949 Aug 30 22:42:43.553822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Made reservation on behalf of 40370909baaf4a089b4c6fc03547e0ee for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:42:43.557273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.602315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.633541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'e01f73cb-3093-4971-a601-ab275eff6c87', 'name': '', 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'mac_address': 'fa:16:3e:da:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:38Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 2, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'subnets': [{'id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:43.691086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-0b330fc2-a775-4465-a619-77fe855e7ef2 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4238019 Aug 30 22:42:43.731893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Checking router: e5b7d754-a627-4307-b286-f253770ff43b for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:42:43.732160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Updating router e5b7d754-a627-4307-b286-f253770ff43b port e01f73cb-3093-4971-a601-ab275eff6c87 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:42:43.806818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54ef9468-8fd3-44b1-b00e-9e414e90662f req-a2291d2c-e78e-4a77-845e-0839c89b6254 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014903 Aug 30 22:42:43.809081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.920882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d7986c-61d9-445d-b6ab-dd3a0a9e882f req-13de1364-71bd-4738-8a46-8194ca4b1870 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:43.929505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8d7986c-61d9-445d-b6ab-dd3a0a9e882f req-13de1364-71bd-4738-8a46-8194ca4b1870 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 931 time: 0.4898515 Aug 30 22:42:43.972276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:43.990102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-bb390d20-0865-44a1-bc5e-80d005164a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:43.991527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-bb390d20-0865-44a1-bc5e-80d005164a8b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1121 time: 0.1015389 Aug 30 22:42:43.992031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.033182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8d7986c-61d9-445d-b6ab-dd3a0a9e882f req-a2ae3f2d-781c-45ae-8bb6-aead6090ab94 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758100 Aug 30 22:42:44.178192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c1026f7-3deb-452b-96c0-6241dc4bac1c req-54dce0c8-1f5a-4729-829b-7b6a3e91c147 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 210 time: 0.0454047 Aug 30 22:42:44.284556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20b5843-0185-497a-902d-53b19631a716,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:44.284751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:44.294379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.329024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Transition to ACTIVE for port object 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:44.336641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.544982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.598713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:44.649135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.696392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Transition to ACTIVE for port object e01f73cb-3093-4971-a601-ab275eff6c87 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:44.720322 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:44.826611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Allocated IP 192.168.233.222 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/b1ad52e9-6c75-48fa-bc16-bdf875c1a831) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:42:44.910607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Attempting to bind port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:44.914940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Attempting to bind port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:44.915758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Attempting to bind port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:44.933153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd79d8-1a90-4c22-a164-504c364161a4 None None] Pushing event updated for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:44.941800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-69f1f7f1-b872-40e8-a334-4b61c9862479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:44.947589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:42:44.948090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Attempting to bind port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:44.956633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-69f1f7f1-b872-40e8-a334-4b61c9862479 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.9416263 Aug 30 22:42:44.980766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:44.980766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Checking segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:44.980766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Bound using segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:44.980766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Bound port: 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:44.980766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.137251 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:42:45.222236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-24f0b59f-de9e-499b-87a6-59a59c6929a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.2112827 Aug 30 22:42:45.258826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Attempting to bind port e01f73cb-3093-4971-a601-ab275eff6c87 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:45.259279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Attempting to bind port e01f73cb-3093-4971-a601-ab275eff6c87 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:45.259658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Attempting to bind port e01f73cb-3093-4971-a601-ab275eff6c87 on network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:45.287637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:45.288134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Checking segment: {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:45.288587 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.289102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Bound using segment: {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:45.289917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Bound port: e01f73cb-3093-4971-a601-ab275eff6c87, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768bf795-2f4a-4d72-8da2-b2d06aa185b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:45.290316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.317255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:45.330080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:45.345466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.375687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] For port e01f73cb-3093-4971-a601-ab275eff6c87, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:45.380034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] For port e01f73cb-3093-4971-a601-ab275eff6c87, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e01f73cb-3093-4971-a601-ab275eff6c87,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:45.397478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.449407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:45.452508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10f34d-c8a2-40dc-8639-cf7109434468 req-42baff83-ecdd-4a69-8135-5e641aeb175a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:45.453405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.458966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] 10.222.0.52 "PUT /v2.0/ports/2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 200 len: 1092 time: 2.4997926 Aug 30 22:42:45.461112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d10f34d-c8a2-40dc-8639-cf7109434468 req-42baff83-ecdd-4a69-8135-5e641aeb175a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 969 time: 0.7585249 Aug 30 22:42:45.464709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:45.554608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:45.654550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:42:45.658648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:45.666211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd79d8-1a90-4c22-a164-504c364161a4 None None] Pushing event updated for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:45.820716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-09025aeb-f87a-41e7-a84b-e281c5d14707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:45.822308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-09025aeb-f87a-41e7-a84b-e281c5d14707 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.5981071 Aug 30 22:42:45.870628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:45.892475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:42:45.918115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d10f34d-c8a2-40dc-8639-cf7109434468 req-d2f63e2c-611b-4c9b-b3c3-7cab058b6a27 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4081531 Aug 30 22:42:45.971252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c6a0d8-b0e9-43dc-a5e3-ed02a4d42ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:46.133346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab91779-da45-4d8e-be23-f7fe95cb40ff req-a3d16859-9972-4d5b-a7a6-ebd53d6d5e8b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:46.155084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00fe5c87-8935-4758-b791-64d459a5f638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.175180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ab91779-da45-4d8e-be23-f7fe95cb40ff req-a3d16859-9972-4d5b-a7a6-ebd53d6d5e8b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 943 time: 0.7373748 Aug 30 22:42:46.208309 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a814a38-c74f-493f-bcaf-b37d1e169a70" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:46.263846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-e37b3e4c-a1c9-457e-9928-64c2e3bcd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:46.265374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-e37b3e4c-a1c9-457e-9928-64c2e3bcd421 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 1095 time: 0.6602516 Aug 30 22:42:46.318224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00fe5c87-8935-4758-b791-64d459a5f638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.329509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2784b0a-da79-49f7-82cd-e9536b9e3c5a req-84f20695-35ca-471c-aa19-1e8874e23ac5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 210 time: 0.1697779 Aug 30 22:42:46.334591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00fe5c87-8935-4758-b791-64d459a5f638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.370250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'e01f73cb-3093-4971-a601-ab275eff6c87', 'name': '', 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'mac_address': 'fa:16:3e:da:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:38Z', 'updated_at': '2021-08-30T22:42:45Z', 'revision_number': 4, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'subnets': [{'id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:42:46.374658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-d839ec18-1ed5-4d85-91e9-b2d24d5dae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:46.376318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-d839ec18-1ed5-4d85-91e9-b2d24d5dae27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4329326 Aug 30 22:42:46.404475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f1a3a5-09f6-4df6-9068-fcbb62326944 None None] The sync data for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 is: [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'e01f73cb-3093-4971-a601-ab275eff6c87', 'name': '', 'network_id': '81ed5b91-34d4-4be5-b581-d3fdcc07f7ef', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'mac_address': 'fa:16:3e:da:71:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:38Z', 'updated_at': '2021-08-30T22:42:45Z', 'revision_number': 4, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'subnets': [{'id': '32ee819c-6d85-4dd9-9c13-a0d2a29947d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:42:46.410086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ab91779-da45-4d8e-be23-f7fe95cb40ff req-9b3d124b-3ba8-4ec8-a335-efb80e5ddd12 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338998 Aug 30 22:42:46.411755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-51226613-6c1c-4f60-a47b-3034ea14f2a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 200 len: 217 time: 0.1182258 Aug 30 22:42:46.564009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-9708162d-267d-4245-aece-27b671532181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:46.565519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-9708162d-267d-4245-aece-27b671532181 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.1355913 Aug 30 22:42:46.568353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00fe5c87-8935-4758-b791-64d459a5f638 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b312cc7d21fb4b8d82378deed41e6f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9229326 Aug 30 22:42:46.572032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.572240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:46.588066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe5c87-8935-4758-b791-64d459a5f638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c293dc0-3629-4a57-a15d-e3b7c19d82be,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:46.608435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Transition to ACTIVE for port object b1ad52e9-6c75-48fa-bc16-bdf875c1a831 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:46.681401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-9eee7452-d840-4bac-a084-9ae4323b86fb service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887292 Aug 30 22:42:46.806855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2938d494-8596-487f-baa9-75e10f7b42b4 req-87beb5b9-5237-4e5d-8cbe-40954857a0ac service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158025 Aug 30 22:42:46.822145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:42:46.830393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.895555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-e0ada857-a9af-4439-9799-2aa78c4af718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:46.899339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-e0ada857-a9af-4439-9799-2aa78c4af718 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3246241 Aug 30 22:42:46.927704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:46.954043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Pushing event updated for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:46.977548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:42:46.980640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:42:46.998291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:42:47.077811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:47.104726 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bf8d67-6c63-4722-bea8-c409cd96401d x-openstack-request-id: req-e6bf8d67-6c63-4722-bea8-c409cd96401d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:47.105690 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:47.106767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '6cc62445-d026-4357-a405-640b8e2d8962', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '6cc62445-d026-4357-a405-640b8e2d8962', 'mac_address': 'fa:16:3e:a7:5c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:tempest-test_az-336002345', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:42:47.107396 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6bf8d67-6c63-4722-bea8-c409cd96401d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:47.109496 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'status': 'completed', 'code': 200} Aug 30 22:42:47.132832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:47.133525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.168534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-32bb3e77-9281-45fb-bbb3-00487eb35cbe tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2362034 Aug 30 22:42:47.169931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.181211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.190485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Request body: {'port': {'device_id': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:47.252056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc62445-d026-4357-a405-640b8e2d8962 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:47.318367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:47.320136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-7d8d9543-dc8e-48d0-b8e2-1011a828c3d6 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040329 Aug 30 22:42:47.330002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.368908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.445968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:47.556816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.559660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.565531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c293dc0-3629-4a57-a15d-e3b7c19d82be HTTP/1.1" status: 204 len: 168 time: 0.9893522 Aug 30 22:42:47.592996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc87b1d-0ecc-4812-8615-ab0f8e71fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c293dc0-3629-4a57-a15d-e3b7c19d82be,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:47.636395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:42:47.661622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f871eba9-caef-4642-a35b-4b98aa6bfa0a None None] Provisioning for port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:47.696189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f871eba9-caef-4642-a35b-4b98aa6bfa0a None None] Provisioning complete for port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:47.696624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f871eba9-caef-4642-a35b-4b98aa6bfa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:47.742911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409a909-e6f2-4e83-b859-2c8cde0b5927 req-f7693991-9572-49fa-9d21-879f20256f96 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:47.761765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f409a909-e6f2-4e83-b859-2c8cde0b5927 req-f7693991-9572-49fa-9d21-879f20256f96 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 970 time: 0.2846191 Aug 30 22:42:47.816163 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d599590-3e01-484a-803a-2ff2c078fa3f req-4debecf3-63de-4311-af72-68d4e2d70c20 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4888284 Aug 30 22:42:47.830515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f871eba9-caef-4642-a35b-4b98aa6bfa0a None None] Port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:42:47.904482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f409a909-e6f2-4e83-b859-2c8cde0b5927 req-12691822-e698-444c-bc79-fbda23b046e1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454735 Aug 30 22:42:48.077275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:48.129388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e01f73cb-3093-4971-a601-ab275eff6c87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:48.173029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-fd5c8829-dc90-4888-8673-50b386d4afb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.177476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-fd5c8829-dc90-4888-8673-50b386d4afb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 1095 time: 0.2171197 Aug 30 22:42:48.263912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e01f73cb-3093-4971-a601-ab275eff6c87 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:48.270303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e01f73cb-3093-4971-a601-ab275eff6c87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:48.270770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.363562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1ad52e9-6c75-48fa-bc16-bdf875c1a831 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:48.383137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.415703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Transition to ACTIVE for port object b1ad52e9-6c75-48fa-bc16-bdf875c1a831 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:42:48.424363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.425718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56368) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:48.436327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.465284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9cbe-2523-4a29-934f-281c3671712f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.473239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e01f73cb-3093-4971-a601-ab275eff6c87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e01f73cb-3093-4971-a601-ab275eff6c87,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:48.479145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.500596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-a8fb5fd4-a5d0-4e88-af5a-38906a89d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.508431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-a8fb5fd4-a5d0-4e88-af5a-38906a89d595 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 924 time: 0.3193362 Aug 30 22:42:48.521965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe0d1c-351f-4da4-adad-570ecffd6710 req-1390dd45-e593-4ed6-bcf3-5ba05366ece4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.532429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fbe0d1c-351f-4da4-adad-570ecffd6710 req-1390dd45-e593-4ed6-bcf3-5ba05366ece4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 943 time: 0.4146278 Aug 30 22:42:48.542727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba5bbae-5204-430f-bccc-69891b9fb7d5 req-d392e330-ad73-497b-9caa-b6f8cf464b6b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.544248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ba5bbae-5204-430f-bccc-69891b9fb7d5 req-d392e330-ad73-497b-9caa-b6f8cf464b6b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 936 time: 0.6947522 Aug 30 22:42:48.571377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:48.656948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-c6d90d9d-c8d0-4a76-8fb7-a957d66c3b5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 200 len: 217 time: 0.0778966 Aug 30 22:42:48.679897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a77b370-e24c-49dd-ae62-f703432559bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:48.735424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-afe3c159-def5-4e06-898e-8c6e7c2ba1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.736896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-afe3c159-def5-4e06-898e-8c6e7c2ba1a2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.0635180 Aug 30 22:42:48.761447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fbe0d1c-351f-4da4-adad-570ecffd6710 req-45e2e1bb-1a80-4922-a07d-264cc54d32ff tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231901 Aug 30 22:42:48.825255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:48.898765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-c172065f-66ac-4b9b-8dc0-4b2cd9d65c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:48.905583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-c172065f-66ac-4b9b-8dc0-4b2cd9d65c10 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430686 Aug 30 22:42:48.945880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 6cc62445-d026-4357-a405-640b8e2d8962 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:48.955917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 6cc62445-d026-4357-a405-640b8e2d8962 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:48.961427 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.088475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:49.099317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.134808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Attempting to bind port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:42:49.135204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Attempting to bind port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:42:49.135582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Attempting to bind port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:49.138450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:49.141562 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e188c49f-624f-4f4f-9471-3afe80456830" -d '{"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:49.156719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:49.161541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ba5bbae-5204-430f-bccc-69891b9fb7d5 req-578b4e79-e0d4-44ef-8a5c-631a4235b743 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072323 Aug 30 22:42:49.167001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:42:49.167462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Attempting to bind port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:42:49.174573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:42:49.175012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:42:49.175403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:42:49.175841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Bound port: b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:42:49.176136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.176260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.280931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:42:49.280931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:42:49.289872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:49.319891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.328286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5d25af-125c-4c59-844f-60da455148e5 req-d01c54f0-d830-4852-9b2f-74fd41a98ff6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:49.330069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc5d25af-125c-4c59-844f-60da455148e5 req-d01c54f0-d830-4852-9b2f-74fd41a98ff6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1173892 Aug 30 22:42:49.356568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9cbe-2523-4a29-934f-281c3671712f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.410540 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae89fca-2022-4794-abfa-49d61ed42faa x-openstack-request-id: req-aae89fca-2022-4794-abfa-49d61ed42faa {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:49.410863 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:49.411121 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aae89fca-2022-4794-abfa-49d61ed42faa {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:49.411520 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'code': 200} Aug 30 22:42:49.469538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a77b370-e24c-49dd-ae62-f703432559bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.476498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba2c9cbe-2523-4a29-934f-281c3671712f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.479811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a77b370-e24c-49dd-ae62-f703432559bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.508266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-7ce53fb1-b30b-458d-878b-4853451b1132 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907793 Aug 30 22:42:49.513928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77b370-e24c-49dd-ae62-f703432559bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481ef1ea-b18c-4d88-a2ad-d71d6a8d4a94,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:49.530137 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc5d25af-125c-4c59-844f-60da455148e5 req-12de9add-dcc3-4a42-82f8-06c901fa2120 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925340 Aug 30 22:42:49.548269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Pushing event updated for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:49.649540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a814a38-c74f-493f-bcaf-b37d1e169a70 req-c0adad0d-be1f-44e6-b3d7-d88c21ede325 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161692 Aug 30 22:42:49.678470 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8a77b370-e24c-49dd-ae62-f703432559bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9227c783986f47d999805e9bdb2b010b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5847149 Aug 30 22:42:49.680930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:49.726958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:49.727571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.728979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-a7b10647-d853-4f60-b615-7ba158201a24 service neutron] 10.222.0.52 "PUT /v2.0/ports/b1ad52e9-6c75-48fa-bc16-bdf875c1a831 HTTP/1.1" status: 200 len: 1097 time: 2.5433760 Aug 30 22:42:49.731638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:49.734260 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae" -d '{"events": [{"name": "network-changed", "server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:49.739265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c9cbe-2523-4a29-934f-281c3671712f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb90ac65-5189-44d5-a729-f2000f681e42,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:49.755983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ba2c9cbe-2523-4a29-934f-281c3671712f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4decf8aa3460444ea3d408425d698189&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3293302 Aug 30 22:42:49.756740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56396) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:49.761767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a163613-9220-4768-9c8e-61a0e09d82ec req-9af22140-fd4e-422e-8e52-2a03c2c20b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:49.763299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a163613-9220-4768-9c8e-61a0e09d82ec req-9af22140-fd4e-422e-8e52-2a03c2c20b07 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1123 time: 0.1922336 Aug 30 22:42:49.830631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a163613-9220-4768-9c8e-61a0e09d82ec req-4bbbd69c-06c6-475d-a69e-340bf1c6fba5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578499 Aug 30 22:42:49.832568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.900302 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1dd9d-e4a3-4736-a8fb-ffd1dcc94e9b x-openstack-request-id: req-4ca1dd9d-e4a3-4736-a8fb-ffd1dcc94e9b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:49.900634 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:49.900846 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca1dd9d-e4a3-4736-a8fb-ffd1dcc94e9b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:49.901250 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'status': 'completed', 'code': 200} Aug 30 22:42:49.925350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-dd2e52a9-9960-44a5-901d-831780149a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:49.931397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:49.934244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-dd2e52a9-9960-44a5-901d-831780149a62 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 1100 time: 0.1044226 Aug 30 22:42:50.001084 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.013086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.016337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/481ef1ea-b18c-4d88-a2ad-d71d6a8d4a94 HTTP/1.1" status: 204 len: 168 time: 0.3344102 Aug 30 22:42:50.031465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:50.052073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e01f73cb-3093-4971-a601-ab275eff6c87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:50.074882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-0ab591d8-76df-42ae-a532-43dbcc5086cd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831 HTTP/1.1" status: 200 len: 217 time: 0.1158409 Aug 30 22:42:50.139796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.179346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17ff3b-7407-4531-9ca4-76873a1f3701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481ef1ea-b18c-4d88-a2ad-d71d6a8d4a94,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:50.226262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-275b9c7f-7440-4909-afbe-f26e4b5c4c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:50.230904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-275b9c7f-7440-4909-afbe-f26e4b5c4c21 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1443663 Aug 30 22:42:50.236730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fff3b-cb8f-4a6b-9c24-b26918981246 req-99f520ca-c8ec-4c07-a44b-0151722d771f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:50.249687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-235fff3b-cb8f-4a6b-9c24-b26918981246 req-99f520ca-c8ec-4c07-a44b-0151722d771f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 943 time: 0.1113985 Aug 30 22:42:50.273272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.308319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e01f73cb-3093-4971-a601-ab275eff6c87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:50.308319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.343811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-235fff3b-cb8f-4a6b-9c24-b26918981246 req-4de88ed6-6757-4a38-ab9f-3a2445a15c9b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873797 Aug 30 22:42:50.373328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-7625ee3c-636b-4e38-a265-581f25c4d515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:50.379076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-7625ee3c-636b-4e38-a265-581f25c4d515 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1406121 Aug 30 22:42:50.433614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.437317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.439387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bb90ac65-5189-44d5-a729-f2000f681e42 HTTP/1.1" status: 204 len: 168 time: 0.6622880 Aug 30 22:42:50.464835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f93d8-9551-47c1-8af3-fd789dfb700f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb90ac65-5189-44d5-a729-f2000f681e42,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:50.557711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de157be9-da14-40ad-8f81-d3766bee34bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.624911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-fc081041-858b-42da-b55a-6152fbf95e2a service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356262 Aug 30 22:42:50.708891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:50.749030 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a96d5064-bab3-4f86-ac69-56125b84869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.755289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a42845-ab05-4586-8716-32afb60a3a88 req-e2693041-a399-4ef7-bcf8-96224c07cc1b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:50.763518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2a42845-ab05-4586-8716-32afb60a3a88 req-e2693041-a399-4ef7-bcf8-96224c07cc1b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 948 time: 0.3580036 Aug 30 22:42:50.849870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2a42845-ab05-4586-8716-32afb60a3a88 req-1c014045-7213-44fd-91c2-4f63d83872d3 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779457 Aug 30 22:42:50.856184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaa962a-c5d2-45ba-9fd9-1a432ddbfa53 req-0569a19f-aa1a-4f73-9f7f-56fd91ce18a0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:50.868718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5eaa962a-c5d2-45ba-9fd9-1a432ddbfa53 req-0569a19f-aa1a-4f73-9f7f-56fd91ce18a0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1427991 Aug 30 22:42:50.879051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd7f916-80a0-4e3e-9f60-fad918350f5f req-1b7ce7ab-357c-44fe-971c-b0ce2ae03bb3 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314105 Aug 30 22:42:50.891665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de157be9-da14-40ad-8f81-d3766bee34bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:50.951859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de157be9-da14-40ad-8f81-d3766bee34bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.088676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de157be9-da14-40ad-8f81-d3766bee34bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3965ed453adb402e93a0cd3dfb6cf951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0502286 Aug 30 22:42:51.089642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:51.127566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-f4681961-2ef9-483e-8435-d130de53fdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.129377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-f4681961-2ef9-483e-8435-d130de53fdd9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 1100 time: 0.1029849 Aug 30 22:42:51.179033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5eaa962a-c5d2-45ba-9fd9-1a432ddbfa53 req-7dd5be74-866a-40e1-84fc-b8529101473f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078861 Aug 30 22:42:51.230433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de157be9-da14-40ad-8f81-d3766bee34bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ed4dd6-74cb-4b88-a0d0-bd6988b0ab7e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:51.292963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a96d5064-bab3-4f86-ac69-56125b84869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.300084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-90ac1025-0a55-4c7b-bfd4-322216d3f956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.302221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-90ac1025-0a55-4c7b-bfd4-322216d3f956 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1641605 Aug 30 22:42:51.305020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a96d5064-bab3-4f86-ac69-56125b84869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.361824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-947780f4-efd4-4c76-ac38-229661dc02b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831 HTTP/1.1" status: 200 len: 217 time: 0.0509210 Aug 30 22:42:51.380503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.439108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.477938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d5064-bab3-4f86-ac69-56125b84869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9548b8c-2000-4821-b6d2-f109797756b7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:51.507270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a96d5064-bab3-4f86-ac69-56125b84869b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74792e6879cf4adbba1b5bed63592f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7964301 Aug 30 22:42:51.510041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:51.541536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-d7884595-4381-4510-813b-333bd41b3b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.544037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-d7884595-4381-4510-813b-333bd41b3b53 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1741920 Aug 30 22:42:51.577914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef870f-d403-4da2-902f-a94d3e34d47f req-cd1d1ee3-6313-48b9-9345-f6fa15616c87 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.579955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ff978a-9837-4f17-8c3e-abde896d9d94 req-33566b1a-2591-4944-8ecf-306a9f3eb84a tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.581514 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06ff978a-9837-4f17-8c3e-abde896d9d94 req-33566b1a-2591-4944-8ecf-306a9f3eb84a tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.1335135 Aug 30 22:42:51.590392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbef870f-d403-4da2-902f-a94d3e34d47f req-cd1d1ee3-6313-48b9-9345-f6fa15616c87 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 943 time: 0.1215391 Aug 30 22:42:51.614425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.616980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.618155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0ed4dd6-74cb-4b88-a0d0-bd6988b0ab7e HTTP/1.1" status: 204 len: 168 time: 0.5224967 Aug 30 22:42:51.628686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.658456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cb23ba-73b2-4656-b4b3-6fb6a32862b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ed4dd6-74cb-4b88-a0d0-bd6988b0ab7e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:51.681846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.701415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06ff978a-9837-4f17-8c3e-abde896d9d94 req-e3633e75-fc4c-4c3b-af1d-d776039b0b1a tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058049 Aug 30 22:42:51.753062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbef870f-d403-4da2-902f-a94d3e34d47f req-d1a2609f-845b-4f77-937e-9a29c49b60b5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612313 Aug 30 22:42:51.783825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-21e5f74d-8745-48f2-a839-e5beac1a9334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:51.794453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-21e5f74d-8745-48f2-a839-e5beac1a9334 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2333345 Aug 30 22:42:51.807039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.809749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:51.813582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9548b8c-2000-4821-b6d2-f109797756b7 HTTP/1.1" status: 204 len: 168 time: 0.2989125 Aug 30 22:42:51.822550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccce91-6fef-4df7-aa0f-d4e39af73d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9548b8c-2000-4821-b6d2-f109797756b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:52.008180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-760cc11e-656e-4b14-bc07-b47614dcfa77 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071328 Aug 30 22:42:52.062088 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.090245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b595468-b9df-468f-bf36-e9de190d0fc8 req-cac32ba4-2c85-4568-b95e-e30ca1948e26 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.092845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b595468-b9df-468f-bf36-e9de190d0fc8 req-cac32ba4-2c85-4568-b95e-e30ca1948e26 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 948 time: 0.1263528 Aug 30 22:42:52.184905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:42:52.221595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b595468-b9df-468f-bf36-e9de190d0fc8 req-15b01aa6-3cf5-4499-aa20-728f232ac060 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076698 Aug 30 22:42:52.222163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f98ea197-1c3e-48d4-90b4-0a577cbd00ae req-0137284e-97d9-4bd8-ae6c-1f6d0cd97fa8 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025363 Aug 30 22:42:52.352324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a0fa9-b5da-4a97-bcea-24e467e3d660 req-e3e11da8-90c7-4742-89a8-2dc8bfcb76ab tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:52.356657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:52.365111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f81a0fa9-b5da-4a97-bcea-24e467e3d660 req-e3e11da8-90c7-4742-89a8-2dc8bfcb76ab tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.0898526 Aug 30 22:42:52.376937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'port_id': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'mac_address': 'fa:16:3e:4f:35:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:42:52.437007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f81a0fa9-b5da-4a97-bcea-24e467e3d660 req-b5a0333b-8609-49a3-b67b-af6a4f459b1f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656352 Aug 30 22:42:52.439015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:52.466490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0d08ee3-5951-437a-84c3-fc572404aea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.466596 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.492060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:52.538750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:52.545985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.614698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0d08ee3-5951-437a-84c3-fc572404aea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.620971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0d08ee3-5951-437a-84c3-fc572404aea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.634370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:52.692522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c0d08ee3-5951-437a-84c3-fc572404aea4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2f1416ea1f842fc8b95d671bbfcf421&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521605 Aug 30 22:42:52.694570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d08ee3-5951-437a-84c3-fc572404aea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beba0251-3516-4c4a-84a9-ef67896b7945,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:52.695729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56484) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:52.843056 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.905259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:52.947365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:42:53.008962 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.017093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.020751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/beba0251-3516-4c4a-84a9-ef67896b7945 HTTP/1.1" status: 204 len: 168 time: 0.3240309 Aug 30 22:42:53.046756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0911ecc-248a-4d12-97fd-f826ae4351f6 req-5090c75a-c397-4cf9-8d80-8ded8522445b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:53.064371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0911ecc-248a-4d12-97fd-f826ae4351f6 req-5090c75a-c397-4cf9-8d80-8ded8522445b tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.2109773 Aug 30 22:42:53.085659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-6bb8b27d-4d28-47eb-b2f7-16b5beca44a0 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:53.104284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-6bb8b27d-4d28-47eb-b2f7-16b5beca44a0 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1123 time: 0.0981274 Aug 30 22:42:53.120741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a08feb1-7294-403e-ac29-98a01d0df09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beba0251-3516-4c4a-84a9-ef67896b7945,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:53.131477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-a1261804-5de5-4d17-ad62-af80ce4604c1 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.172305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0911ecc-248a-4d12-97fd-f826ae4351f6 req-d14b4d54-98eb-46a6-aa62-fe0f4bb17f81 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/security-groups?id=0be06f01-a439-4aea-a824-4255cf169415&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998497 Aug 30 22:42:53.406718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-a1261804-5de5-4d17-ad62-af80ce4604c1 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.412991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-a1261804-5de5-4d17-ad62-af80ce4604c1 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.427776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-3518ba76-5170-41af-91f4-a23b6bae72da tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:53.430197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-3518ba76-5170-41af-91f4-a23b6bae72da tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 970 time: 0.1264772 Aug 30 22:42:53.442581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f367d00f-cbea-4d2f-94e8-496f0e15ed02 req-a1261804-5de5-4d17-ad62-af80ce4604c1 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379145 Aug 30 22:42:53.483524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a4db1-4708-4983-828f-5c50dfd2ee99 req-b9fdef49-3b58-4e08-9ce6-3f9572248074 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:53.493542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-846a4db1-4708-4983-828f-5c50dfd2ee99 req-b9fdef49-3b58-4e08-9ce6-3f9572248074 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 944 time: 0.1918786 Aug 30 22:42:53.501379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1261804-5de5-4d17-ad62-af80ce4604c1 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8828cfe9-fcdc-480e-8c33-3423178f7c41,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:53.640917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547c953-8b45-44c0-a9ab-b65e69738be5 req-9711ebaa-a8ec-4c38-9437-6e6acefe744d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:53.651360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-846a4db1-4708-4983-828f-5c50dfd2ee99 req-c96f2f7a-ef44-429a-ace2-b9a7e4608228 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557157 Aug 30 22:42:53.651488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f547c953-8b45-44c0-a9ab-b65e69738be5 req-9711ebaa-a8ec-4c38-9437-6e6acefe744d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 948 time: 0.0911510 Aug 30 22:42:53.713255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f547c953-8b45-44c0-a9ab-b65e69738be5 req-2caaab04-20a8-429c-908b-569fc3aba573 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552220 Aug 30 22:42:53.778341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Deleting port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:42:53.778341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.901892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-9478a8ee-8df7-4cb4-a1f6-f2091cefa3eb req-afa71709-96fb-4273-8754-1ca4f3f04a57 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:42:53.912671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9478a8ee-8df7-4cb4-a1f6-f2091cefa3eb req-afa71709-96fb-4273-8754-1ca4f3f04a57 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167902 Aug 30 22:42:53.965799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] For port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:53.966196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:53.984334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Calling delete_port for 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 owned by compute:tempest-test_az-336002345 {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:42:54.157055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b1ad52e9-6c75-48fa-bc16-bdf875c1a831 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:42:54.207668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:54.236211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.303024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Pushing event deleted for resources: {'Port': ['ID=90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:54.316136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:42:54.456686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-322d33e1-f7c7-4fdd-b11a-8ed4ecb5fafa req-324a10f2-0c74-4436-b045-6d8eca99b376 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f27b80-6f70-4b24-9cb0-b4bd72593cf8 HTTP/1.1" status: 200 len: 210 time: 0.0642636 Aug 30 22:42:54.466833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] No DVR routers for this DVR port 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:42:54.476519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.478577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c66a8af-46ca-4ff5-b063-debd2663783d req-1e707f0a-a0cd-4f73-95e2-9eadb53639a4 tempest-AggregatesAdminTestJSON-1689274307 tempest-AggregatesAdminTestJSON-1689274307-project] 10.222.0.47 "DELETE /v2.0/ports/90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 HTTP/1.1" status: 204 len: 173 time: 1.0394230 Aug 30 22:42:54.479035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'name': 'network-vif-deleted', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:54.493045 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e98ad59b-5490-4952-b18c-819b9c38b578" -d '{"events": [{"server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "name": "network-vif-deleted", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:54.523430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:54.528373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:54.545211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:54.546023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.593205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'mac_address': 'fa:16:3e:0a:10:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:42:54.720308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.775288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1ad52e9-6c75-48fa-bc16-bdf875c1a831 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:42:54.813966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:54.815845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.851736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:54.853113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:54.855671 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d17b1-04eb-425f-b284-47ad7d3c49d9" -d '{"events": [{"server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "name": "network-vif-plugged", "status": "completed", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:54.858921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.863894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:54.939533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:54.994098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:55.146049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b1ad52e9-6c75-48fa-bc16-bdf875c1a831'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:42:55.550524 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3554c25-8154-4202-b7a4-18e8c5a9ea1c x-openstack-request-id: req-b3554c25-8154-4202-b7a4-18e8c5a9ea1c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:55.551927 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f27b80-6f70-4b24-9cb0-b4bd72593cf8", "name": "network-vif-deleted", "tag": "90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:55.552962 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3554c25-8154-4202-b7a4-18e8c5a9ea1c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:55.553582 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64f27b80-6f70-4b24-9cb0-b4bd72593cf8', 'name': 'network-vif-deleted', 'tag': '90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1', 'status': 'completed', 'code': 200} Aug 30 22:42:55.732350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196790dd-19bd-42e1-b9b3-6e10112562ee req-30f54830-cf93-495e-b69c-71c67bb88da1 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:55.761735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-196790dd-19bd-42e1-b9b3-6e10112562ee req-30f54830-cf93-495e-b69c-71c67bb88da1 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.1059170 Aug 30 22:42:55.825531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-196790dd-19bd-42e1-b9b3-6e10112562ee req-81b2ea36-8474-49bc-a2f4-d566e4dd7647 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628583 Aug 30 22:42:55.931934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cfb2ce-f6c2-45a5-849b-f84b1fcc7656 req-20bbf82a-e26a-4b9b-867f-f1008aa58485 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:55.933188 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4a6868-3f72-4612-b6e7-f871e9cbd4fd x-openstack-request-id: req-7f4a6868-3f72-4612-b6e7-f871e9cbd4fd {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:55.934084 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "name": "network-vif-plugged", "status": "completed", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:55.934502 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f4a6868-3f72-4612-b6e7-f871e9cbd4fd {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:55.935056 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'code': 200} Aug 30 22:42:55.939692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8cfb2ce-f6c2-45a5-849b-f84b1fcc7656 req-20bbf82a-e26a-4b9b-867f-f1008aa58485 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 949 time: 0.0921826 Aug 30 22:42:56.038190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8cfb2ce-f6c2-45a5-849b-f84b1fcc7656 req-a3e990a2-8eb1-4b54-b2ca-7f1521744d30 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812116 Aug 30 22:42:56.111118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:56.128016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eed387-99aa-44d9-90f6-7e9eed050475 req-0ee1dc05-140d-4009-b539-1252e693ab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:56.138051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6eed387-99aa-44d9-90f6-7e9eed050475 req-0ee1dc05-140d-4009-b539-1252e693ab16 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 1097 time: 0.0891957 Aug 30 22:42:56.165289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b1ad52e9-6c75-48fa-bc16-bdf875c1a831 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:42:56.224054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4abe485-532c-4143-bac3-513ea43e6deb req-93fbf62e-75b3-4b03-8435-af6161561d6b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:56.226275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4abe485-532c-4143-bac3-513ea43e6deb req-93fbf62e-75b3-4b03-8435-af6161561d6b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.0869963 Aug 30 22:42:56.230644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6eed387-99aa-44d9-90f6-7e9eed050475 req-3af27eff-e47a-41cb-ab6a-b78f74ff65cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601077 Aug 30 22:42:56.278532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:42:56.284190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:42:56.284574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:56.311098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4abe485-532c-4143-bac3-513ea43e6deb req-787de11f-c1da-4f23-a198-c7dad5db120f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648680 Aug 30 22:42:56.394237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:56.436586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:42:56.441719 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:56.493344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:56.585431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-5130f649-8400-42e7-922d-609ef4b36dda service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4727452 Aug 30 22:42:56.760325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56632) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:56.886314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:42:56.924767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:42:56.925123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 90ec018e-ed37-4f3a-a321-2c9cd6d6d4d1 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:42:56.996453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6930a59-b03c-4e1f-a7dd-3fbda4e4c4b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=90d77b40f10c45deab1b72483751f530&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2346904 Aug 30 22:42:56.999146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56662) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:57.009871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4e03d-50d4-46c2-a194-e424751cb0b6 req-0a626f7b-0392-49cb-8837-f4830b528140 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:57.011543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93c4e03d-50d4-46c2-a194-e424751cb0b6 req-0a626f7b-0392-49cb-8837-f4830b528140 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.0924037 Aug 30 22:42:57.054793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93c4e03d-50d4-46c2-a194-e424751cb0b6 req-5d3aaccb-042b-40cd-9f14-edf69ba0c032 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Aug 30 22:42:57.070313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:57.097443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:57.169897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:57.173379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:57.178245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0be06f01-a439-4aea-a824-4255cf169415 HTTP/1.1" status: 204 len: 168 time: 0.1774676 Aug 30 22:42:57.188614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a916393a-ff14-445a-a6ff-a00b85683d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be06f01-a439-4aea-a824-4255cf169415,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:57.202910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fa9b5-4926-42ce-9321-e1be14b50b74 req-e949527b-bfa8-44d1-9ffe-7fd5fd307391 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:57.204571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe6fa9b5-4926-42ce-9321-e1be14b50b74 req-e949527b-bfa8-44d1-9ffe-7fd5fd307391 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.0740108 Aug 30 22:42:57.265975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe6fa9b5-4926-42ce-9321-e1be14b50b74 req-20052804-e9a4-48e1-bcb9-036200c25526 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550146 Aug 30 22:42:57.353155 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:57.595644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa50e603-128e-4c22-a0fb-88e944646c65 req-fb36cfb0-022b-4365-9075-f1a0ab0450aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:57.610157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa50e603-128e-4c22-a0fb-88e944646c65 req-fb36cfb0-022b-4365-9075-f1a0ab0450aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1468234 Aug 30 22:42:57.716183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa50e603-128e-4c22-a0fb-88e944646c65 req-7a5a0b5e-b58b-4a50-bc69-18087318bda4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048205 Aug 30 22:42:57.881374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-fdcea9bc-8c81-42b7-86f7-dd183d672ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:57.887242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-fdcea9bc-8c81-42b7-86f7-dd183d672ddd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1123 time: 0.1178846 Aug 30 22:42:57.936347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:42:57.939323 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-595beb77-cb0c-4978-8d6b-b3cb04858f45" -d '{"events": [{"server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:42:58.113768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-7f06c051-81d5-4643-a71b-43ebc5e34bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:58.116788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-7f06c051-81d5-4643-a71b-43ebc5e34bd7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1966257 Aug 30 22:42:58.202747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56734) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:58.220907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-de1780d4-8bbc-4def-ba84-5248f0010752 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0921965 Aug 30 22:42:58.347513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0350f035-8704-4922-8a3e-0505317408e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d914abfe655c4c218c47a6d0ccf96473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426463 Aug 30 22:42:58.350250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56738) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:58.386710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-4dab16e6-b034-432b-a42b-017dd874b09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:58.399761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-4dab16e6-b034-432b-a42b-017dd874b09d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1672046 Aug 30 22:42:58.478675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:58.492108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-1f088463-ee8a-4e92-9a12-104ad82e2940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:58.494340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-1f088463-ee8a-4e92-9a12-104ad82e2940 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0811455 Aug 30 22:42:58.565473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:58.674141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:58.677077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:58.681589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1b9ee94-5fd6-4798-b4f0-1c534ff041ce HTTP/1.1" status: 204 len: 168 time: 0.3286929 Aug 30 22:42:58.694682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d5a78-be11-4aa4-a5d9-617dee6a7532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b9ee94-5fd6-4798-b4f0-1c534ff041ce,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:42:58.701196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56744) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:58.773497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-e0915540-0109-465e-9120-26997bd943fd service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568583 Aug 30 22:42:58.795150 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f9f771-468a-4c20-9fe9-f523fd770a6f x-openstack-request-id: req-f3f9f771-468a-4c20-9fe9-f523fd770a6f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:42:58.795695 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "name": "network-vif-plugged", "status": "completed", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:42:58.796060 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3f9f771-468a-4c20-9fe9-f523fd770a6f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:42:58.796560 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'code': 200} Aug 30 22:42:59.005765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c086d2a7-38b3-4b44-abad-2124b78644f7 req-a8255b1b-0c4e-4875-a979-b15f5c369cb7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.014372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c086d2a7-38b3-4b44-abad-2124b78644f7 req-a8255b1b-0c4e-4875-a979-b15f5c369cb7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.0725892 Aug 30 22:42:59.076697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f557b66-c5e2-4cc8-ae5d-bbb433e57c26 req-de4453b0-5fef-458a-a479-435bfbfff10e service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005962 Aug 30 22:42:59.093231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c086d2a7-38b3-4b44-abad-2124b78644f7 req-79bdc121-2db3-46ce-af8a-03ba92b05dfc tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759509 Aug 30 22:42:59.199738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212feea4-fdc5-43e2-844a-3c10f977d6e5 req-5b631be4-63c6-4f58-9be1-578c95d02eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.202331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-212feea4-fdc5-43e2-844a-3c10f977d6e5 req-5b631be4-63c6-4f58-9be1-578c95d02eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 1102 time: 0.2589931 Aug 30 22:42:59.213940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c852e2-8897-46f5-ad1b-4461cb749948 req-efae115c-6cdd-4746-9763-53fc2ce3d3da tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.222684 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7c852e2-8897-46f5-ad1b-4461cb749948 req-efae115c-6cdd-4746-9763-53fc2ce3d3da tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.2257674 Aug 30 22:42:59.323705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:59.350980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-212feea4-fdc5-43e2-844a-3c10f977d6e5 req-a0bf766f-136e-4994-a661-e2e852109fc3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232209 Aug 30 22:42:59.352919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217ea2ca-17ae-468b-ad92-ee9d440caae1 req-f6ea80d4-174a-491c-945e-4201823b792f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.358467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-217ea2ca-17ae-468b-ad92-ee9d440caae1 req-f6ea80d4-174a-491c-945e-4201823b792f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1105058 Aug 30 22:42:59.400898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7c852e2-8897-46f5-ad1b-4461cb749948 req-ab83678d-06c6-4b94-8a22-5b7a1e39d75d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767933 Aug 30 22:42:59.434987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-217ea2ca-17ae-468b-ad92-ee9d440caae1 req-ffbd4e84-9c40-41a6-b8f3-b254bc397729 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609636 Aug 30 22:42:59.465369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-f1206f58-9120-4d8c-85e2-ad4fa99267de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.467244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-f1206f58-9120-4d8c-85e2-ad4fa99267de service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1123 time: 0.1720891 Aug 30 22:42:59.704507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70844fab-6885-4f39-9786-76015e3f2322 req-242fc620-79ba-4bdf-8e5b-e48fe6ab499d tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.706160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70844fab-6885-4f39-9786-76015e3f2322 req-242fc620-79ba-4bdf-8e5b-e48fe6ab499d tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.1132886 Aug 30 22:42:59.715940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:59.721530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'floatingip': {'port_id': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:42:59.753879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:42:59.841869 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:59.957049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:59.969176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:42:59.977413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-5b3b0b35-1e34-414c-9140-7b84715fa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:42:59.979500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-5b3b0b35-1e34-414c-9140-7b84715fa2ac service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.5006042 Aug 30 22:43:00.069747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-681e9f69-c4ac-4771-8fe9-180f847fe81c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0737848 Aug 30 22:43:00.073036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d1bbad14a3eb4535b3973dafa8f2b6fd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3705592 Aug 30 22:43:00.075812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56786) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:00.090755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb8852b-884f-4537-acaa-92e60f0140e0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:00.105410 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:00.170565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-1caa5706-b506-4369-8cf5-120894d53316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:00.172705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-1caa5706-b506-4369-8cf5-120894d53316 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0789971 Aug 30 22:43:00.180233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.181011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.182446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.183089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.183642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.184293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.185313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.185961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.186532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.187112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.187667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.188206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a2d4e3f-3903-4eac-8c9f-b0a7deb5a515 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:00.253382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-3991fe71-5d7c-4622-8c6f-6f62b5b4d49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:00.256328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-3991fe71-5d7c-4622-8c6f-6f62b5b4d49a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632496 Aug 30 22:43:00.378724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-460dc5a9-1103-4e38-baf2-521bc930b6bf service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132574 Aug 30 22:43:00.446731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:00.525617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:00.584583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:00.589371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:00.652512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-ca64abee-2d84-40ee-9e94-ff2adc2a5947 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572703 Aug 30 22:43:00.735359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf09a3c-434f-4185-b715-5d1bede60c32 req-cfc7b333-2895-4126-8e60-d1c969a64532 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:00.736809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eaf09a3c-434f-4185-b715-5d1bede60c32 req-cfc7b333-2895-4126-8e60-d1c969a64532 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1027305 Aug 30 22:43:00.816601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b849afd5-0af9-4236-8283-4085e808bb25,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:00.877825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-96523a7b-e872-49f2-8fc2-a46b0493da80 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1014965 Aug 30 22:43:00.880472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eaf09a3c-434f-4185-b715-5d1bede60c32 req-16854b26-f701-4d01-aca1-aa956c3fe088 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290977 Aug 30 22:43:01.007803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b6c373ee5d40405080fd8fedca6292ec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2525375 Aug 30 22:43:01.011236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:01.037298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.038100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.038684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.039466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.040042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.040959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.041525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.042157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.042733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.043480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.044054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.044628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd548a0b-8094-4438-a9a5-27458b8c6a44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:01.177627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6689683c-93af-4f87-9f2c-e94afb5e4470 req-42429fde-d686-4834-8c21-31a2787c7024 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:01.200516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6689683c-93af-4f87-9f2c-e94afb5e4470 req-42429fde-d686-4834-8c21-31a2787c7024 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.5542836 Aug 30 22:43:01.222731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:01.263870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.267739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.269474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cb8852b-884f-4537-acaa-92e60f0140e0 HTTP/1.1" status: 204 len: 168 time: 1.1927323 Aug 30 22:43:01.284601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-7d74ccc7-bc6b-4862-9ad2-3ede48c197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:01.287836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-7d74ccc7-bc6b-4862-9ad2-3ede48c197ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 1097 time: 0.2330863 Aug 30 22:43:01.377007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.462750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-405a9208-2ddb-4520-97ee-101851b3430c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.612051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-405a9208-2ddb-4520-97ee-101851b3430c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.629182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-405a9208-2ddb-4520-97ee-101851b3430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.630853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727da238-87c8-41df-9a55-40d414dbb0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb8852b-884f-4537-acaa-92e60f0140e0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:01.686735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:43:01.707048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-405a9208-2ddb-4520-97ee-101851b3430c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=876eafa1323a4e0188bd57ca6ab7fe42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4667413 Aug 30 22:43:01.707048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.713497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a9208-2ddb-4520-97ee-101851b3430c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e2ecac-689e-48cf-8b06-72b688842eef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:01.716244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:01.755853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:01.791182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4888465f-b6ba-4236-8751-fd3e9e61015b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.805042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.832795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.862220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6689683c-93af-4f87-9f2c-e94afb5e4470 req-cf5cfc62-8459-422c-99f4-257ce77bdbcc tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6001294 Aug 30 22:43:01.890191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.900676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:01.936946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-b1058399-8adf-4db9-968f-b4cab33097ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:01.938639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-b1058399-8adf-4db9-968f-b4cab33097ef service neutron] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 924 time: 0.6238680 Aug 30 22:43:02.048104 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc associated. External IP: 172.25.7.118, port: 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39. Aug 30 22:43:02.083858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.086497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.088211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b849afd5-0af9-4236-8283-4085e808bb25 HTTP/1.1" status: 204 len: 168 time: 1.0749483 Aug 30 22:43:02.089114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.091860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.092974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1e2ecac-689e-48cf-8b06-72b688842eef HTTP/1.1" status: 204 len: 168 time: 0.3677809 Aug 30 22:43:02.140858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef244390-f118-4b98-a5bd-88d3e2d1e13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b849afd5-0af9-4236-8283-4085e808bb25,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:02.190429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-c8cfbde8-2bfc-47c1-8ed9-ddf1c583271e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 200 len: 999 time: 0.2423856 Aug 30 22:43:02.209975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e8189-e76a-4ec7-aeb3-7db584ef04dc req-b5c056ee-f341-4a9b-8405-20de92f5b72d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:02.212749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-920e8189-e76a-4ec7-aeb3-7db584ef04dc req-b5c056ee-f341-4a9b-8405-20de92f5b72d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1856806 Aug 30 22:43:02.223100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef178601-a342-4783-9353-63962cbd3421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e2ecac-689e-48cf-8b06-72b688842eef,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:02.326837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-920e8189-e76a-4ec7-aeb3-7db584ef04dc req-ae3c56c1-f3bf-48cd-82f3-a2a93c6b4486 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902672 Aug 30 22:43:02.345199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-ec01f77b-e2c4-4f48-b61f-9f5674e2db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:02.353347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-ec01f77b-e2c4-4f48-b61f-9f5674e2db63 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.1386993 Aug 30 22:43:02.479316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-48a62ffb-4f48-4be1-a7b5-829fedd0e012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:02.480853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-48a62ffb-4f48-4be1-a7b5-829fedd0e012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1250951 Aug 30 22:43:02.509227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4888465f-b6ba-4236-8751-fd3e9e61015b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.523883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4888465f-b6ba-4236-8751-fd3e9e61015b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.556586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:43:02.595767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4888465f-b6ba-4236-8751-fd3e9e61015b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87008f03-7c70-433b-9ab1-bdec524a637f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:02.601960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4888465f-b6ba-4236-8751-fd3e9e61015b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5064af1ef7894bc59ca637ea97deb12d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8405061 Aug 30 22:43:02.604566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:02.754425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-1532106d-10be-46c7-9134-90952ef2543f service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596593 Aug 30 22:43:02.811946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.841403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:43:02.863167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:02.868722 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:43:02.903535 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:43:02.904205 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:02.908121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62fc757d-d236-4e66-a4f2-b9016a61e8a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "PUT /v2.0/floatingips/91e517a9-e137-414c-ad3a-e8179a0982bc HTTP/1.1" status: 200 len: 991 time: 3.1907172 Aug 30 22:43:02.909820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:02.912614 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b4c648-12cd-4395-979e-4c214fd48ca3" -d '{"events": [{"name": "network-changed", "server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:02.936386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.001871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3556443f-0400-4cb6-819d-a7cfdb0d2b27 req-56cc07c8-58d2-4bad-92d3-7592059ae041 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144165 Aug 30 22:43:03.126619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.134374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.139749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87008f03-7c70-433b-9ab1-bdec524a637f HTTP/1.1" status: 204 len: 168 time: 0.5344934 Aug 30 22:43:03.185728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66038a4d-a92d-41e4-aeea-3883cb11b067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87008f03-7c70-433b-9ab1-bdec524a637f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:03.192619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56860) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:03.228260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7a83a1f-d7ac-46d1-8249-0d94784bf606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.241637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee9f598-16ab-45ae-8e74-d1f106c9656f req-2ba657c6-97c3-414b-8e71-bea6dc5e5167 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:03.247306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eee9f598-16ab-45ae-8e74-d1f106c9656f req-2ba657c6-97c3-414b-8e71-bea6dc5e5167 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.2160769 Aug 30 22:43:03.265088 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:43:03.286778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:03.346917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eee9f598-16ab-45ae-8e74-d1f106c9656f req-c7ed594a-d8f6-4667-b3ca-ccc45782acb0 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886612 Aug 30 22:43:03.431780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9886-7d75-444d-8bec-22d3a26e5b55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.463175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7a83a1f-d7ac-46d1-8249-0d94784bf606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.579135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9886-7d75-444d-8bec-22d3a26e5b55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.582083 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684f1a4-770f-453e-acc0-279ee7ed06fe x-openstack-request-id: req-8684f1a4-770f-453e-acc0-279ee7ed06fe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:03.582566 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:03.582826 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8684f1a4-770f-453e-acc0-279ee7ed06fe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:03.583502 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'status': 'completed', 'code': 200} Aug 30 22:43:03.584187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7a83a1f-d7ac-46d1-8249-0d94784bf606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.612921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a4e9886-7d75-444d-8bec-22d3a26e5b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:03.659793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0a4e9886-7d75-444d-8bec-22d3a26e5b55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a1f3c6a5267843328f2366307120aeff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682649 Aug 30 22:43:03.663556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a83a1f-d7ac-46d1-8249-0d94784bf606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811f206c-b4d6-42ec-8406-acd68431a7e9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:03.671362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56874) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:03.712755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7a83a1f-d7ac-46d1-8249-0d94784bf606 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e9b25916b6c44ea97fa066954178959&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5180943 Aug 30 22:43:03.721970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56876) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:03.928920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4e9886-7d75-444d-8bec-22d3a26e5b55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58e8f85-2093-4638-a013-5fccddb95a25,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:04.000096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-41856b0f-8489-46b3-80c4-1340631e49eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:04.011391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-41856b0f-8489-46b3-80c4-1340631e49eb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 1097 time: 0.4536479 Aug 30 22:43:04.013927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.099400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.103038 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:4f:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:43:01Z', 'revision_number': 1, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:04.139403 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:43:04.151028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:43:04.151659 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:42:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:04.208443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52802f61-37ee-4e7f-b81a-08117b8c6a4c req-772fd0a9-2a8f-47ac-87b4-875cd1c04fc6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:04.214241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52802f61-37ee-4e7f-b81a-08117b8c6a4c req-772fd0a9-2a8f-47ac-87b4-875cd1c04fc6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.5489159 Aug 30 22:43:04.216195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-41dc69a0-89ab-4c9e-bf91-f95420dcbff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:04.219095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-41dc69a0-89ab-4c9e-bf91-f95420dcbff5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 924 time: 0.2005880 Aug 30 22:43:04.320040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.324754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.326173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/811f206c-b4d6-42ec-8406-acd68431a7e9 HTTP/1.1" status: 204 len: 168 time: 0.6025376 Aug 30 22:43:04.347528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e88a4b4-6c4d-4b35-a19a-40aca768c983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811f206c-b4d6-42ec-8406-acd68431a7e9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:04.351475 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:43:04.410753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-acd77c5b-9fcb-497b-8483-ddab3aa97a86 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 200 len: 999 time: 0.1643634 Aug 30 22:43:04.440881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.489140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52802f61-37ee-4e7f-b81a-08117b8c6a4c req-4619775f-564e-4deb-989b-7d4fa22c418e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437298 Aug 30 22:43:04.512313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.541958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-0fd9064a-637d-43bb-85d3-3a4b1c94aabe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:04.543974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-0fd9064a-637d-43bb-85d3-3a4b1c94aabe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.1142895 Aug 30 22:43:04.616518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-e82dbd34-ca69-4da6-8bde-f1ab53767012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:04.618679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-e82dbd34-ca69-4da6-8bde-f1ab53767012 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625074 Aug 30 22:43:04.747679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.752150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:04.756102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b58e8f85-2093-4638-a013-5fccddb95a25 HTTP/1.1" status: 204 len: 168 time: 1.0571885 Aug 30 22:43:04.793577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26330810-b9fc-40e1-bad6-4c067549429e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58e8f85-2093-4638-a013-5fccddb95a25,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:04.837595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-3e157eb8-6a2f-4617-bc40-b1eaebfa1c20 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112038 Aug 30 22:43:04.843229 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:4f:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:43:01Z', 'revision_number': 1, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:04.926901 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d0aa5f4-83f8-4f08-be30-0ffd14849070 None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:4f:35:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:43:01Z', 'revision_number': 1, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:43:04.928343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-b6603a9f-108f-4f7f-af58-04e0034f9ac2 req-b1b98c8c-ebca-4199-a19d-b334ad5ed414 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:43:04.929749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6603a9f-108f-4f7f-af58-04e0034f9ac2 req-b1b98c8c-ebca-4199-a19d-b334ad5ed414 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3961666 Aug 30 22:43:05.145886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b4c648-12cd-4395-979e-4c214fd48ca3 req-695ef37f-f762-4f54-b40e-ec6565fdae98 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2828994 Aug 30 22:43:05.309141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519857d9-5790-4d59-a729-89e748650cbf req-a53b3768-4378-492d-b4c2-60211e75a053 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:05.327670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-519857d9-5790-4d59-a729-89e748650cbf req-a53b3768-4378-492d-b4c2-60211e75a053 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.1395419 Aug 30 22:43:05.423095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68d9f4f-a791-4547-9ff0-d24f2b25280f None None] New status for floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:43:05.443038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-519857d9-5790-4d59-a729-89e748650cbf req-30661e06-d641-437d-8ae4-68eacd014095 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136634 Aug 30 22:43:05.707154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316209a9-dfa1-4283-bf7e-1e933dfe92bb req-875222b3-318e-4738-96b7-2563a4d364d6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:05.709832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-316209a9-dfa1-4283-bf7e-1e933dfe92bb req-875222b3-318e-4738-96b7-2563a4d364d6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1014140 Aug 30 22:43:05.815823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-316209a9-dfa1-4283-bf7e-1e933dfe92bb req-5ba59d9f-7506-4e2e-8eb1-233b9c7a7510 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969572 Aug 30 22:43:06.181335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-5def60cb-45e4-4087-9681-a99c2f2a3688 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=40370909baaf4a089b4c6fc03547e0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660541 Aug 30 22:43:06.511427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-ef92492d-2f86-4bac-b2e4-fe3164525260 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:06.519909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-ef92492d-2f86-4bac-b2e4-fe3164525260 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346751 Aug 30 22:43:06.542183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-36d3c89e-e38c-4dea-bf9e-9d43e8d5b93e tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/quotas/40370909baaf4a089b4c6fc03547e0ee HTTP/1.1" status: 200 len: 375 time: 0.0210125 Aug 30 22:43:06.684286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-35a03ff5-0286-4476-98c2-013ac66c3937 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1412201 Aug 30 22:43:07.016639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1216bae-d2ba-4f7b-89ee-45e77d954baa req-468c75a1-2a16-4942-be6f-f29e56778d12 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:07.028608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1216bae-d2ba-4f7b-89ee-45e77d954baa req-468c75a1-2a16-4942-be6f-f29e56778d12 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1037517 Aug 30 22:43:07.028795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b480c80-f19a-4ce9-85ea-ed529a091229 req-756c3c8d-7912-4ba9-89f9-587dccaef2bc tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 210 time: 0.0442111 Aug 30 22:43:07.116611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1216bae-d2ba-4f7b-89ee-45e77d954baa req-e6374152-70e1-4703-be36-5bad9f1515d3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774851 Aug 30 22:43:08.187406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d798f0d5-3fa1-4ffd-9491-29092f95496b req-a696f5df-f43e-434a-83cc-311eaa1a9c23 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 210 time: 0.0442860 Aug 30 22:43:08.331215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4242c-b3ac-419a-a326-bec31d547d06 req-810683e1-9bf0-415c-aa0f-ae8dba84e2ed tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:08.334620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ec4242c-b3ac-419a-a326-bec31d547d06 req-810683e1-9bf0-415c-aa0f-ae8dba84e2ed tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.0778346 Aug 30 22:43:08.428109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ec4242c-b3ac-419a-a326-bec31d547d06 req-152efda4-beeb-48d3-9ebd-ca746c8d02f5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850983 Aug 30 22:43:08.659770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-9d5ced2e-6471-4cdc-82ee-09579f079988 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=40370909baaf4a089b4c6fc03547e0ee&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0611434 Aug 30 22:43:08.854597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-6989806a-eed4-4e86-b8e4-501455887309 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:08.856601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-6989806a-eed4-4e86-b8e4-501455887309 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906638 Aug 30 22:43:08.931880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:08.951148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Request body: {'port': {'device_id': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '40370909baaf4a089b4c6fc03547e0ee'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:09.129350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Made reservation on behalf of 40370909baaf4a089b4c6fc03547e0ee for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:09.152432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.309866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f878e97d-5dfb-4b75-b5a8-02b8a335015c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.416663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Allocated IP 192.168.233.143 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/dd4f1d69-f22a-4bb4-b1a7-d0743b15499f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:09.475206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd3fdeec-8bc4-4acc-85d2-0fd26f3ef30d req-e8b7abe0-4c30-43a2-9ee7-200529679d0b tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 210 time: 0.0613990 Aug 30 22:43:09.688573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a82b04-508e-4102-8c00-9b3c297b085d req-7a05ffb5-a64d-4154-9042-423bda685f9c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:09.706997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91a82b04-508e-4102-8c00-9b3c297b085d req-7a05ffb5-a64d-4154-9042-423bda685f9c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1180177 Aug 30 22:43:09.722118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f878e97d-5dfb-4b75-b5a8-02b8a335015c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.735866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f878e97d-5dfb-4b75-b5a8-02b8a335015c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.817570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f878e97d-5dfb-4b75-b5a8-02b8a335015c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53299b47-f9ec-4dca-a9ba-f5c3be412ab8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:09.830894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f878e97d-5dfb-4b75-b5a8-02b8a335015c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1866db16d0e40edbb9328ef230a4611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8933711 Aug 30 22:43:09.831086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91a82b04-508e-4102-8c00-9b3c297b085d req-a513432e-8775-404d-9167-2700d074de50 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175170 Aug 30 22:43:09.831086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57178) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:09.838413 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.854763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Transition to ACTIVE for port object dd4f1d69-f22a-4bb4-b1a7-d0743b15499f will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:09.935684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.938633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:09.976008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b1ad52e9-6c75-48fa-bc16-bdf875c1a831'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:09.999370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.045939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Pushing event updated for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:10.061963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:10.063620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:10.067533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:10.105186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.108350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.109526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53299b47-f9ec-4dca-a9ba-f5c3be412ab8 HTTP/1.1" status: 204 len: 168 time: 0.2777994 Aug 30 22:43:10.131278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57188) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:10.165537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a978d-2c5e-43c1-a994-8010df2c94ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53299b47-f9ec-4dca-a9ba-f5c3be412ab8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:10.213691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:10.215758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.253379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-dda92627-d108-4d63-a47f-1c705fd0a354 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3140802 Aug 30 22:43:10.289029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Request body: {'port': {'device_id': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:10.347455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d86b4bbf-b74e-4153-be74-a6921b0ce8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.415094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.472457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Request body: {'security_group': {'name': 'tempest-securitygroup-526647600', 'description': 'tempest-description-244792515'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:10.513039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.525363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.534590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-298f2748-8c1b-4191-8731-bee76854c9f4 None None] Provisioning for port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:10.605707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-298f2748-8c1b-4191-8731-bee76854c9f4 None None] Provisioning complete for port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:10.606489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-298f2748-8c1b-4191-8731-bee76854c9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.715368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c852eb4-a499-4e4c-b960-23c4376d6045 req-0294604c-da0d-4a98-83e2-faf479fd664f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:10.716209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-298f2748-8c1b-4191-8731-bee76854c9f4 None None] Port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:10.721683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c852eb4-a499-4e4c-b960-23c4376d6045 req-0294604c-da0d-4a98-83e2-faf479fd664f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 936 time: 0.1087568 Aug 30 22:43:10.819994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c852eb4-a499-4e4c-b960-23c4376d6045 req-390ed002-4fac-43a9-a48a-026f8899760f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902090 Aug 30 22:43:10.952513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-159f706f-e3ca-472d-9023-2938a639c8a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.967082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.985150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:10.998312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57208) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:11.094378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ea9eb-f8d5-4b61-bd80-167ee745e43b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:11.144812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.153150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57212) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:11.200666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.224818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4f1d69-f22a-4bb4-b1a7-d0743b15499f {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:11.229613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-159f706f-e3ca-472d-9023-2938a639c8a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.235176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.244284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015dbe46-c261-4050-8a8d-3055485e931a req-3cb4490d-c1e6-4e22-908c-09791b88e0ba tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:11.245911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-015dbe46-c261-4050-8a8d-3055485e931a req-3cb4490d-c1e6-4e22-908c-09791b88e0ba tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1450763 Aug 30 22:43:11.247306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-159f706f-e3ca-472d-9023-2938a639c8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.263714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Transition to ACTIVE for port object dd4f1d69-f22a-4bb4-b1a7-d0743b15499f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:11.275950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.302177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:43:11.302177 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:43:11.302177 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id_1': '81c84472d6cd499abf37e8a015057d93', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 43, 11, 183116)}] Aug 30 22:43:11.302177 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:43:11.302801 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:43:11.319650 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:43:11.319650 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:43:11.319650 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id_1': 'e97d67647dd144edba50c8e1d9506fc8', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 43, 11, 232861)}] Aug 30 22:43:11.319650 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:43:11.320249 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:43:11.355265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-159f706f-e3ca-472d-9023-2938a639c8a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a1bd9f269b047ea97acc31493536565&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2224777 Aug 30 22:43:11.356892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57214) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:11.357952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159f706f-e3ca-472d-9023-2938a639c8a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c88ae75-6fab-4856-9efc-fa5920a55020,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:11.377758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:11.496744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-015dbe46-c261-4050-8a8d-3055485e931a req-97f06791-6754-40bc-9843-da7db4b5f75e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136676 Aug 30 22:43:11.551863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.566184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.586115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.628712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.631023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0d7e9740-12c3-4cb5-886c-ee363f1edb6f req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1647499 Aug 30 22:43:11.632142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Attempting to bind port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:11.632694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Attempting to bind port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:11.633269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Attempting to bind port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:11.644674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aee5b63-0e51-4066-9cd3-9baf9e6f39c4 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c41794a-c063-4fd6-b792-8e69ca71d7e9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:11.659655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.665670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:11.665871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2073163119', 'description': 'tempest-description-1821501217'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:11.666406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Attempting to bind port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:11.672385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:11.673071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:11.673688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:11.674374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Bound port: dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:11.674961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.801455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:11.805681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:11.812035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.856456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:11.857145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.860249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] 10.222.0.52 "PUT /v2.0/ports/dd4f1d69-f22a-4bb4-b1a7-d0743b15499f HTTP/1.1" status: 200 len: 1097 time: 1.5801411 Aug 30 22:43:11.863076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:11.866019 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5178c66-89e5-4c91-8102-f126deab7c4d" -d '{"events": [{"name": "network-changed", "server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:11.939565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.941521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:11.951166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576b7489-ba76-4223-9bd6-5b7ea780500b service neutron] Pushing event updated for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:12.015453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.053757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-095f27d4-4258-442c-a4ff-2d9745269fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:12.057078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-095f27d4-4258-442c-a4ff-2d9745269fab service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 1100 time: 0.1186576 Aug 30 22:43:12.060893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.063656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.068130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c88ae75-6fab-4856-9efc-fa5920a55020 HTTP/1.1" status: 204 len: 168 time: 0.7009866 Aug 30 22:43:12.076759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cce529-40d5-4bdb-b29d-0d243a169478 req-27b7a6ab-56d8-4cc0-99b5-f113bf0f7df4 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:12.078989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39cce529-40d5-4bdb-b29d-0d243a169478 req-27b7a6ab-56d8-4cc0-99b5-f113bf0f7df4 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 948 time: 0.1161387 Aug 30 22:43:12.093283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4bdcd-8547-4143-9fdf-6e30a3687a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c88ae75-6fab-4856-9efc-fa5920a55020,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:12.170729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-13b1c25b-c01d-4f73-abee-1a18345e462c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f HTTP/1.1" status: 200 len: 217 time: 0.0900681 Aug 30 22:43:12.233954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39cce529-40d5-4bdb-b29d-0d243a169478 req-acb44d80-f914-4d81-b83e-63f263e5e487 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455050 Aug 30 22:43:12.249012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-0a8944da-2756-419f-84c4-478dfe966f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:12.251082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-0a8944da-2756-419f-84c4-478dfe966f0f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0692084 Aug 30 22:43:12.269492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.289274 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.315227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-bcb5d560-7d8a-4555-82e2-ba21464beeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:12.317872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-bcb5d560-7d8a-4555-82e2-ba21464beeda service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554090 Aug 30 22:43:12.396933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=81c84472d6cd499abf37e8a015057d93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3874917 Aug 30 22:43:12.399774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a53345-2840-45a7-a39c-b63e019282f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5e73a0-90d1-4a72-a4f9-2f14fd63e31d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:12.429651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:12.546694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.628751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.630064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.655078 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.737692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e97d67647dd144edba50c8e1d9506fc8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5648165 Aug 30 22:43:12.745251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57232) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:12.772031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bd141-580d-4d8d-b59c-0735acff39f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0604b-e2b5-492a-8219-35660290e198,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:12.777382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:12.785717 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f155f6-a784-4179-8060-fdfedda06ce0 x-openstack-request-id: req-b8f155f6-a784-4179-8060-fdfedda06ce0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:12.790378 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:12.790774 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8f155f6-a784-4179-8060-fdfedda06ce0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:12.791411 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f', 'status': 'completed', 'code': 200} Aug 30 22:43:12.811024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.838842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3666485-1c8e-4ba7-a559-4080d8e43e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.845521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-0bc037e3-2896-401d-8552-d99a4987811e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196867 Aug 30 22:43:12.868104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.870976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.872214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df5e73a0-90d1-4a72-a4f9-2f14fd63e31d HTTP/1.1" status: 204 len: 168 time: 0.4408159 Aug 30 22:43:12.905009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140811de-2997-4edb-af54-b8e149c209e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5e73a0-90d1-4a72-a4f9-2f14fd63e31d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:12.937380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.941432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.949076 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:12.991689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d2dd0-d11d-4fbf-ba64-71216ae44f7d req-13e862cd-369b-46ed-b880-ce61060dfba6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:12.994433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e60d2dd0-d11d-4fbf-ba64-71216ae44f7d req-13e862cd-369b-46ed-b880-ce61060dfba6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1982841 Aug 30 22:43:13.022818 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.033944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7357cd6e-6512-422c-805c-d6db43125717,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:13.097282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e60d2dd0-d11d-4fbf-ba64-71216ae44f7d req-b57e3aff-be92-4e32-8d49-b8b15088e0f5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744677 Aug 30 22:43:13.158687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.159489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bec55ead-ae71-4d35-abe9-c6de7c3d17ed req-8059f275-c96d-4a6d-9825-68ec935e4c81 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683489 Aug 30 22:43:13.161424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.165713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5f0604b-e2b5-492a-8219-35660290e198 HTTP/1.1" status: 204 len: 168 time: 0.4168479 Aug 30 22:43:13.165713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3666485-1c8e-4ba7-a559-4080d8e43e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.180626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637905ac-5ded-4d55-be65-fdb3faa3b75c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f0604b-e2b5-492a-8219-35660290e198,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:13.186790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3666485-1c8e-4ba7-a559-4080d8e43e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.194818 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.206306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7d8b298-0486-49ed-894c-07cdeb29ae70 req-451de40f-64f7-4b6c-8e42-7ae6d042b9c7 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.5512297 Aug 30 22:43:13.274841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3d7864e-0f05-47af-840c-b8f74aecddc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.281950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3666485-1c8e-4ba7-a559-4080d8e43e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a820ec9-fdd7-4f15-8b94-eda6cb2e580c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:13.302451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b3666485-1c8e-4ba7-a559-4080d8e43e36 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1253a38dec8a45378d0cbc0393e4b07d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5191162 Aug 30 22:43:13.304032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:13.428836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f6ac5-4c9c-46e2-975c-afbb42d1d473 req-b3f3c580-ce24-4a75-bbcd-e1ead0b95387 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:13.440399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-857f6ac5-4c9c-46e2-975c-afbb42d1d473 req-b3f3c580-ce24-4a75-bbcd-e1ead0b95387 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 948 time: 0.1072240 Aug 30 22:43:13.493715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-94d865b5-7ac7-405b-8158-b7e9c4bbd298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:13.495314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-94d865b5-7ac7-405b-8158-b7e9c4bbd298 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=40370909baaf4a089b4c6fc03547e0ee&device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 1100 time: 0.1651912 Aug 30 22:43:13.512900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.518472 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-857f6ac5-4c9c-46e2-975c-afbb42d1d473 req-0ccf1c75-c6ed-4776-83bd-137a7e02b080 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766759 Aug 30 22:43:13.538716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.684580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.688081 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.689581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a820ec9-fdd7-4f15-8b94-eda6cb2e580c HTTP/1.1" status: 204 len: 168 time: 0.3839016 Aug 30 22:43:13.715517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889ed52-c3a6-4157-977a-dfeec04afb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a820ec9-fdd7-4f15-8b94-eda6cb2e580c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:13.752551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-7c8fd656-21a6-4119-9c50-202b821cb34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:13.756084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-7c8fd656-21a6-4119-9c50-202b821cb34e service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1606710 Aug 30 22:43:13.826555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:13.841655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-22654a85-03ce-4194-a2cb-03490b0a26b6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f HTTP/1.1" status: 200 len: 217 time: 0.0732541 Aug 30 22:43:13.843767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2245c92e-fadc-4bce-ae54-61873e2eec41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:13.923709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-741965873', 'description': 'tempest-description-355988217'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:13.958696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-8a41583a-de60-4cda-9aa8-050d730df236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:13.962046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-8a41583a-de60-4cda-9aa8-050d730df236 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1118877 Aug 30 22:43:14.025579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2245c92e-fadc-4bce-ae54-61873e2eec41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.036657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2245c92e-fadc-4bce-ae54-61873e2eec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.068086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.085936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-17ad8a53-1c9d-4ead-ac92-00a3c6435926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:14.089891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-17ad8a53-1c9d-4ead-ac92-00a3c6435926 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186569 Aug 30 22:43:14.097069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245c92e-fadc-4bce-ae54-61873e2eec41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0c089d-9142-4406-a331-77ca714dd187,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:14.105827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2245c92e-fadc-4bce-ae54-61873e2eec41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3d6a35ae57a4084b91bd5330dbbb67f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2759676 Aug 30 22:43:14.107162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:14.117308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.272128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.303953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-14301dc7-8ab7-4d68-8124-a5ca48750a2b service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961985 Aug 30 22:43:14.372767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.375636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.459724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a2da6-42ac-4abf-a623-b3ebdee82573 req-2a7f76ea-3744-4764-b2fa-b6a711888d9c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:14.461538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed0a2da6-42ac-4abf-a623-b3ebdee82573 req-2a7f76ea-3744-4764-b2fa-b6a711888d9c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1557043 Aug 30 22:43:14.501838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5178c66-89e5-4c91-8102-f126deab7c4d req-47f1b283-90f6-45a6-b0c2-a341a9c0751f service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872098 Aug 30 22:43:14.503785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.513735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.527803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed0a2da6-42ac-4abf-a623-b3ebdee82573 req-a77f1a4d-13c1-4aaa-a5f3-57744ef538ca tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547125 Aug 30 22:43:14.538500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.542102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.545547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc0c089d-9142-4406-a331-77ca714dd187 HTTP/1.1" status: 204 len: 168 time: 0.4347143 Aug 30 22:43:14.560766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633bfb2-f6e6-47b0-a077-8f045f6ebb84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0c089d-9142-4406-a331-77ca714dd187,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:14.602133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6bc7ce-6fc5-4740-8f50-1e1635a34616,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:14.699846 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.705730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.746246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:14.748404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df3dd48-a2f4-412c-ba6e-f3149920c33c req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8330729 Aug 30 22:43:14.753149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaccc04-e3df-47d0-9a5c-e2815d17ca3d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747beaf0-092d-41be-b172-fdfe97c136ce,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:14.800897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149ec0a3-cf85-4877-91de-1585d80b6991 req-f833a89a-da07-4736-af43-a8b676c003e5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:14.806861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-149ec0a3-cf85-4877-91de-1585d80b6991 req-f833a89a-da07-4736-af43-a8b676c003e5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 948 time: 0.1449189 Aug 30 22:43:14.878537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-149ec0a3-cf85-4877-91de-1585d80b6991 req-e40ad494-144c-425c-9d99-0e5a809b8615 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646491 Aug 30 22:43:14.919151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1802807982', 'description': 'tempest-description-1896146596'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:14.953943 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.100445 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.111669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.164355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e94c966-601b-43b9-aaa3-ae28077f271c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:15.177992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.183471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59e1f4df-6dda-4bdf-961a-8e096281692e req-afdfac73-bde0-4420-8f38-042fc52edf46 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.2697251 Aug 30 22:43:15.547858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-e6133b18-cbbd-4edb-b0de-38acc700bc4d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42317 time: 0.3270388 Aug 30 22:43:15.629802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-b23a2eac-8111-405e-8b9a-1b18121535cb tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1c3ea9eb-f8d5-4b61-bd80-167ee745e43b HTTP/1.1" status: 200 len: 2981 time: 0.0718613 Aug 30 22:43:15.705298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-194fd0f3-cdba-4b23-a25e-efaabd50abc1 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1c3ea9eb-f8d5-4b61-bd80-167ee745e43b HTTP/1.1" status: 200 len: 2981 time: 0.0645332 Aug 30 22:43:15.777328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-3e86ec7a-b35e-451c-9bb4-6406b87ba901 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e6bc7ce-6fc5-4740-8f50-1e1635a34616 HTTP/1.1" status: 200 len: 2981 time: 0.0535035 Aug 30 22:43:15.784261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030d802-d0dd-4322-ad76-e93f545d27c9 req-d06bef46-ede1-4ef1-b138-b1c5a48a96d9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:15.789015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c030d802-d0dd-4322-ad76-e93f545d27c9 req-d06bef46-ede1-4ef1-b138-b1c5a48a96d9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1267273 Aug 30 22:43:15.838289 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:15.863090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-f04e8ebf-bc70-4f44-8eb3-31be136c5efb tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/1e6bc7ce-6fc5-4740-8f50-1e1635a34616 HTTP/1.1" status: 200 len: 2981 time: 0.0793042 Aug 30 22:43:15.898766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c030d802-d0dd-4322-ad76-e93f545d27c9 req-2e42f328-e453-4889-8c44-fca492d9b648 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921745 Aug 30 22:43:15.984348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-69941fc4-cdb0-4cb6-ae09-9b7413cc6c1b tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/43feff1d-a15d-4a4a-ba74-4155186a9dea HTTP/1.1" status: 200 len: 2981 time: 0.1110258 Aug 30 22:43:16.065734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7951f3d-dbb2-47db-b8ca-ff6b2dc80fb4 req-7a0684f1-e3e9-4071-8abc-ed60d6a38124 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:16.077434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7951f3d-dbb2-47db-b8ca-ff6b2dc80fb4 req-7a0684f1-e3e9-4071-8abc-ed60d6a38124 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 948 time: 0.0848706 Aug 30 22:43:16.094798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-42d60b92-b4fc-4570-aee5-b62857ab155a tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/43feff1d-a15d-4a4a-ba74-4155186a9dea HTTP/1.1" status: 200 len: 2981 time: 0.1021061 Aug 30 22:43:16.157343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7951f3d-dbb2-47db-b8ca-ff6b2dc80fb4 req-59931613-d22b-49e9-af59-255f86f4bb20 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785284 Aug 30 22:43:16.186403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-4d9219fe-9342-4cd5-8389-2834eb44e14d tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6f76da2d-b33a-4911-83c9-9e27513e9dbe HTTP/1.1" status: 200 len: 2977 time: 0.0792894 Aug 30 22:43:16.190564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dd4f1d69-f22a-4bb4-b1a7-d0743b15499f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:16.281433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-259e886a-c7ec-4c64-ad38-9db554ed64ed tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/6f76da2d-b33a-4911-83c9-9e27513e9dbe HTTP/1.1" status: 200 len: 2977 time: 0.0982456 Aug 30 22:43:16.369984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-bdb81b6a-89ff-4f25-889a-39772c984c61 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/777189d4-9ed6-4619-8482-decf3ac89455 HTTP/1.1" status: 200 len: 2981 time: 0.0772011 Aug 30 22:43:16.421023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:16.435351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-a2ebf8c3-5ee6-4dbc-8ef6-fced29878c32 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/777189d4-9ed6-4619-8482-decf3ac89455 HTTP/1.1" status: 200 len: 2981 time: 0.0563974 Aug 30 22:43:16.445978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f', 'mac_address': 'fa:16:3e:9d:f3:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:16.492089 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:16.510517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-3ab4a702-b8ee-49dd-8ebe-052548d2a2ce tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7cdd3c8b-c1dc-4a99-8ed6-6302ab80973a HTTP/1.1" status: 200 len: 2981 time: 0.0671387 Aug 30 22:43:16.545069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4f1d69-f22a-4bb4-b1a7-d0743b15499f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:16.599203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-db8d3bef-9026-4b2e-be0f-71eb600b2ecd tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/7cdd3c8b-c1dc-4a99-8ed6-6302ab80973a HTTP/1.1" status: 200 len: 2981 time: 0.0803349 Aug 30 22:43:16.622319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:16.643439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:16.669907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-add1dd50-99d5-4920-a495-a14c289b4f3f tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8828cfe9-fcdc-480e-8c33-3423178f7c41 HTTP/1.1" status: 200 len: 2981 time: 0.0496740 Aug 30 22:43:16.705917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:16.717393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.718565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.719296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.720072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.720778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.721668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.722624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.723428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.724191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.724900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.725907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.727256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:16.793950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-334f5bf9-3deb-4dbe-9786-9391ff22472b tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/8828cfe9-fcdc-480e-8c33-3423178f7c41 HTTP/1.1" status: 200 len: 2981 time: 0.1156650 Aug 30 22:43:16.868845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-edad2155-d3b3-4812-a15b-e5fb0080ba57 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c20b5843-0185-497a-902d-53b19631a716 HTTP/1.1" status: 200 len: 2981 time: 0.0686564 Aug 30 22:43:16.984517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['dd4f1d69-f22a-4bb4-b1a7-d0743b15499f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:16.994086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-7b07166d-8cbc-41ee-a1da-0b3433c10362 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c20b5843-0185-497a-902d-53b19631a716 HTTP/1.1" status: 200 len: 2981 time: 0.1168282 Aug 30 22:43:17.127990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-810ecfec-d011-45ad-b51c-e249065ab60e tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0 HTTP/1.1" status: 200 len: 2981 time: 0.1302977 Aug 30 22:43:17.202602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc35f2a-7983-4a0e-8516-af7d3000bfbc req-def0687c-d073-4472-9006-32d6df60ecf7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:17.213680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbc35f2a-7983-4a0e-8516-af7d3000bfbc req-def0687c-d073-4472-9006-32d6df60ecf7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1393728 Aug 30 22:43:17.266271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-5ea07111-8402-4098-950d-a2677d16c5d1 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0 HTTP/1.1" status: 200 len: 2981 time: 0.1369820 Aug 30 22:43:17.297910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbc35f2a-7983-4a0e-8516-af7d3000bfbc req-12d16f2c-6cdb-4c3c-b9b3-c02b62693d50 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764718 Aug 30 22:43:17.374009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-e9fef13b-f93b-4cff-8219-87818d1b4972 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/caf94e39-a9ad-4fa5-b472-6f11c4b01b7a HTTP/1.1" status: 200 len: 2977 time: 0.1044269 Aug 30 22:43:17.413369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7de8c-9349-4799-8a9b-3f65d97e6eb3 req-61747154-d9ab-4b46-8847-c9edeba5a5b5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:17.422035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c7de8c-9349-4799-8a9b-3f65d97e6eb3 req-61747154-d9ab-4b46-8847-c9edeba5a5b5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 949 time: 0.0677533 Aug 30 22:43:17.448806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-d21a442e-272c-40ea-8169-6e64155ced0f tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/caf94e39-a9ad-4fa5-b472-6f11c4b01b7a HTTP/1.1" status: 200 len: 2977 time: 0.0730526 Aug 30 22:43:17.489650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c7de8c-9349-4799-8a9b-3f65d97e6eb3 req-7573f216-7eb4-41cc-a222-af747a22f19f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656767 Aug 30 22:43:17.503988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-aa20e1fd-b906-4695-879f-ebf6dcc22752 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cef15aad-342d-4ba7-882b-9a93aeecade3 HTTP/1.1" status: 200 len: 2977 time: 0.0539854 Aug 30 22:43:17.589363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-e74ed33b-161f-4043-b4c6-56c4cf74c1c2 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/cef15aad-342d-4ba7-882b-9a93aeecade3 HTTP/1.1" status: 200 len: 2977 time: 0.0833862 Aug 30 22:43:17.664993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-8df793fa-c523-49c0-abae-b7ebe11f880c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/efc6ba00-ce5b-4204-b531-fd8212b602a6 HTTP/1.1" status: 200 len: 2973 time: 0.0738294 Aug 30 22:43:17.722509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aaddf98-9748-41a9-9da4-b76812a84b54 req-d20193eb-69a7-4b76-82ac-e8e211dadb2b tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/efc6ba00-ce5b-4204-b531-fd8212b602a6 HTTP/1.1" status: 200 len: 2973 time: 0.0471847 Aug 30 22:43:18.128104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-d86c8913-990d-4841-b0a3-43f61dda634f tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d0d27c95b3f14534a7570f2451506452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329392 Aug 30 22:43:18.156024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d9fe831-b9e0-4229-adf2-7d23b1670328 req-70510dac-de1f-4dac-84ec-b710f7827d39 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b60905a8a0e8406183c1f76d7da34e67 HTTP/1.1" status: 200 len: 6102 time: 0.1121697 Aug 30 22:43:18.192792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dd4f1d69-f22a-4bb4-b1a7-d0743b15499f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:18.211816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d9fe831-b9e0-4229-adf2-7d23b1670328 req-c6c96339-f4b8-4fb8-b9d6-ce471729524e tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "GET /v2.0/security-groups/1c3ea9eb-f8d5-4b61-bd80-167ee745e43b HTTP/1.1" status: 200 len: 2981 time: 0.0455172 Aug 30 22:43:18.260649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-181f4ad9-d97a-4abe-9b16-b5b4b5ae1283 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:18.263044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-181f4ad9-d97a-4abe-9b16-b5b4b5ae1283 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274328 Aug 30 22:43:18.269632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:18.274733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:18.275115 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.275959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d9fe831-b9e0-4229-adf2-7d23b1670328 req-6f16a3bf-912b-4cf6-82e0-69d0d299e369 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "GET /v2.0/security-groups/1c3ea9eb-f8d5-4b61-bd80-167ee745e43b HTTP/1.1" status: 200 len: 2981 time: 0.0582540 Aug 30 22:43:18.293453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-6c0409b5-23d0-4f99-a2d0-728866367087 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/quotas/d0d27c95b3f14534a7570f2451506452 HTTP/1.1" status: 200 len: 375 time: 0.0222797 Aug 30 22:43:18.350432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-f470a3b3-ca58-48bc-b50a-8d6fb03453b6 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505731 Aug 30 22:43:18.373376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.403588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:18.407703 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100917de-998e-4254-ac85-448c59760afe" -d '{"events": [{"server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:18.422721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:18.427874 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.492832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:18.560933 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-9c4616a4-a170-44a3-83e6-3c629ada8dea tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/2e94c966-601b-43b9-aaa3-ae28077f271c HTTP/1.1" status: 200 len: 1778 time: 0.0430503 Aug 30 22:43:18.641396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.664551 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.721833 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.726103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:18.728024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8669e992-4d27-488c-b9e0-a3030684cb2f req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e94c966-601b-43b9-aaa3-ae28077f271c HTTP/1.1" status: 204 len: 173 time: 0.1554871 Aug 30 22:43:18.743924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540b64b-c243-45f5-a014-b681f2c4025c tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e94c966-601b-43b9-aaa3-ae28077f271c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:18.819287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-6e37ea3c-05dc-4422-900e-7b5af4858304 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:18.821314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-6e37ea3c-05dc-4422-900e-7b5af4858304 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/networks?id=db3019d1-211d-4330-8fc1-118e08e285c9 HTTP/1.1" status: 200 len: 813 time: 0.1627996 Aug 30 22:43:18.842199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-b5f6ad27-e2f5-4787-b4b9-b98d910c5963 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/quotas/8bec63ea206c4571aff2ebbd98215be4 HTTP/1.1" status: 200 len: 375 time: 0.0128047 Aug 30 22:43:18.858016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a657781e-8213-4a6e-8e3f-68ebd34becf6 req-e88f9e43-2242-48f1-8113-466fd181df15 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:18.859544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a657781e-8213-4a6e-8e3f-68ebd34becf6 req-e88f9e43-2242-48f1-8113-466fd181df15 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.0584548 Aug 30 22:43:18.906548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-782d1e4f-67b3-4dcf-8f67-fa91bdaa9464 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8bec63ea206c4571aff2ebbd98215be4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581920 Aug 30 22:43:18.908363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a657781e-8213-4a6e-8e3f-68ebd34becf6 req-d7090b21-6226-48fb-9d03-0b4f17291612 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409503 Aug 30 22:43:18.914977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-c81100a4-9b8d-446c-8c4f-daf6fb77e519 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:43:18.916005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-c81100a4-9b8d-446c-8c4f-daf6fb77e519 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061190 Aug 30 22:43:19.038764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-0d5f2faa-138d-4647-bc41-bdfc55ed9e98 service neutron] 10.222.0.25 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082113 Aug 30 22:43:19.041251 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c672fb5-903d-4c64-9e55-294ce8ee037d x-openstack-request-id: req-3c672fb5-903d-4c64-9e55-294ce8ee037d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:19.041625 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "name": "network-vif-plugged", "status": "completed", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:19.042182 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c672fb5-903d-4c64-9e55-294ce8ee037d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:19.042475 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f', 'code': 200} Aug 30 22:43:19.173627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-735f8de0-4189-4e45-b8e6-4e0e8bc07383 service neutron] 10.222.0.25 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309471 Aug 30 22:43:19.173997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2c25114-256e-450d-a392-3b3763390a9c req-12856c56-c11e-423c-8392-7bfc323ac6df tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0379972 Aug 30 22:43:19.224864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8dbfb-f0ed-4ce0-b46b-4ab74379eb7a req-0a95cedf-c6f5-47b9-b3f8-110ea508e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:19.226556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffe8dbfb-f0ed-4ce0-b46b-4ab74379eb7a req-0a95cedf-c6f5-47b9-b3f8-110ea508e64a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 1102 time: 0.0547757 Aug 30 22:43:19.271634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffe8dbfb-f0ed-4ce0-b46b-4ab74379eb7a req-ea60bf92-6da4-4903-91e6-dca1755c92bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367329 Aug 30 22:43:19.335697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f455ff-0f7e-4358-9160-509c0a0927e3 req-2ee58793-36f6-4514-b170-90039d742fe6 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:19.337652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90f455ff-0f7e-4358-9160-509c0a0927e3 req-2ee58793-36f6-4514-b170-90039d742fe6 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.0582149 Aug 30 22:43:19.384260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90f455ff-0f7e-4358-9160-509c0a0927e3 req-b97fa07c-beea-4337-8636-a3e101a26c10 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402243 Aug 30 22:43:19.444780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8bb546a7-2588-458a-b762-3759306a848d req-78974a82-bd9d-4a79-a937-e9d9e2ebe693 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "GET /v2.0/security-groups/747beaf0-092d-41be-b172-fdfe97c136ce HTTP/1.1" status: 200 len: 1776 time: 0.0376024 Aug 30 22:43:19.505249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8bb546a7-2588-458a-b762-3759306a848d req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:19.530672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8bb546a7-2588-458a-b762-3759306a848d req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:19.592571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-0d96defb-0a60-41b1-9544-8b4b6d0a3585 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d0d27c95b3f14534a7570f2451506452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447025 Aug 30 22:43:19.681919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8bb546a7-2588-458a-b762-3759306a848d req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:19.685202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8bb546a7-2588-458a-b762-3759306a848d req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:19.686850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8bb546a7-2588-458a-b762-3759306a848d req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/747beaf0-092d-41be-b172-fdfe97c136ce HTTP/1.1" status: 204 len: 173 time: 0.2353544 Aug 30 22:43:19.712120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4687a2-b217-43fa-9035-0c097d6abbe0 tempest-SecurityGroupsTestAdminJSON-1365954953 tempest-SecurityGroupsTestAdminJSON-1365954953-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747beaf0-092d-41be-b172-fdfe97c136ce,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:19.761623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-ad2e7f2c-2a45-42eb-bb38-4b272514a62f tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:19.763297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-ad2e7f2c-2a45-42eb-bb38-4b272514a62f tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1608756 Aug 30 22:43:19.786941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Request body: {'port': {'device_id': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd0d27c95b3f14534a7570f2451506452'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:19.873318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46279bcd-9063-42cc-85ad-b18ec2375b0c req-1c0dd5ae-9f05-4a43-82ff-b3b7aef59831 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 210 time: 0.0645471 Aug 30 22:43:19.970359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06615108-937c-4b81-8321-0e7d239a3165 req-1e304e6f-5274-442e-ae15-cb8fb10a5aae tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "GET /v2.0/security-groups/7357cd6e-6512-422c-805c-d6db43125717 HTTP/1.1" status: 200 len: 1778 time: 0.0678325 Aug 30 22:43:20.005244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Made reservation on behalf of d0d27c95b3f14534a7570f2451506452 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:20.008908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.026750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.078903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06615108-937c-4b81-8321-0e7d239a3165 req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.135632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06615108-937c-4b81-8321-0e7d239a3165 req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.167739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0dbba-e7fe-453d-9aa9-a5644fab8173 req-ecc67750-c637-47b1-ae02-0863ba4efa54 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:20.170444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7f0dbba-e7fe-453d-9aa9-a5644fab8173 req-ecc67750-c637-47b1-ae02-0863ba4efa54 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.0791349 Aug 30 22:43:20.206705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.212168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.222182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7f0dbba-e7fe-453d-9aa9-a5644fab8173 req-47ddc1c4-8e89-43f7-b07f-169a51a97278 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450847 Aug 30 22:43:20.225273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06615108-937c-4b81-8321-0e7d239a3165 req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.227689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06615108-937c-4b81-8321-0e7d239a3165 req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.228851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06615108-937c-4b81-8321-0e7d239a3165 req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "DELETE /v2.0/security-groups/7357cd6e-6512-422c-805c-d6db43125717 HTTP/1.1" status: 204 len: 173 time: 0.2493682 Aug 30 22:43:20.265254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09719edd-ae87-4d3c-8465-0f305ac5ec88,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:20.343610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f465f68-e833-45c1-af8f-3299cf72837d tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7357cd6e-6512-422c-805c-d6db43125717,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:20.349525 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-ae2aaa31-c418-4e06-887f-6864575bc369 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "GET /v2.0/security-groups/8c41794a-c063-4fd6-b792-8e69ca71d7e9 HTTP/1.1" status: 200 len: 1776 time: 0.0541925 Aug 30 22:43:20.364041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-357c669a-6d4e-494f-99bc-afba613ae737 req-f172647a-d990-42ba-b15e-96b3cb00cacd tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0433497 Aug 30 22:43:20.433922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.435106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Allocated IP 192.168.233.128 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:20.473925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.528291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.532879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.535260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fcb73824-79d1-4193-b5db-64fcb22bf34b req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] 10.222.0.25 "DELETE /v2.0/security-groups/8c41794a-c063-4fd6-b792-8e69ca71d7e9 HTTP/1.1" status: 204 len: 173 time: 0.1844993 Aug 30 22:43:20.565715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39db25-0914-45f7-8486-09b715fdfb42 tempest-SecurityGroupsTestAdminJSON-393315521 tempest-SecurityGroupsTestAdminJSON-393315521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c41794a-c063-4fd6-b792-8e69ca71d7e9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:20.722022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.757277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Transition to ACTIVE for port object d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:20.802397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513d02b-edb9-4d0a-ad64-9edae6e164b3 req-dd0bed44-71ec-4619-8671-f9da312d62db tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:20.804013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d513d02b-edb9-4d0a-ad64-9edae6e164b3 req-dd0bed44-71ec-4619-8671-f9da312d62db tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.1287405 Aug 30 22:43:20.812371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:20.890035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d513d02b-edb9-4d0a-ad64-9edae6e164b3 req-494042ec-b928-44c9-b798-2c1c4179a247 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786979 Aug 30 22:43:20.935663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:20.987641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57504) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:21.076755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:21.110675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:21.140751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-2ff520ed-206c-40fc-9346-7da8c16db047 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:21.142380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-2ff520ed-206c-40fc-9346-7da8c16db047 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.52 "GET /v2.0/networks?id=db3019d1-211d-4330-8fc1-118e08e285c9 HTTP/1.1" status: 200 len: 813 time: 0.3432055 Aug 30 22:43:21.143228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:21.198441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:21.199124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.208022 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4f60d7b-6a30-4fda-9ee8-19eb20f9de7c req-1959e1a5-7bb6-4d3d-8584-8730cf9a1dec tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 210 time: 0.1191733 Aug 30 22:43:21.213123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Request body: {'port': {'device_id': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'admin_state_up': True, 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:21.220098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Pushing event updated for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:21.324376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-1becd042-97cd-4765-85f5-5a2861955fbf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5491760 Aug 30 22:43:21.356540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Request body: {'port': {'device_id': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:21.420201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8237a42-8a53-432c-91b9-239970f9d9ee None None] Provisioning for port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:21.430188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8237a42-8a53-432c-91b9-239970f9d9ee None None] Provisioning complete for port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:21.430904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8237a42-8a53-432c-91b9-239970f9d9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.476417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.482948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e427e-d859-40d1-b0d0-7daf0f114d0b req-c370e41d-a894-464c-86f6-a32ae58b4a60 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:21.485291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d6e427e-d859-40d1-b0d0-7daf0f114d0b req-c370e41d-a894-464c-86f6-a32ae58b4a60 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.1126139 Aug 30 22:43:21.492474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b8237a42-8a53-432c-91b9-239970f9d9ee None None] Port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:21.510995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb492fc-5532-4d6b-a035-dad691079b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.519203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57524) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:21.530375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec6309f-fa0b-4b2a-b148-3407d14a18bf req-0fbfc48c-5aec-4cce-a8ca-90e5c931d477 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:21.531930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aec6309f-fa0b-4b2a-b148-3407d14a18bf req-0fbfc48c-5aec-4cce-a8ca-90e5c931d477 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.2022231 Aug 30 22:43:21.582594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Made reservation on behalf of 8bec63ea206c4571aff2ebbd98215be4 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:21.586872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.610563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d6e427e-d859-40d1-b0d0-7daf0f114d0b req-fb59ea01-2da4-45fa-9ede-460eb2dbb49e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004524 Aug 30 22:43:21.621414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cd760561-0bae-49c6-bc13-d5fce4362b29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b60905a8a0e8406183c1f76d7da34e67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6316524 Aug 30 22:43:21.631685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:21.672984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a12411-75e0-4adf-a181-de150d7c01d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.753271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.776066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aec6309f-fa0b-4b2a-b148-3407d14a18bf req-a784799e-52c7-476d-8c0f-3d916c8a859e tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177141 Aug 30 22:43:21.806570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e77874-d45f-40ec-914b-4c3660e92bbd req-3a1b63da-e2c9-4183-bec2-7ad35c3bc83c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:21.815134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5e77874-d45f-40ec-914b-4c3660e92bbd req-3a1b63da-e2c9-4183-bec2-7ad35c3bc83c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 936 time: 0.1333439 Aug 30 22:43:21.827844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.867080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb492fc-5532-4d6b-a035-dad691079b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.883677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb492fc-5532-4d6b-a035-dad691079b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:21.955040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5e77874-d45f-40ec-914b-4c3660e92bbd req-4f289c40-ef4a-450c-ac11-7aa4830f33d3 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388788 Aug 30 22:43:21.989358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fb492fc-5532-4d6b-a035-dad691079b37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f73ad8ebe1044a8a45a124112acb39a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1752603 Aug 30 22:43:21.992022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57542) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:22.004004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb492fc-5532-4d6b-a035-dad691079b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f9308b-645d-4927-984b-e0f5b01fea63,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:22.067589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.078273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.086810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.088845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c3ea9eb-f8d5-4b61-bd80-167ee745e43b HTTP/1.1" status: 204 len: 168 time: 0.4636860 Aug 30 22:43:22.104569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94d94ac-4466-4c1b-8070-b3c000b00a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ea9eb-f8d5-4b61-bd80-167ee745e43b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:22.137719 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:43:22.152468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.199032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.214728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Allocated IP 172.20.0.6 (db3019d1-211d-4330-8fc1-118e08e285c9/d552509b-c73c-47c8-be2c-85918b7e62bb/1512916a-7b27-4a43-b1f7-5097a7e50390) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:22.359742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.364396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.367861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4f9308b-645d-4927-984b-e0f5b01fea63 HTTP/1.1" status: 204 len: 168 time: 0.3743563 Aug 30 22:43:22.406039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a12411-75e0-4adf-a181-de150d7c01d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.423660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6300b54f-772d-45ca-899a-4d3a300179ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f9308b-645d-4927-984b-e0f5b01fea63,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:22.468713 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a12411-75e0-4adf-a181-de150d7c01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:22.508020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca0c137b-6437-426a-a0d4-bc6cb2ab5aef req-541060be-8fb5-4ddc-9f0b-6c39f7caced5 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 210 time: 0.1280663 Aug 30 22:43:22.512271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:22.665477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57554) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:22.789955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-108661ca-f58e-4ac1-9733-f92f30e3cf40 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14f47dbf54f340968016533b81f96a8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1229603 Aug 30 22:43:22.790596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57558) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:22.959274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.043123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07703a-70f6-495a-945e-8958669245ee req-f8427e3b-d7d7-4a45-9df7-2ae8019a16bd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:23.046776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d07703a-70f6-495a-945e-8958669245ee req-f8427e3b-d7d7-4a45-9df7-2ae8019a16bd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.2696857 Aug 30 22:43:23.059268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Transition to ACTIVE for port object d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:23.065042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.067367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a12411-75e0-4adf-a181-de150d7c01d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3f0a65-469b-4b4e-8f86-6a7e10d23cdf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:23.077818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e0a12411-75e0-4adf-a181-de150d7c01d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b1a538dd56b422d87126a254c65a3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5580482 Aug 30 22:43:23.086990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57566) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:23.092309 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.150440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:23.178978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7ccef45-11c1-4e41-898c-ced83f07ed8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.206771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.47', 51119) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:23.221843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a09a17-206c-47b6-af1a-aedab2f67820 req-186dd808-e952-4f9c-a6c1-b1c98dd8bda1 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:23.223938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71a09a17-206c-47b6-af1a-aedab2f67820 req-186dd808-e952-4f9c-a6c1-b1c98dd8bda1 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.2741346 Aug 30 22:43:23.233128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.283438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d07703a-70f6-495a-945e-8958669245ee req-caeeaf14-b3e8-4cb1-9e1e-a81d2824f3b9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952572 Aug 30 22:43:23.357309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.376855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Pushing event updated for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:23.410923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.412121 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.432838 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b708f535-a092-40d1-9e10-c64c7e25d9be service neutron] show failed (client error): The resource could not be found. Aug 30 22:43:23.434025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b708f535-a092-40d1-9e10-c64c7e25d9be service neutron] 10.222.0.47 "GET /v2.0/ports/6cc62445-d026-4357-a405-640b8e2d8962/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.2206142 Aug 30 22:43:23.446837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.452723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.453811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e6bc7ce-6fc5-4740-8f50-1e1635a34616 HTTP/1.1" status: 204 len: 168 time: 0.6615520 Aug 30 22:43:23.520035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f6d93a-960d-4de4-82fe-61eeff69c677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6bc7ce-6fc5-4740-8f50-1e1635a34616,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:23.562278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.565416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.567175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a3f0a65-469b-4b4e-8f86-6a7e10d23cdf HTTP/1.1" status: 204 len: 168 time: 0.4774296 Aug 30 22:43:23.595539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f05c7b-ba90-4d01-807d-1100315e02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3f0a65-469b-4b4e-8f86-6a7e10d23cdf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:23.628475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Transition to ACTIVE for port object 1512916a-7b27-4a43-b1f7-5097a7e50390 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:23.733923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71a09a17-206c-47b6-af1a-aedab2f67820 req-c000d2c2-1be5-4e75-b079-67735b3a5f7f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253457 Aug 30 22:43:23.874691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Attempting to bind port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:23.875321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Attempting to bind port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:23.875816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Attempting to bind port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:23.890546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:23.891076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Attempting to bind port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:23.910085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:23.918231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:23.918573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:23.919030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:23.919477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Bound port: d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:23.919826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.023970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb5e05-af66-457c-bcb8-aa51fd237442 req-a90c4c09-b300-40ea-a0b0-fac92fa090b4 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.031784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8dfb5e05-af66-457c-bcb8-aa51fd237442 req-a90c4c09-b300-40ea-a0b0-fac92fa090b4 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 948 time: 0.2050393 Aug 30 22:43:24.052568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Network db3019d1-211d-4330-8fc1-118e08e285c9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:24.069081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-d2860e8d-7cd2-4134-8945-6ae3dc2e9978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.070168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:24.075835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Pushing event updated for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:24.080930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-d2860e8d-7cd2-4134-8945-6ae3dc2e9978 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1123 time: 0.1968863 Aug 30 22:43:24.086949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:24.108220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8dfb5e05-af66-457c-bcb8-aa51fd237442 req-ae24281e-17e7-4416-b0c4-0d13687df83d tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735178 Aug 30 22:43:24.129883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:24.162775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9928e7-28ac-4ce7-a9d6-e166b712b221 req-b2394c75-1a29-4325-8c87-03cf03feb671 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.173529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff9928e7-28ac-4ce7-a9d6-e166b712b221 req-b2394c75-1a29-4325-8c87-03cf03feb671 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 931 time: 0.2846525 Aug 30 22:43:24.257307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7ccef45-11c1-4e41-898c-ced83f07ed8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.294712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.321808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7ccef45-11c1-4e41-898c-ced83f07ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.334807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:24.457655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.458770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.478394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:24.496262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:24.508313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff9928e7-28ac-4ce7-a9d6-e166b712b221 req-89ecf313-e7c2-47a1-b88c-56b816018deb tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338277 Aug 30 22:43:24.529407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7ccef45-11c1-4e41-898c-ced83f07ed8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19c0e43e8dfb4138ad5357661cb56b11&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3705406 Aug 30 22:43:24.530822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.533015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57592) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:24.536454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccef45-11c1-4e41-898c-ced83f07ed8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ab81c-fe0a-4c63-a267-8126ba7b5de6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:24.540439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54ab292f-0b28-4322-b055-ed596e187057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.573677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-0ab6a1c4-84fb-434e-a699-9ffeb56cdbb5 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.601043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-0ab6a1c4-84fb-434e-a699-9ffeb56cdbb5 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 1102 time: 0.3429677 Aug 30 22:43:24.655419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.667676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-bb74b8f1-cecc-42cf-b5fe-5e13491ac590 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4582715 Aug 30 22:43:24.691894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8aa049f-64d4-48c5-8bb8-ce57d6ed853d None None] Provisioning for port 1512916a-7b27-4a43-b1f7-5097a7e50390 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:24.711289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8aa049f-64d4-48c5-8bb8-ce57d6ed853d None None] Provisioning complete for port 1512916a-7b27-4a43-b1f7-5097a7e50390 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:24.711797 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8aa049f-64d4-48c5-8bb8-ce57d6ed853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.764440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:24.767088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:24.773642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] 10.222.0.47 "PUT /v2.0/ports/d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c HTTP/1.1" status: 200 len: 1097 time: 3.4304440 Aug 30 22:43:24.776992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:24.788800 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90528d87-8d32-456d-93b6-fcd99c0f3499" -d '{"events": [{"name": "network-changed", "server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:24.831100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b8aa049f-64d4-48c5-8bb8-ce57d6ed853d None None] Port 1512916a-7b27-4a43-b1f7-5097a7e50390 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:24.969014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:43:24.969014 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:43:24.969014 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id_1': 'a6b31a6d4218410ea081b099939fb035', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 43, 24, 759779)}] Aug 30 22:43:24.969014 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:43:24.969453 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:43:24.998228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39d0d6b-2f13-468a-8236-dd996b1fd21c service neutron] Pushing event updated for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:25.078093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:25.100226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.163569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:25.210079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494c1fd-2f16-42c0-abde-8d03c5f38755 req-7e3b5e36-9834-4cc1-b939-e650af246266 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:25.211710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e494c1fd-2f16-42c0-abde-8d03c5f38755 req-7e3b5e36-9834-4cc1-b939-e650af246266 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 971 time: 0.4505944 Aug 30 22:43:25.229243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-0c4fa834-9216-40c6-9a1c-69a5b0c8f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:25.230801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-0c4fa834-9216-40c6-9a1c-69a5b0c8f9e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 1100 time: 0.3902090 Aug 30 22:43:25.234125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.248842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:25.251930 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2735f6e-f35e-4e4c-aab8-adc15b060b00" -d '{"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:25.260451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.287611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Transition to ACTIVE for port object 6cc62445-d026-4357-a405-640b8e2d8962 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:25.295158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.337422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-a8fd00c2-8821-4100-9fa3-ad7b4bc826eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c HTTP/1.1" status: 200 len: 217 time: 0.0848451 Aug 30 22:43:25.376995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:25.396926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] No DVR routers for this DVR port 6cc62445-d026-4357-a405-640b8e2d8962 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:43:25.408408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e494c1fd-2f16-42c0-abde-8d03c5f38755 req-70a9f794-0947-47ed-8dcc-81149daafc69 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765902 Aug 30 22:43:25.433604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54ab292f-0b28-4322-b055-ed596e187057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.462487 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54ab292f-0b28-4322-b055-ed596e187057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.471751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.481263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-937a6e30-2c09-4d6c-a13c-0089058b2dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:25.482724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-937a6e30-2c09-4d6c-a13c-0089058b2dac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1228831 Aug 30 22:43:25.501256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.504508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.516910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/438ab81c-fe0a-4c63-a267-8126ba7b5de6 HTTP/1.1" status: 204 len: 168 time: 0.9773886 Aug 30 22:43:25.522394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:25.524313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:25.526273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:25.600452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab292f-0b28-4322-b055-ed596e187057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29406349-7952-4b54-963c-69239729c0be,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:25.672730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Request body: {'port': {'device_id': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:25.698296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba573dd-710a-4e3e-a3a5-acdb789044d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ab81c-fe0a-4c63-a267-8126ba7b5de6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:25.724567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.742429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:25.742429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Attempting to bind port 6cc62445-d026-4357-a405-640b8e2d8962 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:25.742660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54ab292f-0b28-4322-b055-ed596e187057 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a4c98997cc84aebaf9e6b688375981a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2603693 Aug 30 22:43:25.749632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57620) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:25.786096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.806905 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37759cd0-f844-4d93-921a-fa573b67a44c x-openstack-request-id: req-37759cd0-f844-4d93-921a-fa573b67a44c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:25.807197 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:25.807460 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37759cd0-f844-4d93-921a-fa573b67a44c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:25.807858 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c', 'status': 'completed', 'code': 200} Aug 30 22:43:25.830794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 42, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:25.831166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:25.831592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:25.832544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Bound port: 6cc62445-d026-4357-a405-640b8e2d8962, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:25.832915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:25.858044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-4b92c6c3-a82f-40c3-a0ac-1521f2e0f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:25.859651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-4b92c6c3-a82f-40c3-a0ac-1521f2e0f28d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3603137 Aug 30 22:43:25.964670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5693f40-619d-4b68-8fd6-dfff28d3a732 req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3538737 Aug 30 22:43:25.969479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08bf9fc-fd15-431e-bc8e-d010bd31e6e8 tempest-LiveMigrationNegativeTest-806798927 tempest-LiveMigrationNegativeTest-806798927-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8825fc24-1384-496c-be31-3458fd0837e4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:26.112643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:26.131123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:26.140240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:26.148373 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733cb09-2dcf-4789-9ed2-6184e962b430 x-openstack-request-id: req-c733cb09-2dcf-4789-9ed2-6184e962b430 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:26.148953 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:26.150083 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c733cb09-2dcf-4789-9ed2-6184e962b430 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:26.150934 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'code': 200} Aug 30 22:43:26.157282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:26.168978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:26.268953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:26.278385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.279606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:26.281769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] 10.222.0.52 "PUT /v2.0/ports/6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 1097 time: 2.1570194 Aug 30 22:43:26.344748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2474ff5-9d29-40da-bd05-3f6b85894b20 service neutron] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:26.392876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba1a6b-d840-49ca-ac6b-4ceae2287a06 req-d265dd23-ffaf-4997-af1a-aecdf2c2246b tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.419052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82ba1a6b-d840-49ca-ac6b-4ceae2287a06 req-d265dd23-ffaf-4997-af1a-aecdf2c2246b tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 931 time: 0.1913185 Aug 30 22:43:26.470234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446f4b9-8724-4439-892c-02481fd37079 req-cc2b8d6f-4d3f-4704-a22b-60f1b522c6a3 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.471836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6446f4b9-8724-4439-892c-02481fd37079 req-cc2b8d6f-4d3f-4704-a22b-60f1b522c6a3 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 948 time: 0.4162412 Aug 30 22:43:26.530123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82ba1a6b-d840-49ca-ac6b-4ceae2287a06 req-c12bfb69-aa6a-44ad-a6c3-97f44a1fe499 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096454 Aug 30 22:43:26.557600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-53ce8e81-cd4f-4dfd-863a-6a2673d8b5fb service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6842427 Aug 30 22:43:26.647440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-3c8ceb24-6955-467d-85cc-450d5358e83a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.670416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-3c8ceb24-6955-467d-85cc-450d5358e83a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1100 time: 0.1909356 Aug 30 22:43:26.941581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebc0855-28c4-4082-82ab-2a5f6c083733 req-4a8be077-3082-49ec-b3b4-814e4c02847e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:26.943755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cebc0855-28c4-4082-82ab-2a5f6c083733 req-4a8be077-3082-49ec-b3b4-814e4c02847e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.0931141 Aug 30 22:43:27.007465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:27.058697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6446f4b9-8724-4439-892c-02481fd37079 req-1546587f-5ece-4072-8489-543701236c1a tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5505648 Aug 30 22:43:27.077578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-91e7a33b-2811-4856-94c9-8c43bc7d8117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:27.077578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-91e7a33b-2811-4856-94c9-8c43bc7d8117 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3944356 Aug 30 22:43:27.091570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:43:27.105187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cebc0855-28c4-4082-82ab-2a5f6c083733 req-80c76310-18c2-4550-80e3-09168c62a97d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540473 Aug 30 22:43:27.155005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:27.159990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:27.162117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29406349-7952-4b54-963c-69239729c0be HTTP/1.1" status: 204 len: 168 time: 1.4106023 Aug 30 22:43:27.254268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d68d9b-d759-4c3e-90fd-552dd34be773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29406349-7952-4b54-963c-69239729c0be,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:27.355262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ade53d9-abe6-41c2-b89b-516680fce91f req-630bb67a-7959-4bef-892a-f4a23c419319 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269805 Aug 30 22:43:27.359397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:27.560387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-d6cb67ba-61d9-497f-bbca-3447eeecebb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:27.565030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-d6cb67ba-61d9-497f-bbca-3447eeecebb5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 1100 time: 0.1404681 Aug 30 22:43:27.669369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47909d9-46ce-4658-87d2-934beb917d4f req-6fa99745-63ea-4eaa-b6e4-5eac7f750e28 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:27.674492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e47909d9-46ce-4658-87d2-934beb917d4f req-6fa99745-63ea-4eaa-b6e4-5eac7f750e28 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.0620940 Aug 30 22:43:27.752691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1512916a-7b27-4a43-b1f7-5097a7e50390 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:27.771856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:27.776273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e47909d9-46ce-4658-87d2-934beb917d4f req-5f7f4ca1-e1ce-4ed3-a2fb-541050d6057d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946865 Aug 30 22:43:27.861185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Transition to ACTIVE for port object 1512916a-7b27-4a43-b1f7-5097a7e50390 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:27.889273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-b1bc4284-f23b-421e-b1ff-e11e9d3ac94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:27.891333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-b1bc4284-f23b-421e-b1ff-e11e9d3ac94e service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2774029 Aug 30 22:43:27.892770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:27.963044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Pushing event updated for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:28.015129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-677b483d-ef14-4475-8b17-74a1e4e58067 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c HTTP/1.1" status: 200 len: 217 time: 0.0628538 Aug 30 22:43:28.155865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:28.158538 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb9b14ce-25ae-4fcb-86a8-533b7f178895" -d '{"events": [{"name": "network-changed", "server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:28.178595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-b7193f76-a56d-4c98-b79a-1aab8904e09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:28.180228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-b7193f76-a56d-4c98-b79a-1aab8904e09f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1487453 Aug 30 22:43:28.337103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-c656e493-4b2b-408b-b9f0-ff0998a824c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:28.340393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-c656e493-4b2b-408b-b9f0-ff0998a824c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1128678 Aug 30 22:43:28.446446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-168e37a9-86ee-419a-ba98-742b0d8f9df7 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=09f9db7d18d042b3896fd258c7077af9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848989 Aug 30 22:43:28.513479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-e9409c0e-c2df-4bbb-9f77-718662670d88 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612864 Aug 30 22:43:28.669696 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-c65291b5-04d2-47af-b339-daf0a62b7a3e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.1504831 Aug 30 22:43:28.679475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90528d87-8d32-456d-93b6-fcd99c0f3499 req-8835e5fe-c4bd-4be4-95e4-c29f3de03489 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160798 Aug 30 22:43:28.687590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Attempting to bind port 1512916a-7b27-4a43-b1f7-5097a7e50390 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:28.688138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Attempting to bind port 1512916a-7b27-4a43-b1f7-5097a7e50390 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:28.688490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Attempting to bind port 1512916a-7b27-4a43-b1f7-5097a7e50390 on network db3019d1-211d-4330-8fc1-118e08e285c9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:28.698538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Port 1512916a-7b27-4a43-b1f7-5097a7e50390 on network db3019d1-211d-4330-8fc1-118e08e285c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:28.698968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Attempting to bind port 1512916a-7b27-4a43-b1f7-5097a7e50390 on network db3019d1-211d-4330-8fc1-118e08e285c9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:28.712046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:28.712556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Checking segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:28.712774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Bound using segment: {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:28.713230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Bound port: 1512916a-7b27-4a43-b1f7-5097a7e50390, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2128ab3c-a77c-452e-9625-f95f7328bed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:28.713592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:28.727270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e052-f808-43ac-be69-d14b25aefcca req-2e9c5c00-26f9-4c03-ac34-ffa4231d51cf tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:28.736329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc50e052-f808-43ac-be69-d14b25aefcca req-2e9c5c00-26f9-4c03-ac34-ffa4231d51cf tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.2115700 Aug 30 22:43:28.856035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-d0937783-382a-4e6e-8de4-904ce1f916fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:28.857812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-d0937783-382a-4e6e-8de4-904ce1f916fc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1220026 Aug 30 22:43:28.907111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-4a4ce2e0-1fdf-4bd1-a778-9b8822e7575b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:28.916011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-4a4ce2e0-1fdf-4bd1-a778-9b8822e7575b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4685867 Aug 30 22:43:28.935501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-25d71e29-65ef-45aa-9cee-3939e64b0130 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/quotas/09f9db7d18d042b3896fd258c7077af9 HTTP/1.1" status: 200 len: 375 time: 0.0179861 Aug 30 22:43:28.936694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc50e052-f808-43ac-be69-d14b25aefcca req-bc9f78b6-73d4-48f9-ab62-1a14b3a9026e tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994338 Aug 30 22:43:28.980586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-b7c40f77-c001-4977-957d-02b8b1ac63b2 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=09f9db7d18d042b3896fd258c7077af9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437498 Aug 30 22:43:29.058457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:29.066053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1512916a-7b27-4a43-b1f7-5097a7e50390,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:29.077916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:29.350105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-608a99a6-7ff8-4984-8ed7-9e8cac42cd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:29.351681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-608a99a6-7ff8-4984-8ed7-9e8cac42cd40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1628394 Aug 30 22:43:29.529977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:29.557939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:29.558849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:29.560490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] 10.222.0.52 "PUT /v2.0/ports/1512916a-7b27-4a43-b1f7-5097a7e50390 HTTP/1.1" status: 200 len: 1092 time: 3.9525859 Aug 30 22:43:29.561355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:29.564298 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:29.596264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341cd245-4d58-44cf-ad69-88c63e97f0cc service neutron] Pushing event updated for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:29.654533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f841a-248c-4318-8cbd-f85431b16815 req-0fc31ea0-e6cd-43c9-8b12-38a99be83946 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:29.663150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e9f841a-248c-4318-8cbd-f85431b16815 req-0fc31ea0-e6cd-43c9-8b12-38a99be83946 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 948 time: 0.5315154 Aug 30 22:43:29.715316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-b1c711e4-949c-45a2-9952-da9c00cda4c3 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617950 Aug 30 22:43:29.759234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2ab40-4102-4f44-baa2-de131e3c27a0 req-e3370e5e-d6fe-4fbb-9f29-80619f2f6aad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:29.761076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c2ab40-4102-4f44-baa2-de131e3c27a0 req-e3370e5e-d6fe-4fbb-9f29-80619f2f6aad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.3911245 Aug 30 22:43:29.835557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e9f841a-248c-4318-8cbd-f85431b16815 req-ef4d1494-185f-407c-b6b6-5d1b2d046b14 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640427 Aug 30 22:43:29.849464 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c2ab40-4102-4f44-baa2-de131e3c27a0 req-be2126df-17be-4971-a49c-30b6870ae327 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810862 Aug 30 22:43:29.867001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce9fc-c41b-4069-a9c3-2a3a71147443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:29.969140 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b232b-8d62-4760-81a8-227211837c13 x-openstack-request-id: req-296b232b-8d62-4760-81a8-227211837c13 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:29.969447 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:29.969703 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-296b232b-8d62-4760-81a8-227211837c13 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:29.970130 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'status': 'completed', 'code': 200} Aug 30 22:43:30.073816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716f631-3b6b-4c2f-8604-cb4bcb62d5a5 req-bd4abc0c-3d12-4bf6-b337-a67729a51a1c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:30.073816 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1716f631-3b6b-4c2f-8604-cb4bcb62d5a5 req-bd4abc0c-3d12-4bf6-b337-a67729a51a1c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.1215303 Aug 30 22:43:30.173082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1716f631-3b6b-4c2f-8604-cb4bcb62d5a5 req-1573b9ec-48b1-40af-8401-5ad6f715a8dc tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930014 Aug 30 22:43:30.330249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce9fc-c41b-4069-a9c3-2a3a71147443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.341607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90a61d5d-eff7-4c11-90f3-2e98e16a33ba req-50dd795a-f465-4b1f-99a0-d7e4ee3bf1ef tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 210 time: 0.3152514 Aug 30 22:43:30.362359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e8ce9fc-c41b-4069-a9c3-2a3a71147443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.428126 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e585ffff-34b3-4819-9771-af95c7c4c76d x-openstack-request-id: req-e585ffff-34b3-4819-9771-af95c7c4c76d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:30.428789 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:30.429241 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e585ffff-34b3-4819-9771-af95c7c4c76d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:30.430366 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390', 'status': 'completed', 'code': 200} Aug 30 22:43:30.470909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e8ce9fc-c41b-4069-a9c3-2a3a71147443 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=818ba6b7296b484189907ed155bfd3fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9296217 Aug 30 22:43:30.476533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:30.481663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-fecc050a-ba63-4053-b4d8-19276d85e0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:30.484230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-fecc050a-ba63-4053-b4d8-19276d85e0ad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1100 time: 0.5000751 Aug 30 22:43:30.489922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8ce9fc-c41b-4069-a9c3-2a3a71147443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704d0b08-2979-4f8e-914d-380e0837f255,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:30.618126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.668185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.752003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ee9fb-244c-4e5a-bd9d-7c6ff614d065 req-3a8058d8-7b70-487f-9be7-9936e1b268f8 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:30.763803 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b9ee9fb-244c-4e5a-bd9d-7c6ff614d065 req-3a8058d8-7b70-487f-9be7-9936e1b268f8 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.1788776 Aug 30 22:43:30.766254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.771417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:30.773390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/704d0b08-2979-4f8e-914d-380e0837f255 HTTP/1.1" status: 204 len: 168 time: 0.2939727 Aug 30 22:43:30.793554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2b3ec-3254-457f-9740-c5d331337d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d0b08-2979-4f8e-914d-380e0837f255,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:30.837932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-3cdd45dd-e791-48bb-b9ac-50c0bd40a657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:30.840078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-3cdd45dd-e791-48bb-b9ac-50c0bd40a657 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3441768 Aug 30 22:43:30.854787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b9ee9fb-244c-4e5a-bd9d-7c6ff614d065 req-9294ac22-5f00-45d9-848e-bdf8699b5c3b tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886292 Aug 30 22:43:30.918706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-de2cc6eb-9e9d-4f03-b406-c17ae33b523c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0590310 Aug 30 22:43:31.021459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:31.022232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-8315e689-6249-47cb-9066-6092d3fd8633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:31.023935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-8315e689-6249-47cb-9066-6092d3fd8633 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0946596 Aug 30 22:43:31.150610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-b1f31b05-f336-4e80-b679-742ea6c88bb3 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=09f9db7d18d042b3896fd258c7077af9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0524135 Aug 30 22:43:31.309297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:31.334339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c', 'mac_address': 'fa:16:3e:72:e3:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:31.435588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.462284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:31.468425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:31.494755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d27abc3-b429-4d9e-96d7-6584dd6250d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.513200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-857b0edf-e07b-416a-8f80-b12f002b64ce tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:31.515925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:31.518750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-857b0edf-e07b-416a-8f80-b12f002b64ce tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3596785 Aug 30 22:43:31.530529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.545025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Request body: {'port': {'device_id': '29a86969-2120-4b59-a13f-7306f63f8bff', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '09f9db7d18d042b3896fd258c7077af9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:31.566017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-90bacda1-a9d9-425e-91ff-24d09083eb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:31.569768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-90bacda1-a9d9-425e-91ff-24d09083eb13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5356169 Aug 30 22:43:31.637924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:31.732572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d27abc3-b429-4d9e-96d7-6584dd6250d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.741888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d27abc3-b429-4d9e-96d7-6584dd6250d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.762236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-c3b53b7d-f3bf-4107-8565-50d8804b7153 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0712032 Aug 30 22:43:31.813616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d27abc3-b429-4d9e-96d7-6584dd6250d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0472a3606a5146eca6ca405fc9e33ee2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498447 Aug 30 22:43:31.817166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57794) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:31.824479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d27abc3-b429-4d9e-96d7-6584dd6250d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf02b1-e3a1-4fcc-bf78-5ab5cad5a69d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:31.830293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:31.877773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.934065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:31.985992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-5e9bd8bc-7035-4214-8240-07d3e4f59e7e service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666773 Aug 30 22:43:32.022936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-ff2d8c12-038b-4836-92fb-8114b57562ea tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:32.024667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-ff2d8c12-038b-4836-92fb-8114b57562ea tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336552 Aug 30 22:43:32.040776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.054219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.057832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/14cf02b1-e3a1-4fcc-bf78-5ab5cad5a69d HTTP/1.1" status: 204 len: 168 time: 0.2370615 Aug 30 22:43:32.076035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68274a3-e808-4850-99e6-ada173c8927f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf02b1-e3a1-4fcc-bf78-5ab5cad5a69d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:32.092720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-966b9d01-1eae-4ce7-9ec8-8a74fbf3bc98 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/quotas/bed806eb46da41e3a0238e8d23c89fa2 HTTP/1.1" status: 200 len: 375 time: 0.0547352 Aug 30 22:43:32.165214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Made reservation on behalf of 09f9db7d18d042b3896fd258c7077af9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:32.170660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.179793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-e494fdd0-4825-447f-bbcf-16da8a90bfdb tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723989 Aug 30 22:43:32.195349 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.250795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-044f503b-3f99-4f0c-86d5-ca04b8be0a78 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523911 Aug 30 22:43:32.386245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.391724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.480420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c8383-a4d5-45af-b9b8-29a9a7857e60,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:32.656031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Allocated IP 192.168.233.234 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/c6dabbde-6ec8-4e21-bc81-bd668dcd16eb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:32.669067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c1d35-f6da-4bcf-9bc6-d6f2f0df804f req-84e0cb5d-ed15-4c56-9e33-cce45e9bcbdf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:32.670735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-630c1d35-f6da-4bcf-9bc6-d6f2f0df804f req-84e0cb5d-ed15-4c56-9e33-cce45e9bcbdf tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 949 time: 0.1638308 Aug 30 22:43:32.762734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-630c1d35-f6da-4bcf-9bc6-d6f2f0df804f req-22dc7695-7d9f-413f-ab23-534e756c5c9c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844243 Aug 30 22:43:32.923942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:32.955932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Transition to ACTIVE for port object c6dabbde-6ec8-4e21-bc81-bd668dcd16eb will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:32.982001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1e26f-ad8c-4e36-a9a1-a9cfcdd43750 req-00567e56-ab59-486c-ae78-10ea27c03b40 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:32.984399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8aa1e26f-ad8c-4e36-a9a1-a9cfcdd43750 req-00567e56-ab59-486c-ae78-10ea27c03b40 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.0736585 Aug 30 22:43:33.048891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.052917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:33.096739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8aa1e26f-ad8c-4e36-a9a1-a9cfcdd43750 req-9f8f16ad-cd58-4f65-a0f9-14ebe39eb7b0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928178 Aug 30 22:43:33.124202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:33.126021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:33.137160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Pushing event updated for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:33.137160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:33.172999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:33.178875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:33.179341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.282928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:33.283711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.353229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.409392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-42f5138c-497c-48f0-ae7e-d84d4f7ce446 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8785400 Aug 30 22:43:33.424601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:33.427870 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438cd117-b2c4-42b2-82f1-76fb267936d3" -d '{"events": [{"server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:33.428066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168315c-8b71-4999-9533-bc5480d7e045 req-97376b89-9fdc-4a53-ac79-f1f20884762d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:33.431181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d168315c-8b71-4999-9533-bc5480d7e045 req-97376b89-9fdc-4a53-ac79-f1f20884762d tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.1394675 Aug 30 22:43:33.437413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Request body: {'port': {'device_id': '29a86969-2120-4b59-a13f-7306f63f8bff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:33.449766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:33.467245 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.552515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:33.587615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d168315c-8b71-4999-9533-bc5480d7e045 req-e9fbba04-9a89-4b4d-9bd1-779e8fa390c7 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127622 Aug 30 22:43:33.594847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e1506625-fcbe-42b5-a3b3-f99e9cbf9163 None None] Provisioning for port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:33.605261 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.610084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e1506625-fcbe-42b5-a3b3-f99e9cbf9163 None None] Provisioning complete for port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:33.610832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1506625-fcbe-42b5-a3b3-f99e9cbf9163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:33.700449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e1506625-fcbe-42b5-a3b3-f99e9cbf9163 None None] Port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:33.834344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5905f58e-81d4-4d4e-9c5e-dc59a370c4a7 req-66ab1b6a-8e7d-4a96-85a5-67e9c3fbcb66 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:33.835371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5905f58e-81d4-4d4e-9c5e-dc59a370c4a7 req-66ab1b6a-8e7d-4a96-85a5-67e9c3fbcb66 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 936 time: 0.1682298 Aug 30 22:43:33.924062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5905f58e-81d4-4d4e-9c5e-dc59a370c4a7 req-f7f7bd0d-bbf3-46d0-9b26-a8c9f3707ba6 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875010 Aug 30 22:43:34.073217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dabbde-6ec8-4e21-bc81-bd668dcd16eb {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:34.087206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eca695-b3fe-41df-8ab1-83328d17c3c6 req-b9437b76-38ef-4a60-9d0d-40c7957e462a tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.088715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9eca695-b3fe-41df-8ab1-83328d17c3c6 req-b9437b76-38ef-4a60-9d0d-40c7957e462a tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.0976999 Aug 30 22:43:34.090706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.116525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Transition to ACTIVE for port object c6dabbde-6ec8-4e21-bc81-bd668dcd16eb will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:34.125183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.167248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9eca695-b3fe-41df-8ab1-83328d17c3c6 req-f0abe0c9-3e41-4e16-bd63-2fc190fb23a3 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704303 Aug 30 22:43:34.187584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Pushing event updated for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:34.280665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cc278ca-7045-4c47-a144-28c4780e8ad4 req-34706d69-6a40-43d1-a96d-64cfbbdf0176 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 210 time: 0.0389199 Aug 30 22:43:34.307292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Attempting to bind port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:34.307621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Attempting to bind port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:34.307951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Attempting to bind port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:34.312870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:34.313198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Attempting to bind port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:34.323316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:34.323753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:34.324220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:34.324673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Bound port: c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:34.325032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.332417 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49db6c6-58cc-4019-9dfa-31a58f6654a4 x-openstack-request-id: req-e49db6c6-58cc-4019-9dfa-31a58f6654a4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:34.332940 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "name": "network-vif-plugged", "status": "completed", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:34.333087 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e49db6c6-58cc-4019-9dfa-31a58f6654a4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:34.333685 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c', 'code': 200} Aug 30 22:43:34.424292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:34.448583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:34.464279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.711790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02ce51-dece-4a6b-9db9-1c693d6510df req-bce1dd1c-ab88-49aa-be9f-965775177538 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.713385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c02ce51-dece-4a6b-9db9-1c693d6510df req-bce1dd1c-ab88-49aa-be9f-965775177538 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.0807128 Aug 30 22:43:34.744020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df557fdc-1aee-4f42-8fc2-7785fd53e852 req-ba22a3a1-7ef7-452d-9cde-6d1afb21f4c9 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588912 Aug 30 22:43:34.771590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.772222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:34.773635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] 10.222.0.47 "PUT /v2.0/ports/c6dabbde-6ec8-4e21-bc81-bd668dcd16eb HTTP/1.1" status: 200 len: 1097 time: 1.3412876 Aug 30 22:43:34.776633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:34.781035 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc" -d '{"events": [{"name": "network-changed", "server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:34.794120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b150d1c-9af1-41ff-9270-918434486033 req-d94da1ee-0aee-4cd0-aad2-6907ae0491c5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.794684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c02ce51-dece-4a6b-9db9-1c693d6510df req-a9dd5ed1-d176-4981-9b76-487d75c1ac17 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706134 Aug 30 22:43:34.795699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b150d1c-9af1-41ff-9270-918434486033 req-d94da1ee-0aee-4cd0-aad2-6907ae0491c5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 950 time: 0.4030011 Aug 30 22:43:34.806567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a36274-a201-4fda-8f17-c2d16bfb75cf req-f02d29b9-f858-4eb3-8b27-fa004a35449c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.808111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8a36274-a201-4fda-8f17-c2d16bfb75cf req-f02d29b9-f858-4eb3-8b27-fa004a35449c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 1102 time: 0.3807418 Aug 30 22:43:34.921567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-03e07683-c8e8-4f69-9b00-e8351b1024f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:34.924618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-03e07683-c8e8-4f69-9b00-e8351b1024f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bec63ea206c4571aff2ebbd98215be4&device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 1095 time: 0.1968007 Aug 30 22:43:34.927189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947aa41c-97b6-43d0-b8ff-3e029827d28e service neutron] Pushing event updated for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:34.981018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8a36274-a201-4fda-8f17-c2d16bfb75cf req-313e0487-d975-41ed-b920-1ee4bc31dfe6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607280 Aug 30 22:43:35.008101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-43afeacb-ae6c-4583-aa99-294b1fcb412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.009713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-43afeacb-ae6c-4583-aa99-294b1fcb412e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1100 time: 0.0560255 Aug 30 22:43:35.047829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-189d3651-778e-4117-b8de-2a769b7b56d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1512916a-7b27-4a43-b1f7-5097a7e50390 HTTP/1.1" status: 200 len: 217 time: 0.0769742 Aug 30 22:43:35.053206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-e8fbd3a9-41b8-4dc3-b157-3814d0cd758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.055686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-e8fbd3a9-41b8-4dc3-b157-3814d0cd758c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09f9db7d18d042b3896fd258c7077af9&device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 1100 time: 0.2095778 Aug 30 22:43:35.060054 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b150d1c-9af1-41ff-9270-918434486033 req-c797c74e-dad7-46f5-81a0-5ea175a8aaee tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447760 Aug 30 22:43:35.111637 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d6f3e3-d60e-4e04-98d8-ef5f070543bf x-openstack-request-id: req-33d6f3e3-d60e-4e04-98d8-ef5f070543bf {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:35.112208 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:35.112208 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33d6f3e3-d60e-4e04-98d8-ef5f070543bf {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:35.112475 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb', 'status': 'completed', 'code': 200} Aug 30 22:43:35.133048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-5fcd6121-6c6d-4a61-9c92-7f2d18812818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.134679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-5fcd6121-6c6d-4a61-9c92-7f2d18812818 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d552509b-c73c-47c8-be2c-85918b7e62bb HTTP/1.1" status: 200 len: 852 time: 0.0630426 Aug 30 22:43:35.252196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-e2c24419-cfca-4fcc-a1f4-67eec6e1aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.254306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-e2c24419-cfca-4fcc-a1f4-67eec6e1aba4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db3019d1-211d-4330-8fc1-118e08e285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1090224 Aug 30 22:43:35.257887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-93a7b267-20a6-402c-9425-cf9017086ec6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb HTTP/1.1" status: 200 len: 217 time: 0.0434279 Aug 30 22:43:35.287928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc53e0-212f-4c11-9bdb-a4aa59b6218a req-7ea290b8-6a36-48f0-9d4d-e9091f671297 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.289495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20dc53e0-212f-4c11-9bdb-a4aa59b6218a req-7ea290b8-6a36-48f0-9d4d-e9091f671297 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 948 time: 0.1198151 Aug 30 22:43:35.377421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69215e77-75ef-41dd-a892-555e4b13b96f req-babc427e-5672-4f3a-bc34-50bcb74289ff tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.379621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69215e77-75ef-41dd-a892-555e4b13b96f req-babc427e-5672-4f3a-bc34-50bcb74289ff tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.2739069 Aug 30 22:43:35.387439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-f5d4ee3d-1e4f-4898-8748-878cfeb5ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.388898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-f5d4ee3d-1e4f-4898-8748-878cfeb5ed76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1170542 Aug 30 22:43:35.391682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-e8daf5b9-15c8-498d-a867-23cc56ff22a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.393109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-e8daf5b9-15c8-498d-a867-23cc56ff22a0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3687813 Aug 30 22:43:35.424112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20dc53e0-212f-4c11-9bdb-a4aa59b6218a req-a6b7a976-4a28-4e1a-a7f7-3444a4337893 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031880 Aug 30 22:43:35.438164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69215e77-75ef-41dd-a892-555e4b13b96f req-47671514-87d6-468f-9f0d-e7f0c8bc4a2c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Aug 30 22:43:35.473399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-a812ff3b-0666-4b58-98f7-63387f4739cf service neutron] 10.222.0.52 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101636 Aug 30 22:43:35.494394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-b4287077-df28-4573-9643-62aa8f3c65f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0547061 Aug 30 22:43:35.499920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-4197b193-e60c-4fb2-8513-22f5232c9eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.501602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-4197b193-e60c-4fb2-8513-22f5232c9eb5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0960951 Aug 30 22:43:35.578516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.52', 54546) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:35.617620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfb9c1cb-b0ac-4002-b02f-38d16b44a078 req-73fe0c81-0f5d-440f-bbc1-5087d004fb07 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 210 time: 0.0569618 Aug 30 22:43:35.619478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-043eeb94-5767-4448-93c7-4b07ea54dd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.621071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-043eeb94-5767-4448-93c7-4b07ea54dd3e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1128986 Aug 30 22:43:35.623929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-0e1813b3-cfcf-40e1-82f1-46ae8d83470e tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427165 Aug 30 22:43:35.683718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13f0f59b-f84f-4558-8abd-2d0558e026b7 req-e233282c-c144-4704-8cc7-c0e6fd533bab service neutron] 10.222.0.52 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965659 Aug 30 22:43:35.708931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a2c655-8696-490e-9019-8c7f6a86efe8 req-715e97bd-39ac-4863-a885-7cb4a15d41ef tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.710611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5a2c655-8696-490e-9019-8c7f6a86efe8 req-715e97bd-39ac-4863-a885-7cb4a15d41ef tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.1619682 Aug 30 22:43:35.716742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-8acbd97e-b9bf-4247-a687-2f9e39957acd service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778085 Aug 30 22:43:35.802365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-150cfda0-8500-4922-920e-5dbfafd4e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.803888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-150cfda0-8500-4922-920e-5dbfafd4e33d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1683893 Aug 30 22:43:35.814082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5a2c655-8696-490e-9019-8c7f6a86efe8 req-2366d8c9-291a-428a-8f66-869f012fdc73 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927081 Aug 30 22:43:35.851009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-39fcb2d1-a7e3-4e8d-a724-286ea600d456 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:35.852638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-39fcb2d1-a7e3-4e8d-a724-286ea600d456 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839135 Aug 30 22:43:35.865911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e64c95dc-e900-4f33-9e0e-c5d229f5a780 req-cde7c907-e4f0-48bf-8867-b8f8cb88b5a6 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336489 Aug 30 22:43:35.960213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Request body: {'port': {'device_id': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'bed806eb46da41e3a0238e8d23c89fa2'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:36.032577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d4822-5a71-412d-a003-22c577b9daef req-29aba1b4-bcc6-4422-9bae-975bbfb91bcd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.034170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-297d4822-5a71-412d-a003-22c577b9daef req-29aba1b4-bcc6-4422-9bae-975bbfb91bcd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.1307790 Aug 30 22:43:36.038337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-ef1db091-77ca-4f71-ab43-c2fa648d7d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.039840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-ef1db091-77ca-4f71-ab43-c2fa648d7d96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8bec63ea206c4571aff2ebbd98215be4&device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 1095 time: 0.1265061 Aug 30 22:43:36.050937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-91bcc431-f452-43b8-a4c3-c50a6e1463fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.052408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-91bcc431-f452-43b8-a4c3-c50a6e1463fd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09f9db7d18d042b3896fd258c7077af9&device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 1100 time: 0.0979278 Aug 30 22:43:36.082925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-b011bfe4-ee7e-4fa5-8c1e-5a9e489d4ac5 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742277 Aug 30 22:43:36.157254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-297d4822-5a71-412d-a003-22c577b9daef req-0c9ef752-309c-4a1c-a3b4-cc1f5dfa0239 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128685 Aug 30 22:43:36.223719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Made reservation on behalf of bed806eb46da41e3a0238e8d23c89fa2 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:36.227276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.243226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57890) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:36.248097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.274431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277a655-6e47-499a-b3ff-19539732b179 req-9e638122-1638-4eb3-964e-eaee4a475495 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.276032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f277a655-6e47-499a-b3ff-19539732b179 req-9e638122-1638-4eb3-964e-eaee4a475495 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 950 time: 0.1096232 Aug 30 22:43:36.301809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb9b14ce-25ae-4fcb-86a8-533b7f178895 req-1010a28f-0773-4a80-85ab-e71835e1dbc8 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982510 Aug 30 22:43:36.343425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-10499718-b59c-4d85-becf-1f4135d1ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.344923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-10499718-b59c-4d85-becf-1f4135d1ca9b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2783384 Aug 30 22:43:36.357272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f277a655-6e47-499a-b3ff-19539732b179 req-bf900095-a0db-4424-bf55-d373fa34bc43 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676122 Aug 30 22:43:36.407694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-082c883f-1fda-4407-aa5c-adc48560ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.409080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-082c883f-1fda-4407-aa5c-adc48560ad0c service neutron] 10.222.0.52 "GET /v2.0/networks?id=db3019d1-211d-4330-8fc1-118e08e285c9 HTTP/1.1" status: 200 len: 914 time: 0.2808049 Aug 30 22:43:36.411438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-2050b630-a486-4f08-8416-b6406370dad4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb HTTP/1.1" status: 200 len: 217 time: 0.0531061 Aug 30 22:43:36.439545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.464424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.498054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30ade273-89ba-4601-af22-c39348f2c285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.503683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-72f95add-1f04-4e07-967d-21ee00e2883c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1512916a-7b27-4a43-b1f7-5097a7e50390 HTTP/1.1" status: 200 len: 217 time: 0.0855613 Aug 30 22:43:36.549539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-930d686c-b762-48e6-bb08-5358a2514b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.551107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-930d686c-b762-48e6-bb08-5358a2514b65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1236274 Aug 30 22:43:36.605848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0568ff-c3bc-4d23-b095-c34ed4ad0364,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:36.700612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-977e2323-5ac9-486f-9993-36d1a74de120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.702276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-977e2323-5ac9-486f-9993-36d1a74de120 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d552509b-c73c-47c8-be2c-85918b7e62bb HTTP/1.1" status: 200 len: 852 time: 0.1301639 Aug 30 22:43:36.702669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aaa2e4-a6ed-401c-9d08-0a3e3a87ff9a req-b1979548-d6ba-4695-903c-146cc54631f5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.704221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20aaa2e4-a6ed-401c-9d08-0a3e3a87ff9a req-b1979548-d6ba-4695-903c-146cc54631f5 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.1581628 Aug 30 22:43:36.719168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9d2526-9ac6-4a8f-b056-3748c1ce0386 req-aefd0c85-2cba-4061-b284-40268875a3f0 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.721080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e9d2526-9ac6-4a8f-b056-3748c1ce0386 req-aefd0c85-2cba-4061-b284-40268875a3f0 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 948 time: 0.1922586 Aug 30 22:43:36.728624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-32206b86-3b12-405a-8131-e3ace283f6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.730667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592e46-5564-46bd-8081-b69b68351d86 req-d897a02f-f11a-4d32-8ba2-860354ea7530 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.731204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-32206b86-3b12-405a-8131-e3ace283f6f5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1629519 Aug 30 22:43:36.732150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08592e46-5564-46bd-8081-b69b68351d86 req-d897a02f-f11a-4d32-8ba2-860354ea7530 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 950 time: 0.1308954 Aug 30 22:43:36.748147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Allocated IP 192.168.233.47 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/69607b3c-9f61-4f42-a0aa-913ff7204faf) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:36.828351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20aaa2e4-a6ed-401c-9d08-0a3e3a87ff9a req-b445f17b-e81e-4a11-97d5-bbfa6a1ea455 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099207 Aug 30 22:43:36.897350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30ade273-89ba-4601-af22-c39348f2c285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:36.900930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-c184eaa0-0c8c-4433-a48a-e0c065b5300b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:36.904102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-c184eaa0-0c8c-4433-a48a-e0c065b5300b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=db3019d1-211d-4330-8fc1-118e08e285c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1788540 Aug 30 22:43:36.909988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e9d2526-9ac6-4a8f-b056-3748c1ce0386 req-9339698e-b12e-4b71-8ada-350eab22344e tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602731 Aug 30 22:43:36.920715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30ade273-89ba-4601-af22-c39348f2c285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.020017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5af31215-39c3-4429-a054-b1e92b03fccf req-ce212c60-f4e9-44ae-aa81-fec46fc7c4bc tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 210 time: 0.0514235 Aug 30 22:43:37.020472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-c5caed90-b2f9-4b07-9084-9be0d077ea8a service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703121 Aug 30 22:43:37.039150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Deleting port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:43:37.040041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.056094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ade273-89ba-4601-af22-c39348f2c285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479a72b0-20c5-4cc9-8e29-a4a839d063fa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:37.093912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-30ade273-89ba-4601-af22-c39348f2c285 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c860efd319f947ea85f2f0fc65a035d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8491495 Aug 30 22:43:37.106146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57904) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:37.134027 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.176902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Transition to ACTIVE for port object 69607b3c-9f61-4f42-a0aa-913ff7204faf will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:37.252048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] For port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:37.252461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.287900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.318984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Calling delete_port for dd4f1d69-f22a-4bb4-b1a7-d0743b15499f owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:43:37.350387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.384932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-a8e00a7d-97ce-47c5-8cf3-a3eddedfcbb1 service neutron] 10.222.0.52 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4741104 Aug 30 22:43:37.392382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a9dcd-6f14-450a-8913-acf4cb9b6a69 req-8ffec15b-5287-4661-810f-d1b27ffec362 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:37.394504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a0a9dcd-6f14-450a-8913-acf4cb9b6a69 req-8ffec15b-5287-4661-810f-d1b27ffec362 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.4108455 Aug 30 22:43:37.417586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.437963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f009fcd-0b98-4ead-ab39-e4251a26a3fc req-a713323d-b1dc-4c04-9bc4-cc7f9eaee944 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972807 Aug 30 22:43:37.488635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7240f3-8ed8-4b19-875a-be696448239f req-514823bb-7d54-44d7-807d-19364c5ad231 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:37.490346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa7240f3-8ed8-4b19-875a-be696448239f req-514823bb-7d54-44d7-807d-19364c5ad231 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 948 time: 0.2508085 Aug 30 22:43:37.500922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a0a9dcd-6f14-450a-8913-acf4cb9b6a69 req-53233812-067d-4257-97d8-707e14e39085 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977945 Aug 30 22:43:37.521949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:37.542209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:37.547795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:37.551839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Pushing event updated for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:37.582281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db00b874-8817-4d4a-b8a8-edea9a7cd3ca req-23a5aeae-fd73-4771-9408-33a34b9145b7 service neutron] 10.222.0.52 "GET /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535733 Aug 30 22:43:37.602043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.604702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.605891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/479a72b0-20c5-4cc9-8e29-a4a839d063fa HTTP/1.1" status: 204 len: 168 time: 0.4962397 Aug 30 22:43:37.710348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb3d19-1bb3-404a-91bd-31b24226f085 req-faa49677-108b-4c4a-b14e-4f9ee0900c7e tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:37.711947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fbb3d19-1bb3-404a-91bd-31b24226f085 req-faa49677-108b-4c4a-b14e-4f9ee0900c7e tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 950 time: 0.1062691 Aug 30 22:43:37.736144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa7240f3-8ed8-4b19-875a-be696448239f req-9c17c803-1e83-4193-8462-dae3ff7484bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065468 Aug 30 22:43:37.736144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0065ee7c-1ca8-4408-8075-f12670741095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479a72b0-20c5-4cc9-8e29-a4a839d063fa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:37.738567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:37.739810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.771924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-b8aae07f-926a-404e-a559-b76967e76fd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8405902 Aug 30 22:43:37.775856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.799547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fbb3d19-1bb3-404a-91bd-31b24226f085 req-b707770c-0a21-4ecb-8ca6-ae3c6506e9b6 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790005 Aug 30 22:43:37.824367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:37.826694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Request body: {'port': {'device_id': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:37.834280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Pushing event deleted for resources: {'Port': ['ID=dd4f1d69-f22a-4bb4-b1a7-d0743b15499f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:37.951762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] No DVR routers for this DVR port dd4f1d69-f22a-4bb4-b1a7-d0743b15499f on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:43:37.968595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:37.970885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08592e46-5564-46bd-8081-b69b68351d86 req-e4629dc9-be1a-49fe-b53f-e4b1cfeca25c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "DELETE /v2.0/ports/dd4f1d69-f22a-4bb4-b1a7-d0743b15499f HTTP/1.1" status: 204 len: 173 time: 1.2240593 Aug 30 22:43:37.972366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'name': 'network-vif-deleted', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:37.974860 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276586d6-8434-44e0-a3b9-699a0b85bc38" -d '{"events": [{"server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "name": "network-vif-deleted", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:37.984390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aed56c09-b625-456f-936a-5826e79c072d None None] Provisioning for port 69607b3c-9f61-4f42-a0aa-913ff7204faf completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:37.998327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aed56c09-b625-456f-936a-5826e79c072d None None] Provisioning complete for port 69607b3c-9f61-4f42-a0aa-913ff7204faf triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:37.998827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aed56c09-b625-456f-936a-5826e79c072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.023645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31c3c4ca-71ec-4851-8ab0-0a77c84e0519 req-3858ee4a-5406-4f31-afed-1f8a572ad63a tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=f41f2443-ef66-4440-b053-6a4fba8d364e HTTP/1.1" status: 200 len: 210 time: 0.0597680 Aug 30 22:43:38.108580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.115387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:38.123067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-aed56c09-b625-456f-936a-5826e79c072d None None] Port 69607b3c-9f61-4f42-a0aa-913ff7204faf cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:38.138598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5518ab6-5fff-431e-96ba-7b636051419c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.284352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:38.287908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae24e90-da8d-48b3-8c6e-e027b57fce39 req-d635e5de-4b09-42d3-9704-ac57cb1afd6f tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:38.290397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ae24e90-da8d-48b3-8c6e-e027b57fce39 req-d635e5de-4b09-42d3-9704-ac57cb1afd6f tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 948 time: 0.1421833 Aug 30 22:43:38.374637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5518ab6-5fff-431e-96ba-7b636051419c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.379552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ae24e90-da8d-48b3-8c6e-e027b57fce39 req-c7167ed9-7546-45db-bfa3-676998d36c13 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760341 Aug 30 22:43:38.383011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5518ab6-5fff-431e-96ba-7b636051419c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.434495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5518ab6-5fff-431e-96ba-7b636051419c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8027bab268fb49168e1b3c6c02555f5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173199 Aug 30 22:43:38.435975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5518ab6-5fff-431e-96ba-7b636051419c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f2ab11-f6d4-4736-b78b-d2c46315357e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:38.439796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:38.476562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:38.492514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6cc62445-d026-4357-a405-640b8e2d8962', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '6cc62445-d026-4357-a405-640b8e2d8962', 'mac_address': 'fa:16:3e:a7:5c:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:38.514512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.536076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.540015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.551028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cc62445-d026-4357-a405-640b8e2d8962 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:38.573678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:38.580365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.609262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.616190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:38.620209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04f2ab11-f6d4-4736-b78b-d2c46315357e HTTP/1.1" status: 204 len: 168 time: 0.1766822 Aug 30 22:43:38.638624 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f103a20-d9d2-473c-bc08-804c1dfa437a x-openstack-request-id: req-8f103a20-d9d2-473c-bc08-804c1dfa437a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:38.638944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc77c1f3-8194-44ec-aa81-0b27ebe858ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f2ab11-f6d4-4736-b78b-d2c46315357e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:38.640507 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f41f2443-ef66-4440-b053-6a4fba8d364e", "name": "network-vif-deleted", "tag": "dd4f1d69-f22a-4bb4-b1a7-d0743b15499f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:38.662511 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f103a20-d9d2-473c-bc08-804c1dfa437a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:38.662511 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f41f2443-ef66-4440-b053-6a4fba8d364e', 'name': 'network-vif-deleted', 'tag': 'dd4f1d69-f22a-4bb4-b1a7-d0743b15499f', 'status': 'completed', 'code': 200} Aug 30 22:43:38.677851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:38.826206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b523b4-cb2e-47e1-b725-91641a188d0e req-4fa86340-1605-4de4-969a-a9120b7df67b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:38.828490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0b523b4-cb2e-47e1-b725-91641a188d0e req-4fa86340-1605-4de4-969a-a9120b7df67b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 950 time: 0.1720397 Aug 30 22:43:38.833881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57395b94-6b45-49e0-ac78-d9df2a26ee5a req-863e6a36-8218-43fd-99cc-746fcde816fe tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:38.839342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57395b94-6b45-49e0-ac78-d9df2a26ee5a req-863e6a36-8218-43fd-99cc-746fcde816fe tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 935 time: 0.2028551 Aug 30 22:43:38.902294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0b523b4-cb2e-47e1-b725-91641a188d0e req-ad8e7e14-971d-4c66-8588-ad49e87dc19e tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572538 Aug 30 22:43:38.949555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57395b94-6b45-49e0-ac78-d9df2a26ee5a req-31c736ba-2c3e-4c93-8b51-c5c222e052e3 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851872 Aug 30 22:43:38.965398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:39.031087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69607b3c-9f61-4f42-a0aa-913ff7204faf {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:39.051792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e167a-e7b5-46c1-a31e-8372731768b7 req-cabcc63a-2255-4ff6-bd0b-16b5fcdd2ce4 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.054122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2e167a-e7b5-46c1-a31e-8372731768b7 req-cabcc63a-2255-4ff6-bd0b-16b5fcdd2ce4 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.0777564 Aug 30 22:43:39.057235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c6dabbde-6ec8-4e21-bc81-bd668dcd16eb details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:39.084899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.107562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Transition to ACTIVE for port object 69607b3c-9f61-4f42-a0aa-913ff7204faf will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:39.128502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431ae2c-106c-4a80-8f32-86a313706a94 req-cebceb82-be19-41b6-a04b-3900944bedda tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.130270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4431ae2c-106c-4a80-8f32-86a313706a94 req-cebceb82-be19-41b6-a04b-3900944bedda tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 949 time: 0.0887737 Aug 30 22:43:39.131476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.148511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2e167a-e7b5-46c1-a31e-8372731768b7 req-f781476a-66f9-4d60-acf9-9050b8172bb9 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788136 Aug 30 22:43:39.243556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4431ae2c-106c-4a80-8f32-86a313706a94 req-4735ad15-9287-4de5-864b-db68517bbd74 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781739 Aug 30 22:43:39.245233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Pushing event updated for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:39.363275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Attempting to bind port 69607b3c-9f61-4f42-a0aa-913ff7204faf on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:39.363613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Attempting to bind port 69607b3c-9f61-4f42-a0aa-913ff7204faf by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:39.363946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Attempting to bind port 69607b3c-9f61-4f42-a0aa-913ff7204faf on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:39.370057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Port 69607b3c-9f61-4f42-a0aa-913ff7204faf on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:39.370392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Attempting to bind port 69607b3c-9f61-4f42-a0aa-913ff7204faf on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:39.378463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:39.378855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:39.379272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:39.379880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Bound port: 69607b3c-9f61-4f42-a0aa-913ff7204faf, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:39.380191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.481295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:39.526820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb', 'mac_address': 'fa:16:3e:dc:60:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:39.527140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:39.532842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:39.539767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.615852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.648897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6dabbde-6ec8-4e21-bc81-bd668dcd16eb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:39.670168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.670807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.672278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] 10.222.0.52 "PUT /v2.0/ports/69607b3c-9f61-4f42-a0aa-913ff7204faf HTTP/1.1" status: 200 len: 1096 time: 1.8609447 Aug 30 22:43:39.675374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ff3e0-017c-46e9-9933-6758d91cd4ce service neutron] Pushing event updated for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:39.684552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:39.698004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:39.718021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74ac5c4-143b-4aa1-891c-c9c7f5976216 req-1b7b4dde-4f70-41fb-82eb-56afb1365f1f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.719662 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b74ac5c4-143b-4aa1-891c-c9c7f5976216 req-1b7b4dde-4f70-41fb-82eb-56afb1365f1f tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.1116576 Aug 30 22:43:39.751330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a11b31-e03f-4d65-bb95-9868774e1db6 req-365693f3-9380-4875-8871-4921c5b003cc tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.753552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89a11b31-e03f-4d65-bb95-9868774e1db6 req-365693f3-9380-4875-8871-4921c5b003cc tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 948 time: 0.1792247 Aug 30 22:43:39.776234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-e2af2232-6b5b-4da8-8e20-724ea8ef8a59 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.777853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-e2af2232-6b5b-4da8-8e20-724ea8ef8a59 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8&tenant_id=542e01e2883e4b25aacb5b5cff6af037&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 949 time: 0.1591465 Aug 30 22:43:39.789257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:39.861001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b74ac5c4-143b-4aa1-891c-c9c7f5976216 req-619ece09-c546-45e2-a876-4b915c268947 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337969 Aug 30 22:43:39.882071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-413e45e2-7caf-488f-bc28-e1c946aa0ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:39.883560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-413e45e2-7caf-488f-bc28-e1c946aa0ee4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 1099 time: 0.0884380 Aug 30 22:43:39.889709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89a11b31-e03f-4d65-bb95-9868774e1db6 req-17bb52c2-b832-418c-80b2-165797f9500b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259286 Aug 30 22:43:39.891153 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-d3f9045a-4684-499a-8606-c5efc7e24843 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:43:39.892966 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-d3f9045a-4684-499a-8606-c5efc7e24843 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6cc62445-d026-4357-a405-640b8e2d8962/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0887618 Aug 30 22:43:40.012853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-1250eaeb-a6c2-4ef3-a3a9-9d7239c5a992 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf HTTP/1.1" status: 200 len: 217 time: 0.1073124 Aug 30 22:43:40.091241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['c6dabbde-6ec8-4e21-bc81-bd668dcd16eb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:40.116843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-47928027-df54-4db6-8502-6827227aee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.118729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-47928027-df54-4db6-8502-6827227aee1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1101 time: 0.0768211 Aug 30 22:43:40.139391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-983abc9b-2eba-4316-a08b-6914bea7cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.140753 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-983abc9b-2eba-4316-a08b-6914bea7cc78 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0854526 Aug 30 22:43:40.155558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0ab7a-2e06-4ba7-b20e-713d764a61aa req-77a12d15-24bf-4069-87fc-e142045c3b2a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.157699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04c0ab7a-2e06-4ba7-b20e-713d764a61aa req-77a12d15-24bf-4069-87fc-e142045c3b2a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 949 time: 0.1335461 Aug 30 22:43:40.244450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17b34efa-4bcf-4154-aa68-adf1f2054681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.252321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04c0ab7a-2e06-4ba7-b20e-713d764a61aa req-5eb7451c-095c-4771-bc46-5adbecfd3a81 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640411 Aug 30 22:43:40.267137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-e7864f6c-08da-407a-9aa4-464ee3b36330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.270438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-e7864f6c-08da-407a-9aa4-464ee3b36330 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1106946 Aug 30 22:43:40.288218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1512916a-7b27-4a43-b1f7-5097a7e50390 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:40.298572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:40.328732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828fa1d-33bd-460c-a5c5-553c434fb54d req-65c109d9-f369-4616-8947-fa9098ad77c4 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.331860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4828fa1d-33bd-460c-a5c5-553c434fb54d req-65c109d9-f369-4616-8947-fa9098ad77c4 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 950 time: 0.2118175 Aug 30 22:43:40.400121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-66ea8fa4-ffc6-48d4-93cf-df5467e7ec41 tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.401678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-66ea8fa4-ffc6-48d4-93cf-df5467e7ec41 tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 1102 time: 0.2183630 Aug 30 22:43:40.452475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6cc62445-d026-4357-a405-640b8e2d8962 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:40.454732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-65c159a1-3ff2-4cc0-bb51-bb0a60150829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.456466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-65c159a1-3ff2-4cc0-bb51-bb0a60150829 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3258474 Aug 30 22:43:40.459684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6cc62445-d026-4357-a405-640b8e2d8962 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:40.460164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.469432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152561e-6a8b-420c-8428-264d4d699c92 req-7159c805-030f-4d9e-926e-087cc963379c tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.470097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4828fa1d-33bd-460c-a5c5-553c434fb54d req-f5a7fdcd-92fa-4833-bd48-47b2afde08d1 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291645 Aug 30 22:43:40.471111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f152561e-6a8b-420c-8428-264d4d699c92 req-7159c805-030f-4d9e-926e-087cc963379c tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 947 time: 0.1343141 Aug 30 22:43:40.511409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-288b9918-8eca-4ebd-985b-c3b6a69cb953 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233465 Aug 30 22:43:40.532170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1512916a-7b27-4a43-b1f7-5097a7e50390,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:40.533932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f152561e-6a8b-420c-8428-264d4d699c92 req-f52c6539-f907-465e-bfb9-9b2c51df83c6 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452142 Aug 30 22:43:40.550982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1512916a-7b27-4a43-b1f7-5097a7e50390', 'network_id': 'db3019d1-211d-4330-8fc1-118e08e285c9', 'port_id': '1512916a-7b27-4a43-b1f7-5097a7e50390', 'mac_address': 'fa:16:3e:5d:bc:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd552509b-c73c-47c8-be2c-85918b7e62bb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:40.553719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-c89cd240-12ee-474f-a713-320e1cacc3db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0739298 Aug 30 22:43:40.629767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.633150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fb08e80-01e5-4e5c-b1e1-ca3e1dfd0944 req-cc7e1cf3-392e-4f6f-815b-02bd579891a1 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026244 Aug 30 22:43:40.650849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:40.653153 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690be801-d887-46dc-82a2-d0dd4fbff519" -d '{"events": [{"name": "network-changed", "server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:40.655456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1512916a-7b27-4a43-b1f7-5097a7e50390 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:40.681508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.684776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1512916a-7b27-4a43-b1f7-5097a7e50390,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:40.691899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-aa8cf36b-31bb-4fd4-8f0d-25de990d0d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.695257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-aa8cf36b-31bb-4fd4-8f0d-25de990d0d73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1201208 Aug 30 22:43:40.696239 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.722299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Deleting port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:43:40.722649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.733678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e185b-664a-454a-8483-d91d524b41a6 req-2149ab23-5f3a-45a2-949f-ed193336ed38 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.735561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d26e185b-664a-454a-8483-d91d524b41a6 req-2149ab23-5f3a-45a2-949f-ed193336ed38 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 943 time: 0.0781996 Aug 30 22:43:40.748573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:40.750970 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e705c74a-960f-4524-8d28-320f9ec18729" -d '{"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:40.773239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:40.781679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d26e185b-664a-454a-8483-d91d524b41a6 req-1c0eaabd-6a63-42a8-a8d8-2786e0a5fb87 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384960 Aug 30 22:43:40.788431 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.789574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dd4f1d69-f22a-4bb4-b1a7-d0743b15499f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:40.812000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: dd4f1d69-f22a-4bb4-b1a7-d0743b15499f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:43:40.812421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dd4f1d69-f22a-4bb4-b1a7-d0743b15499f not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:43:40.814410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:40.815994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] For port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:40.815994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:40.830475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Calling delete_port for d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:43:40.841261 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303cb2e8-5250-4b8e-8505-8070a54b124b x-openstack-request-id: req-303cb2e8-5250-4b8e-8505-8070a54b124b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:40.841952 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:40.842545 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-303cb2e8-5250-4b8e-8505-8070a54b124b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:40.844054 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf', 'status': 'completed', 'code': 200} Aug 30 22:43:40.872134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:40.892294 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4f2014-b08b-4e92-afa0-0861f66b9faf x-openstack-request-id: req-3b4f2014-b08b-4e92-afa0-0861f66b9faf {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:40.892782 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-plugged", "status": "completed", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:40.893042 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b4f2014-b08b-4e92-afa0-0861f66b9faf {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:40.893478 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'code': 200} Aug 30 22:43:40.939268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-b781ed92-29fb-4a73-b07a-b66cf019642b tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3010a09c322944998cbef7aadec3a81f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488906 Aug 30 22:43:40.971503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-c27a46bb-bda3-4d57-9f15-bed7b2106b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:40.973458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-c27a46bb-bda3-4d57-9f15-bed7b2106b02 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2649014 Aug 30 22:43:41.003755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694e29d-2c04-4bee-bc66-1040a9411110 req-68668476-b51b-40ab-b211-0a4865ca9b1c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.006452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d694e29d-2c04-4bee-bc66-1040a9411110 req-68668476-b51b-40ab-b211-0a4865ca9b1c tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.0642884 Aug 30 22:43:41.054046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c6dabbde-6ec8-4e21-bc81-bd668dcd16eb up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:41.057301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1512916a-7b27-4a43-b1f7-5097a7e50390'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:41.087921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d694e29d-2c04-4bee-bc66-1040a9411110 req-1d80239a-2caa-43b7-b44f-0ef8871e60b6 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757515 Aug 30 22:43:41.091128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-dd3325c1-4487-4324-bf1d-bf62a36a5f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.092835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-dd3325c1-4487-4324-bf1d-bf62a36a5f47 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 1099 time: 0.0727334 Aug 30 22:43:41.189327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:41.197443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-f5386d2b-12a6-4592-a9a0-b03403ffc502 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.198650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:41.199057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.208811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-f5386d2b-12a6-4592-a9a0-b03403ffc502 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2482083 Aug 30 22:43:41.223209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.238286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-1bb20733-dce0-4f5b-98c1-a12bd98ab7ed tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/quotas/3010a09c322944998cbef7aadec3a81f HTTP/1.1" status: 200 len: 375 time: 0.0284095 Aug 30 22:43:41.241330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:41.248620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-ef4cc429-9f88-4b08-91ff-f4affe1c237d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.249849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-ef4cc429-9f88-4b08-91ff-f4affe1c237d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1465547 Aug 30 22:43:41.259160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b913a0d-427e-431f-8b71-49c76edfdb2a req-94f7ae1d-352d-42ed-826a-0475e64f61e1 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.261553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b913a0d-427e-431f-8b71-49c76edfdb2a req-94f7ae1d-352d-42ed-826a-0475e64f61e1 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 949 time: 0.0815346 Aug 30 22:43:41.264456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-a54c3c03-86e4-49eb-b03a-313ac5449552 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801926 Aug 30 22:43:41.277951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:41.325513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-7ad27f96-4b56-4bbc-a7b6-f21e63964039 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3010a09c322944998cbef7aadec3a81f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596035 Aug 30 22:43:41.383393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-25075745-8e38-4318-b084-f82cc37ba5f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.47&port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf HTTP/1.1" status: 200 len: 217 time: 0.0846622 Aug 30 22:43:41.407628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b913a0d-427e-431f-8b71-49c76edfdb2a req-f955e4d2-fe1f-4647-8571-3b9e86901449 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353636 Aug 30 22:43:41.409556 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.423939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] No DVR routers for this DVR port d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:43:41.435062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.437084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-024f4a66-6fa9-4454-bdf8-7b10af562b53 req-326fb34f-4f1b-4f88-9ca8-43f887905cae tempest-DeleteServersAdminTestJSON-671795064 tempest-DeleteServersAdminTestJSON-671795064-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c HTTP/1.1" status: 204 len: 173 time: 1.0237226 Aug 30 22:43:41.437395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'name': 'network-vif-deleted', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:41.458109 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0884774-1551-4de3-9a56-6e65b39bb4eb" -d '{"events": [{"server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "name": "network-vif-deleted", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:41.496624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:41.504164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.531367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-88b489ae-bd93-4d0c-98f5-70e58a9cd0d9 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.532915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-88b489ae-bd93-4d0c-98f5-70e58a9cd0d9 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.2356699 Aug 30 22:43:41.552819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814e6869-8527-41c8-9d83-f004b9d3d91d req-bd36898a-28b4-445f-b048-f67d834fc52f service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682073 Aug 30 22:43:41.575036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-79c3cf41-92d9-492a-b6fc-79a36051a9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.580291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-79c3cf41-92d9-492a-b6fc-79a36051a9e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1673167 Aug 30 22:43:41.598751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:41.665558 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c817c19b-6d83-4b2f-b58c-d52258fe67c6 x-openstack-request-id: req-c817c19b-6d83-4b2f-b58c-d52258fe67c6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:41.666127 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "551bb106-b6d1-4701-b461-9da87a8c7bb0", "name": "network-vif-deleted", "tag": "d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:41.666479 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c817c19b-6d83-4b2f-b58c-d52258fe67c6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:41.667103 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '551bb106-b6d1-4701-b461-9da87a8c7bb0', 'name': 'network-vif-deleted', 'tag': 'd2fcbc92-8dc6-4a4f-b3da-66463ede2c2c', 'status': 'completed', 'code': 200} Aug 30 22:43:41.727913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-e1394028-f2b7-44ec-a0f8-4a3d6c114f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.729439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-e1394028-f2b7-44ec-a0f8-4a3d6c114f9e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0947874 Aug 30 22:43:41.743286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3017d3e-646d-4812-a8f7-834c7f16debc req-8a409f8e-f236-4e5e-bdb2-6aba59810193 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:41.745275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a3017d3e-646d-4812-a8f7-834c7f16debc req-8a409f8e-f236-4e5e-bdb2-6aba59810193 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 950 time: 0.0816691 Aug 30 22:43:41.798985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a3017d3e-646d-4812-a8f7-834c7f16debc req-8b02a070-11ba-4ed6-a482-d37c88f9bf7a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463276 Aug 30 22:43:41.838948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7568a87-96ea-48ff-9a19-5c0f99abd596 req-d4927c67-7324-435f-9848-0014380c8a7f tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=551bb106-b6d1-4701-b461-9da87a8c7bb0 HTTP/1.1" status: 200 len: 210 time: 0.0781884 Aug 30 22:43:41.842562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Deleting port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:43:41.842916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:41.894835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cef3dc0-966a-427d-8933-1382c8a2d6d3 req-29ed0d79-ad61-4594-b23d-643c0d3d24b5 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 210 time: 0.0372150 Aug 30 22:43:42.049217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-57857fcb-9703-4088-b507-29a3106a08f3 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091540 Aug 30 22:43:42.128943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22dbf6-7b73-4519-9485-6e612d3f8916 req-e740d7d7-a6f1-4bce-b680-a8f85474c3e5 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:42.130677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c22dbf6-7b73-4519-9485-6e612d3f8916 req-e740d7d7-a6f1-4bce-b680-a8f85474c3e5 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 944 time: 0.1024179 Aug 30 22:43:42.191324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c22dbf6-7b73-4519-9485-6e612d3f8916 req-edd495c0-7c5d-40f8-a44d-9d90496aacaf tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520082 Aug 30 22:43:42.205354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] For port b1ad52e9-6c75-48fa-bc16-bdf875c1a831, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:42.206391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.224593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c69ce1-80ff-4793-934a-6533f7696e27 req-57240fae-1d37-4b46-8df2-fb292e796fb1 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:42.234656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03c69ce1-80ff-4793-934a-6533f7696e27 req-57240fae-1d37-4b46-8df2-fb292e796fb1 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 947 time: 0.2728698 Aug 30 22:43:42.303949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1512916a-7b27-4a43-b1f7-5097a7e50390 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:42.338642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Calling delete_port for b1ad52e9-6c75-48fa-bc16-bdf875c1a831 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:43:42.353144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78e6ac2-5465-45bf-904f-22bca41e88ad req-3e9729c2-23ba-4505-9cb4-91600e75c9b3 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:42.356370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c78e6ac2-5465-45bf-904f-22bca41e88ad req-3e9729c2-23ba-4505-9cb4-91600e75c9b3 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/ports?device_id=2b006aed-24ec-4671-819e-52c7ff7f950f HTTP/1.1" status: 200 len: 950 time: 0.1100824 Aug 30 22:43:42.386748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03c69ce1-80ff-4793-934a-6533f7696e27 req-cd1c31f6-99f7-4ecf-8559-0b2e8000ae01 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511869 Aug 30 22:43:42.393109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-690be801-d887-46dc-82a2-d0dd4fbff519 req-a44cc779-c27c-4a75-96a0-2f6d38f5966a service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3354037 Aug 30 22:43:42.431743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1512916a-7b27-4a43-b1f7-5097a7e50390 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:42.436747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1512916a-7b27-4a43-b1f7-5097a7e50390 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:42.437093 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.459375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c78e6ac2-5465-45bf-904f-22bca41e88ad req-f723eaae-997b-4c31-ab66-4d0e175a1b33 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.25 "GET /v2.0/security-groups?id=c20b5843-0185-497a-902d-53b19631a716&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778902 Aug 30 22:43:42.554784 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.600697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1512916a-7b27-4a43-b1f7-5097a7e50390,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:42.607374 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.641173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5059e01-dea3-45aa-96c8-0eb62082ab72 req-109a4825-8b60-417c-a3e3-83183a50e5a0 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:42.643073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5059e01-dea3-45aa-96c8-0eb62082ab72 req-109a4825-8b60-417c-a3e3-83183a50e5a0 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.1144032 Aug 30 22:43:42.644417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.679863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b1ad52e9-6c75-48fa-bc16-bdf875c1a831'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:42.682979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:42.705027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Pushing event deleted for resources: {'Port': ['ID=b1ad52e9-6c75-48fa-bc16-bdf875c1a831,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:42.759613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] No DVR routers for this DVR port b1ad52e9-6c75-48fa-bc16-bdf875c1a831 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:43:42.763544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5059e01-dea3-45aa-96c8-0eb62082ab72 req-b35fa36e-4e63-4872-b6a7-3b9aaaa99a32 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052568 Aug 30 22:43:42.778353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.791344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3c5effe-5bb8-4ea4-817c-be1d57ab9eb0 req-f2933cd9-9452-4069-a856-5374e802b016 tempest-LiveMigrationNegativeTest-9075487 tempest-LiveMigrationNegativeTest-9075487-project] 10.222.0.52 "DELETE /v2.0/ports/b1ad52e9-6c75-48fa-bc16-bdf875c1a831 HTTP/1.1" status: 204 len: 173 time: 1.2265904 Aug 30 22:43:42.811749 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:42.845113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'name': 'network-vif-deleted', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:42.848312 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19ba596-dc6c-4b4a-ade3-c8a4cfc2e896" -d '{"events": [{"server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "name": "network-vif-deleted", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:42.894537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb'}, {'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:42.897634 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04d03e7-fca9-4e96-a7f2-e3597910ff8c" -d '{"events": [{"server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "name": "network-vif-plugged", "status": "completed", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb"}, {"server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "name": "network-vif-plugged", "status": "completed", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:42.924454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-3710f269-10ea-45b1-9563-00dfb679ef19 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3010a09c322944998cbef7aadec3a81f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531769 Aug 30 22:43:42.946075 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef91e898-4479-4435-951e-f36548168955 x-openstack-request-id: req-ef91e898-4479-4435-951e-f36548168955 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:42.946672 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b006aed-24ec-4671-819e-52c7ff7f950f", "name": "network-vif-deleted", "tag": "b1ad52e9-6c75-48fa-bc16-bdf875c1a831", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:42.947127 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef91e898-4479-4435-951e-f36548168955 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:42.947804 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b006aed-24ec-4671-819e-52c7ff7f950f', 'name': 'network-vif-deleted', 'tag': 'b1ad52e9-6c75-48fa-bc16-bdf875c1a831', 'status': 'completed', 'code': 200} Aug 30 22:43:43.089944 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7725e901-1f3b-4eb7-8b0f-7a6c9b9c2a0f x-openstack-request-id: req-7725e901-1f3b-4eb7-8b0f-7a6c9b9c2a0f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:43.090506 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "name": "network-vif-plugged", "status": "completed", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb", "code": 200}, {"server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "name": "network-vif-plugged", "status": "completed", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:43.091100 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7725e901-1f3b-4eb7-8b0f-7a6c9b9c2a0f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:43.091681 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb', 'code': 200} Aug 30 22:43:43.092168 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390', 'code': 200} Aug 30 22:43:43.205809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de69a5-a517-44c5-9a9b-37d6e05a2c97 req-1fdb53f1-b55d-4e18-92a9-a6d04ede07e1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.207538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14de69a5-a517-44c5-9a9b-37d6e05a2c97 req-1fdb53f1-b55d-4e18-92a9-a6d04ede07e1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 950 time: 0.2520859 Aug 30 22:43:43.222961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9193310-3685-44ab-96f0-0ff80f52e375 req-5469aa3f-3bed-444f-aa80-f0ffecfc284f tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 210 time: 0.0595155 Aug 30 22:43:43.278778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1a8a33d-1477-4423-bd45-260c81bdbb4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.320316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559c795-d688-4425-8ab2-c16b5e38bec8 req-9cdac562-3468-4264-ab8b-c0f930ae3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.322043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9559c795-d688-4425-8ab2-c16b5e38bec8 req-9cdac562-3468-4264-ab8b-c0f930ae3f13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 1097 time: 0.0872376 Aug 30 22:43:43.352369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-6888923a-b1fd-419e-b5d4-b4b4656e21bc tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.352369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-6888923a-b1fd-419e-b5d4-b4b4656e21bc tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4200540 Aug 30 22:43:43.356722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14de69a5-a517-44c5-9a9b-37d6e05a2c97 req-11b4c6c2-bb8e-41c6-9a53-34b996de308c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386144 Aug 30 22:43:43.368553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Request body: {'port': {'device_id': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '3010a09c322944998cbef7aadec3a81f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:43.369500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-7215361f-e4b3-45ac-90e3-e8d1b0e1bd89 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d0d27c95b3f14534a7570f2451506452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457382 Aug 30 22:43:43.376432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53473391-75c6-42a2-bcee-f70479cc7eb3 req-bab6f6fe-bf12-4d24-810d-798cbc3cd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.379821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53473391-75c6-42a2-bcee-f70479cc7eb3 req-bab6f6fe-bf12-4d24-810d-798cbc3cd720 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 1102 time: 0.1338465 Aug 30 22:43:43.473903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9559c795-d688-4425-8ab2-c16b5e38bec8 req-82bf2c76-c317-4613-8048-a548a62f221a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125193 Aug 30 22:43:43.534934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-2dc1ba6e-1488-44c6-a108-350c1bb2fc10 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.537602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-2dc1ba6e-1488-44c6-a108-350c1bb2fc10 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1548107 Aug 30 22:43:43.546284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53473391-75c6-42a2-bcee-f70479cc7eb3 req-5d4f07d4-d6e9-4c77-a55a-247225d72568 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453249 Aug 30 22:43:43.558150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-7b677ab2-4b2a-4a83-95d4-76cbde027436 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/quotas/d0d27c95b3f14534a7570f2451506452 HTTP/1.1" status: 200 len: 375 time: 0.0112863 Aug 30 22:43:43.593889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac857268-786e-4179-8df8-d883589148d8 req-52c7eece-278b-412f-9d76-468bd7280edd tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.594886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-314b645c-ce04-4878-b7c3-ea9f56e6b1c8 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301664 Aug 30 22:43:43.595560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac857268-786e-4179-8df8-d883589148d8 req-52c7eece-278b-412f-9d76-468bd7280edd tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 945 time: 0.1228054 Aug 30 22:43:43.628713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Made reservation on behalf of 3010a09c322944998cbef7aadec3a81f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:43.632352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.654192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.660108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac857268-786e-4179-8df8-d883589148d8 req-f41fd4b7-249e-4234-9cdf-cc73b75730b6 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566554 Aug 30 22:43:43.802689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.810564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:43.939731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f480133c-63a6-4e96-a58c-bd773e0c1aac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:43.944335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a970b2-1be4-4cbe-a4e6-2f5c42d6d57a req-d53abd12-8fde-437b-a8d3-3ca9cf19b621 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:43.948323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44a970b2-1be4-4cbe-a4e6-2f5c42d6d57a req-d53abd12-8fde-437b-a8d3-3ca9cf19b621 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 947 time: 0.0941250 Aug 30 22:43:44.004650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44a970b2-1be4-4cbe-a4e6-2f5c42d6d57a req-5034ded3-6d65-48e1-8cfa-9ba9cf4cab74 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Aug 30 22:43:44.006651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c74be2-7efd-4b61-a014-57f458c01800 req-a69505d2-4d93-4c16-999a-1b3cf9499f0f tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.009088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66c74be2-7efd-4b61-a014-57f458c01800 req-a69505d2-4d93-4c16-999a-1b3cf9499f0f tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1102 time: 0.1820800 Aug 30 22:43:44.140271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66c74be2-7efd-4b61-a014-57f458c01800 req-d93e57ea-04a6-40d7-ab47-40df8d3fd990 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162176 Aug 30 22:43:44.141740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Allocated IP 192.168.233.14 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/c496b364-7abf-48e4-9375-d0bdd49928f3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:44.278909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a3cf2c0-af8e-4ac3-8e29-4ceade0b0f71 req-1ca91cf2-7c33-4ca2-9574-bd8fb54cc060 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 210 time: 0.0444980 Aug 30 22:43:44.317155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 69607b3c-9f61-4f42-a0aa-913ff7204faf details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:44.390111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:44.447739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a968b1-c471-42f3-b003-0ae98aac2579 req-e0afeaec-a91d-4fe2-9b65-f941ece030a1 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.462709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6a968b1-c471-42f3-b003-0ae98aac2579 req-e0afeaec-a91d-4fe2-9b65-f941ece030a1 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.2200735 Aug 30 22:43:44.539006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:44.543672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1914a693-32a2-4e79-8851-37cde87aae28 req-fdf9f088-51c4-40a5-ac42-c400cc76e458 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 210 time: 0.0767107 Aug 30 22:43:44.558737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '69607b3c-9f61-4f42-a0aa-913ff7204faf', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '69607b3c-9f61-4f42-a0aa-913ff7204faf', 'mac_address': 'fa:16:3e:9d:04:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:44.619718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:44.647895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:44.671110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69607b3c-9f61-4f42-a0aa-913ff7204faf {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:44.687733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-2c06a71c-2ad1-4356-ac4d-962c755e5e45 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348835 Aug 30 22:43:44.742453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:44.751212 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:44.889105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:44.948602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-2805b8e9-2a15-477f-8a95-72fdabb29ac7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:44.952624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-2805b8e9-2a15-477f-8a95-72fdabb29ac7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636552 Aug 30 22:43:44.980335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-eb2abc35-d8e4-40e5-8c69-afde97d472ff tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/quotas/542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 375 time: 0.0197935 Aug 30 22:43:45.010164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6a968b1-c471-42f3-b003-0ae98aac2579 req-efad0cf4-0eeb-4bc9-99f2-9f80c9c53908 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5455906 Aug 30 22:43:45.036177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.053042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Transition to ACTIVE for port object c496b364-7abf-48e4-9375-d0bdd49928f3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:45.067711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:45.069456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-61101306-fdae-44b7-b1ab-7eb2616f0797 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0881119 Aug 30 22:43:45.084148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-248000cd-cc28-497d-9f60-1ca0bfb156c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40370909baaf4a089b4c6fc03547e0ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4628146 Aug 30 22:43:45.085007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58102) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:45.099172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:43:45.099686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d2fcbc92-8dc6-4a4f-b3da-66463ede2c2c not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:43:45.106822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['69607b3c-9f61-4f42-a0aa-913ff7204faf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:45.117476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.154245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.187906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:45.188159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.193230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:45.198223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:45.215901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3aaea-75e8-4c58-8399-d2ad53691e7b req-e83592cb-065f-42af-88d7-a5ff16c86db2 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:45.217994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fb3aaea-75e8-4c58-8399-d2ad53691e7b req-e83592cb-065f-42af-88d7-a5ff16c86db2 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 945 time: 0.1151979 Aug 30 22:43:45.266829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Pushing event updated for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:45.298904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.302096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.303356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c20b5843-0185-497a-902d-53b19631a716 HTTP/1.1" status: 204 len: 168 time: 0.2171159 Aug 30 22:43:45.338064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54af77a-9600-48ac-9435-9a34fb1c6bf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20b5843-0185-497a-902d-53b19631a716,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:45.340196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:45.340867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.384831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fb3aaea-75e8-4c58-8399-d2ad53691e7b req-317be97f-f16a-430f-b009-c0fac696a387 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447389 Aug 30 22:43:45.386658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-be9189b4-be3e-4b28-8f4b-0b520c3654a2 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0230405 Aug 30 22:43:45.403742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Request body: {'port': {'device_id': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:45.545918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-579d638c-6fe5-4c99-a388-69faca0f2581 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d0d27c95b3f14534a7570f2451506452&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004410 Aug 30 22:43:45.555557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.574425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f450e50-d778-4055-a1f9-a8f84424bc53 req-bc34f804-8f26-4c73-af92-daecb5fd15b2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:45.579593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f450e50-d778-4055-a1f9-a8f84424bc53 req-bc34f804-8f26-4c73-af92-daecb5fd15b2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 948 time: 0.1431191 Aug 30 22:43:45.814405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a478f1bd-f815-4b9c-8761-0907ed74b16c req-ffaae817-5d47-4fd3-be59-309d8428ab22 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 210 time: 0.1292117 Aug 30 22:43:45.835496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:45.972239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-83f85495-f742-4c27-b44f-923a6a08c326 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:45.977921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-83f85495-f742-4c27-b44f-923a6a08c326 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4171484 Aug 30 22:43:46.004817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a25ec17d-9372-4e87-af01-23c799136e1f req-732549c0-34f1-4e1c-bf83-4bc680ac7a51 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 210 time: 0.0679088 Aug 30 22:43:46.017567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Request body: {'port': {'device_id': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd0d27c95b3f14534a7570f2451506452'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:46.092689 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f450e50-d778-4055-a1f9-a8f84424bc53 req-4e77a2bd-672a-4562-97b9-5f727620c591 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065232 Aug 30 22:43:46.093216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58130) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:46.131135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c496b364-7abf-48e4-9375-d0bdd49928f3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:46.189703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.219912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Transition to ACTIVE for port object c496b364-7abf-48e4-9375-d0bdd49928f3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:46.224812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.238548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71fb73-658d-4583-88fe-a849a90c5665 req-8bd04664-2b90-4ecf-b9bc-6c2fd9b220e7 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:46.240142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a71fb73-658d-4583-88fe-a849a90c5665 req-8bd04664-2b90-4ecf-b9bc-6c2fd9b220e7 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 935 time: 0.1117818 Aug 30 22:43:46.311791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 69607b3c-9f61-4f42-a0aa-913ff7204faf up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:46.385098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 69607b3c-9f61-4f42-a0aa-913ff7204faf completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:46.396390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a71fb73-658d-4583-88fe-a849a90c5665 req-f513f9e1-e52e-4c11-ad69-eaa5075586fb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 Aug 30 22:43:46.399357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Pushing event updated for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:46.406376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 69607b3c-9f61-4f42-a0aa-913ff7204faf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:46.406717 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.499410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Attempting to bind port c496b364-7abf-48e4-9375-d0bdd49928f3 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:46.500165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Attempting to bind port c496b364-7abf-48e4-9375-d0bdd49928f3 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:46.500725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Attempting to bind port c496b364-7abf-48e4-9375-d0bdd49928f3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:46.508068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Port c496b364-7abf-48e4-9375-d0bdd49928f3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:46.508402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Attempting to bind port c496b364-7abf-48e4-9375-d0bdd49928f3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:46.519844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:46.520240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:46.520629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:46.521223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Bound port: c496b364-7abf-48e4-9375-d0bdd49928f3, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:46.521588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.547974 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.551692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e8869aa-d9d2-4cbc-ab2e-6d30bfe465e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6b31a6d4218410ea081b099939fb035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4550996 Aug 30 22:43:46.564757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:46.600275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:46.604378 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2bd1da-cd98-42b5-8cb9-88f9d0b36881" -d '{"events": [{"server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "name": "network-vif-plugged", "status": "completed", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:46.633233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:46.639891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.640616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b1ad52e9-6c75-48fa-bc16-bdf875c1a831 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:46.672230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:46.676205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c496b364-7abf-48e4-9375-d0bdd49928f3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:46.678935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4771648-11b3-4eff-9105-23a689f28a12 req-32e327e6-e44d-45e9-93c3-32cb53600c9b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:46.680621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4771648-11b3-4eff-9105-23a689f28a12 req-32e327e6-e44d-45e9-93c3-32cb53600c9b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.4525230 Aug 30 22:43:46.681461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: b1ad52e9-6c75-48fa-bc16-bdf875c1a831 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:43:46.681850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b1ad52e9-6c75-48fa-bc16-bdf875c1a831 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:43:46.688140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.776117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:46.776869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.778368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] 10.222.0.47 "PUT /v2.0/ports/c496b364-7abf-48e4-9375-d0bdd49928f3 HTTP/1.1" status: 200 len: 1096 time: 1.3827372 Aug 30 22:43:46.778895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:46.783636 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:46.788179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:46.818614 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54979121-e1ef-4b09-8fbe-c818aaaa24be x-openstack-request-id: req-54979121-e1ef-4b09-8fbe-c818aaaa24be {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:46.818934 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "name": "network-vif-plugged", "status": "completed", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:46.819194 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54979121-e1ef-4b09-8fbe-c818aaaa24be {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:46.819591 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf', 'code': 200} Aug 30 22:43:46.822803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4771648-11b3-4eff-9105-23a689f28a12 req-d3c9f5e9-8feb-4069-aad1-0025befdd619 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172450 Aug 30 22:43:46.828747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Made reservation on behalf of d0d27c95b3f14534a7570f2451506452 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:46.838825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f31d4c-09ae-42fa-ad9d-a2fc5b6b984b service neutron] Pushing event updated for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:46.840128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.885330 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:46.911655 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b44a192f-3bb4-478c-9ec3-65961f1bb4f4 x-openstack-request-id: req-b44a192f-3bb4-478c-9ec3-65961f1bb4f4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:46.912201 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:46.912603 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b44a192f-3bb4-478c-9ec3-65961f1bb4f4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:46.913171 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3', 'status': 'completed', 'code': 200} Aug 30 22:43:47.040868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-23a9e9f1-ba41-4ea0-ba18-eeb65362cf3b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470784 Aug 30 22:43:47.101115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-64517d9c-5380-45ed-a448-5c91b20d18f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.102700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-64517d9c-5380-45ed-a448-5c91b20d18f1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3010a09c322944998cbef7aadec3a81f&device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 1099 time: 0.1780546 Aug 30 22:43:47.168487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:47.207132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7e1d5a47-5b80-498a-8195-52d1654c5219 None None] Provisioning for port c496b364-7abf-48e4-9375-d0bdd49928f3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:47.252205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-eca897eb-82eb-4164-acee-acb033c77424 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c496b364-7abf-48e4-9375-d0bdd49928f3 HTTP/1.1" status: 200 len: 217 time: 0.0755434 Aug 30 22:43:47.272938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Allocated IP 192.168.233.26 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:47.304335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-939f3477-cbf8-4615-a383-9a64b77d11ee req-08fcfc8c-1d90-4cf9-9aee-c31eaa83d593 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 210 time: 0.1468027 Aug 30 22:43:47.325097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50217010-1c0e-43ef-844e-d67157471ce4 req-999e449f-86c9-4931-a126-339f219719a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.325097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50217010-1c0e-43ef-844e-d67157471ce4 req-999e449f-86c9-4931-a126-339f219719a8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 1101 time: 0.3156283 Aug 30 22:43:47.379200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-7035604e-6e0e-4b2b-8de8-99616ada13ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.380984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-7035604e-6e0e-4b2b-8de8-99616ada13ce service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1188767 Aug 30 22:43:47.490389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-c738831d-7c04-4da0-8314-c80ff52fbed9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.491931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-c738831d-7c04-4da0-8314-c80ff52fbed9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4417496 Aug 30 22:43:47.501240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-357acc15-0e83-4ce7-b64b-34425c87271c req-5e4e0c78-6067-4730-a436-7835aac26929 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 210 time: 0.0686603 Aug 30 22:43:47.511217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50217010-1c0e-43ef-844e-d67157471ce4 req-0aeea666-5e85-4383-8f81-039ff23bc42e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730349 Aug 30 22:43:47.517286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-54e06f30-bb91-4c86-9b12-213cf30875bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.520795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-54e06f30-bb91-4c86-9b12-213cf30875bf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1215534 Aug 30 22:43:47.525831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Request body: {'port': {'device_id': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '542e01e2883e4b25aacb5b5cff6af037'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:47.632761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:47.635513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:47.636679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8825fc24-1384-496c-be31-3458fd0837e4 HTTP/1.1" status: 204 len: 168 time: 1.0702331 Aug 30 22:43:47.789066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf8cd1c-2601-4210-90fd-8545e2bf3793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8825fc24-1384-496c-be31-3458fd0837e4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:47.822787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db88e0b-2c4e-401b-8606-8eb06be728d4 req-a529686f-9874-4399-8e9c-e707b18814d5 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.831288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db88e0b-2c4e-401b-8606-8eb06be728d4 req-a529686f-9874-4399-8e9c-e707b18814d5 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 947 time: 0.1933482 Aug 30 22:43:47.874384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Made reservation on behalf of 542e01e2883e4b25aacb5b5cff6af037 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:47.879050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:47.923863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db88e0b-2c4e-401b-8606-8eb06be728d4 req-441de995-3fe5-46d2-ac54-003021957257 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886953 Aug 30 22:43:47.934528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-368301a7-b4b4-4651-8e82-0d26d684a6c2 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961253 Aug 30 22:43:47.943068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99721f-2c6e-47f0-8199-555c4835a2b2 req-905db90f-e3cd-4bfa-9117-8c6abbe41072 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:47.953603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f99721f-2c6e-47f0-8199-555c4835a2b2 req-905db90f-e3cd-4bfa-9117-8c6abbe41072 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.2124882 Aug 30 22:43:47.970383 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:47.991317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Transition to ACTIVE for port object bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:48.058518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.108642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:48.113548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:48.127742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f99721f-2c6e-47f0-8199-555c4835a2b2 req-03ff023c-d28a-4350-8d37-9ab365756f2a tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667986 Aug 30 22:43:48.132466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:48.183488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Pushing event updated for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:48.225125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:48.226241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.247646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Allocated IP 192.168.233.159 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/621bd0be-6988-44e5-ba18-a36f86c7d8b3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:48.282046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8b6cbee-3e30-487f-b7d9-ccb468eba97d req-609c79b6-ed4a-4c21-9e48-df05e01845bc service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251510 Aug 30 22:43:48.303076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-553a5075-9ff3-46d5-8dc1-ddacf139c5d5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2914596 Aug 30 22:43:48.388536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Request body: {'port': {'device_id': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:48.580511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-eac25fc3-fcab-47e4-a4fa-f97e5e71b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:48.582643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-547e389d-8114-43d1-af2a-305f4faac15c None None] Provisioning for port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:48.588208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-eac25fc3-fcab-47e4-a4fa-f97e5e71b478 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3010a09c322944998cbef7aadec3a81f&device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 1099 time: 0.1945179 Aug 30 22:43:48.599709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-547e389d-8114-43d1-af2a-305f4faac15c None None] Provisioning complete for port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:48.600163 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-547e389d-8114-43d1-af2a-305f4faac15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.634096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.664134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-547e389d-8114-43d1-af2a-305f4faac15c None None] Port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:48.677584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6061d9d5-1dd2-4cb9-92ec-d349783ddfba req-f7b7fde3-0d5b-42b8-9b8b-370263d95f36 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:48.683649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6061d9d5-1dd2-4cb9-92ec-d349783ddfba req-f7b7fde3-0d5b-42b8-9b8b-370263d95f36 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 935 time: 0.2213302 Aug 30 22:43:48.734367 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.749445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Transition to ACTIVE for port object 621bd0be-6988-44e5-ba18-a36f86c7d8b3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:48.847373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f64226e-171e-42b8-a08e-7be9f8c0ee30 req-eb6db307-896b-4a49-9a22-9f67bec63cd8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 210 time: 0.2020741 Aug 30 22:43:48.917027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:48.931755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6061d9d5-1dd2-4cb9-92ec-d349783ddfba req-28d8ddb4-8d6d-4b36-98e0-567ab465a777 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389059 Aug 30 22:43:48.953138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:48.958834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:49.083377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:49.091106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-f053be22-3480-4fbc-a441-8e8733984171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.092624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-f053be22-3480-4fbc-a441-8e8733984171 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.4711637 Aug 30 22:43:49.097892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:49.104214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:49.147338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:49.237497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-9f5235ed-1d99-4166-b644-fb4637989aae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c496b364-7abf-48e4-9375-d0bdd49928f3 HTTP/1.1" status: 200 len: 217 time: 0.1237209 Aug 30 22:43:49.244490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-54917406-network', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:49.298714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d549559-0e94-433b-9521-e9d8351d6b54 req-e5dfc88d-3b30-481c-943e-9ac69aa922c2 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.301301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d549559-0e94-433b-9521-e9d8351d6b54 req-e5dfc88d-3b30-481c-943e-9ac69aa922c2 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.2884123 Aug 30 22:43:49.324607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Made reservation on behalf of 39a4da590d7d4551b6ba9ad8b0fbca21 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:49.326458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.345540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.346858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.367221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-7985649c-4a15-45fd-98ba-f7dbd3b2635b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.368700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-7985649c-4a15-45fd-98ba-f7dbd3b2635b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1198049 Aug 30 22:43:49.370208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.379568 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-f91ae8c4-d56c-4aa7-9cec-32423bd77610 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8576584 Aug 30 22:43:49.398765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Request body: {'port': {'device_id': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:49.404537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf956dd-81f9-4cac-ac99-302c2f0cbe1c req-a39fff96-86f5-441e-8e3f-6a288824c061 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.406102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cf956dd-81f9-4cac-ac99-302c2f0cbe1c req-a39fff96-86f5-441e-8e3f-6a288824c061 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 947 time: 0.1693010 Aug 30 22:43:49.408229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:49.421809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.426524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d549559-0e94-433b-9521-e9d8351d6b54 req-ad876c73-7c6f-4214-bfa8-77d20ef701a0 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076548 Aug 30 22:43:49.466808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Transition to ACTIVE for port object bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:49.478292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.494130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.511232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-40132685-67a1-42c4-ba55-189dcdbb113d None None] Provisioning for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:49.516563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-40132685-67a1-42c4-ba55-189dcdbb113d None None] Provisioning complete for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:49.517066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-40132685-67a1-42c4-ba55-189dcdbb113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.521555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-a395529c-51ba-4fc8-99bc-31cb988f6f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.524136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-a395529c-51ba-4fc8-99bc-31cb988f6f75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1428485 Aug 30 22:43:49.531602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cf956dd-81f9-4cac-ac99-302c2f0cbe1c req-b6561ed9-9817-4e89-a44a-87c06a0fc621 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167111 Aug 30 22:43:49.583899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:49.610226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-40132685-67a1-42c4-ba55-189dcdbb113d None None] Port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:49.710807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.728766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.745054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Attempting to bind port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:49.745393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Attempting to bind port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:49.746279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Attempting to bind port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:49.760522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-e6e2d2a1-e6c0-4e08-93c1-78138db47510 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114673 Aug 30 22:43:49.761836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa3a1b-6f39-4c11-9266-f4197c03c083 req-9e1e8e6c-dcf6-4a28-b63c-f422587a92a4 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.764498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ffa3a1b-6f39-4c11-9266-f4197c03c083 req-9e1e8e6c-dcf6-4a28-b63c-f422587a92a4 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.1183908 Aug 30 22:43:49.772084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:43:49.801308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:49.801643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Attempting to bind port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:49.813543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e3ec9b-8214-4611-882c-e2d4e225f905,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:49.826964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.827358 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Added segment eaddb525-01d8-4695-99b3-c53aca92357a of type vlan for network 334fda01-1362-4ec2-96ea-cdcf8da9c565 Aug 30 22:43:49.831197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:49.831644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:49.832135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:49.832920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Bound port: bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:49.833110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.918106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.927551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ffa3a1b-6f39-4c11-9266-f4197c03c083 req-4c18cfae-8d47-499b-b6e5-98e03c79a1b3 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497264 Aug 30 22:43:49.977007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.978737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:49.979507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:49.991572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:50.062804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1039958 Aug 30 22:43:50.066765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:50.070952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58220) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:50.076053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Request body: {'subnet': {'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-subnet', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:50.099385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.134433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04f6b7-6c43-4edc-8554-b5037e780613 admin admin] Pushing event updated for resources: {'Network': ['ID=334fda01-1362-4ec2-96ea-cdcf8da9c565,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:50.166685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.167323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.168867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] 10.222.0.52 "PUT /v2.0/ports/bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d HTTP/1.1" status: 200 len: 1096 time: 1.8399429 Aug 30 22:43:50.169342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:50.171772 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48873bd6-273b-4457-95bc-ab0bb4cda4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:50.190210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Made reservation on behalf of 39a4da590d7d4551b6ba9ad8b0fbca21 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:50.193511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.195523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:43:50.228483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842e62f-0b0d-4917-b3f8-371f928d27b7 req-40c27b8c-0591-4b64-a1e2-8ac97f62ffef tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.229154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4842e62f-0b0d-4917-b3f8-371f928d27b7 req-40c27b8c-0591-4b64-a1e2-8ac97f62ffef tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 947 time: 0.1868985 Aug 30 22:43:50.229290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8ba19d7-3a38-43bc-bbb4-8feca1f94ec3 req-97d76695-031a-4b0d-9ca5-c57e73aa5e51 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090312 Aug 30 22:43:50.261062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a56c44d-4788-47f0-bd84-697ca4ad80bc service neutron] Pushing event updated for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:50.308606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802ce72-b24d-47cc-89a1-db081c4df509 req-bee97094-c049-4210-8985-751a63c3c901 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.310369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7802ce72-b24d-47cc-89a1-db081c4df509 req-bee97094-c049-4210-8985-751a63c3c901 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 936 time: 0.3697205 Aug 30 22:43:50.323089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621bd0be-6988-44e5-ba18-a36f86c7d8b3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:50.337871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.363040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Transition to ACTIVE for port object 621bd0be-6988-44e5-ba18-a36f86c7d8b3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:50.374430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4842e62f-0b0d-4917-b3f8-371f928d27b7 req-fa083120-004e-4676-a47a-d69f207505cc tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098928 Aug 30 22:43:50.410221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.459475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7802ce72-b24d-47cc-89a1-db081c4df509 req-85c57b0a-d8bb-420e-a91c-3088f836991a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388218 Aug 30 22:43:50.536095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-c8ea7fa2-52da-4dc6-8e58-6d505d9eb394 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.538676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-c8ea7fa2-52da-4dc6-8e58-6d505d9eb394 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.47 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.1658843 Aug 30 22:43:50.557936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:50.609986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-5a92e159-55fe-462f-bf78-af4a708ac623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.612283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-5a92e159-55fe-462f-bf78-af4a708ac623 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 1099 time: 0.3308501 Aug 30 22:43:50.639924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.755053 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a022b6-3bf1-4c05-8a56-5067bb0d58aa x-openstack-request-id: req-84a022b6-3bf1-4c05-8a56-5067bb0d58aa {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:50.755769 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:50.755769 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84a022b6-3bf1-4c05-8a56-5067bb0d58aa {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:50.755956 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d', 'status': 'completed', 'code': 200} Aug 30 22:43:50.760385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:50.760591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:50.761039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:50.773318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:50.773827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:50.794307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-4c9abc9b-097c-4c48-b71f-86432551bbe3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d HTTP/1.1" status: 200 len: 217 time: 0.1622264 Aug 30 22:43:50.811349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:50.811717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:50.812132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:50.812634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Bound port: 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:50.812973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.829197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Deleting port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:43:50.829501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:50.851374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83a24ca9-4dd2-4c30-90dd-deaf7543d422,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:50.921766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Checking segment: {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:50.922162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Network hostable DHCP agents. Network: 334fda01-1362-4ec2-96ea-cdcf8da9c565, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:43:50.946424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-8b2b8dc7-64cb-4240-8301-c14dc78f54d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.947928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-8b2b8dc7-64cb-4240-8301-c14dc78f54d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1378331 Aug 30 22:43:50.976208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dd7f0-7bf0-4245-b946-e3b6aa5bb22a req-c2014d10-c9f1-497e-a10d-85676e41620b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:50.977857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-086dd7f0-7bf0-4245-b946-e3b6aa5bb22a req-c2014d10-c9f1-497e-a10d-85676e41620b tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 950 time: 0.1585758 Aug 30 22:43:50.978532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:43:50.978874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:50.983643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:50.988555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.023561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 334fda01-1362-4ec2-96ea-cdcf8da9c565) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:51.036779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67257ba-fcb0-4757-89e6-8f0370f0a794 None None] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:43:51.040029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.040823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.041870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] For port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:51.042439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.049902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.050559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.051992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] 10.222.0.47 "PUT /v2.0/ports/621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 1097 time: 1.6605151 Aug 30 22:43:51.054097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-b485d82a-c32e-40ec-94bb-90fa64f822d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.056027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-b485d82a-c32e-40ec-94bb-90fa64f822d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0982349 Aug 30 22:43:51.058353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:51.060638 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c3986a7-f0f2-4282-a180-30737e95c52d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:51.065699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-086dd7f0-7bf0-4245-b946-e3b6aa5bb22a req-27701357-b737-4612-bbc3-ef0ad306596d tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5c8383-a4d5-45af-b9b8-29a9a7857e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705798 Aug 30 22:43:51.074197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Calling delete_port for c6dabbde-6ec8-4e21-bc81-bd668dcd16eb owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:43:51.101195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2366bf-2929-4a97-9f8e-23287ce4bdf8 service neutron] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:51.153677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09c09768-751c-44f2-ba73-969305eaaef4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0816436 Aug 30 22:43:51.182659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:51.192133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:51.199903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c496b364-7abf-48e4-9375-d0bdd49928f3 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:51.280181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.281517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.306624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df4f88f-e7a0-46b2-b705-3223fdf29d63 req-1e6dd5e3-6ef5-470b-be92-cb2678285de1 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.308452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-1d593114-1a38-4b95-b135-08732fde3c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.308628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4df4f88f-e7a0-46b2-b705-3223fdf29d63 req-1e6dd5e3-6ef5-470b-be92-cb2678285de1 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 947 time: 0.0868218 Aug 30 22:43:51.309831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-1d593114-1a38-4b95-b135-08732fde3c3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1472299 Aug 30 22:43:51.358672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4df4f88f-e7a0-46b2-b705-3223fdf29d63 req-eec90c19-aeba-47d9-ba26-7c94569d0d96 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424500 Aug 30 22:43:51.372794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-12890ac0-76cc-4229-b6fe-ed3e2938d7f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0517709 Aug 30 22:43:51.411510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-beb3115f-2073-41b7-9007-d30fc89d71ed service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343966 Aug 30 22:43:51.438691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c496b364-7abf-48e4-9375-d0bdd49928f3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:51.460640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'c496b364-7abf-48e4-9375-d0bdd49928f3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'c496b364-7abf-48e4-9375-d0bdd49928f3', 'mac_address': 'fa:16:3e:a5:8a:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:51.513925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-334fda01-1362-4ec2-96ea-cdcf8da9c565', 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'fixed_ips': [{'subnet_id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:43:51.515208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.520814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.536928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-fa78cbb7-05fd-4353-9a8c-4ff6840c9984 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838737 Aug 30 22:43:51.551881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-eb7bf5af-39c0-404d-8037-2dd723346948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.553355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-eb7bf5af-39c0-404d-8037-2dd723346948 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1525366 Aug 30 22:43:51.595012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.611213 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ca9ff3-b2cb-4c15-a7f4-3f4172af2169 x-openstack-request-id: req-28ca9ff3-b2cb-4c15-a7f4-3f4172af2169 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:51.611425 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:51.611763 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28ca9ff3-b2cb-4c15-a7f4-3f4172af2169 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:51.612392 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'status': 'completed', 'code': 200} Aug 30 22:43:51.671090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.671842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c496b364-7abf-48e4-9375-d0bdd49928f3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:51.685523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['c6dabbde-6ec8-4e21-bc81-bd668dcd16eb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:51.730620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Pushing event deleted for resources: {'Port': ['ID=c6dabbde-6ec8-4e21-bc81-bd668dcd16eb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:51.734292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e6604cb-1bdd-4996-921a-40bb1ef86a21 req-0b64a191-5aaa-44a2-ae70-f2ef2888916c service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931221 Aug 30 22:43:51.740933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c496b364-7abf-48e4-9375-d0bdd49928f3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:51.751462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-1678c76e-f0fe-49ac-b86a-a209be23afb2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.753111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-1678c76e-f0fe-49ac-b86a-a209be23afb2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2147486 Aug 30 22:43:51.773411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.799932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-1cedb2aa-ce38-4604-adc6-f63963c2516d tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/quotas/bed806eb46da41e3a0238e8d23c89fa2 HTTP/1.1" status: 200 len: 375 time: 0.0364192 Aug 30 22:43:51.850289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:51.865018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Allocated IP 172.20.0.2 (334fda01-1362-4ec2-96ea-cdcf8da9c565/83a24ca9-4dd2-4c30-90dd-deaf7543d422/076b0948-f554-4d1a-b40b-21be69abf6b1) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:51.896966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.901823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-c4941318-938e-45d1-bdeb-627bd50134f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:51.903864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-c4941318-938e-45d1-bdeb-627bd50134f7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2969561 Aug 30 22:43:51.904855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] No DVR routers for this DVR port c6dabbde-6ec8-4e21-bc81-bd668dcd16eb on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:43:51.907945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:51.910321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-446f974b-f8b5-4fbc-8e4d-8a0732fc1be3 req-7c6c3671-f994-4628-ac3f-dcc5eaed3f03 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.47 "DELETE /v2.0/ports/c6dabbde-6ec8-4e21-bc81-bd668dcd16eb HTTP/1.1" status: 204 len: 173 time: 1.3618133 Aug 30 22:43:51.967314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-466b166d-d262-4b30-8e6b-218cefdad547 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1641042 Aug 30 22:43:52.001073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-24faf805-3c29-44ef-8eb4-95ab19165735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.004040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-24faf805-3c29-44ef-8eb4-95ab19165735 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d0d27c95b3f14534a7570f2451506452&device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 1099 time: 0.1174722 Aug 30 22:43:52.015546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c00884-0e57-47ce-8562-a3a5820bcccc req-13d9f6e3-0304-4820-abaa-0ae0a15ece0d tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.028010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84c00884-0e57-47ce-8562-a3a5820bcccc req-13d9f6e3-0304-4820-abaa-0ae0a15ece0d tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 947 time: 0.3580391 Aug 30 22:43:52.179827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-2151604e-a04b-4df5-8af6-64ac3ee44c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.181251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-2151604e-a04b-4df5-8af6-64ac3ee44c71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1635125 Aug 30 22:43:52.210200 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.223261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Transition to ACTIVE for port object 076b0948-f554-4d1a-b40b-21be69abf6b1 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:52.236465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-866335fa-07db-4364-af16-7b65c677936c service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205760 Aug 30 22:43:52.272792 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-fa78bbf1-4a94-4f43-a764-d7c62ea1edab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d HTTP/1.1" status: 200 len: 217 time: 0.0816221 Aug 30 22:43:52.320308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Transition to ACTIVE for port object 076b0948-f554-4d1a-b40b-21be69abf6b1 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:52.360573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.392025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.404591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953353b-5401-4549-86ca-bdcc4626158c req-b1f34347-4a03-4e7f-bd6f-eab0e5af688d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.406128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4953353b-5401-4549-86ca-bdcc4626158c req-b1f34347-4a03-4e7f-bd6f-eab0e5af688d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.0681694 Aug 30 22:43:52.408103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-cd85151e-d636-4fad-b9d0-fc7bffb31dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.410144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-cd85151e-d636-4fad-b9d0-fc7bffb31dbc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1246243 Aug 30 22:43:52.463241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca59d390-a199-4f33-9636-6ab6e3056ec7 req-cdc4dd60-ddee-42d9-ae68-4ad90b6925cc service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127433 Aug 30 22:43:52.476149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['c496b364-7abf-48e4-9375-d0bdd49928f3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:52.486191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84c00884-0e57-47ce-8562-a3a5820bcccc req-4f43b04c-db99-4ff2-8123-198a9ea6a0bc tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501946 Aug 30 22:43:52.545561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:52.559090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:52.565573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:52.584022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Pushing event updated for resources: {'Port': ['ID=076b0948-f554-4d1a-b40b-21be69abf6b1,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:52.587676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-a9b57de6-7153-4b2a-a89f-364db3b3caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.590305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-a9b57de6-7153-4b2a-a89f-364db3b3caf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1569848 Aug 30 22:43:52.611098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4953353b-5401-4549-86ca-bdcc4626158c req-74a98bf8-041c-4b54-b248-6f09ef021ae8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962423 Aug 30 22:43:52.660955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Attempting to bind port 076b0948-f554-4d1a-b40b-21be69abf6b1 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:52.661320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Attempting to bind port 076b0948-f554-4d1a-b40b-21be69abf6b1 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:52.661680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Attempting to bind port 076b0948-f554-4d1a-b40b-21be69abf6b1 on network 334fda01-1362-4ec2-96ea-cdcf8da9c565 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:52.677456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:52.677900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Checking segment: {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:52.678347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.678908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Bound using segment: {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:52.686846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Bound port: 076b0948-f554-4d1a-b40b-21be69abf6b1, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:52.687375 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.792674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-c0eb5d52-5d86-40a7-9e29-d2727007a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:52.803059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-c0eb5d52-5d86-40a7-9e29-d2727007a673 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1100 time: 0.2363975 Aug 30 22:43:52.887069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] For port 076b0948-f554-4d1a-b40b-21be69abf6b1, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:52.889315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] For port 076b0948-f554-4d1a-b40b-21be69abf6b1, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=076b0948-f554-4d1a-b40b-21be69abf6b1,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:52.922338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:52.957898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5cb7e307-8781-4945-80df-a490c3f6cce8 req-77ebb468-a41c-424b-93a0-330095914716 tempest-TenantUsagesTestJSON-491652313 tempest-TenantUsagesTestJSON-491652313-project] 10.222.0.25 "GET /v2.0/ports?device_id=29a86969-2120-4b59-a13f-7306f63f8bff HTTP/1.1" status: 200 len: 210 time: 0.1513479 Aug 30 22:43:53.044853 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:53.076787 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:53.088729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a637b9-434b-48d5-a187-7ceb5f73cb10 None None] Pushing event updated for resources: {'Port': ['ID=076b0948-f554-4d1a-b40b-21be69abf6b1,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:53.089923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37cb3e30-b0dd-4883-9b4b-709298684a18 req-492c6096-5075-4e1f-bf9e-bca171c585bf tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 210 time: 0.3761764 Aug 30 22:43:53.091793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-a5f026be-26cb-4063-a9eb-c54360d125bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.095229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-a5f026be-26cb-4063-a9eb-c54360d125bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2811487 Aug 30 22:43:53.130435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c6dabbde-6ec8-4e21-bc81-bd668dcd16eb no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:43:53.180952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: c6dabbde-6ec8-4e21-bc81-bd668dcd16eb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:43:53.181559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c6dabbde-6ec8-4e21-bc81-bd668dcd16eb not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:43:53.192210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-3021fe1b-384a-44ea-a080-1fe9aded70a2 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5740974 Aug 30 22:43:53.264414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-0fb033a9-c501-43a9-930e-0b675a55248c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0747473 Aug 30 22:43:53.381528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca67904-de0b-4f86-a855-2a050850b6b1 req-d3d62061-7c2e-4bc2-80f8-e3595d557ca6 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.389576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ca67904-de0b-4f86-a855-2a050850b6b1 req-d3d62061-7c2e-4bc2-80f8-e3595d557ca6 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 948 time: 0.2737875 Aug 30 22:43:53.407224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48873bd6-273b-4457-95bc-ab0bb4cda4e8 req-9be1577a-f287-42b8-8da9-4a927640bc16 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057245 Aug 30 22:43:53.433431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-049b7ba7-5a95-4704-aefc-250761c4f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.438067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-049b7ba7-5a95-4704-aefc-250761c4f069 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1569080 Aug 30 22:43:53.438067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Allocated IP 172.25.7.177 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/401a5307-6b8c-4cbe-b767-3901a1279b87) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:53.496512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ca67904-de0b-4f86-a855-2a050850b6b1 req-9ab4e0bb-99e6-40c2-bbc4-62dfe1561506 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065378 Aug 30 22:43:53.663081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125f4ca3-3534-4850-955c-f9d47bdc48ac req-0b1a7700-bfff-4359-bdaa-a3811b48ff33 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.671463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-125f4ca3-3534-4850-955c-f9d47bdc48ac req-0b1a7700-bfff-4359-bdaa-a3811b48ff33 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 947 time: 0.0799656 Aug 30 22:43:53.737698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-125f4ca3-3534-4850-955c-f9d47bdc48ac req-0bafcce3-4b24-45d1-a39d-5934dcb0b36c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645788 Aug 30 22:43:53.792202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'name': 'network-vif-deleted', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:53.795063 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0dd302-ee70-4eec-a57d-0ca9daf56a49" -d '{"events": [{"server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "name": "network-vif-deleted", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:53.863761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-0edead39-edfa-4634-9c34-218fb5718e85 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646966 Aug 30 22:43:53.865196 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630c2cee-60e7-4c9d-8e26-31a63dd9c086 x-openstack-request-id: req-630c2cee-60e7-4c9d-8e26-31a63dd9c086 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:53.865513 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a86969-2120-4b59-a13f-7306f63f8bff", "name": "network-vif-deleted", "tag": "c6dabbde-6ec8-4e21-bc81-bd668dcd16eb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:53.865773 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-630c2cee-60e7-4c9d-8e26-31a63dd9c086 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:53.866201 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a86969-2120-4b59-a13f-7306f63f8bff', 'name': 'network-vif-deleted', 'tag': 'c6dabbde-6ec8-4e21-bc81-bd668dcd16eb', 'status': 'completed', 'code': 200} Aug 30 22:43:53.894723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-d532ff49-9805-45e0-9142-b6fd968a3c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:53.897583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-d532ff49-9805-45e0-9142-b6fd968a3c7c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4513862 Aug 30 22:43:54.108029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 076b0948-f554-4d1a-b40b-21be69abf6b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:54.155184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14d8d0-1508-4a48-ac5d-39a9d90cb098 req-17e7f897-9c20-425c-8761-ab13d9b3e3ad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:54.165173 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e14d8d0-1508-4a48-ac5d-39a9d90cb098 req-17e7f897-9c20-425c-8761-ab13d9b3e3ad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.3640099 Aug 30 22:43:54.210065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.212850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 076b0948-f554-4d1a-b40b-21be69abf6b1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:54.232745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b158f52-c7b7-45da-8417-d8d665ce0916 req-50685175-4fa5-41c8-9d13-6e46f03021b5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 210 time: 0.0522978 Aug 30 22:43:54.243464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-3aa6b3b0-e051-4c45-be32-241f9fd361bb service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306322 Aug 30 22:43:54.367635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e14d8d0-1508-4a48-ac5d-39a9d90cb098 req-24861eb3-19cd-472e-ac7e-17f312c1a344 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013900 Aug 30 22:43:54.389671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-7855a452-3af7-4b37-8434-45f317a2e074 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:54.391372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-7855a452-3af7-4b37-8434-45f317a2e074 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5197933 Aug 30 22:43:54.395472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.417108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Request body: {'port': {'device_id': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'bed806eb46da41e3a0238e8d23c89fa2'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:54.463957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58300) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:54.556162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:54.572134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:54.594959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Pushing event updated for resources: {'Port': ['ID=401a5307-6b8c-4cbe-b767-3901a1279b87,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:54.599572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:54.616407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec0c35-55a5-465f-832e-351ee8ae259f None None] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:43:54.631163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c3986a7-f0f2-4282-a180-30737e95c52d req-af806696-9294-49fc-b7e3-a5d9936a3d90 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796201 Aug 30 22:43:54.727598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Provisioning for port 076b0948-f554-4d1a-b40b-21be69abf6b1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:54.741401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Provisioning complete for port 076b0948-f554-4d1a-b40b-21be69abf6b1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:54.742081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.742298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f247891-fd11-4184-ba39-7db98ad7f935 req-2e5a3909-560c-45e5-94ea-6f284fc57fa1 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:54.744395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f247891-fd11-4184-ba39-7db98ad7f935 req-2e5a3909-560c-45e5-94ea-6f284fc57fa1 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 948 time: 0.1068370 Aug 30 22:43:54.800970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b205552a-00f6-4db2-8b19-bd1a9936f7b1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09f9db7d18d042b3896fd258c7077af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346059 Aug 30 22:43:54.803992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:54.816436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Made reservation on behalf of bed806eb46da41e3a0238e8d23c89fa2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:54.821130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f247891-fd11-4184-ba39-7db98ad7f935 req-3e568f42-47d7-4bce-87b3-04ffcd3a4baa tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463231 Aug 30 22:43:54.821559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.949430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:54.995544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] For port 076b0948-f554-4d1a-b40b-21be69abf6b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=076b0948-f554-4d1a-b40b-21be69abf6b1,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:55.001543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.070500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6a2f8b-ec28-431f-a4bd-b2a2042dd544 None None] Pushing event updated for resources: {'Port': ['ID=076b0948-f554-4d1a-b40b-21be69abf6b1,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:55.114314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.132636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac61f8-db35-402c-8184-e74a33f417bf req-1d766606-efcf-4e07-8d35-646f7b66d271 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:55.134495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fac61f8-db35-402c-8184-e74a33f417bf req-1d766606-efcf-4e07-8d35-646f7b66d271 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 947 time: 0.2799931 Aug 30 22:43:55.144206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:55.223742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c496b364-7abf-48e4-9375-d0bdd49928f3 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:55.235574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.271135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Allocated IP 192.168.233.157 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/0bca67d6-66c6-4d29-8f59-53d387a4240a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:55.293710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.328887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port c496b364-7abf-48e4-9375-d0bdd49928f3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:55.332078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:55.347081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port c496b364-7abf-48e4-9375-d0bdd49928f3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:55.347454 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.351241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'mac_address': 'fa:16:3e:bc:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:55.371651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9070d3c8-426c-4353-b05c-bf0c1e6e09f6 None None] Provisioning complete for port 076b0948-f554-4d1a-b40b-21be69abf6b1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:55.372018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9070d3c8-426c-4353-b05c-bf0c1e6e09f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.399057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef01fc86-2029-4bcb-b0ef-978d76191f9f req-a7f5bcfe-6084-4526-96ce-fcbfd9ce68bf tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 210 time: 0.0440705 Aug 30 22:43:55.461957 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.474667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fac61f8-db35-402c-8184-e74a33f417bf req-fceab40d-53d3-4da1-b6a7-c99b1ff03cf5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177104 Aug 30 22:43:55.483700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.486966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.490701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1d5c8383-a4d5-45af-b9b8-29a9a7857e60 HTTP/1.1" status: 204 len: 168 time: 0.6811125 Aug 30 22:43:55.519936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7505945e-1696-4b7c-9699-5ca9bcb5ef0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c8383-a4d5-45af-b9b8-29a9a7857e60,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:55.530318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621bd0be-6988-44e5-ba18-a36f86c7d8b3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:55.631076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:55.636340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.653416 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.810563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb753b3-c9ad-467c-aaca-01035a59d444 req-62a9a962-caea-4f86-9c4e-3416594aba06 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:55.812344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-deb753b3-c9ad-467c-aaca-01035a59d444 req-62a9a962-caea-4f86-9c4e-3416594aba06 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 949 time: 0.1672173 Aug 30 22:43:55.865694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.870880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:55.922196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Transition to ACTIVE for port object 0bca67d6-66c6-4d29-8f59-53d387a4240a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:55.973667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:55.975981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe7dff6-28d9-4da8-9cfc-9c9e8657169a req-237499f4-ff50-4b1b-a746-f26fceedc2de tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:55.977367 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc4b20f-bc05-457e-a5b5-3b39c9a356eb" -d '{"events": [{"server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "name": "network-vif-plugged", "status": "completed", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:55.985638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fe7dff6-28d9-4da8-9cfc-9c9e8657169a req-237499f4-ff50-4b1b-a746-f26fceedc2de tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 948 time: 0.0694356 Aug 30 22:43:55.994304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:56.006662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-deb753b3-c9ad-467c-aaca-01035a59d444 req-da31e306-7455-49d2-8d94-c4f4be40be4d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869593 Aug 30 22:43:56.015784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c496b364-7abf-48e4-9375-d0bdd49928f3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:56.051942 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc50e565-8900-4dee-a233-f9c61a952a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.056414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['621bd0be-6988-44e5-ba18-a36f86c7d8b3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:56.069664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 076b0948-f554-4d1a-b40b-21be69abf6b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:56.072080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.104949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fe7dff6-28d9-4da8-9cfc-9c9e8657169a req-c46f35a3-1348-4165-b841-acdd0d7eeaac tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087019 Aug 30 22:43:56.135151 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6123772-6768-446a-b8ef-c5f5b7e2bbde x-openstack-request-id: req-d6123772-6768-446a-b8ef-c5f5b7e2bbde {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:56.135873 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "name": "network-vif-plugged", "status": "completed", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:56.135873 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6123772-6768-446a-b8ef-c5f5b7e2bbde {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:56.136409 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3', 'code': 200} Aug 30 22:43:56.142178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:56.247704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:56.265236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc50e565-8900-4dee-a233-f9c61a952a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.272688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc50e565-8900-4dee-a233-f9c61a952a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.281439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 076b0948-f554-4d1a-b40b-21be69abf6b1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:56.281934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.341201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc50e565-8900-4dee-a233-f9c61a952a0b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c68ce8e2f08549a59c31e1380d0eb61c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425629 Aug 30 22:43:56.342566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:56.343386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50e565-8900-4dee-a233-f9c61a952a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3975a8-6d83-47d2-be17-4dba8937cf1c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:56.415251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a67ec38-5331-4b5a-afca-fdff9894d73a req-676bb394-2216-45db-8352-60bfa36875a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:56.416450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:43:56.418969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a67ec38-5331-4b5a-afca-fdff9894d73a req-676bb394-2216-45db-8352-60bfa36875a4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 1101 time: 0.0775750 Aug 30 22:43:56.422855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.475660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['69607b3c-9f61-4f42-a0aa-913ff7204faf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:56.477276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.512163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:43:56.540898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.543172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:43:56.552899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Pushing event updated for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:56.568806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:43:56.649988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:56.656128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Router 0f29d587-ba5a-4034-a355-d0f2696a311a is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:43:56.671460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a67ec38-5331-4b5a-afca-fdff9894d73a req-b689c240-4470-4c13-a39a-f96bfc771c1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389998 Aug 30 22:43:56.675733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d', 'mac_address': 'fa:16:3e:5d:7a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:43:56.676207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.680367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.681822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f3975a8-6d83-47d2-be17-4dba8937cf1c HTTP/1.1" status: 204 len: 168 time: 0.3315623 Aug 30 22:43:56.715736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efc1ac-f6d9-4a36-b7b5-56ae0287d7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3975a8-6d83-47d2-be17-4dba8937cf1c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:56.769378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b03c0-681a-44a8-8b46-99f7bf46f605 req-183726da-e2c5-4d55-8337-1293fdac3fe7 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:56.771772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-078b03c0-681a-44a8-8b46-99f7bf46f605 req-183726da-e2c5-4d55-8337-1293fdac3fe7 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 947 time: 0.1395650 Aug 30 22:43:56.777549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:56.778294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.878480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-078b03c0-681a-44a8-8b46-99f7bf46f605 req-050ad823-ca7b-4010-97ea-86057643b10f tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991409 Aug 30 22:43:56.887210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:56.966444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:56.994092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:57.004871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.051550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-e0705324-1d7e-484c-803b-02ab651b3e17 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6429827 Aug 30 22:43:57.063299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea7f94-3786-49da-96c0-411c97a9b88d req-794364eb-b9e4-4265-be31-eff8e0962b32 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:57.071965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fea7f94-3786-49da-96c0-411c97a9b88d req-794364eb-b9e4-4265-be31-eff8e0962b32 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 936 time: 0.5056181 Aug 30 22:43:57.086870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:57.094346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Request body: {'port': {'device_id': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:57.138393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9574eccc-a1b3-4345-b983-2e40cbee0766 None None] Provisioning for port 0bca67d6-66c6-4d29-8f59-53d387a4240a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:57.143984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9574eccc-a1b3-4345-b983-2e40cbee0766 None None] Provisioning complete for port 0bca67d6-66c6-4d29-8f59-53d387a4240a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:57.145412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9574eccc-a1b3-4345-b983-2e40cbee0766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.155240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:43:57.166994 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Sync routers for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:43:57.200937 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:43:57.203372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:57.203603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6484f4-2f61-4e97-a986-264ce46b6df9 req-8aaa8978-cedc-4d49-a566-b07d44f828c0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:57.205192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9574eccc-a1b3-4345-b983-2e40cbee0766 None None] Port 0bca67d6-66c6-4d29-8f59-53d387a4240a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:43:57.212720 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb6484f4-2f61-4e97-a986-264ce46b6df9 req-8aaa8978-cedc-4d49-a566-b07d44f828c0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 949 time: 0.0935793 Aug 30 22:43:57.213274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:43:57.214021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fea7f94-3786-49da-96c0-411c97a9b88d req-f40f7b51-72c8-4af2-aca6-bb481e81c234 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411092 Aug 30 22:43:57.217014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.218208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-880eef59-5785-46b2-a0d5-e5806c7d397a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.0343640 Aug 30 22:43:57.221533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:57.233176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.294646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb6484f4-2f61-4e97-a986-264ce46b6df9 req-f1c02515-a446-4205-815b-e434a44c2c24 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808146 Aug 30 22:43:57.367021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:43:57.375029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:43:57.375550 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.409606 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.463680 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:43:57.487293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:43:57.607830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d0739-27a2-4c37-ab05-4b6eb92b159b req-b001c248-8ed0-4d5a-96e3-22ec1b5bb26f tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:57.607975 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.617283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a63d0739-27a2-4c37-ab05-4b6eb92b159b req-b001c248-8ed0-4d5a-96e3-22ec1b5bb26f tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.2473910 Aug 30 22:43:57.684048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:43:57.698166 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:57.802763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:58.005305 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:43:54Z', 'revision_number': 3, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:43:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:58.012680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a63d0739-27a2-4c37-ab05-4b6eb92b159b req-eacd196e-b099-406b-bd9d-a879d6ed207b tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667388 Aug 30 22:43:58.062327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Checking router: 0f29d587-ba5a-4034-a355-d0f2696a311a for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:43:58.062913 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Updating router 0f29d587-ba5a-4034-a355-d0f2696a311a port 401a5307-6b8c-4cbe-b767-3901a1279b87 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:43:58.099901 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.128493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e965a2-1701-49bd-be06-3dd19fb8baf7 req-3bbc90ef-f50e-4ed6-ba23-8b8e442a9545 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:58.137773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:58.140186 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f2380d-89af-4eda-8698-3d2b6422728b" -d '{"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-plugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:58.144833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9e965a2-1701-49bd-be06-3dd19fb8baf7 req-3bbc90ef-f50e-4ed6-ba23-8b8e442a9545 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 948 time: 0.1438942 Aug 30 22:43:58.147741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:58.222267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9e965a2-1701-49bd-be06-3dd19fb8baf7 req-6bf379a0-00de-4b4f-a020-4c02307c45b5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759306 Aug 30 22:43:58.239420 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-476ccd13-8417-4a8b-91ea-f6e32fe44794 x-openstack-request-id: req-476ccd13-8417-4a8b-91ea-f6e32fe44794 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:58.239809 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-plugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:58.240136 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-476ccd13-8417-4a8b-91ea-f6e32fe44794 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:58.240604 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'code': 200} Aug 30 22:43:58.390778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bca67d6-66c6-4d29-8f59-53d387a4240a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:43:58.391940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-network', 'tenant_id': 'd96df068faa04b319da8714ebd773974'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:58.428717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.459832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95704e70-2aef-40b4-b44d-e069d286f926 req-62dd30d4-3f70-4e2d-8b7b-5932bd1f9e83 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:58.460613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Made reservation on behalf of d96df068faa04b319da8714ebd773974 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:58.461431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-95704e70-2aef-40b4-b44d-e069d286f926 req-62dd30d4-3f70-4e2d-8b7b-5932bd1f9e83 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 936 time: 0.1173756 Aug 30 22:43:58.463344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.481846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.498390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1748283-ca92-436d-aa96-8e325916de07 req-b57cd7b0-6c6b-412c-939e-9de9bb97aa7f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:58.500099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1748283-ca92-436d-aa96-8e325916de07 req-b57cd7b0-6c6b-412c-939e-9de9bb97aa7f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0967503 Aug 30 22:43:58.513522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Transition to ACTIVE for port object 0bca67d6-66c6-4d29-8f59-53d387a4240a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:58.537156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.575047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1748283-ca92-436d-aa96-8e325916de07 req-dac67535-dd41-4ca4-aa61-abf5a7d6a39d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634196 Aug 30 22:43:58.596170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b047b483-90e0-45d8-8e42-33a50a2e26bf req-776726c9-052b-4b87-9ab6-8fe1e2df5e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:58.597749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b047b483-90e0-45d8-8e42-33a50a2e26bf req-776726c9-052b-4b87-9ab6-8fe1e2df5e35 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1102 time: 0.2167723 Aug 30 22:43:58.606246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-95704e70-2aef-40b4-b44d-e069d286f926 req-f4e3eb86-b777-497a-9ade-b0e7348b9250 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243305 Aug 30 22:43:58.622330 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.634959 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Transition to ACTIVE for port object 401a5307-6b8c-4cbe-b767-3901a1279b87 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:58.644566 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.663991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.675847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.707241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:58.707966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Attempting to bind port 401a5307-6b8c-4cbe-b767-3901a1279b87 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:58.708537 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Attempting to bind port 401a5307-6b8c-4cbe-b767-3901a1279b87 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:58.709076 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Attempting to bind port 401a5307-6b8c-4cbe-b767-3901a1279b87 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:58.715695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce693943-69c9-4231-9f07-e90fe1f4ca2c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:58.718439 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Pushing event updated for resources: {'Port': ['ID=401a5307-6b8c-4cbe-b767-3901a1279b87,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:58.721389 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:58.721952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b047b483-90e0-45d8-8e42-33a50a2e26bf req-b9e6e709-ad5b-4335-848f-595e861ec510 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011286 Aug 30 22:43:58.722204 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:58.722941 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.723646 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:58.724069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.724465 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Bound port: 401a5307-6b8c-4cbe-b767-3901a1279b87, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:58.726567 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.727507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:43:58.744905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.746923 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Added segment f07cef79-21ef-42d3-a4f7-b48859a37420 of type vlan for network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 Aug 30 22:43:58.806261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.828590 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] For port 401a5307-6b8c-4cbe-b767-3901a1279b87, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:58.834837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] For port 401a5307-6b8c-4cbe-b767-3901a1279b87, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=401a5307-6b8c-4cbe-b767-3901a1279b87,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:58.838141 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.838490 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.838995 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.839378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.839715 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.840044 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.840367 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.840857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.841932 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.842130 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.842624 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.843146 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:43:58.854806 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.855323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.856564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:58.857421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.870523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Attempting to bind port 0bca67d6-66c6-4d29-8f59-53d387a4240a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:43:58.870873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Attempting to bind port 0bca67d6-66c6-4d29-8f59-53d387a4240a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:43:58.871211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Attempting to bind port 0bca67d6-66c6-4d29-8f59-53d387a4240a on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:58.908763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Port 0bca67d6-66c6-4d29-8f59-53d387a4240a on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:43:58.908978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Attempting to bind port 0bca67d6-66c6-4d29-8f59-53d387a4240a on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:43:58.921484 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:43:58.922154 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:58.922304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:43:58.922650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:43:58.923036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:43:58.923488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Bound port: 0bca67d6-66c6-4d29-8f59-53d387a4240a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:43:58.924382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:58.946000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7930965 Aug 30 22:43:58.946000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc48d9-5a60-44ce-952f-16698ac1e777 admin admin] Pushing event updated for resources: {'Network': ['ID=7f2f36ad-e050-43d1-9b16-aaaddad602e4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:58.947161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58382) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:43:58.955690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Request body: {'subnet': {'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-subnet', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:43:58.964159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:43:58.964722 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f700a-a818-47e6-b2b7-81d4043b52a3 None None] Pushing event updated for resources: {'Port': ['ID=401a5307-6b8c-4cbe-b767-3901a1279b87,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:59.063981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:43:59.072471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Made reservation on behalf of d96df068faa04b319da8714ebd773974 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:43:59.079118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:59.083989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Allocated IP 172.20.0.1 (334fda01-1362-4ec2-96ea-cdcf8da9c565/83a24ca9-4dd2-4c30-90dd-deaf7543d422/cd69102f-bc91-400e-946e-df8cbe0ba2ed) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:43:59.132969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:43:59.152135 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:43:59.161642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:43:59.198289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43448450-47b2-404c-ad47-2591cc172516 req-752e68b7-9615-4769-ad89-021c266f64e0 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.206002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43448450-47b2-404c-ad47-2591cc172516 req-752e68b7-9615-4769-ad89-021c266f64e0 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.0818319 Aug 30 22:43:59.223227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:59.245368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43448450-47b2-404c-ad47-2591cc172516 req-984f7fbf-40be-47e8-8972-59deab02e288 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384810 Aug 30 22:43:59.279210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.282931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:59.282931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] 10.222.0.47 "PUT /v2.0/ports/0bca67d6-66c6-4d29-8f59-53d387a4240a HTTP/1.1" status: 200 len: 1097 time: 2.1979320 Aug 30 22:43:59.282931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:43:59.284689 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6e6ef88-92d9-441e-9093-5e147e3348b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:43:59.323823 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:43:54Z', 'revision_number': 3, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:43:59.349661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c0e402-9d9e-4b1e-baf2-bfecc936ed3e service neutron] Pushing event updated for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:43:59.380853 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e96b9d-df57-4be6-bfd3-394ad774abb6 None None] The sync data for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 is: [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:43:54Z', 'revision_number': 3, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:43:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:43:59.468816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5aa9ed-266c-4c4d-a2b1-d1d61c485ccc req-ab97a98e-4e43-421e-a8d7-e14293ebfba7 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.476199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5aa9ed-266c-4c4d-a2b1-d1d61c485ccc req-ab97a98e-4e43-421e-a8d7-e14293ebfba7 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 948 time: 0.0849464 Aug 30 22:43:59.536406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5aa9ed-266c-4c4d-a2b1-d1d61c485ccc req-7a22f038-8014-406c-a5b0-9d922dd925eb tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441062 Aug 30 22:43:59.541639 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:43:59.589873 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa10437-acea-4d78-ae0e-33307c34b691 x-openstack-request-id: req-ffa10437-acea-4d78-ae0e-33307c34b691 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:43:59.590126 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:43:59.590325 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffa10437-acea-4d78-ae0e-33307c34b691 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:43:59.591340 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a', 'status': 'completed', 'code': 200} Aug 30 22:43:59.682451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1276a-b1be-4367-88c2-ad470c045a4d req-cd8fa404-0d9b-4abb-ba37-5cbc6816af07 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.691759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23d1276a-b1be-4367-88c2-ad470c045a4d req-cd8fa404-0d9b-4abb-ba37-5cbc6816af07 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.0746486 Aug 30 22:43:59.760143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23d1276a-b1be-4367-88c2-ad470c045a4d req-0d3d5a65-eee8-4ca0-bebe-7e4568f6d608 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674634 Aug 30 22:43:59.883867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Transition to ACTIVE for port object cd69102f-bc91-400e-946e-df8cbe0ba2ed will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:43:59.893159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-a58aa5bb-0636-4e95-acce-8e541ed57dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.894945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-a58aa5bb-0636-4e95-acce-8e541ed57dcc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 1100 time: 0.5323927 Aug 30 22:43:59.905122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0822f9-9e04-4618-8abd-834a0c32f5b7 req-ef2b8af3-64d7-4888-bd92-d47cff392ecb tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:43:59.909046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb0822f9-9e04-4618-8abd-834a0c32f5b7 req-ef2b8af3-64d7-4888-bd92-d47cff392ecb tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 948 time: 0.0763245 Aug 30 22:43:59.961358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb0822f9-9e04-4618-8abd-834a0c32f5b7 req-c67aac12-1304-44e9-9715-812f360a6871 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477557 Aug 30 22:43:59.979381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-84020514-dccd-4f1a-b720-654b9f26e361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a HTTP/1.1" status: 200 len: 217 time: 0.0668957 Aug 30 22:43:59.980246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.059803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 401a5307-6b8c-4cbe-b767-3901a1279b87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:00.123637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567388dd-e7c0-48f4-8193-b75639ea7610 req-d27e8180-ca51-4c92-adf7-c5098663f853 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:00.125525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-567388dd-e7c0-48f4-8193-b75639ea7610 req-d27e8180-ca51-4c92-adf7-c5098663f853 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2438271 Aug 30 22:44:00.128303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 401a5307-6b8c-4cbe-b767-3901a1279b87 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:00.134742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 401a5307-6b8c-4cbe-b767-3901a1279b87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:00.135306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.140213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6681c0-a00f-4849-a954-11f139753000,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:00.177992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.195617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-26843ccd-6524-4d0f-b598-0ed7841d2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:00.195966 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-26843ccd-6524-4d0f-b598-0ed7841d2c72 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1794109 Aug 30 22:44:00.270484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.297234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 401a5307-6b8c-4cbe-b767-3901a1279b87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=401a5307-6b8c-4cbe-b767-3901a1279b87,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:00.302366 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.305065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:00.310154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Checking segment: {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:00.310525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Network hostable DHCP agents. Network: 7f2f36ad-e050-43d1-9b16-aaaddad602e4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:00.321294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:00.335611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-567388dd-e7c0-48f4-8193-b75639ea7610 req-14686e62-768e-497f-acfd-b930ce4309db tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676655 Aug 30 22:44:00.335800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Pushing event updated for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:00.340086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:00.394952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=401a5307-6b8c-4cbe-b767-3901a1279b87,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:00.396100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.396568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.396932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.397362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.397709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.398167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.398753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.399344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.399931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.400331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.400675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.401023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:00.420439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:00.425862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-f644129a-a777-41bc-93d6-e3f7fb7dec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:00.427477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-f644129a-a777-41bc-93d6-e3f7fb7dec89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1965883 Aug 30 22:44:00.430882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:00.455738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.494195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:00.504349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7f2f36ad-e050-43d1-9b16-aaaddad602e4) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:00.518881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91beb21-a768-474f-a03a-ca715e545a01 None None] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:00.523538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:00.523910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.551678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:00.552549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.597589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4197d4fa-63a9-4104-a6ae-012a90f1f3c2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6482182 Aug 30 22:44:00.601075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:00.605633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:00.660948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.662240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.694147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-c7e8ff55-2755-48dd-a0ac-10cd5848e70a service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533057 Aug 30 22:44:00.719679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.772249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e55aa42-4bc6-42bf-ad3f-178c235b49f0 None None] Provisioning for port cd69102f-bc91-400e-946e-df8cbe0ba2ed completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:00.775681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.789719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e55aa42-4bc6-42bf-ad3f-178c235b49f0 None None] Provisioning complete for port cd69102f-bc91-400e-946e-df8cbe0ba2ed triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:00.790456 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e55aa42-4bc6-42bf-ad3f-178c235b49f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.839646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cb85f-fd59-4a96-8247-eb0b0e47067c req-8d4ff03c-6f79-465b-857f-18806281c5f5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:00.841215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739cb85f-fd59-4a96-8247-eb0b0e47067c req-8d4ff03c-6f79-465b-857f-18806281c5f5 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 948 time: 0.1620183 Aug 30 22:44:00.863662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.872636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:00.875101 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc12cf2-5f3e-478d-bd26-4563b364ac36" -d '{"events": [{"server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:00.902703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:00.902902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c202f3ee-6a70-4768-9670-6b193fbb01bf req-32487318-5da4-4c41-9cd3-267c2ffe4d33 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750908 Aug 30 22:44:00.930204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0e55aa42-4bc6-42bf-ad3f-178c235b49f0 None None] Port cd69102f-bc91-400e-946e-df8cbe0ba2ed cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:00.932693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.933420 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:00.947903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739cb85f-fd59-4a96-8247-eb0b0e47067c req-a62c75bd-595f-4a00-896b-783caee3ca34 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961745 Aug 30 22:44:00.961328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'fixed_ips': [{'subnet_id': '4d6681c0-a00f-4849-a954-11f139753000'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:44:00.962227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.017380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:01.058900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9357c4dd-194d-43f8-aa83-16656bbcf7b3 req-ce4c2ef9-5ca0-4792-889f-219585161924 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.060480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9357c4dd-194d-43f8-aa83-16656bbcf7b3 req-ce4c2ef9-5ca0-4792-889f-219585161924 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.1224825 Aug 30 22:44:01.076045 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06695138-e4c4-46ea-b902-14627a311ee0 x-openstack-request-id: req-06695138-e4c4-46ea-b902-14627a311ee0 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:01.076638 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "name": "network-vif-plugged", "status": "completed", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:01.076638 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06695138-e4c4-46ea-b902-14627a311ee0 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:01.077220 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d', 'code': 200} Aug 30 22:44:01.123757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9357c4dd-194d-43f8-aa83-16656bbcf7b3 req-c7aac230-62e8-4317-b4d7-02facc02eb35 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562696 Aug 30 22:44:01.182042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Allocated IP 172.20.0.2 (7f2f36ad-e050-43d1-9b16-aaaddad602e4/4d6681c0-a00f-4849-a954-11f139753000/e749a8cf-43d5-456a-a704-1f6e360434b1) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:01.246148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-6ee0d216-5dea-4c8f-93eb-a4d64b27df48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.247771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-6ee0d216-5dea-4c8f-93eb-a4d64b27df48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 1100 time: 0.1492817 Aug 30 22:44:01.252166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.263116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9c478-afce-4bf8-9d64-ce4960395b61 req-2b852103-9211-418d-8168-2596818fbabe tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.264707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d9c478-afce-4bf8-9d64-ce4960395b61 req-2b852103-9211-418d-8168-2596818fbabe tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 948 time: 0.1561317 Aug 30 22:44:01.276624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.326694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33476f8f-d9c3-4254-a4f7-42651a860ddb req-771355fd-e927-4cd7-a3f5-5c8da968829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.328401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33476f8f-d9c3-4254-a4f7-42651a860ddb req-771355fd-e927-4cd7-a3f5-5c8da968829f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 1101 time: 0.1561434 Aug 30 22:44:01.334907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.369170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.449656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Pushing event updated for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:01.456680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33476f8f-d9c3-4254-a4f7-42651a860ddb req-965dee6a-1777-45c8-9e34-7fb301026e75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185279 Aug 30 22:44:01.476517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d9c478-afce-4bf8-9d64-ce4960395b61 req-07682278-2fb4-4862-99ee-989b6fbdfb07 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830523 Aug 30 22:44:01.480518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.487664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.512897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Transition to ACTIVE for port object e749a8cf-43d5-456a-a704-1f6e360434b1 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:01.533914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Transition to ACTIVE for port object e749a8cf-43d5-456a-a704-1f6e360434b1 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:01.544379 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.561440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-529b14bd-09cb-42b3-ac50-161fb0704acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.562983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-529b14bd-09cb-42b3-ac50-161fb0704acc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2969928 Aug 30 22:44:01.570810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Allocated IP 172.25.7.29 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1b66f083-790a-430d-9b6d-a806426a4de5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:01.604615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded897c-49b8-458d-9e51-36bfa919993c req-172f61ce-37f7-46c5-957e-36fbc7315f25 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.605303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:01.606206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aded897c-49b8-458d-9e51-36bfa919993c req-172f61ce-37f7-46c5-957e-36fbc7315f25 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1289322 Aug 30 22:44:01.610143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:01.615287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:01.626947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-eb176c0c-7e7d-4268-9199-96163a256c5d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a HTTP/1.1" status: 200 len: 217 time: 0.0531294 Aug 30 22:44:01.644704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Pushing event updated for resources: {'Port': ['ID=e749a8cf-43d5-456a-a704-1f6e360434b1,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:01.699297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aded897c-49b8-458d-9e51-36bfa919993c req-71318bd1-8d33-4ff2-b38c-45e0773635f9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823233 Aug 30 22:44:01.755550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:01.760577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-ffafe228-1a5a-4460-b3f9-f0b3980e30ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.762092 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.762362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-ffafe228-1a5a-4460-b3f9-f0b3980e30ed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1193171 Aug 30 22:44:01.764452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:01.789861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-4fea8edf-e3af-4287-abd3-f8c8cd30ce56 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:01.792094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-4fea8edf-e3af-4287-abd3-f8c8cd30ce56 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.47 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.1686575 Aug 30 22:44:01.840984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Attempting to bind port e749a8cf-43d5-456a-a704-1f6e360434b1 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:01.841357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Attempting to bind port e749a8cf-43d5-456a-a704-1f6e360434b1 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:01.841715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Attempting to bind port e749a8cf-43d5-456a-a704-1f6e360434b1 on network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:01.852802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.863016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:01.863409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Checking segment: {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:01.863827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.866674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Bound using segment: {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:01.867245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Bound port: e749a8cf-43d5-456a-a704-1f6e360434b1, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:01.868617 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:01.890372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-719ba86a-77ab-49cd-9072-280a01992310 req-53ed5dfb-da9a-44dc-be7a-269755d335d6 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:01.892278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-719ba86a-77ab-49cd-9072-280a01992310 req-53ed5dfb-da9a-44dc-be7a-269755d335d6 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088201 Aug 30 22:44:01.923211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:01.934644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:01.940731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:01.974924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Pushing event updated for resources: {'Port': ['ID=1b66f083-790a-430d-9b6d-a806426a4de5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:01.989668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] For port e749a8cf-43d5-456a-a704-1f6e360434b1, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:01.995004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] For port e749a8cf-43d5-456a-a704-1f6e360434b1, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e749a8cf-43d5-456a-a704-1f6e360434b1,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:02.002391 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.047106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.047555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.047896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.048229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.049083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.050382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.050382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.050604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.050780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.051104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.053623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.053989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:02.104090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 401a5307-6b8c-4cbe-b767-3901a1279b87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:02.112312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-adbd7f4a-ba58-42ca-b9ac-36e53775aa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:02.114606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-adbd7f4a-ba58-42ca-b9ac-36e53775aa0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3188963 Aug 30 22:44:02.261522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e6113ab8-e5d7-4495-b716-4ee7c17ef8b4 None None] Provisioning complete for port cd69102f-bc91-400e-946e-df8cbe0ba2ed triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:02.261522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6113ab8-e5d7-4495-b716-4ee7c17ef8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.265092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e0a51-023a-4b1e-9da2-bdbbf7ed7855 None None] Pushing event updated for resources: {'Port': ['ID=e749a8cf-43d5-456a-a704-1f6e360434b1,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:02.304430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 401a5307-6b8c-4cbe-b767-3901a1279b87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:02.304814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.345001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Deleting port c496b364-7abf-48e4-9375-d0bdd49928f3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:02.345379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.362628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e6113ab8-e5d7-4495-b716-4ee7c17ef8b4 None None] Port cd69102f-bc91-400e-946e-df8cbe0ba2ed cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:02.399939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-8a2bc568-11d0-4a6e-99bd-dcb53336b306 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288846 Aug 30 22:44:02.407102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb7d92-7c9f-4bf6-8e0e-930b5753fd5f req-41514354-1f64-4144-be02-805bd8698e79 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:02.415984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb7d92-7c9f-4bf6-8e0e-930b5753fd5f req-41514354-1f64-4144-be02-805bd8698e79 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.3149264 Aug 30 22:44:02.423314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5aaf2e-c711-4a60-b901-a4154772944e req-99cc45e1-a882-4413-9157-ed08f8620c02 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:02.425102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f5aaf2e-c711-4a60-b901-a4154772944e req-99cc45e1-a882-4413-9157-ed08f8620c02 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1525199 Aug 30 22:44:02.457666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Router 0f29d587-ba5a-4034-a355-d0f2696a311a has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:02.575329 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f5aaf2e-c711-4a60-b901-a4154772944e req-85bb9245-d07a-4e25-9b06-5999217c18df tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010258 Aug 30 22:44:02.602529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-9c9cb01c-0cc8-43b9-abcd-5c683b5ca662 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445353 Aug 30 22:44:02.623186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.779521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb7d92-7c9f-4bf6-8e0e-930b5753fd5f req-14f2e6dc-c213-4f2c-bf13-fd678b5b207d tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483193 Aug 30 22:44:02.872750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48094ea7-1a65-4c14-9756-9818768c5d4b req-f975a55c-118d-4c6e-b8b4-c9baa96a3965 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:02.880460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48094ea7-1a65-4c14-9756-9818768c5d4b req-f975a55c-118d-4c6e-b8b4-c9baa96a3965 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 949 time: 0.1324737 Aug 30 22:44:02.960901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:02.981378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48094ea7-1a65-4c14-9756-9818768c5d4b req-aa49ce8c-5e28-446d-9f3b-b241f1873874 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/security-groups?id=f480133c-63a6-4e96-a58c-bd773e0c1aac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977836 Aug 30 22:44:03.182548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:03.206940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f881845b-1d66-40b8-a9fc-3c5f8eb2ac32 admin admin] 10.222.0.25 "PUT /v2.0/routers/0f29d587-ba5a-4034-a355-d0f2696a311a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9743807 Aug 30 22:44:03.218923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Router 67f52f7b-3e27-44d6-988a-1142fdb33b7e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:44:03.222192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Sync routers for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:03.247195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:03.253398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:03.293689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] For port c496b364-7abf-48e4-9375-d0bdd49928f3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c496b364-7abf-48e4-9375-d0bdd49928f3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:03.299440 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:03.368847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763cc44-de39-46b6-90c1-a5f3a4763b83 req-7bd4d9ca-4469-4b2d-909b-99410474720f tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:03.392436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c763cc44-de39-46b6-90c1-a5f3a4763b83 req-7bd4d9ca-4469-4b2d-909b-99410474720f tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 948 time: 0.2043326 Aug 30 22:44:03.395473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Calling delete_port for c496b364-7abf-48e4-9375-d0bdd49928f3 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:03.399755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6e6ef88-92d9-441e-9093-5e147e3348b7 req-d92d57a2-0202-4850-83be-69800a04dbd8 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7825692 Aug 30 22:44:03.448731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:03.463331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Sync routers for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:03.476916 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:03.478332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:03.479154 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:03.482212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-466234e9-25ea-4f50-b590-0d1247c7801e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.8776417 Aug 30 22:44:03.482763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:03.494540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:03.577313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c763cc44-de39-46b6-90c1-a5f3a4763b83 req-f7e4e71e-a191-4179-a0fe-be078d3fc41b tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836720 Aug 30 22:44:03.769581 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:03.816551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23433-1fa1-4a9e-b8c1-53441187a889 req-3f5f31f3-d2e1-49e8-8d42-c1e82d7c63d7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:03.824519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56a23433-1fa1-4a9e-b8c1-53441187a889 req-3f5f31f3-d2e1-49e8-8d42-c1e82d7c63d7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0818136 Aug 30 22:44:03.827289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:03.895284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Pushing event deleted for resources: {'Port': ['ID=c496b364-7abf-48e4-9375-d0bdd49928f3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:03.922010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56a23433-1fa1-4a9e-b8c1-53441187a889 req-febd6e52-2017-482e-819e-ccac06664586 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824730 Aug 30 22:44:03.963009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2349d31-121d-4093-bbcd-d0cd8c67aac9 None None] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:04.011812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] No DVR routers for this DVR port c496b364-7abf-48e4-9375-d0bdd49928f3 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:04.018696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.023049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63b4b562-190b-4f42-add8-7c07e24cd212 req-af031293-4688-4439-b47c-cb383bc240eb tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.47 "DELETE /v2.0/ports/c496b364-7abf-48e4-9375-d0bdd49928f3 HTTP/1.1" status: 204 len: 173 time: 2.2165170 Aug 30 22:44:04.023547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'name': 'network-vif-deleted', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:04.037690 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e95a6b-5b1f-466b-8124-aa391e54b0bd" -d '{"events": [{"server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "name": "network-vif-deleted", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:04.171397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e749a8cf-43d5-456a-a704-1f6e360434b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:04.198765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6890a-62c1-4073-ab4f-314e15fc7130 req-eec8f533-a61e-41f7-b1fe-bac3f7826d30 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:04.206802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8c6890a-62c1-4073-ab4f-314e15fc7130 req-eec8f533-a61e-41f7-b1fe-bac3f7826d30 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.1531861 Aug 30 22:44:04.241889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-95824191-8477-4fa8-a049-c4c7055a05d8 None None] Provisioning for port e749a8cf-43d5-456a-a704-1f6e360434b1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:04.274489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8c6890a-62c1-4073-ab4f-314e15fc7130 req-b4c280cc-e4dd-4f98-978a-9639d7b6c875 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666566 Aug 30 22:44:04.310034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e749a8cf-43d5-456a-a704-1f6e360434b1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:04.320110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e749a8cf-43d5-456a-a704-1f6e360434b1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:04.320848 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.327896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'cd69102f-bc91-400e-946e-df8cbe0ba2ed', 'name': '', 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'mac_address': 'fa:16:3e:41:41:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:58Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 2, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'subnets': [{'id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:04.337928 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:02Z', 'revision_number': 3, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:04.379176 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Checking router: 67f52f7b-3e27-44d6-988a-1142fdb33b7e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:04.379527 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Updating router 67f52f7b-3e27-44d6-988a-1142fdb33b7e port 1b66f083-790a-430d-9b6d-a806426a4de5 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:44:04.400542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Checking router: 0f29d587-ba5a-4034-a355-d0f2696a311a for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:04.400906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Updating router 0f29d587-ba5a-4034-a355-d0f2696a311a port cd69102f-bc91-400e-946e-df8cbe0ba2ed binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:44:04.444710 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.476008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.481240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5f86e01-137c-4991-b727-800c138c8416 req-12400202-7407-40e1-ad72-dc27c5438192 tempest-ImagesNegativeTestJSON-672390914 tempest-ImagesNegativeTestJSON-672390914-project] 10.222.0.25 "GET /v2.0/ports?device_id=d949f7ba-0d22-4751-a1f2-877071e0aea4 HTTP/1.1" status: 200 len: 210 time: 0.0699940 Aug 30 22:44:04.544875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-873c989c-1b8e-49f3-8c94-27fdc9cbd3f2 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3850369 Aug 30 22:44:04.559569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:04.589815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.646504 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-045c0d54-39e0-40e7-a6c3-7e88c64becee x-openstack-request-id: req-045c0d54-39e0-40e7-a6c3-7e88c64becee {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:04.646886 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d949f7ba-0d22-4751-a1f2-877071e0aea4", "name": "network-vif-deleted", "tag": "c496b364-7abf-48e4-9375-d0bdd49928f3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:04.647211 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-045c0d54-39e0-40e7-a6c3-7e88c64becee {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:04.647706 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd949f7ba-0d22-4751-a1f2-877071e0aea4', 'name': 'network-vif-deleted', 'tag': 'c496b364-7abf-48e4-9375-d0bdd49928f3', 'status': 'completed', 'code': 200} Aug 30 22:44:04.673496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.764690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e749a8cf-43d5-456a-a704-1f6e360434b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e749a8cf-43d5-456a-a704-1f6e360434b1,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:04.801687 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.949527 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.955664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:04.972594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Transition to ACTIVE for port object 1b66f083-790a-430d-9b6d-a806426a4de5 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:04.985431 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.053895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f55b0d8a-9705-4d0f-a6f1-b9120b713d4c None None] Provisioning complete for port e749a8cf-43d5-456a-a704-1f6e360434b1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:05.054131 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720f696-4a3a-4664-81d9-532bf0fafcdc None None] Pushing event updated for resources: {'Port': ['ID=1b66f083-790a-430d-9b6d-a806426a4de5,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:05.055626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f55b0d8a-9705-4d0f-a6f1-b9120b713d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.071157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.089241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Attempting to bind port 1b66f083-790a-430d-9b6d-a806426a4de5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:05.089509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Attempting to bind port 1b66f083-790a-430d-9b6d-a806426a4de5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:05.089964 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Attempting to bind port 1b66f083-790a-430d-9b6d-a806426a4de5 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:05.096349 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:05.096727 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:05.097133 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.097530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:05.098033 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Bound port: 1b66f083-790a-430d-9b6d-a806426a4de5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:05.098681 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.130147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e749a8cf-43d5-456a-a704-1f6e360434b1,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:05.202585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0bca67d6-66c6-4d29-8f59-53d387a4240a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:05.203751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c496b364-7abf-48e4-9375-d0bdd49928f3 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:05.215771 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] For port 1b66f083-790a-430d-9b6d-a806426a4de5, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:05.219848 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] For port 1b66f083-790a-430d-9b6d-a806426a4de5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1b66f083-790a-430d-9b6d-a806426a4de5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:05.233255 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.241238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: c496b364-7abf-48e4-9375-d0bdd49928f3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:05.241740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c496b364-7abf-48e4-9375-d0bdd49928f3 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:05.296485 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.301330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Allocated IP 172.25.7.101 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/2578ca09-a9f6-4b86-9515-03ad7e65a578) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:05.325122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-4a692adc-875e-4796-855b-3821a3afdc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:05.328624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-4a692adc-875e-4796-855b-3821a3afdc55 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1102 time: 0.0937588 Aug 30 22:44:05.347033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7d9a0-99c0-4c70-ab43-a5819be1ce80 req-b51703d4-9594-4f1f-8e94-6049284704e2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:05.349750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aaf7d9a0-99c0-4c70-ab43-a5819be1ce80 req-b51703d4-9594-4f1f-8e94-6049284704e2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 948 time: 0.1610966 Aug 30 22:44:05.369491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Transition to ACTIVE for port object cd69102f-bc91-400e-946e-df8cbe0ba2ed will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:05.382195 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.411530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:05.412800 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:05.449511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Allocated IP 172.20.0.1 (7f2f36ad-e050-43d1-9b16-aaaddad602e4/4d6681c0-a00f-4849-a954-11f139753000/37a38109-65a4-4456-b451-7b760d6c220b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:05.465584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:05.518375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933355c-23d1-4e01-b42c-966f13611e0b None None] Pushing event updated for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:05.534592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aaf7d9a0-99c0-4c70-ab43-a5819be1ce80 req-7d7dd32a-c168-46d6-a239-7a1642f6ee1c tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699295 Aug 30 22:44:05.534842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '0bca67d6-66c6-4d29-8f59-53d387a4240a', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '0bca67d6-66c6-4d29-8f59-53d387a4240a', 'mac_address': 'fa:16:3e:8f:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:05.547801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.572370 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:05.650658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-48a0f608-de5e-4ad9-8aec-6878b3ecb62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:05.652570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-48a0f608-de5e-4ad9-8aec-6878b3ecb62f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3015440 Aug 30 22:44:05.682520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.750196 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720f696-4a3a-4664-81d9-532bf0fafcdc None None] Pushing event updated for resources: {'Port': ['ID=1b66f083-790a-430d-9b6d-a806426a4de5,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:05.805570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-1d501b89-0ed1-47b0-b782-72bf19031f57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.1414270 Aug 30 22:44:05.813281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Attempting to bind port cd69102f-bc91-400e-946e-df8cbe0ba2ed on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:05.814591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Attempting to bind port cd69102f-bc91-400e-946e-df8cbe0ba2ed by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:05.815240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Attempting to bind port cd69102f-bc91-400e-946e-df8cbe0ba2ed on network 334fda01-1362-4ec2-96ea-cdcf8da9c565 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:05.823101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:05.824108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Checking segment: {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:05.824742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.825388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Bound using segment: {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:05.826139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Bound port: cd69102f-bc91-400e-946e-df8cbe0ba2ed, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaddb525-01d8-4695-99b3-c53aca92357a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:05.826894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.849226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.850529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:05.858925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.863511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:05.867716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:05.882159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd152caa-866b-459d-bb8f-e33b383200d9 req-058726fc-daab-4bda-8d49-6f242937f79c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:05.890335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd152caa-866b-459d-bb8f-e33b383200d9 req-058726fc-daab-4bda-8d49-6f242937f79c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2490876 Aug 30 22:44:05.917957 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:02Z', 'revision_number': 3, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:05.918336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] For port cd69102f-bc91-400e-946e-df8cbe0ba2ed, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:05.921768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] For port cd69102f-bc91-400e-946e-df8cbe0ba2ed, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cd69102f-bc91-400e-946e-df8cbe0ba2ed,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:05.941102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=2578ca09-a9f6-4b86-9515-03ad7e65a578,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:05.963334 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:05.967343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Transition to ACTIVE for port object 37a38109-65a4-4456-b451-7b760d6c220b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:05.999432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd152caa-866b-459d-bb8f-e33b383200d9 req-2ad3535f-27a3-45df-947f-f15639f6aa6a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078856 Aug 30 22:44:06.025470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2607e465-eb0c-4550-9099-5d49a1c2278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:06.027146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2607e465-eb0c-4550-9099-5d49a1c2278c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2031255 Aug 30 22:44:06.030946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bca67d6-66c6-4d29-8f59-53d387a4240a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:06.035111 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125a671d-fb74-4327-b0b5-7988ce9f0baf None None] The sync data for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 is: [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:02Z', 'revision_number': 3, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:06.076122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.090457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e749a8cf-43d5-456a-a704-1f6e360434b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:06.091428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.122310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-ab20aea7-1cc2-4a0a-8320-b38747dc19be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:06.123979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-ab20aea7-1cc2-4a0a-8320-b38747dc19be service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0870497 Aug 30 22:44:06.188699 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.193183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:06.207748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:06.226552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:06.227846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:06.231745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:06.236974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Pushing event updated for resources: {'Port': ['ID=37a38109-65a4-4456-b451-7b760d6c220b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:06.243001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:06.314097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-a8820702-7d7e-42e2-8629-e294b0a97a0d service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764066 Aug 30 22:44:06.387157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.407618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.412047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933355c-23d1-4e01-b42c-966f13611e0b None None] Pushing event updated for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:06.435877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a4d35-c921-42e4-ac4b-23e15c0dd5cd req-da9beb60-3255-4354-8b5b-a390217d39cd tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:06.437522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-734a4d35-c921-42e4-ac4b-23e15c0dd5cd req-da9beb60-3255-4354-8b5b-a390217d39cd tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.1856902 Aug 30 22:44:06.522255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:06.554688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-734a4d35-c921-42e4-ac4b-23e15c0dd5cd req-eb6cb234-0588-4dc3-90b6-cb5b47963570 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860713 Aug 30 22:44:06.571981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:06.573533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-18819f17-a231-4585-9003-156c8f3316e6 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351160 Aug 30 22:44:06.648285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e749a8cf-43d5-456a-a704-1f6e360434b1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:06.648844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.700536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0bca67d6-66c6-4d29-8f59-53d387a4240a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:06.709760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.844248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.891750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ba612a7f-1da7-4229-ad0d-6cbd1322571e None None] Provisioning for port 37a38109-65a4-4456-b451-7b760d6c220b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:06.894394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.922460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ba612a7f-1da7-4229-ad0d-6cbd1322571e None None] Provisioning complete for port 37a38109-65a4-4456-b451-7b760d6c220b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:06.922837 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba612a7f-1da7-4229-ad0d-6cbd1322571e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:06.931357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53fe0ff-f8fb-454a-9c51-a59ccc29c022 req-b0d9d554-9bca-4093-a5d7-3bb26ded0e4c tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:06.933805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e53fe0ff-f8fb-454a-9c51-a59ccc29c022 req-b0d9d554-9bca-4093-a5d7-3bb26ded0e4c tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 949 time: 0.1037762 Aug 30 22:44:06.995621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e53fe0ff-f8fb-454a-9c51-a59ccc29c022 req-ded2574e-4246-4076-b8fb-feb8fa292974 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554309 Aug 30 22:44:07.037073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=2578ca09-a9f6-4b86-9515-03ad7e65a578,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:07.075189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:07.132028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:07.133292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b74874cc-de4f-4e3e-a0a4-4fcfbb8bdedb tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5798531 Aug 30 22:44:07.161777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ba612a7f-1da7-4229-ad0d-6cbd1322571e None None] Port 37a38109-65a4-4456-b451-7b760d6c220b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:07.230295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'cd69102f-bc91-400e-946e-df8cbe0ba2ed', 'name': '', 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'mac_address': 'fa:16:3e:41:41:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:58Z', 'updated_at': '2021-08-30T22:44:05Z', 'revision_number': 4, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'subnets': [{'id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:07.268553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:07.277175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bae81d-90bf-4753-b834-37cf4dc0e549 None None] The sync data for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 is: [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'cd69102f-bc91-400e-946e-df8cbe0ba2ed', 'name': '', 'network_id': '334fda01-1362-4ec2-96ea-cdcf8da9c565', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'mac_address': 'fa:16:3e:41:41:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:58Z', 'updated_at': '2021-08-30T22:44:05Z', 'revision_number': 4, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'subnets': [{'id': '83a24ca9-4dd2-4c30-90dd-deaf7543d422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:07.287297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-a5c62115-c2bc-489c-93f6-efaffc65a37d tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 696 time: 0.1330929 Aug 30 22:44:07.289012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:07.393942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0278c2-df58-419a-a8af-c9a347c3bf53 req-5ead0531-679e-4d48-af6a-beadea285b3e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:07.395763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb0278c2-df58-419a-a8af-c9a347c3bf53 req-5ead0531-679e-4d48-af6a-beadea285b3e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0813677 Aug 30 22:44:07.458390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb0278c2-df58-419a-a8af-c9a347c3bf53 req-91e05ef4-93f0-4240-9d50-ceac293f53dc tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558548 Aug 30 22:44:07.620683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9633bec-ec02-4c0c-b6a3-6f141f01b08c req-b0e930b0-1cc3-4532-9050-0e56a5e8641b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:07.622525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9633bec-ec02-4c0c-b6a3-6f141f01b08c req-b0e930b0-1cc3-4532-9050-0e56a5e8641b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.0557165 Aug 30 22:44:07.670234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9633bec-ec02-4c0c-b6a3-6f141f01b08c req-37468b8f-2570-4fd2-afc4-fa09170fbd24 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401471 Aug 30 22:44:07.675206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Pushing event updated for resources: {'Port': ['ID=37a38109-65a4-4456-b451-7b760d6c220b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:07.689965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:07.772923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b16de72e-5530-4e2a-b27a-7e9370501e66 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:07.774435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-b16de72e-5530-4e2a-b27a-7e9370501e66 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.4580829 Aug 30 22:44:07.806401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-cc8bdb6b-3cdc-4601-9fc9-4f1c3df92624 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:07.807692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d32d97b9-b163-4dcd-b515-480f61900b30 req-cc8bdb6b-3cdc-4601-9fc9-4f1c3df92624 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146878 Aug 30 22:44:07.844766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:07.847699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:08.164286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cd69102f-bc91-400e-946e-df8cbe0ba2ed up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:08.204150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Router 67f52f7b-3e27-44d6-988a-1142fdb33b7e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:08.248256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port cd69102f-bc91-400e-946e-df8cbe0ba2ed completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:08.248782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-59926dae-bea4-4901-87eb-868d5c519c8f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3259430 Aug 30 22:44:08.253748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port cd69102f-bc91-400e-946e-df8cbe0ba2ed triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:08.254437 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.261124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:08.324976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.370684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6b2a2bfc-b3f8-4115-9b99-6fc8012ca503 None None] Provisioning complete for port 37a38109-65a4-4456-b451-7b760d6c220b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:08.371463 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6b2a2bfc-b3f8-4115-9b99-6fc8012ca503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.485710 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.515351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:08.516206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6b2a2bfc-b3f8-4115-9b99-6fc8012ca503 None None] Port 37a38109-65a4-4456-b451-7b760d6c220b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:08.521712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b12d064b-5256-416b-aede-fc28462dd17e admin admin] 10.222.0.25 "PUT /v2.0/routers/67f52f7b-3e27-44d6-988a-1142fdb33b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0371964 Aug 30 22:44:08.552144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port cd69102f-bc91-400e-946e-df8cbe0ba2ed, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cd69102f-bc91-400e-946e-df8cbe0ba2ed,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:08.558456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.565146 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.566118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1b66f083-790a-430d-9b6d-a806426a4de5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:08.572035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5374678-dd71-4d01-8ab0-b6714a0d425d req-d4e40322-4ec1-4ccd-a5c0-b205f7162e02 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:08.574465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5374678-dd71-4d01-8ab0-b6714a0d425d req-d4e40322-4ec1-4ccd-a5c0-b205f7162e02 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 949 time: 0.0968051 Aug 30 22:44:08.643515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Sync routers for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:08.660386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5374678-dd71-4d01-8ab0-b6714a0d425d req-1ec8525e-cdc7-4669-b7d1-0a89f6df5ad3 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793574 Aug 30 22:44:08.688664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:08.729624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:08.730313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:08.741401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Allocated IP 172.25.7.17 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/4e3f03ec-253e-4ccc-b37b-5edbc05543c8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:08.882950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1b66f083-790a-430d-9b6d-a806426a4de5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:08.885499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64d272c-29b7-4fde-a182-c1294bf3043f req-7e51a1a5-6ab1-4997-9ecf-a13458123884 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:08.887108 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a64d272c-29b7-4fde-a182-c1294bf3043f req-7e51a1a5-6ab1-4997-9ecf-a13458123884 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0693634 Aug 30 22:44:08.896136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.902068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1b66f083-790a-430d-9b6d-a806426a4de5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:08.902616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.929196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a64d272c-29b7-4fde-a182-c1294bf3043f req-572e91fc-880e-483d-9503-dc864cab478d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352769 Aug 30 22:44:08.942333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:08.982756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:08.995400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:08.998467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:09.005513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:09.032921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=4e3f03ec-253e-4ccc-b37b-5edbc05543c8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:09.084363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b00b90-7f6b-49e2-b801-31e2821c1370 req-2f23b46c-b54a-4d31-a59a-ba7c89ae044c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:09.085916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b00b90-7f6b-49e2-b801-31e2821c1370 req-2f23b46c-b54a-4d31-a59a-ba7c89ae044c tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.0611529 Aug 30 22:44:09.148089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.161628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b00b90-7f6b-49e2-b801-31e2821c1370 req-3f6e193e-1f42-4587-b157-94607d2a81a3 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/security-groups?id=09719edd-ae87-4d3c-8465-0f305ac5ec88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665705 Aug 30 22:44:09.182924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-eaa3c96c-bec4-448a-a209-fa802220347b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:09.184604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-eaa3c96c-bec4-448a-a209-fa802220347b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.52 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 949 time: 0.0978107 Aug 30 22:44:09.190433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.219801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.232523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0bca67d6-66c6-4d29-8f59-53d387a4240a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:09.236589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1b66f083-790a-430d-9b6d-a806426a4de5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1b66f083-790a-430d-9b6d-a806426a4de5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:09.260924 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.318319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Deleting port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:09.319031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.382687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1b66f083-790a-430d-9b6d-a806426a4de5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:09.410577 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-371f055e-6a82-4cc0-a104-a72ec87de4b2 req-df0d8fc0-8bb2-4c39-931a-663c10146908 tempest-FloatingIPDetailsNegativeTestJSON-704333244 tempest-FloatingIPDetailsNegativeTestJSON-704333244-project] show failed (client error): The resource could not be found. Aug 30 22:44:09.412214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-371f055e-6a82-4cc0-a104-a72ec87de4b2 req-df0d8fc0-8bb2-4c39-931a-663c10146908 tempest-FloatingIPDetailsNegativeTestJSON-704333244 tempest-FloatingIPDetailsNegativeTestJSON-704333244-project] 10.222.0.25 "GET /v2.0/floatingips/64700485-a65d-4cec-95f0-18530868a6da HTTP/1.1" status: 404 len: 350 time: 0.0771930 Aug 30 22:44:09.457211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 0bca67d6-66c6-4d29-8f59-53d387a4240a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:09.463788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.466098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58556) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:09.470113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 0bca67d6-66c6-4d29-8f59-53d387a4240a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:09.470764 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.483256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.546208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] For port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:09.546584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.589336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Calling delete_port for bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:09.681713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=4e3f03ec-253e-4ccc-b37b-5edbc05543c8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:09.706501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.742859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.759323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-17daffd8-a852-4188-b2f2-6d742b509525 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5005143 Aug 30 22:44:09.843930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:06Z', 'revision_number': 4, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '37a38109-65a4-4456-b451-7b760d6c220b', 'name': '', 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'mac_address': 'fa:16:3e:a1:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4d6681c0-a00f-4849-a954-11f139753000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:05Z', 'updated_at': '2021-08-30T22:44:06Z', 'revision_number': 2, 'project_id': 'd96df068faa04b319da8714ebd773974', 'subnets': [{'id': '4d6681c0-a00f-4849-a954-11f139753000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:09.896476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Checking router: 67f52f7b-3e27-44d6-988a-1142fdb33b7e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:09.899728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Updating router 67f52f7b-3e27-44d6-988a-1142fdb33b7e port 37a38109-65a4-4456-b451-7b760d6c220b binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:44:09.961007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:09.979246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58566) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:10.000204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2190ed-4ec0-40ee-9fe3-208bbeaa1683 req-d0f5d4c4-b1e4-402f-9791-2e2084db6d77 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:10.007724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb2190ed-4ec0-40ee-9fe3-208bbeaa1683 req-d0f5d4c4-b1e4-402f-9791-2e2084db6d77 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 949 time: 0.1808348 Aug 30 22:44:10.036265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-2c6adad2-e807-4bb5-8b7e-4d49a2f0f6c1 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.2760367 Aug 30 22:44:10.057522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.070430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb2190ed-4ec0-40ee-9fe3-208bbeaa1683 req-63a57283-ca61-4388-aa22-64ffd6f5503b tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Aug 30 22:44:10.092543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:10.092752 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89544e5-224e-4a40-bdd0-323e10e390a2" -d '{"events": [{"server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "name": "network-vif-plugged", "status": "completed", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:10.104918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.183150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:10.186095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cd69102f-bc91-400e-946e-df8cbe0ba2ed up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:10.234212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:10.268007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.286992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Pushing event deleted for resources: {'Port': ['ID=bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:10.327362 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6cdf01a-a34c-4461-86ce-88f3df438d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.369694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dd031139-56ed-402e-8d1a-42407c6718cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3010a09c322944998cbef7aadec3a81f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3838267 Aug 30 22:44:10.383711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:10.403230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-a02e9b03-edbf-4097-80d7-49c751c85167 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:10.410658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-a02e9b03-edbf-4097-80d7-49c751c85167 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2647903 Aug 30 22:44:10.416251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-4dfc0daf-df39-44a1-b98d-e40a4a7b538c tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:10.429151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:10.435390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5d4de14-99c8-4951-b7ca-d19ddfbde2a3 req-4dfc0daf-df39-44a1-b98d-e40a4a7b538c tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0238161 Aug 30 22:44:10.455108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port cd69102f-bc91-400e-946e-df8cbe0ba2ed triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:10.455481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.541125 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2295c7-a146-431a-9851-dd102b85687d x-openstack-request-id: req-8d2295c7-a146-431a-9851-dd102b85687d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:10.541552 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "name": "network-vif-plugged", "status": "completed", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:10.541825 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d2295c7-a146-431a-9851-dd102b85687d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:10.542215 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a', 'code': 200} Aug 30 22:44:10.563357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] No DVR routers for this DVR port bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:10.576516 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.579931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f27eb9a2-3638-4f57-99b7-2b696ba0d8eb req-1151792d-45f4-4180-b80c-36f8194d291b tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.52 "DELETE /v2.0/ports/bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d HTTP/1.1" status: 204 len: 173 time: 1.3847950 Aug 30 22:44:10.580441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'name': 'network-vif-deleted', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:10.593009 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96270d92-04b3-4fbe-8eff-3693fd45c34c" -d '{"events": [{"server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "name": "network-vif-deleted", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:10.653597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57a9b9-7f9a-43b0-80bc-08623165bdd5 req-2c50f8b3-fe12-4615-b96f-0eff42f12f75 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:10.660312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be57a9b9-7f9a-43b0-80bc-08623165bdd5 req-2c50f8b3-fe12-4615-b96f-0eff42f12f75 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2952015 Aug 30 22:44:10.694805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.747732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be57a9b9-7f9a-43b0-80bc-08623165bdd5 req-86515c47-af9e-4328-8de0-c3910cfcc9ee tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774374 Aug 30 22:44:10.749948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.803373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fbc2818-419a-4fc5-800a-ca1fa238d395 req-a82d0bf4-8496-4723-9715-194bdb035c31 tempest-DeleteServersAdminTestJSON-1661652254 tempest-DeleteServersAdminTestJSON-1661652254-project] 10.222.0.25 "GET /v2.0/ports?device_id=5358aa37-a64c-461b-adb5-be5c59d1cde5 HTTP/1.1" status: 200 len: 210 time: 0.0637167 Aug 30 22:44:10.812504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1b66f083-790a-430d-9b6d-a806426a4de5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:10.857144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d8d96-3232-43f6-a10c-0d3193d18e13 req-fcfa8cfb-8138-462d-90e2-a44907cc740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:10.858653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f67d8d96-3232-43f6-a10c-0d3193d18e13 req-fcfa8cfb-8138-462d-90e2-a44907cc740f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 1102 time: 0.2512465 Aug 30 22:44:10.935627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.948650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1b66f083-790a-430d-9b6d-a806426a4de5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:10.949978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.973005 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99289338-b01f-44eb-ac78-5fd5f2e45e90 x-openstack-request-id: req-99289338-b01f-44eb-ac78-5fd5f2e45e90 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:10.973405 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5358aa37-a64c-461b-adb5-be5c59d1cde5", "name": "network-vif-deleted", "tag": "bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:10.973523 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99289338-b01f-44eb-ac78-5fd5f2e45e90 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:10.974777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Transition to ACTIVE for port object 37a38109-65a4-4456-b451-7b760d6c220b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:10.978504 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5358aa37-a64c-461b-adb5-be5c59d1cde5', 'name': 'network-vif-deleted', 'tag': 'bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d', 'status': 'completed', 'code': 200} Aug 30 22:44:10.984973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.990773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.992597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:10.998515 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f480133c-63a6-4e96-a58c-bd773e0c1aac HTTP/1.1" status: 204 len: 168 time: 0.6111531 Aug 30 22:44:11.022040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187578c-b112-457a-a0a6-ad71c2df9606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f480133c-63a6-4e96-a58c-bd773e0c1aac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:11.042279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1695cd-a766-42c5-845d-79587b06f86e None None] Pushing event updated for resources: {'Port': ['ID=37a38109-65a4-4456-b451-7b760d6c220b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:11.091787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-25762e7d-a4fb-463e-a943-3c97a44fa2c0 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2806871 Aug 30 22:44:11.098073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:11.140469 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.255985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Attempting to bind port 37a38109-65a4-4456-b451-7b760d6c220b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:11.256857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Attempting to bind port 37a38109-65a4-4456-b451-7b760d6c220b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:11.256857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Attempting to bind port 37a38109-65a4-4456-b451-7b760d6c220b on network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:11.297036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:11.297412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Checking segment: {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:11.297830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.298348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Bound using segment: {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:11.298873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Bound port: 37a38109-65a4-4456-b451-7b760d6c220b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07cef79-21ef-42d3-a4f7-b48859a37420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:11.299261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.374701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.425243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f67d8d96-3232-43f6-a10c-0d3193d18e13 req-2de652c1-b2af-490d-904a-0073da4f1c61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5577252 Aug 30 22:44:11.468324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] For port 37a38109-65a4-4456-b451-7b760d6c220b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:11.473217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] For port 37a38109-65a4-4456-b451-7b760d6c220b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37a38109-65a4-4456-b451-7b760d6c220b,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:11.481344 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.548999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270b464-4e60-44d0-a16a-587032892419 req-cd938cbb-6f52-43ae-a158-a04a44c7fd2a tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:11.557308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a270b464-4e60-44d0-a16a-587032892419 req-cd938cbb-6f52-43ae-a158-a04a44c7fd2a tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 950 time: 0.1309781 Aug 30 22:44:11.606555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Allocated IP 172.25.7.27 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/002fc74c-3f56-4b9a-9b61-7b6be3384109) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:11.640653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:11.641308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:11.646753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1695cd-a766-42c5-845d-79587b06f86e None None] Pushing event updated for resources: {'Port': ['ID=37a38109-65a4-4456-b451-7b760d6c220b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:11.671276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a270b464-4e60-44d0-a16a-587032892419 req-047eb90b-068d-4d71-a981-398aeb29cfa8 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110218 Aug 30 22:44:11.745712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:11.904752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:11.932484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.020391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.041995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa5dea-9d47-4e6b-9994-5a9c256d95a4 req-104e6fd6-fb4d-4c54-8436-b7b7a6f955cb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:12.057894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69aa5dea-9d47-4e6b-9994-5a9c256d95a4 req-104e6fd6-fb4d-4c54-8436-b7b7a6f955cb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1447909 Aug 30 22:44:12.083380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:12.084540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:12.088538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:12.189821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=002fc74c-3f56-4b9a-9b61-7b6be3384109,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:12.225433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.275660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.277266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:06Z', 'revision_number': 4, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '37a38109-65a4-4456-b451-7b760d6c220b', 'name': '', 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'mac_address': 'fa:16:3e:a1:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4d6681c0-a00f-4849-a954-11f139753000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:05Z', 'updated_at': '2021-08-30T22:44:11Z', 'revision_number': 4, 'project_id': 'd96df068faa04b319da8714ebd773974', 'subnets': [{'id': '4d6681c0-a00f-4849-a954-11f139753000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:12.312706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69aa5dea-9d47-4e6b-9994-5a9c256d95a4 req-cbd3184e-69ad-427b-8fe2-283edd67cd80 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537827 Aug 30 22:44:12.338718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85c8f51-8279-403e-bb7b-dc8c0ec5dc21 None None] The sync data for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 is: [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29'}], 'enable_snat': True}, 'gw_port_id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:06Z', 'revision_number': 4, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port': {'id': '1b66f083-790a-430d-9b6d-a806426a4de5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:07:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:01Z', 'updated_at': '2021-08-30T22:44:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '37a38109-65a4-4456-b451-7b760d6c220b', 'name': '', 'network_id': '7f2f36ad-e050-43d1-9b16-aaaddad602e4', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'mac_address': 'fa:16:3e:a1:36:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '4d6681c0-a00f-4849-a954-11f139753000', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:05Z', 'updated_at': '2021-08-30T22:44:11Z', 'revision_number': 4, 'project_id': 'd96df068faa04b319da8714ebd773974', 'subnets': [{'id': '4d6681c0-a00f-4849-a954-11f139753000', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:12.454788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:12.510103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:12.510469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device bbf3ae6a-02a1-44a6-ae5b-bf7fece6b09d not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:12.560151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Deleting port 37a38109-65a4-4456-b451-7b760d6c220b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:12.560506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.575828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.585559 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.676612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] For port 37a38109-65a4-4456-b451-7b760d6c220b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37a38109-65a4-4456-b451-7b760d6c220b,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:12.677224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.716500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=002fc74c-3f56-4b9a-9b61-7b6be3384109,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:12.730712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Calling delete_port for 37a38109-65a4-4456-b451-7b760d6c220b owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:12.734237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.754600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.762693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-519f7122-987c-47e2-b08b-eba0fc86e9bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6696231 Aug 30 22:44:12.801774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:12.872606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-9f3dfef1-44fd-4a8b-b339-6e43196e5931 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.1090019 Aug 30 22:44:13.078584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-221541bb-a282-4934-8a35-6b85f428f31f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:13.082009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8dd12ac-33a9-4b3f-953a-613da2bc43c3 req-221541bb-a282-4934-8a35-6b85f428f31f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1958861 Aug 30 22:44:13.128414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.180962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a38109-65a4-4456-b451-7b760d6c220b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:13.271348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8b53b70c-288c-453b-ae7a-4b5cfdd9a589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.341415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac676dd9-c3a6-47e7-aca4-d558c6a6823f req-89666709-8a9e-46b0-9c87-d6781d7dabcd tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:13.348187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac676dd9-c3a6-47e7-aca4-d558c6a6823f req-89666709-8a9e-46b0-9c87-d6781d7dabcd tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 950 time: 0.1172633 Aug 30 22:44:13.399794 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac676dd9-c3a6-47e7-aca4-d558c6a6823f req-5b788a0f-64f1-42e3-9fbd-0c91da74727f tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416644 Aug 30 22:44:13.506770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-3ad7a254-c433-4ab2-830e-826751786c4b tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1285136 Aug 30 22:44:13.519334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:13.528413 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.584449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.606946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864616e-47f3-448f-8e2b-dd9e37e22cde req-2c743837-9176-4918-a9b6-24d86cbfc21a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:13.608897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7864616e-47f3-448f-8e2b-dd9e37e22cde req-2c743837-9176-4918-a9b6-24d86cbfc21a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0691156 Aug 30 22:44:13.651768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7864616e-47f3-448f-8e2b-dd9e37e22cde req-0d1b0aa1-7eb6-458a-b024-a29388bc2a98 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356712 Aug 30 22:44:13.866235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:13.899060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Router 67f52f7b-3e27-44d6-988a-1142fdb33b7e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:14.081630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:14.141144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ec5d8004-4ed2-4ff3-999b-167eb8828d58 admin admin] 10.222.0.25 "PUT /v2.0/routers/67f52f7b-3e27-44d6-988a-1142fdb33b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6716373 Aug 30 22:44:14.143142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:14.170054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Allocated IP 172.25.7.175 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/212cdc58-e786-4659-9567-49a36dbfdc31) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:14.210226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-946a2290-9ec2-4eab-bb7a-61d906ee87ca tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:14.218963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-946a2290-9ec2-4eab-bb7a-61d906ee87ca tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 1102 time: 0.1134584 Aug 30 22:44:14.302187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-fba3fb1d-ff9b-448c-934b-0632478ce5f4 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.334086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.367762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.373999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.385160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.431130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:14.434430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:14.439885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:14.487254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=212cdc58-e786-4659-9567-49a36dbfdc31,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:14.557508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.582097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.595735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-fba3fb1d-ff9b-448c-934b-0632478ce5f4 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.607716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.628754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-fba3fb1d-ff9b-448c-934b-0632478ce5f4 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.679102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b0368b5-99cc-4344-a557-40129ccbcd48 req-fba3fb1d-ff9b-448c-934b-0632478ce5f4 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585161 Aug 30 22:44:14.694428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba3fb1d-ff9b-448c-934b-0632478ce5f4 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a252d0fd-8e7e-4c37-abb2-2c5f1196ae4a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:14.705001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Deleting port 1b66f083-790a-430d-9b6d-a806426a4de5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:14.705335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.818119 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Sync routers for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:14.839523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:14.840435 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:14.854193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.862926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.875299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] For port 1b66f083-790a-430d-9b6d-a806426a4de5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1b66f083-790a-430d-9b6d-a806426a4de5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:14.875798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.914521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Calling delete_port for 1b66f083-790a-430d-9b6d-a806426a4de5 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:14.967746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event updated for resources: {'Port': ['ID=212cdc58-e786-4659-9567-49a36dbfdc31,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:14.974622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.993239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:14.995289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-64b1dd3d-3c60-4c1d-8e84-192902693d07 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4827044 Aug 30 22:44:15.007319 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:15.075885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-af033f6b-bde8-4b4e-9412-992ee431c3f0 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.0722513 Aug 30 22:44:15.137386 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:14Z', 'revision_number': 6, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:15.198372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Checking router: 67f52f7b-3e27-44d6-988a-1142fdb33b7e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:15.213531 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Routers {'67f52f7b-3e27-44d6-988a-1142fdb33b7e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:15.214434 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:15.218685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.268473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b66f083-790a-430d-9b6d-a806426a4de5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:15.276248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58664) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:15.306429 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] Set router 67f52f7b-3e27-44d6-988a-1142fdb33b7e gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:15.306822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-b666f343-d89b-4108-b981-e47c0ea18378 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:15.308263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18924888-cd85-4916-9b78-19d13aa3ab46 req-b666f343-d89b-4108-b981-e47c0ea18378 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2223289 Aug 30 22:44:15.368970 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:15Z', 'revision_number': 7, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:15.383124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac6bab-e6b8-4ae3-885e-eae5e9816689 req-488d3b19-8fff-48ba-a657-1e4f9be0dc00 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:15.384558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1aac6bab-e6b8-4ae3-885e-eae5e9816689 req-488d3b19-8fff-48ba-a657-1e4f9be0dc00 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1276987 Aug 30 22:44:15.392368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.397814 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c4b8e4-3a40-491c-89a6-848905d30701 None None] The sync data for ids ['67f52f7b-3e27-44d6-988a-1142fdb33b7e'] in n-d-791504-21 is: [{'id': '67f52f7b-3e27-44d6-988a-1142fdb33b7e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-86491848-router', 'tenant_id': 'd96df068faa04b319da8714ebd773974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:00Z', 'updated_at': '2021-08-30T22:44:15Z', 'revision_number': 7, 'project_id': 'd96df068faa04b319da8714ebd773974', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:15.553149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.555278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.559309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1aac6bab-e6b8-4ae3-885e-eae5e9816689 req-4f3e783d-cc88-482c-ab9e-08cedadf3319 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475906 Aug 30 22:44:15.636289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83ace696-c8ac-4630-aded-63138124dd57 req-4e06fb7e-6b20-41a7-aa2b-8767c0866c95 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips/b5684b64-b299-4499-aaac-683e0795705d HTTP/1.1" status: 200 len: 693 time: 0.1106541 Aug 30 22:44:15.822433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ace696-c8ac-4630-aded-63138124dd57 req-9061259e-c15d-43d9-9617-004607ce89c4 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:15.824098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83ace696-c8ac-4630-aded-63138124dd57 req-9061259e-c15d-43d9-9617-004607ce89c4 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1776855 Aug 30 22:44:15.839657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-83ace696-c8ac-4630-aded-63138124dd57 req-93e490c8-793e-4e74-a051-18bf7b257580 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:15.840740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83ace696-c8ac-4630-aded-63138124dd57 req-93e490c8-793e-4e74-a051-18bf7b257580 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070255 Aug 30 22:44:15.844398 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.912935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8d11b4d-debc-46b2-b51e-a32c0c756b3c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0d27c95b3f14534a7570f2451506452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6342657 Aug 30 22:44:15.915742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:15.917638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.918225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f52f7b-3e27-44d6-988a-1142fdb33b7e {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:44:15.937565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:15.939566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8ec80130-9523-45bf-af83-d96dcb69c827 admin admin] 10.222.0.25 "DELETE /v2.0/routers/67f52f7b-3e27-44d6-988a-1142fdb33b7e HTTP/1.1" status: 204 len: 168 time: 1.7949097 Aug 30 22:44:15.941485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58690) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:15.976651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b08d3a-232e-43b7-94b9-fe65a74759db req-a6bbc35d-281c-415b-b67f-194e35429412 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:15.978258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0b08d3a-232e-43b7-94b9-fe65a74759db req-a6bbc35d-281c-415b-b67f-194e35429412 tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 1102 time: 0.1068959 Aug 30 22:44:16.038363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.052889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0b08d3a-232e-43b7-94b9-fe65a74759db req-9b88664f-c756-4cba-b44f-86268aace49b tempest-ServersAdminNegativeTestJSON-1566965390 tempest-ServersAdminNegativeTestJSON-1566965390-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587907 Aug 30 22:44:16.075312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.137998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.141259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.143344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09719edd-ae87-4d3c-8465-0f305ac5ec88 HTTP/1.1" status: 204 len: 168 time: 0.2266202 Aug 30 22:44:16.152662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6920faf-aee9-4ace-b0aa-c41bc3807e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09719edd-ae87-4d3c-8465-0f305ac5ec88,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:16.348085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Deleting subnet 4d6681c0-a00f-4849-a954-11f139753000 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:44:16.354798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.396317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.407690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37a38109-65a4-4456-b451-7b760d6c220b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:16.436967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 37a38109-65a4-4456-b451-7b760d6c220b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:16.437523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37a38109-65a4-4456-b451-7b760d6c220b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:16.487858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-bdc4ad31-1b7a-4dcb-84fc-33c99792fee0 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips/b5684b64-b299-4499-aaac-683e0795705d HTTP/1.1" status: 200 len: 693 time: 0.2213187 Aug 30 22:44:16.528603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.560389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58706) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:16.580925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f33e8a93-451a-41a7-bcff-f5dd2389c573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.664215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.697762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6681c0-a00f-4849-a954-11f139753000,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:16.708263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-cddadeac-7e6f-4fad-bb0c-993fa9418a43 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:16.709682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-cddadeac-7e6f-4fad-bb0c-993fa9418a43 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2116432 Aug 30 22:44:16.713335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.715671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-776bf309-e38c-4e8e-a9a3-fa9f84a50ceb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4d6681c0-a00f-4849-a954-11f139753000 HTTP/1.1" status: 204 len: 168 time: 0.7711401 Aug 30 22:44:16.719180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:16.721692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9eeedf2-c75c-423b-8c29-d4ba460a7ac1 None None] Network 7f2f36ad-e050-43d1-9b16-aaaddad602e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:16.725554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f33e8a93-451a-41a7-bcff-f5dd2389c573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.729586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-8487e012-42c6-4efa-a90a-d9e604d885ae tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:16.731482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f33e8a93-451a-41a7-bcff-f5dd2389c573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.735050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-8487e012-42c6-4efa-a90a-d9e604d885ae tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172799 Aug 30 22:44:16.801296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f33e8a93-451a-41a7-bcff-f5dd2389c573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7f4b9e5dc3724636a43dbeb3fb8b95fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390697 Aug 30 22:44:16.802192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58714) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:16.815216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e8a93-451a-41a7-bcff-f5dd2389c573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2e3d2a-0487-4f2a-baa0-6f44ce12b3a9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:16.852092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-90acb3fc-8e44-4b87-93d7-52823275c30f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.1000590 Aug 30 22:44:16.879087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.914520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60e7c3-4869-4c15-b714-fc76c8f6d499 req-c52f6846-e21f-47fd-be20-5a13664746c7 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:16.917170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a60e7c3-4869-4c15-b714-fc76c8f6d499 req-c52f6846-e21f-47fd-be20-5a13664746c7 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 945 time: 0.1136706 Aug 30 22:44:16.931810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-5243e49e-ae0c-4116-b75c-ca14e35ade11 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.175 HTTP/1.1" status: 200 len: 696 time: 0.0659723 Aug 30 22:44:16.937314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.975461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b432da1-309a-4741-8793-2a01c882654f None None] DHCP port deletion for 7f2f36ad-e050-43d1-9b16-aaaddad602e4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:44:16.984958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:16.994551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a60e7c3-4869-4c15-b714-fc76c8f6d499 req-3e9e2ec0-b19e-45c5-aa79-9fc3068ef369 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644765 Aug 30 22:44:17.025214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Deleting port e749a8cf-43d5-456a-a704-1f6e360434b1 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:17.025753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.056247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.059020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.060389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba2e3d2a-0487-4f2a-baa0-6f44ce12b3a9 HTTP/1.1" status: 204 len: 168 time: 0.2399690 Aug 30 22:44:17.083272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01982d-c001-4460-b0da-d1c55c393ff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2e3d2a-0487-4f2a-baa0-6f44ce12b3a9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:17.131739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Deleting port e749a8cf-43d5-456a-a704-1f6e360434b1 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:17.132081 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.164359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3b432da1-309a-4741-8793-2a01c882654f None None] For port e749a8cf-43d5-456a-a704-1f6e360434b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e749a8cf-43d5-456a-a704-1f6e360434b1,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:17.166906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.185580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Calling delete_port for e749a8cf-43d5-456a-a704-1f6e360434b1 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:17.196474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Deleting port 212cdc58-e786-4659-9567-49a36dbfdc31 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:17.196822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.262172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] For port e749a8cf-43d5-456a-a704-1f6e360434b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e749a8cf-43d5-456a-a704-1f6e360434b1,segment=NetworkSegment(f07cef79-21ef-42d3-a4f7-b48859a37420),segment_id=f07cef79-21ef-42d3-a4f7-b48859a37420)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:17.262590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.283325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c401c2-d20b-42a6-be7a-290bbbdf9f20 req-af476527-5bd3-4788-89f5-b8f0e4713b48 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:17.286789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Calling delete_port for e749a8cf-43d5-456a-a704-1f6e360434b1 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:17.293127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79c401c2-d20b-42a6-be7a-290bbbdf9f20 req-af476527-5bd3-4788-89f5-b8f0e4713b48 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0941625 Aug 30 22:44:17.361022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.361658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.366407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79c401c2-d20b-42a6-be7a-290bbbdf9f20 req-ef44e8b5-23c6-43c7-b944-cc86e74d70ce tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664353 Aug 30 22:44:17.384781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Calling delete_port for 212cdc58-e786-4659-9567-49a36dbfdc31 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:17.565589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.592071 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.608291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e749a8cf-43d5-456a-a704-1f6e360434b1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:17.620023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] No DVR routers for this DVR port e749a8cf-43d5-456a-a704-1f6e360434b1 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:17.640647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Pushing event deleted for resources: {'Port': ['ID=e749a8cf-43d5-456a-a704-1f6e360434b1,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:17.644780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b432da1-309a-4741-8793-2a01c882654f None None] No DVR routers for this DVR port e749a8cf-43d5-456a-a704-1f6e360434b1 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:17.647606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.657952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.658407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.658870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.659296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.659681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.660104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.660508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.660932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.661326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.661715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.662176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.662559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b432da1-309a-4741-8793-2a01c882654f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:44:17.732039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event deleted for resources: {'Port': ['ID=212cdc58-e786-4659-9567-49a36dbfdc31,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:17.756535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.792384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2f36ad-e050-43d1-9b16-aaaddad602e4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:17.801982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07cef79-21ef-42d3-a4f7-b48859a37420') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:17.802403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07cef79-21ef-42d3-a4f7-b48859a37420') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:17.816363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.835975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.838914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.840181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b87e5da-23a0-40ff-be70-d2e9a283b259 req-aa2586e7-8fcd-4084-96b6-37d50f69801a tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "DELETE /v2.0/floatingips/b5684b64-b299-4499-aaac-683e0795705d HTTP/1.1" status: 204 len: 173 time: 0.8719499 Aug 30 22:44:17.844114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.867439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:44:17.868877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:44:17.871161 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:44:18.040382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.064072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e749a8cf-43d5-456a-a704-1f6e360434b1 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:18.069064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.073330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7f2f36ad-e050-43d1-9b16-aaaddad602e4 HTTP/1.1" status: 204 len: 168 time: 1.3503871 Aug 30 22:44:18.079894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103225bc-c280-4e32-baa3-927b18df14b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f2f36ad-e050-43d1-9b16-aaaddad602e4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:18.091299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e749a8cf-43d5-456a-a704-1f6e360434b1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:18.092083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e749a8cf-43d5-456a-a704-1f6e360434b1 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:18.093605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1b66f083-790a-430d-9b6d-a806426a4de5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:18.133125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1b66f083-790a-430d-9b6d-a806426a4de5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:18.133666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1b66f083-790a-430d-9b6d-a806426a4de5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:18.155970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2def7f8d-e0b8-451f-b5a0-b52faa0db61d req-78dbf936-d57f-4567-a97d-a6c893e30e91 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.158110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2def7f8d-e0b8-451f-b5a0-b52faa0db61d req-78dbf936-d57f-4567-a97d-a6c893e30e91 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2734237 Aug 30 22:44:18.338271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-974f6ea1-0498-497b-8df0-26a34f3de585 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.341836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-974f6ea1-0498-497b-8df0-26a34f3de585 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.52 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 945 time: 0.1151259 Aug 30 22:44:18.381501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23754b79-2e92-4cfc-b8ba-4f3fbb63a71d req-4b130cc6-7aa4-4773-87fd-dcfa8da49703 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=39a4da590d7d4551b6ba9ad8b0fbca21 HTTP/1.1" status: 200 len: 1655 time: 0.0786924 Aug 30 22:44:18.382092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58764) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:18.404074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0b28c-3214-4bfd-8577-0b88abdd1cde req-8406a1e4-705a-41da-833c-593896a51142 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.405628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ad0b28c-3214-4bfd-8577-0b88abdd1cde req-8406a1e4-705a-41da-833c-593896a51142 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 945 time: 0.1417649 Aug 30 22:44:18.482374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ad0b28c-3214-4bfd-8577-0b88abdd1cde req-0f4ae3a9-7cbc-485f-9d1f-68897628790c tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/security-groups?id=43feff1d-a15d-4a4a-ba74-4155186a9dea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677700 Aug 30 22:44:18.503187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d0ecb1a-5bdd-49b9-9eae-842aa01f0f07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d96df068faa04b319da8714ebd773974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1171751 Aug 30 22:44:18.503787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58768) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:18.509082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Deleting port 1512916a-7b27-4a43-b1f7-5097a7e50390 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:18.509425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.567873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23754b79-2e92-4cfc-b8ba-4f3fbb63a71d req-1e53ecdb-992e-4573-8b63-7fbaddd2ed31 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.570299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23754b79-2e92-4cfc-b8ba-4f3fbb63a71d req-1e53ecdb-992e-4573-8b63-7fbaddd2ed31 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks?id=6f948872-30ea-4903-b768-a3c9cdb7bc37&id=6f948872-30ea-4903-b768-a3c9cdb7bc37&id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 787 time: 0.1810708 Aug 30 22:44:18.585137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-23754b79-2e92-4cfc-b8ba-4f3fbb63a71d req-aebd5c5f-aae6-4fa4-ab31-db7f7f54f00d tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:18.592221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23754b79-2e92-4cfc-b8ba-4f3fbb63a71d req-aebd5c5f-aae6-4fa4-ab31-db7f7f54f00d tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0121615 Aug 30 22:44:18.613352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.662559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.665371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba00a4-3ddc-4d30-aa3b-1d8614a6e145 req-1f8e5c20-df5c-44e6-8608-4052f2f54bb1 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.674439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ba00a4-3ddc-4d30-aa3b-1d8614a6e145 req-1f8e5c20-df5c-44e6-8608-4052f2f54bb1 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 950 time: 0.1040671 Aug 30 22:44:18.711953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] For port 1512916a-7b27-4a43-b1f7-5097a7e50390, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1512916a-7b27-4a43-b1f7-5097a7e50390,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:18.712449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.734987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Calling delete_port for 1512916a-7b27-4a43-b1f7-5097a7e50390 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:18.755233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ba00a4-3ddc-4d30-aa3b-1d8614a6e145 req-d6d77c95-7302-46c9-b570-c6c6574de644 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743196 Aug 30 22:44:18.759940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.773545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:18.773545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce693943-69c9-4231-9f07-e90fe1f4ca2c HTTP/1.1" status: 204 len: 168 time: 0.2593572 Aug 30 22:44:18.773730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999dc07e-ad3e-454d-bf4f-8c0cd7b4d685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce693943-69c9-4231-9f07-e90fe1f4ca2c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:18.808512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c163a592-71f1-46e0-bcfe-b05e73418ac4 req-15533241-8e84-48fd-b4de-28848f65950c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:18.815949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c163a592-71f1-46e0-bcfe-b05e73418ac4 req-15533241-8e84-48fd-b4de-28848f65950c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1087027 Aug 30 22:44:18.862852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c163a592-71f1-46e0-bcfe-b05e73418ac4 req-1adf6145-d6e1-475a-9297-0794ffaa9f32 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408702 Aug 30 22:44:18.872860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-ac718b20-7d22-4161-9615-1226979c6f8f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips/9bd704d0-95a4-437e-ae78-6a884cde3c96 HTTP/1.1" status: 200 len: 692 time: 0.0735459 Aug 30 22:44:19.083871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-03f625c4-3d55-471f-98c8-0defbcba1e62 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:19.085539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-03f625c4-3d55-471f-98c8-0defbcba1e62 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1782906 Aug 30 22:44:19.118996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-f26d5e4d-33a1-441c-902b-d83d4ac7430b tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:44:19.120047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-f26d5e4d-33a1-441c-902b-d83d4ac7430b tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100641 Aug 30 22:44:19.193219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-fcf5323d-f54d-4ff6-8c5c-50af14e72db3 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0607824 Aug 30 22:44:19.198104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.234536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1512916a-7b27-4a43-b1f7-5097a7e50390'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:19.277967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Pushing event deleted for resources: {'Port': ['ID=1512916a-7b27-4a43-b1f7-5097a7e50390,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:19.284063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-0c953b3a-719c-4a3c-b27b-45a5719261ea tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.27 HTTP/1.1" status: 200 len: 695 time: 0.0828631 Aug 30 22:44:19.334118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] No DVR routers for this DVR port 1512916a-7b27-4a43-b1f7-5097a7e50390 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:19.370160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.372198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af7b70a-e1db-4cf3-9457-856cebb8297e req-55b385ac-b937-4dfe-ae07-1f8126157af0 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.52 "DELETE /v2.0/ports/1512916a-7b27-4a43-b1f7-5097a7e50390 HTTP/1.1" status: 204 len: 173 time: 1.0229151 Aug 30 22:44:19.372834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'name': 'network-vif-deleted', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:19.375128 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99f814c-7aea-4271-bedf-c9c26548bceb" -d '{"events": [{"server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "name": "network-vif-deleted", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:19.477668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Deleting port 002fc74c-3f56-4b9a-9b61-7b6be3384109 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:19.478041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.582120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.582120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.596036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Calling delete_port for 002fc74c-3f56-4b9a-9b61-7b6be3384109 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:19.808136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.849040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event deleted for resources: {'Port': ['ID=002fc74c-3f56-4b9a-9b61-7b6be3384109,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:19.851469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58828) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:19.936718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.940094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:19.957475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ba209ba-74e9-4c8c-8d71-69605d72ffe5 req-d3eb528d-9868-43fb-8ac1-9a61936f9cd5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "DELETE /v2.0/floatingips/9bd704d0-95a4-437e-ae78-6a884cde3c96 HTTP/1.1" status: 204 len: 173 time: 0.6498947 Aug 30 22:44:19.982875 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc14115-c626-4d1c-95d7-057257ec09d2 x-openstack-request-id: req-bbc14115-c626-4d1c-95d7-057257ec09d2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:19.983138 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a956d7d0-7647-47aa-88a6-fdf3f33d20cb", "name": "network-vif-deleted", "tag": "1512916a-7b27-4a43-b1f7-5097a7e50390", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:19.983400 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bbc14115-c626-4d1c-95d7-057257ec09d2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:19.983858 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a956d7d0-7647-47aa-88a6-fdf3f33d20cb', 'name': 'network-vif-deleted', 'tag': '1512916a-7b27-4a43-b1f7-5097a7e50390', 'status': 'completed', 'code': 200} Aug 30 22:44:20.069824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-246a4fb6-0af8-4125-99c5-6fef4fde4524 req-ab44af30-035e-46c7-9af1-2f3170b29db4 tempest-AttachSCSIVolumeTestJSON-1977916102 tempest-AttachSCSIVolumeTestJSON-1977916102-project] 10.222.0.25 "GET /v2.0/ports?device_id=a956d7d0-7647-47aa-88a6-fdf3f33d20cb HTTP/1.1" status: 200 len: 210 time: 0.0312085 Aug 30 22:44:20.073872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-669766262-network', 'tenant_id': '7c3347241fa349229dc4194aad4ef42f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:20.115691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be08a3-4810-4175-bb00-70e779c7ecf9 req-955ff7ea-3794-4e42-b752-9c7e5671e25f tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:20.117373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11be08a3-4810-4175-bb00-70e779c7ecf9 req-955ff7ea-3794-4e42-b752-9c7e5671e25f tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 950 time: 0.0795274 Aug 30 22:44:20.126978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:20.129134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.162933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.206363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921a00c-7794-4f11-b3ee-eef9040ee072 req-5d16af8c-82d2-4b74-a883-eae0ca921106 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:20.208004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0921a00c-7794-4f11-b3ee-eef9040ee072 req-5d16af8c-82d2-4b74-a883-eae0ca921106 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0612881 Aug 30 22:44:20.215538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11be08a3-4810-4175-bb00-70e779c7ecf9 req-f90f6a5a-e4b2-4013-8bde-b113274408bd tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841470 Aug 30 22:44:20.233016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-15204820-7840-4f97-8884-9759c92add57 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:20.234659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-15204820-7840-4f97-8884-9759c92add57 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.47 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 950 time: 0.1160414 Aug 30 22:44:20.268482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0921a00c-7794-4f11-b3ee-eef9040ee072 req-566cc8db-ebe9-45c3-97a2-1244e57f74e6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532486 Aug 30 22:44:20.345125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-9daa910e-dd8e-49f3-830e-99f7089a2318 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips/5fcceaaf-20af-44d7-ae0d-d09287ade634 HTTP/1.1" status: 200 len: 692 time: 0.0505526 Aug 30 22:44:20.389277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.396258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.403327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Deleting port 0bca67d6-66c6-4d29-8f59-53d387a4240a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:20.403668 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.434346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:44:20.474447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-640743ca-964b-41ef-a54b-3b52948d54a1 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:20.477074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-640743ca-964b-41ef-a54b-3b52948d54a1 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1182082 Aug 30 22:44:20.485087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.485434 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Added segment 8e72bae3-d8fe-42cd-820c-7ccc8c0c6892 of type vlan for network c5acd705-2c87-4e7f-8172-2632b8b30baf Aug 30 22:44:20.511604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdde4390-453a-4144-9c21-d668e908b4a4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:20.566096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.572493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-1912a9ff-2da2-47fa-a6e5-0281e3674711 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0858297 Aug 30 22:44:20.588722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] For port 0bca67d6-66c6-4d29-8f59-53d387a4240a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0bca67d6-66c6-4d29-8f59-53d387a4240a,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:20.589076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.611564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Calling delete_port for 0bca67d6-66c6-4d29-8f59-53d387a4240a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:20.627776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.628954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:20.629537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.630009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-06190223-1f7b-4dee-bafe-ccb3986d1b2f tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.17 HTTP/1.1" status: 200 len: 695 time: 0.0566366 Aug 30 22:44:20.747373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8922336 Aug 30 22:44:20.756917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58854) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:20.765623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Request body: {'subnet': {'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-669766262-subnet', 'tenant_id': '7c3347241fa349229dc4194aad4ef42f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:20.780878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d207cbf-08ae-44cc-a7ca-e61602b36798 admin admin] Pushing event updated for resources: {'Network': ['ID=c5acd705-2c87-4e7f-8172-2632b8b30baf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:20.795890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c5acd705-2c87-4e7f-8172-2632b8b30baf details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:44:20.857354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:20.861283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.880374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.899794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0bca67d6-66c6-4d29-8f59-53d387a4240a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:20.925239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Pushing event deleted for resources: {'Port': ['ID=0bca67d6-66c6-4d29-8f59-53d387a4240a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:20.947079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['69607b3c-9f61-4f42-a0aa-913ff7204faf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:20.974010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Deleting port 4e3f03ec-253e-4ccc-b37b-5edbc05543c8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:20.974572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.985945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] No DVR routers for this DVR port 0bca67d6-66c6-4d29-8f59-53d387a4240a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:20.990444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:20.998065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c220c4d8-b6fe-4c3a-b5f0-1cecf16ae18e req-0b5fd999-5870-48c1-b15d-74e3554b58a2 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.47 "DELETE /v2.0/ports/0bca67d6-66c6-4d29-8f59-53d387a4240a HTTP/1.1" status: 204 len: 173 time: 0.7543757 Aug 30 22:44:20.999456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'name': 'network-vif-deleted', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:21.002217 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb986eca-363d-4c91-9ef9-b4919fe05d80" -d '{"events": [{"server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "name": "network-vif-deleted", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:21.258950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.300143 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf5b369-58a2-4161-bd55-3b48f8beb3f2 x-openstack-request-id: req-9bf5b369-58a2-4161-bd55-3b48f8beb3f2 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:21.300439 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8652ddb2-251c-4fb2-a490-6a0c0cc1420f", "name": "network-vif-deleted", "tag": "0bca67d6-66c6-4d29-8f59-53d387a4240a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:21.300693 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9bf5b369-58a2-4161-bd55-3b48f8beb3f2 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:21.301093 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8652ddb2-251c-4fb2-a490-6a0c0cc1420f', 'name': 'network-vif-deleted', 'tag': '0bca67d6-66c6-4d29-8f59-53d387a4240a', 'status': 'completed', 'code': 200} Aug 30 22:44:21.346340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.346672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.367913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Calling delete_port for 4e3f03ec-253e-4ccc-b37b-5edbc05543c8 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:21.370660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:21.398532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Checking segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:21.399242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Network hostable DHCP agents. Network: c5acd705-2c87-4e7f-8172-2632b8b30baf, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:21.464204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Network c5acd705-2c87-4e7f-8172-2632b8b30baf is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:21.470745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a7d7d45-278b-40ce-929e-15f068fb66f3 req-509f695e-c388-4d26-9328-d2bcd5d6a4cf tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=8652ddb2-251c-4fb2-a490-6a0c0cc1420f HTTP/1.1" status: 200 len: 210 time: 0.0349753 Aug 30 22:44:21.493880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c5acd705-2c87-4e7f-8172-2632b8b30baf) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:21.501697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:21.502422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.508745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a862c132-9d8d-4004-9524-5ef5573c284b None None] Network c5acd705-2c87-4e7f-8172-2632b8b30baf requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:21.543022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f37787d0-d7e6-4ac4-b70a-b50fdb61f301 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7846022 Aug 30 22:44:21.584543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.616439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event deleted for resources: {'Port': ['ID=4e3f03ec-253e-4ccc-b37b-5edbc05543c8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:21.715835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.722002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da23f3-853a-4a5e-add1-db9d8674f232 req-44b318a9-67e5-415c-8f2f-059673e0598f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:21.723710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:21.742189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1da23f3-853a-4a5e-add1-db9d8674f232 req-44b318a9-67e5-415c-8f2f-059673e0598f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0817447 Aug 30 22:44:21.742327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf5d53c6-fdf7-4487-ad51-762187fd0679 req-560b25bd-a454-44c2-b8bc-59c98f0906fd tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "DELETE /v2.0/floatingips/5fcceaaf-20af-44d7-ae0d-d09287ade634 HTTP/1.1" status: 204 len: 173 time: 1.0992913 Aug 30 22:44:21.783894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa5717c-9ed6-4baa-b526-08e3c728f6f7 None None] Network c5acd705-2c87-4e7f-8172-2632b8b30baf requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:21.812715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1da23f3-853a-4a5e-add1-db9d8674f232 req-f8f3c260-afef-4ae3-9c79-eceb0b1650de tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774713 Aug 30 22:44:21.891847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-78cdd12b-9b1f-45fd-a05a-139b42be0e36 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips/5eadc958-5ab6-4482-9c2e-eab19ecf0fa9 HTTP/1.1" status: 200 len: 693 time: 0.0545752 Aug 30 22:44:22.071154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.080840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-4c77120f-f6b4-4c73-92cf-3de0818773bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:22.082938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-4c77120f-f6b4-4c73-92cf-3de0818773bf tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1848464 Aug 30 22:44:22.158520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-e1f66afe-57a1-49ef-acf4-af8513f84de5 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 696 time: 0.0685210 Aug 30 22:44:22.213869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-e2736880-82cd-4c56-abed-ccff4a053bc9 tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 696 time: 0.0543535 Aug 30 22:44:22.259041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58944) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:22.340027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-9636aa6c-b700-42fb-b65a-574edc8b1d6a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:22.342030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-9636aa6c-b700-42fb-b65a-574edc8b1d6a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.1348245 Aug 30 22:44:22.366444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-50211f4e-4502-470c-a16c-6db0f238493a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/quotas/7c3347241fa349229dc4194aad4ef42f HTTP/1.1" status: 200 len: 375 time: 0.0172174 Aug 30 22:44:22.373693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Deleting port 2578ca09-a9f6-4b86-9515-03ad7e65a578 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:22.374068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.408838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-9f3f1dd6-9962-4de0-af3c-7c485e5c072a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369861 Aug 30 22:44:22.443522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198d75a4-653f-4fb6-9e03-2be6d5418a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.457603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1512916a-7b27-4a43-b1f7-5097a7e50390 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:22.504195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1512916a-7b27-4a43-b1f7-5097a7e50390 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:22.508768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1512916a-7b27-4a43-b1f7-5097a7e50390 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:22.513888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.514227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.526432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c7aaea3c-1b9b-4493-9a1b-9f7c399083f3 service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102152 Aug 30 22:44:22.542370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Calling delete_port for 2578ca09-a9f6-4b86-9515-03ad7e65a578 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:22.645030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-96645f0e-e24b-4ab0-9e58-b598605ae53b service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146367 Aug 30 22:44:22.921620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-264cdd9a-c8c2-4b10-9d23-b846e5c33c55 req-c01e6e09-6b88-44b3-bbfd-91a777336b1d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 210 time: 0.0314612 Aug 30 22:44:22.943248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198d75a4-653f-4fb6-9e03-2be6d5418a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:22.957279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198d75a4-653f-4fb6-9e03-2be6d5418a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.029230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d75a4-653f-4fb6-9e03-2be6d5418a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f1c33f-07fc-4464-82fd-422cfeae3e86,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:23.041937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-198d75a4-653f-4fb6-9e03-2be6d5418a63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0daa9784ea6746058a23c314779e85d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7790518 Aug 30 22:44:23.043341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58976) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:23.128281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5df1f9-a5b5-45ae-a22c-de02956ca567 req-6b1beb5b-f169-4224-9786-1d3d9dacb6bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:23.137029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a5df1f9-a5b5-45ae-a22c-de02956ca567 req-6b1beb5b-f169-4224-9786-1d3d9dacb6bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1098816 Aug 30 22:44:23.147949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.186837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a5df1f9-a5b5-45ae-a22c-de02956ca567 req-f03862f8-2524-4250-a1e3-3f3ab933b884 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489483 Aug 30 22:44:23.188566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Pushing event deleted for resources: {'Port': ['ID=2578ca09-a9f6-4b86-9515-03ad7e65a578,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:23.297452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.330852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.333706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.341206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58980) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:23.342442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69be9e17-3807-4b59-84fe-1ad976a8a685 req-7676efe8-8e3e-4b93-85f4-0a2e1cfec9ff tempest-FloatingIPDetailsTestJSON-285082072 tempest-FloatingIPDetailsTestJSON-285082072-project] 10.222.0.25 "DELETE /v2.0/floatingips/5eadc958-5ab6-4482-9c2e-eab19ecf0fa9 HTTP/1.1" status: 204 len: 173 time: 1.1272879 Aug 30 22:44:23.352105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.468398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.472359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:23.477734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36f1c33f-07fc-4464-82fd-422cfeae3e86 HTTP/1.1" status: 204 len: 168 time: 0.4052346 Aug 30 22:44:23.506290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc7edc-0556-4c2e-889e-645fc5bc3182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f1c33f-07fc-4464-82fd-422cfeae3e86,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:23.664133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6da986-04c7-486e-a424-0f9e22498b4c req-6ea254f3-3cf2-4d5e-92fa-c57de6f3ec2b tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:23.677514 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d6da986-04c7-486e-a424-0f9e22498b4c req-6ea254f3-3cf2-4d5e-92fa-c57de6f3ec2b tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.1320591 Aug 30 22:44:23.735334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d6da986-04c7-486e-a424-0f9e22498b4c req-726fa589-ee56-4181-883b-79dbbac06511 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539467 Aug 30 22:44:23.854244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58994) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:24.061491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ecdbf74-2dc2-45d0-8ce1-613a44e4e9cc req-18cd6d46-af44-4fd1-8056-411b40ace00b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 210 time: 0.0456278 Aug 30 22:44:24.321069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21fede72-74ac-4df2-abdb-5c754060e231 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.481232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-4ed9d8f4-a146-4583-bb30-81482559b95e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:24.482756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-4ed9d8f4-a146-4583-bb30-81482559b95e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.2427583 Aug 30 22:44:24.546151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Request body: {'port': {'device_id': '00457e26-54a4-4638-842c-f9529508b8ac', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'admin_state_up': True, 'tenant_id': '7c3347241fa349229dc4194aad4ef42f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:24.603359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59020) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:24.701955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d920578-fa50-4d4b-afa7-62852fb75426 req-5df899a0-75d9-4709-ae10-0238d44938e7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:24.703586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d920578-fa50-4d4b-afa7-62852fb75426 req-5df899a0-75d9-4709-ae10-0238d44938e7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2198398 Aug 30 22:44:24.719660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-435742103-network', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:24.731616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21fede72-74ac-4df2-abdb-5c754060e231 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.751448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21fede72-74ac-4df2-abdb-5c754060e231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.787173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Made reservation on behalf of ca0e5e7832c64123ba44e77a74b683fa for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:24.789367 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.792156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.803138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:24.892763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-21fede72-74ac-4df2-abdb-5c754060e231 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2896536d8cce4a03a3fe91cd643f239e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0328083 Aug 30 22:44:24.894041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59028) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:24.896460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fede72-74ac-4df2-abdb-5c754060e231 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a166ef05-865e-4df1-b427-6a207bd77739,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:24.902686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d920578-fa50-4d4b-afa7-62852fb75426 req-19c72001-5b93-469b-900a-d44a44bcbb0e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838436 Aug 30 22:44:25.007289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3cc4f2-3dc7-44d8-8fc6-7581b699aedd req-15f0145c-b911-46fb-8b2b-421775c0dbd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:25.008886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5c3cc4f2-3dc7-44d8-8fc6-7581b699aedd req-15f0145c-b911-46fb-8b2b-421775c0dbd5 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.1668797 Aug 30 22:44:25.044077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.096483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.106563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5c3cc4f2-3dc7-44d8-8fc6-7581b699aedd req-72e8bc0d-adcc-4b56-b7be-d414294573cc tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808337 Aug 30 22:44:25.110816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.116826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.148382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:25.151894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.192468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:44:25.231791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.232046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a23365-3996-4ed4-973b-39dc512a8621 req-0a01489e-e56a-415c-b537-b647557398de tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 210 time: 0.0429370 Aug 30 22:44:25.232175 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Added segment 6c6e219e-6b52-4ab9-a7bb-6e8399ce8433 of type vlan for network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 Aug 30 22:44:25.234206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f09b0e-0c9a-4ee6-8a00-4bbd1ed2ef8c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:25.240252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0bca67d6-66c6-4d29-8f59-53d387a4240a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:25.287815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 0bca67d6-66c6-4d29-8f59-53d387a4240a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:25.288166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0bca67d6-66c6-4d29-8f59-53d387a4240a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:25.294204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.324697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.327415 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.331847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a166ef05-865e-4df1-b427-6a207bd77739 HTTP/1.1" status: 204 len: 168 time: 0.4323902 Aug 30 22:44:25.335002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.335964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:25.336719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.355260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360264e-967a-4c8f-815d-80c1d8823407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a166ef05-865e-4df1-b427-6a207bd77739,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:25.430461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8231354 Aug 30 22:44:25.434998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:25.438711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-89b62d28-0c9e-4f5c-ac42-5d62ae7272ff tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:25.440372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-89b62d28-0c9e-4f5c-ac42-5d62ae7272ff tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.52 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.2026219 Aug 30 22:44:25.441423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Request body: {'subnet': {'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-435742103-subnet', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:25.471728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b1e1a3-304c-437e-ab0a-748a234df536 admin admin] Pushing event updated for resources: {'Network': ['ID=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:25.485648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:44:25.497285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Made reservation on behalf of ca0e5e7832c64123ba44e77a74b683fa for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:25.498667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Allocated IP 172.20.0.5 (c5acd705-2c87-4e7f-8172-2632b8b30baf/a299f0eb-e7d9-4a2e-921a-a0edda4c1f15/9b563c6f-526a-431c-a451-d3768f914f6e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:25.503559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.519879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Deleting port cd69102f-bc91-400e-946e-df8cbe0ba2ed {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:25.520236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.750102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] For port cd69102f-bc91-400e-946e-df8cbe0ba2ed, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cd69102f-bc91-400e-946e-df8cbe0ba2ed,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:25.751499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.762203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Deleting port 69607b3c-9f61-4f42-a0aa-913ff7204faf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:25.762700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.798356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.816398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Calling delete_port for cd69102f-bc91-400e-946e-df8cbe0ba2ed owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:25.852374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:25.899076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Checking segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:25.899587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Network hostable DHCP agents. Network: dcd1c0c2-9276-4d48-8f7f-2cf77a06f064, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:25.908287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:25.928501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:25.938201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04f57dd6-22bf-4693-82d8-f70b70abeb4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.940056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dcd1c0c2-9276-4d48-8f7f-2cf77a06f064) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:25.946096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:25.947006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.958747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b8b744-a40f-41b6-b9b3-978281d5f9c7 None None] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:25.981498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.985046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f19adcad-b596-4084-a4f1-7dce0c34393f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5487924 Aug 30 22:44:25.987146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:25.993115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] For port 69607b3c-9f61-4f42-a0aa-913ff7204faf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=69607b3c-9f61-4f42-a0aa-913ff7204faf,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:25.993479 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:25.997923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:26.012767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:26.029755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Calling delete_port for 69607b3c-9f61-4f42-a0aa-913ff7204faf owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:26.216285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:44:26.218490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.236292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.335028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:26.339001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1bbc8-0cdf-4fb5-8a9a-f21c81f45fb2 req-730c7785-4f1b-4d18-a982-1efa54bd91ca tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:26.349874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d1bbc8-0cdf-4fb5-8a9a-f21c81f45fb2 req-730c7785-4f1b-4d18-a982-1efa54bd91ca tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 949 time: 0.1323152 Aug 30 22:44:26.353632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a183c2-7b6b-429d-9852-a19f92d4f1e1 req-e6caee8e-0f52-4084-9938-57b1a6af4425 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:26.362533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-62a183c2-7b6b-429d-9852-a19f92d4f1e1 req-e6caee8e-0f52-4084-9938-57b1a6af4425 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.3023014 Aug 30 22:44:26.377170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Network c5acd705-2c87-4e7f-8172-2632b8b30baf is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:26.386574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:26.393309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:26.466487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Allocated IP 172.20.0.2 (dcd1c0c2-9276-4d48-8f7f-2cf77a06f064/ac6fb3e9-d72e-40d0-961c-61fc6dbd1305/30e16daf-7806-4320-b88b-92ce490e1b80) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:26.467301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d1bbc8-0cdf-4fb5-8a9a-f21c81f45fb2 req-1e6de7e5-d43b-49d1-8753-f51b7da83757 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/security-groups?id=5c0568ff-c3bc-4d23-b095-c34ed4ad0364&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158760 Aug 30 22:44:26.507795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-62a183c2-7b6b-429d-9852-a19f92d4f1e1 req-638a1f29-7252-4be8-b205-faf9d76470d3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442699 Aug 30 22:44:26.552359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04f57dd6-22bf-4693-82d8-f70b70abeb4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.568871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:26.569809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.579338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04f57dd6-22bf-4693-82d8-f70b70abeb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.604534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.607427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.613045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04f57dd6-22bf-4693-82d8-f70b70abeb4c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7aa7260fa4f849eaa360eddb305f20f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7596242 Aug 30 22:44:26.621520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:26.660610 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.674157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6d274754-f961-4fcc-9145-c0005643c8af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1540799 Aug 30 22:44:26.679670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.706564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f57dd6-22bf-4693-82d8-f70b70abeb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27e6755-047b-47da-83ed-05c679957cda,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:26.718637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Pushing event deleted for resources: {'Port': ['ID=69607b3c-9f61-4f42-a0aa-913ff7204faf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:26.724592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Request body: {'port': {'device_id': '00457e26-54a4-4638-842c-f9529508b8ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:26.777821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.844725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.882747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Transition to ACTIVE for port object 30e16daf-7806-4320-b88b-92ce490e1b80 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:26.902873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Transition to ACTIVE for port object 30e16daf-7806-4320-b88b-92ce490e1b80 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:26.915994 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:26.916445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae93af6-10e8-439a-a7d9-e01c530719b9 req-d2095161-9463-4090-98a7-8f1803555be5 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:26.919013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bae93af6-10e8-439a-a7d9-e01c530719b9 req-d2095161-9463-4090-98a7-8f1803555be5 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 931 time: 0.2890472 Aug 30 22:44:26.992670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:27.002932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:27.010712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:27.015257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.053978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Pushing event updated for resources: {'Port': ['ID=30e16daf-7806-4320-b88b-92ce490e1b80,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:27.106035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd69102f-bc91-400e-946e-df8cbe0ba2ed,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:27.129647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Attempting to bind port 30e16daf-7806-4320-b88b-92ce490e1b80 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:27.130064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Attempting to bind port 30e16daf-7806-4320-b88b-92ce490e1b80 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:27.130428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Attempting to bind port 30e16daf-7806-4320-b88b-92ce490e1b80 on network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:27.136711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:27.136711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Checking segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:27.137015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.137286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Bound using segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:27.137774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Bound port: 30e16daf-7806-4320-b88b-92ce490e1b80, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:27.138184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.139625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bae93af6-10e8-439a-a7d9-e01c530719b9 req-8c71b8fe-101e-4506-869a-559239f0c676 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188710 Aug 30 22:44:27.248987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.256144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] For port 30e16daf-7806-4320-b88b-92ce490e1b80, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:27.262074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] For port 30e16daf-7806-4320-b88b-92ce490e1b80, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=30e16daf-7806-4320-b88b-92ce490e1b80,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:27.272808 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.308820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.338141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.374305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf089a-ffd5-4b01-8200-f9fa414f6933 None None] Pushing event updated for resources: {'Port': ['ID=30e16daf-7806-4320-b88b-92ce490e1b80,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:27.378735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.380392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.393666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] No DVR routers for this DVR port 69607b3c-9f61-4f42-a0aa-913ff7204faf on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:27.396504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.398900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39796fab-ab0d-4dc2-ba72-5e79686ac246 req-9686229d-c9af-4607-84ad-cfd9495f8161 tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.52 "DELETE /v2.0/ports/69607b3c-9f61-4f42-a0aa-913ff7204faf HTTP/1.1" status: 204 len: 173 time: 1.9451902 Aug 30 22:44:27.403479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'name': 'network-vif-deleted', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:27.407145 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b411050-f55a-4e26-9ce7-fd0144ef582d" -d '{"events": [{"server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "name": "network-vif-deleted", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:27.464901 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f807c58a-0002-49a0-8be7-8e3e7e5e5c17 x-openstack-request-id: req-f807c58a-0002-49a0-8be7-8e3e7e5e5c17 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:27.465189 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f6cc3a-b386-4773-b0c1-1d923ea84b3b", "name": "network-vif-deleted", "tag": "69607b3c-9f61-4f42-a0aa-913ff7204faf", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:27.465440 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f807c58a-0002-49a0-8be7-8e3e7e5e5c17 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:27.465874 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f6cc3a-b386-4773-b0c1-1d923ea84b3b', 'name': 'network-vif-deleted', 'tag': '69607b3c-9f61-4f42-a0aa-913ff7204faf', 'status': 'completed', 'code': 200} Aug 30 22:44:27.544812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.570057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.585518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.588354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.592904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e27e6755-047b-47da-83ed-05c679957cda HTTP/1.1" status: 204 len: 168 time: 0.9627101 Aug 30 22:44:27.620950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b719c8b6-7860-4471-a7bb-d9694c6446e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27e6755-047b-47da-83ed-05c679957cda,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:27.654597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:27.820339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a52c6cf4-bb1e-47f1-89fc-c4cd362fb5c5 req-f948bcb0-43ea-49e6-8375-f82b854e39ea tempest-ServersAdminNegativeTestJSON-450061163 tempest-ServersAdminNegativeTestJSON-450061163-project] 10.222.0.25 "GET /v2.0/ports?device_id=68f6cc3a-b386-4773-b0c1-1d923ea84b3b HTTP/1.1" status: 200 len: 210 time: 0.0706284 Aug 30 22:44:27.868402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Allocated IP 172.25.7.171 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/91cd96f3-ea2c-46bd-a62c-dd3f936a88e7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:27.904072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5658b2b1-3968-464d-a250-bcb392ef9ee8 req-8fbec2e0-fed3-44ba-87b5-8a864db95ae3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:27.906116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5658b2b1-3968-464d-a250-bcb392ef9ee8 req-8fbec2e0-fed3-44ba-87b5-8a864db95ae3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1900978 Aug 30 22:44:27.956307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Deleting port 468b41d7-9398-4b82-9917-abe117971ade {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:27.956889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.062037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5658b2b1-3968-464d-a250-bcb392ef9ee8 req-ecc07ff9-4a67-40c6-9c34-6411d9ff3965 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492808 Aug 30 22:44:28.126652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.179558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] For port 468b41d7-9398-4b82-9917-abe117971ade, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=468b41d7-9398-4b82-9917-abe117971ade,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:28.181500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.191845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b563c6f-526a-431c-a451-d3768f914f6e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:28.245544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Calling delete_port for 468b41d7-9398-4b82-9917-abe117971ade owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:28.246902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.290363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 30e16daf-7806-4320-b88b-92ce490e1b80 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:28.295419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Router 0f29d587-ba5a-4034-a355-d0f2696a311a has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:28.300511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Transition to ACTIVE for port object 9b563c6f-526a-431c-a451-d3768f914f6e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:28.366411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.431255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.436788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 30e16daf-7806-4320-b88b-92ce490e1b80 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:28.490503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 69607b3c-9f61-4f42-a0aa-913ff7204faf no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:28.512962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:28.524712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 69607b3c-9f61-4f42-a0aa-913ff7204faf {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:28.525603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 69607b3c-9f61-4f42-a0aa-913ff7204faf not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:28.526134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:28.537838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-838e6316-ac98-4d3c-99b9-644fb128d454 admin admin] 10.222.0.25 "PUT /v2.0/routers/0f29d587-ba5a-4034-a355-d0f2696a311a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955917 Aug 30 22:44:28.543646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59086) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:28.546475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Sync routers for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:28.565656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:28.566903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:28.727894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Attempting to bind port 9b563c6f-526a-431c-a451-d3768f914f6e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:28.728072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Attempting to bind port 9b563c6f-526a-431c-a451-d3768f914f6e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:28.728421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Attempting to bind port 9b563c6f-526a-431c-a451-d3768f914f6e on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:28.731806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:28.737486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Port 9b563c6f-526a-431c-a451-d3768f914f6e on network c5acd705-2c87-4e7f-8172-2632b8b30baf not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:28.737709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Attempting to bind port 9b563c6f-526a-431c-a451-d3768f914f6e on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:28.741558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.796650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:28.797691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Checking segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:28.798188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Bound using segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:28.798557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Bound port: 9b563c6f-526a-431c-a451-d3768f914f6e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:28.798913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:28.810757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:28.816674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:28.821140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:28.842864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e9331-7dc9-450c-9d15-c6801668f196 req-90f6053d-59b9-4309-9900-b3544d93a90d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:28.854484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e44e9331-7dc9-450c-9d15-c6801668f196 req-90f6053d-59b9-4309-9900-b3544d93a90d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 931 time: 0.6063659 Aug 30 22:44:28.872474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1ce5b1-3c85-495f-ab8c-4a56f4919c9a None None] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:28.995560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Pushing event updated for resources: {'Port': ['ID=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:29.013949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.019451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:29.027747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:29.036293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Provisioning for port 30e16daf-7806-4320-b88b-92ce490e1b80 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:29.043499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.055478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Provisioning complete for port 30e16daf-7806-4320-b88b-92ce490e1b80 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:29.056966 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.071018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:29.072891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.074782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] 10.222.0.52 "PUT /v2.0/ports/9b563c6f-526a-431c-a451-d3768f914f6e HTTP/1.1" status: 200 len: 1092 time: 2.3650301 Aug 30 22:44:29.162260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e44e9331-7dc9-450c-9d15-c6801668f196 req-e2d99040-af29-46f2-a283-c390c9b7291c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714093 Aug 30 22:44:29.217435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b08f1-8334-42d0-b067-9b9527b28865 service neutron] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:29.338076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.402906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] For port 30e16daf-7806-4320-b88b-92ce490e1b80, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=30e16daf-7806-4320-b88b-92ce490e1b80,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:29.417238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.421331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177'}], 'enable_snat': True}, 'gw_port_id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:26Z', 'revision_number': 5, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port': {'id': '401a5307-6b8c-4cbe-b767-3901a1279b87', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:d9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:43:53Z', 'updated_at': '2021-08-30T22:44:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:29.429470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.435748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-f9cb31e2-66b0-4d6d-ba13-5d3e0295a3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:29.437450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-f9cb31e2-66b0-4d6d-ba13-5d3e0295a3ea service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 1095 time: 0.2587016 Aug 30 22:44:29.444987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Deleting port 401a5307-6b8c-4cbe-b767-3901a1279b87 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:29.445329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.482348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.522248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Checking router: 0f29d587-ba5a-4034-a355-d0f2696a311a for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:29.553670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Pushing event deleted for resources: {'Port': ['ID=468b41d7-9398-4b82-9917-abe117971ade,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:29.575720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Routers {'0f29d587-ba5a-4034-a355-d0f2696a311a'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:29.576357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0f29d587-ba5a-4034-a355-d0f2696a311a'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:29.581880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:29.586837 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae28c82-a116-4c5b-966b-dac4f1441c42" -d '{"events": [{"name": "network-changed", "server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:29.593561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59110) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:29.616531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3711c614-9a8f-47af-8a65-9cc27428519b req-3cc600f8-3fdb-4cde-a5bc-e68fc14f45eb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:29.624687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3711c614-9a8f-47af-8a65-9cc27428519b req-3cc600f8-3fdb-4cde-a5bc-e68fc14f45eb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.3285670 Aug 30 22:44:29.750913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-dbdb801a-e4df-4789-be90-57361fc0a5b5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b563c6f-526a-431c-a451-d3768f914f6e HTTP/1.1" status: 200 len: 217 time: 0.1742091 Aug 30 22:44:29.852528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-007fa512-fdba-481a-9dd1-83166f915a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:29.854741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-007fa512-fdba-481a-9dd1-83166f915a25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.0916281 Aug 30 22:44:29.857189 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55458ec1-3905-4cef-be67-00441bfe6100 x-openstack-request-id: req-55458ec1-3905-4cef-be67-00441bfe6100 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:29.857540 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:29.858001 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55458ec1-3905-4cef-be67-00441bfe6100 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:29.858450 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e', 'status': 'completed', 'code': 200} Aug 30 22:44:29.874741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] For port 401a5307-6b8c-4cbe-b767-3901a1279b87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=401a5307-6b8c-4cbe-b767-3901a1279b87,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:29.875824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:29.941076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-6a38e347-a99a-4306-b5fe-d240a3af2c4c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697803 Aug 30 22:44:29.950260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Calling delete_port for 401a5307-6b8c-4cbe-b767-3901a1279b87 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:29.959822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda1d7e-fb14-45e5-8d40-e97b0b8a5aca None None] Pushing event updated for resources: {'Port': ['ID=30e16daf-7806-4320-b88b-92ce490e1b80,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:29.986474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e2fbf78a-5133-4c75-bcd5-b215234a7337 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bed806eb46da41e3a0238e8d23c89fa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254910 Aug 30 22:44:30.005108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3d9913eb-d875-400d-b9c1-6f0d12118448 None None] Provisioning complete for port 30e16daf-7806-4320-b88b-92ce490e1b80 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:30.014239 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d9913eb-d875-400d-b9c1-6f0d12118448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.034372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59122) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:30.038221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3711c614-9a8f-47af-8a65-9cc27428519b req-379e1a98-1f80-4340-9679-1d2be05c76be tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861784 Aug 30 22:44:30.039890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] Set router 0f29d587-ba5a-4034-a355-d0f2696a311a gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:30.083403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.103216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 6, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:30.190630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b8b57e2-d51c-4713-abd5-a5ff0ee93ab1 None None] The sync data for ids ['0f29d587-ba5a-4034-a355-d0f2696a311a'] in n-d-791504-21 is: [{'id': '0f29d587-ba5a-4034-a355-d0f2696a311a', 'name': 'tempest-FloatingIPDetailsTestJSON-54917406-router', 'tenant_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:43:51Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 6, 'project_id': '39a4da590d7d4551b6ba9ad8b0fbca21', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:30.254549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.273351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 30e16daf-7806-4320-b88b-92ce490e1b80 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:30.346894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 30e16daf-7806-4320-b88b-92ce490e1b80 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:30.347624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.611601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:30.613227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:44:30.653945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-9e3e380c-403f-4659-97c8-d220ea0a3b8f service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7014623 Aug 30 22:44:30.704816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.802093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac13907-69fc-477e-a261-b1b7bca60cf3 req-97922ce4-fd52-4e3b-b4ad-b44258e3ce60 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:30.803604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aac13907-69fc-477e-a261-b1b7bca60cf3 req-97922ce4-fd52-4e3b-b4ad-b44258e3ce60 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 943 time: 0.5188742 Aug 30 22:44:30.811461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.880454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe597101-0f82-4f5f-9883-02a2e0c4f905 req-9f90018e-e570-42cd-94e2-169ffa72b668 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116055 Aug 30 22:44:30.900034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:30.906757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:30.912364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b275544b-71e2-4cf6-9b3f-64d0c2c60dfb admin admin] 10.222.0.25 "PUT /v2.0/routers/b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8981066 Aug 30 22:44:30.916044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59148) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:30.930910 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Sync routers for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:30.934758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aac13907-69fc-477e-a261-b1b7bca60cf3 req-097ef0c2-a42c-4a33-9709-4bcb0a05225c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132889 Aug 30 22:44:30.942978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.959043 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:30.961656 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:30.968197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Sync routers for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:30.968338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.973021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-508c446e-e7b1-4dcc-8a0d-5026ff0c7262 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.9843214 Aug 30 22:44:30.973697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59152) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:30.994512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:30.996473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:30.997740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:30.999081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.000455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c0568ff-c3bc-4d23-b095-c34ed4ad0364 HTTP/1.1" status: 204 len: 168 time: 0.9612637 Aug 30 22:44:31.001463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=401a5307-6b8c-4cbe-b767-3901a1279b87,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:31.155243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad1efd-d041-4608-83bb-581a07f32037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0568ff-c3bc-4d23-b095-c34ed4ad0364,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:31.200872 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:31.380109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-3e12704c-a776-457a-83de-a17e90427774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:31.382123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-3e12704c-a776-457a-83de-a17e90427774 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 1095 time: 0.3156986 Aug 30 22:44:31.389050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:31.505165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.521810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca8de6-7053-4470-8c2b-f75af516dbef req-d69077c3-f130-47fb-9d70-8df507c7547f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:31.523485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46ca8de6-7053-4470-8c2b-f75af516dbef req-d69077c3-f130-47fb-9d70-8df507c7547f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2410016 Aug 30 22:44:31.628676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59166) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:31.641527 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 3, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:31.697826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.708950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.717662 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Checking router: 71de8a49-f4f9-4323-9b61-93faa1a48ba1 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:31.723364 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Updating router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:44:31.743997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46ca8de6-7053-4470-8c2b-f75af516dbef req-16b628aa-0740-4b02-b59c-89922ad09c48 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890426 Aug 30 22:44:31.776720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 5, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:31.783806 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.794629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59170) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:31.823714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.827069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Checking router: b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:31.844034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Routers {'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:31.844034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:31.844470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-16dddb0c-878f-40e7-bb5b-ca6b6fd7acb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:31.844639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-16dddb0c-878f-40e7-bb5b-ca6b6fd7acb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 905 time: 0.4529054 Aug 30 22:44:31.852100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.852999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f29d587-ba5a-4034-a355-d0f2696a311a {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:44:31.910850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:31.914991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9948319-682a-4eeb-b5f8-e969898a0dcb admin admin] 10.222.0.25 "DELETE /v2.0/routers/0f29d587-ba5a-4034-a355-d0f2696a311a HTTP/1.1" status: 204 len: 168 time: 3.3700609 Aug 30 22:44:31.915877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:31.921164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-5bc7f39d-f990-4de6-8b3c-cb7debca8c21 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9b563c6f-526a-431c-a451-d3768f914f6e HTTP/1.1" status: 200 len: 217 time: 0.0661144 Aug 30 22:44:32.010037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-522bea7d-91da-41f1-8eeb-bc3c7bf89267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:32.011952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-522bea7d-91da-41f1-8eeb-bc3c7bf89267 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.0822198 Aug 30 22:44:32.101974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-f5ab6fa9-100f-4cd2-9972-44296348040c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827420 Aug 30 22:44:32.127938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] Set router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:32.165032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4defb23d-7945-4b66-b62a-beae86105707 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09ca417d1a694442a07228852c45ed14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3654881 Aug 30 22:44:32.199505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59176) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:32.229676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 401a5307-6b8c-4cbe-b767-3901a1279b87 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:32.305238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 401a5307-6b8c-4cbe-b767-3901a1279b87 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:32.305638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 401a5307-6b8c-4cbe-b767-3901a1279b87 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:32.306049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cd69102f-bc91-400e-946e-df8cbe0ba2ed no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:32.319225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-dbdc67d1-1ed8-46c3-8c3c-15925debe0af service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084188 Aug 30 22:44:32.320616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.336863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a516215e-cd4b-4da5-80e3-a0c5cf3fdb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.359202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: cd69102f-bc91-400e-946e-df8cbe0ba2ed {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:32.359605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cd69102f-bc91-400e-946e-df8cbe0ba2ed not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:32.364723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Deleting subnet 83a24ca9-4dd2-4c30-90dd-deaf7543d422 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:44:32.382319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.385839 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.421249 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.434610 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Transition to ACTIVE for port object 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:32.440024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9fe9a-98ee-4861-9706-2bf6eb67f916 req-a61c73bd-a17f-4d28-afea-56bd303451b7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:32.441396 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.454635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05c9fe9a-98ee-4861-9706-2bf6eb67f916 req-a61c73bd-a17f-4d28-afea-56bd303451b7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 943 time: 0.3295217 Aug 30 22:44:32.464469 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.514244 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763f94-16b5-41b1-b4ef-1113b3ee8d21 None None] Pushing event updated for resources: {'Port': ['ID=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:32.519939 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Attempting to bind port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:32.519939 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Attempting to bind port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:32.520260 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Attempting to bind port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:32.525984 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:32.526381 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:32.526769 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.527297 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:32.528029 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Bound port: 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:32.528029 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.531791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 5, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:32.580557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad09361-9ac7-4b3a-b97e-1d51cdd0b37c None None] The sync data for ids ['b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff'] in n-d-791504-21 is: [{'id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'name': 'tempest-AttachSCSIVolumeTestJSON-14627033-router', 'tenant_id': '8bec63ea206c4571aff2ebbd98215be4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172'}], 'enable_snat': True}, 'gw_port_id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:14Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 5, 'project_id': '8bec63ea206c4571aff2ebbd98215be4', 'gw_port': {'id': '02d1edff-19ed-474f-a271-206f89dfcbff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:5f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:19Z', 'updated_at': '2021-08-30T22:42:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:32.588865 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] For port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:32.592814 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] For port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:32.595579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.599474 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.602024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.611449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a252d0fd-8e7e-4c37-abb2-2c5f1196ae4a HTTP/1.1" status: 204 len: 168 time: 0.4098098 Aug 30 22:44:32.611977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.625224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ae28c82-a116-4c5b-966b-dac4f1441c42 req-ec0b3ec5-67dc-4219-9457-d7199805cb61 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898786 Aug 30 22:44:32.626438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6fdfc-0db7-4358-a0bf-f15c93d1f11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a252d0fd-8e7e-4c37-abb2-2c5f1196ae4a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:32.673738 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87763f94-16b5-41b1-b4ef-1113b3ee8d21 None None] Pushing event updated for resources: {'Port': ['ID=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:32.699521 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:32.700159 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:32.748727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05c9fe9a-98ee-4861-9706-2bf6eb67f916 req-6af41946-f336-4ba1-a8c9-474bdf99b526 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931952 Aug 30 22:44:32.836792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:32.896566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Deleting port 02d1edff-19ed-474f-a271-206f89dfcbff {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:32.896830 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:32.913710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea23bc-0491-473a-826b-eb9a55ea2e34 req-0d4c600c-e36a-4374-9215-95db038d6cda tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:32.924704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-afea23bc-0491-473a-826b-eb9a55ea2e34 req-0d4c600c-e36a-4374-9215-95db038d6cda tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0872037 Aug 30 22:44:32.969233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.007572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-afea23bc-0491-473a-826b-eb9a55ea2e34 req-0d14f1d7-1e84-410a-9b5b-9d6d9187c497 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752912 Aug 30 22:44:33.033475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a516215e-cd4b-4da5-80e3-a0c5cf3fdb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.066619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a516215e-cd4b-4da5-80e3-a0c5cf3fdb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.125740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 3, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:33.157730 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee740a3-220f-4855-8045-8a214fa7bf75 None None] The sync data for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 is: [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:29Z', 'revision_number': 3, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:33.187513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a516215e-cd4b-4da5-80e3-a0c5cf3fdb54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=619b87a0505c43e5b3fbfe5666d93d64&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5430410 Aug 30 22:44:33.190317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:33.221571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] For port 02d1edff-19ed-474f-a271-206f89dfcbff, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=02d1edff-19ed-474f-a271-206f89dfcbff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:33.222120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.224929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516215e-cd4b-4da5-80e3-a0c5cf3fdb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cacd97b-b4c3-4630-b254-affa2f992302,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:33.260854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Calling delete_port for 02d1edff-19ed-474f-a271-206f89dfcbff owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:33.269477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.288617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.294031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/83a24ca9-4dd2-4c30-90dd-deaf7543d422 HTTP/1.1" status: 204 len: 168 time: 1.3622987 Aug 30 22:44:33.294485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:33.297516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c599958d-8d58-4073-bb12-77ba7034d8c4 None None] Network 334fda01-1362-4ec2-96ea-cdcf8da9c565 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:33.332232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5d8b7d-1afb-4d46-963a-068ee63c4b9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83a24ca9-4dd2-4c30-90dd-deaf7543d422,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:33.340759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.430843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.455228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.473141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.624649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] DHCP port deletion for 334fda01-1362-4ec2-96ea-cdcf8da9c565 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:44:33.631787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Deleting port 076b0948-f554-4d1a-b40b-21be69abf6b1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:33.632551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.698806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.701770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.705557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0cacd97b-b4c3-4630-b254-affa2f992302 HTTP/1.1" status: 204 len: 168 time: 0.5116444 Aug 30 22:44:33.706422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Allocated IP 172.20.0.1 (dcd1c0c2-9276-4d48-8f7f-2cf77a06f064/ac6fb3e9-d72e-40d0-961c-61fc6dbd1305/5f54cdba-dc2b-4aa3-956a-52fa10fa6a10) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:33.760853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f05ab-1a2e-4a09-9ebe-8e14a651b2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cacd97b-b4c3-4630-b254-affa2f992302,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:33.857357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] For port 076b0948-f554-4d1a-b40b-21be69abf6b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=076b0948-f554-4d1a-b40b-21be69abf6b1,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:33.858863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Deleting port 076b0948-f554-4d1a-b40b-21be69abf6b1 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:33.859316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.861939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:33.865822 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-1cd1021c-41f2-4e12-bca5-f5f68202bc31 service neutron] show failed (client error): The resource could not be found. Aug 30 22:44:33.869113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-1cd1021c-41f2-4e12-bca5-f5f68202bc31 service neutron] 10.222.0.47 "GET /v2.0/ports/621bd0be-6988-44e5-ba18-a36f86c7d8b3/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.1154394 Aug 30 22:44:33.904001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Calling delete_port for 076b0948-f554-4d1a-b40b-21be69abf6b1 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:33.962602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.003128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=02d1edff-19ed-474f-a271-206f89dfcbff,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:34.125671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.138900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] For port 076b0948-f554-4d1a-b40b-21be69abf6b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=076b0948-f554-4d1a-b40b-21be69abf6b1,segment=NetworkSegment(eaddb525-01d8-4695-99b3-c53aca92357a),segment_id=eaddb525-01d8-4695-99b3-c53aca92357a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:34.139912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.193452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3306a-9e86-49b7-b4ab-a13e549158fb req-85c77b53-a609-4f5e-af68-0960df78be5d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:34.198184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Calling delete_port for 076b0948-f554-4d1a-b40b-21be69abf6b1 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:34.205003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18b3306a-9e86-49b7-b4ab-a13e549158fb req-85c77b53-a609-4f5e-af68-0960df78be5d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 943 time: 0.2987185 Aug 30 22:44:34.314761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:34.316786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18b3306a-9e86-49b7-b4ab-a13e549158fb req-cf5fa0be-3910-4c17-93b2-db9cc0d48af2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883367 Aug 30 22:44:34.380134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.383872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.435763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] No DVR routers for this DVR port 076b0948-f554-4d1a-b40b-21be69abf6b1 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:34.456058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.472120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.478766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=076b0948-f554-4d1a-b40b-21be69abf6b1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:34.489201 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.494841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:34.517461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Transition to ACTIVE for port object 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:34.555770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:34.561669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:34.563181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.573664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-0b5846e0-37d5-484b-a4fd-a8fabb24006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:34.575374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-0b5846e0-37d5-484b-a4fd-a8fabb24006f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1102 time: 0.2547529 Aug 30 22:44:34.597394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.608356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['334fda01-1362-4ec2-96ea-cdcf8da9c565']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:34.612503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] Pushing event deleted for resources: {'Port': ['ID=076b0948-f554-4d1a-b40b-21be69abf6b1,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:34.622496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaddb525-01d8-4695-99b3-c53aca92357a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:34.623012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaddb525-01d8-4695-99b3-c53aca92357a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:34.631816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4320730-5287-4b5d-b575-ffbbd324f40b None None] No DVR routers for this DVR port 076b0948-f554-4d1a-b40b-21be69abf6b1 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:34.639489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.661059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.667680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:34.672350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:44:34.672917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.679559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:44:34.694943 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:44:34.704925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8e59eb-385c-4037-b9fc-9f96f4b48796 req-8d3ac497-1bb3-4e71-8d5c-d92cc6b2cd89 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:34.713221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae8e59eb-385c-4037-b9fc-9f96f4b48796 req-8d3ac497-1bb3-4e71-8d5c-d92cc6b2cd89 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.3478127 Aug 30 22:44:34.737090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.741338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:44:34.774765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc7f8-1b9b-48b0-b5bd-8f48969ad7eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.790127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:34.791971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34abcf08-9470-4a24-9413-4ecd346004e8 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b21b88d8-5d9f-47dd-a91a-4dac0d76b2ff HTTP/1.1" status: 204 len: 168 time: 3.8744919 Aug 30 22:44:34.797223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59230) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:34.873771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae8e59eb-385c-4037-b9fc-9f96f4b48796 req-21299691-881c-4849-b867-05f1ffc36761 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489830 Aug 30 22:44:34.945777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.008950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc7f8-1b9b-48b0-b5bd-8f48969ad7eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.018506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.020067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1bc7f8-1b9b-48b0-b5bd-8f48969ad7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.038683 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.041288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Deleting subnet d552509b-c73c-47c8-be2c-85918b7e62bb {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:44:35.052015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.061354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc1bc7f8-1b9b-48b0-b5bd-8f48969ad7eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f05b53d2ef17438dad2f6139ecec0d9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883624 Aug 30 22:44:35.077164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:35.088672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:35.089817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=334fda01-1362-4ec2-96ea-cdcf8da9c565,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:35.097375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.100632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:35.103620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b4e3fe8-24a0-4017-8ce2-f280761070a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/334fda01-1362-4ec2-96ea-cdcf8da9c565 HTTP/1.1" status: 204 len: 168 time: 1.8075769 Aug 30 22:44:35.109397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.115437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.120191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:35.126645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:35.142949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:35.178941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '9b563c6f-526a-431c-a451-d3768f914f6e', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '9b563c6f-526a-431c-a451-d3768f914f6e', 'mac_address': 'fa:16:3e:76:76:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:35.232528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Pushing event updated for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:35.240964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:35.251932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.261242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.274663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b563c6f-526a-431c-a451-d3768f914f6e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:35.336787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:35.343760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.354365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.413911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 468b41d7-9398-4b82-9917-abe117971ade no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:35.443347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1bc7f8-1b9b-48b0-b5bd-8f48969ad7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5265430-87ed-41db-84f1-56282e044ae6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:35.505497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 468b41d7-9398-4b82-9917-abe117971ade {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:35.506167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 468b41d7-9398-4b82-9917-abe117971ade not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:35.511209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 076b0948-f554-4d1a-b40b-21be69abf6b1 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:35.580790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 076b0948-f554-4d1a-b40b-21be69abf6b1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:35.581468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 076b0948-f554-4d1a-b40b-21be69abf6b1 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:35.586873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:35.628891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8fb44447-d4d3-4bc3-ba6b-a0e24524e5a5 None None] Provisioning for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:35.636310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8fb44447-d4d3-4bc3-ba6b-a0e24524e5a5 None None] Provisioning complete for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:35.637364 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fb44447-d4d3-4bc3-ba6b-a0e24524e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.668043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:35.682635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['9b563c6f-526a-431c-a451-d3768f914f6e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:35.697672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.731993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8fb44447-d4d3-4bc3-ba6b-a0e24524e5a5 None None] Port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:35.755842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.822441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a321834-8d33-4381-a16f-844104121194 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=39a4da590d7d4551b6ba9ad8b0fbca21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1495190 Aug 30 22:44:35.830683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:35.832978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:35.930381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:35.936628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.939755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.941057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5265430-87ed-41db-84f1-56282e044ae6 HTTP/1.1" status: 204 len: 168 time: 0.8488040 Aug 30 22:44:35.980144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:35.993233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dca1e4-bd55-41d1-bad8-2fe1887af312 req-7e6ba605-5978-47a1-a9fd-7a1555d86dcb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:35.995114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33dca1e4-bd55-41d1-bad8-2fe1887af312 req-7e6ba605-5978-47a1-a9fd-7a1555d86dcb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 944 time: 0.1586781 Aug 30 22:44:36.027879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.048776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Transition to ACTIVE for port object 621bd0be-6988-44e5-ba18-a36f86c7d8b3 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:36.053058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:36.057697 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666a39eb-ae74-4840-890e-274bd5c01016" -d '{"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:36.069862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.072632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.110054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.139413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:36.153304 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:44:36.159061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33dca1e4-bd55-41d1-bad8-2fe1887af312 req-288213bc-aa3e-4d09-b5c5-ac19806cfe98 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392772 Aug 30 22:44:36.174714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.178317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.237630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d552509b-c73c-47c8-be2c-85918b7e62bb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:36.239691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.244499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7804da50-ff77-49f2-af3f-364287f2bd0d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d552509b-c73c-47c8-be2c-85918b7e62bb HTTP/1.1" status: 204 len: 168 time: 1.4460437 Aug 30 22:44:36.250734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4f696b-e1ba-4498-a550-c7d3a88ffcd5 None None] Network db3019d1-211d-4330-8fc1-118e08e285c9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:36.276729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:36.289559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:36.293812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76352c8-d1df-4f20-92c0-1ba77066df4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5265430-87ed-41db-84f1-56282e044ae6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:36.335238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-f3accaf6-2867-4271-9d73-ca7d9916b0ae tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475760 Aug 30 22:44:36.352369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.356982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.361192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26e3ec9b-8214-4611-882c-e2d4e225f905 HTTP/1.1" status: 204 len: 168 time: 0.5277879 Aug 30 22:44:36.391697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:36.393094 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.488816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.530795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-d2d77b6b-6c35-42b5-b1d7-14ce60a14747 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:36.541913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-d2d77b6b-6c35-42b5-b1d7-14ce60a14747 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2055240 Aug 30 22:44:36.547597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe450d0-7508-4dfc-bcf4-449d769a7106 req-3562e58e-7bb0-422b-b5e4-e44c910cf6eb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:36.548005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] No DVR routers for this DVR port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:36.558128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffe450d0-7508-4dfc-bcf4-449d769a7106 req-3562e58e-7bb0-422b-b5e4-e44c910cf6eb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.2089231 Aug 30 22:44:36.568218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abb2ab-6482-4071-b885-7e8aac7feca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e3ec9b-8214-4611-882c-e2d4e225f905,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:36.623155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:36.628053 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a082959a-9b6e-42f6-a1b4-5d58472a1ff4 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0820513 Aug 30 22:44:36.634114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:36.641169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:36.642002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:36.670626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:36.671201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Attempting to bind port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:36.720847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:36.721347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:36.722204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:36.723638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Bound port: 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:36.726428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.748674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] DHCP port deletion for db3019d1-211d-4330-8fc1-118e08e285c9 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:44:36.768337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-dba07706-730f-4928-a430-56cce31c5105 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390355 Aug 30 22:44:36.772148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffe450d0-7508-4dfc-bcf4-449d769a7106 req-1407ce54-1c36-473d-a654-44e9be32e284 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121339 Aug 30 22:44:36.870631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.889162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.919403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 9b563c6f-526a-431c-a451-d3768f914f6e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:36.932864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 9b563c6f-526a-431c-a451-d3768f914f6e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:36.934891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:36.945127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:36.949896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:36.965081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.000777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Deleting port 84d8c67c-89f6-42dc-9a54-71a11efe044f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:37.001595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.008903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Deleting port 84d8c67c-89f6-42dc-9a54-71a11efe044f {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:37.010533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.090009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02d1edff-19ed-474f-a271-206f89dfcbff no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:37.131673 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9742e4ae-c2cc-4848-b25e-5496aea9bb1b x-openstack-request-id: req-9742e4ae-c2cc-4848-b25e-5496aea9bb1b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:37.131971 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-unplugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:37.132229 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9742e4ae-c2cc-4848-b25e-5496aea9bb1b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:37.132629 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'code': 200} Aug 30 22:44:37.137467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:37.146372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 02d1edff-19ed-474f-a271-206f89dfcbff {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:37.146606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 02d1edff-19ed-474f-a271-206f89dfcbff not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:37.160781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Pushing event updated for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:37.168526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.173716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] For port 84d8c67c-89f6-42dc-9a54-71a11efe044f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84d8c67c-89f6-42dc-9a54-71a11efe044f,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:37.174154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.174951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] For port 84d8c67c-89f6-42dc-9a54-71a11efe044f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84d8c67c-89f6-42dc-9a54-71a11efe044f,segment=NetworkSegment(2128ab3c-a77c-452e-9625-f95f7328bed8),segment_id=2128ab3c-a77c-452e-9625-f95f7328bed8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:37.175494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.226610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:37.227801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.230128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-761873e4-726f-49c9-b5eb-82fced436055 service neutron] 10.222.0.52 "PUT /v2.0/ports/621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 1097 time: 2.5605760 Aug 30 22:44:37.244885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Calling delete_port for 84d8c67c-89f6-42dc-9a54-71a11efe044f owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:37.251958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fbf3b54-3eb1-4037-aec5-ce8211b13c7a req-192a3444-3763-4b59-b75a-6ecc041b5f14 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.1143436 Aug 30 22:44:37.254672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Calling delete_port for 84d8c67c-89f6-42dc-9a54-71a11efe044f owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:37.308670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:37.380065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-9af09fdd-bc19-43a6-aff8-5f4481f7b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:37.381623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-9af09fdd-bc19-43a6-aff8-5f4481f7b59f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1119769 Aug 30 22:44:37.504721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59310) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:37.512857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.541209 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.631842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-06d7c2c2-3090-4ee1-94a0-ff7e92b9d083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:37.634794 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-06d7c2c2-3090-4ee1-94a0-ff7e92b9d083 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2443268 Aug 30 22:44:37.672096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] Pushing event deleted for resources: {'Port': ['ID=84d8c67c-89f6-42dc-9a54-71a11efe044f,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:37.677336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5da69-6515-4026-9d31-65c0c4119e21 req-e857a59f-50cd-451a-a390-ad319446ca92 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:37.689721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6dd5da69-6515-4026-9d31-65c0c4119e21 req-e857a59f-50cd-451a-a390-ad319446ca92 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 944 time: 0.1481080 Aug 30 22:44:37.701417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3354e3a-4643-4c5a-bf31-c2dc6428aebc None None] No DVR routers for this DVR port 84d8c67c-89f6-42dc-9a54-71a11efe044f on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:37.715402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-41bf3a87-63c0-48fd-b432-3820a7027b91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0726886 Aug 30 22:44:37.715844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:37.718852 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb47d0b-3314-4d6c-9c71-8bb5026d7b01" -d '{"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:37.728327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.769733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:37.783781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] No DVR routers for this DVR port 84d8c67c-89f6-42dc-9a54-71a11efe044f on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:37.789765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Pushing event deleted for resources: {'Port': ['ID=84d8c67c-89f6-42dc-9a54-71a11efe044f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:37.812347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:37.823506 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca062b5c-8f27-49e9-a5d2-6a8b06b357c5 x-openstack-request-id: req-ca062b5c-8f27-49e9-a5d2-6a8b06b357c5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:37.824436 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:37.825902 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca062b5c-8f27-49e9-a5d2-6a8b06b357c5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:37.826429 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e', 'code': 200} Aug 30 22:44:37.830803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.842834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-429174007-network', 'tenant_id': '5f4141327b444c67b6770eab4842974e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:37.906414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2d856465-e4a8-4a2b-a43f-e6ad7789b044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:37.914627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2d856465-e4a8-4a2b-a43f-e6ad7789b044 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1795270 Aug 30 22:44:37.951120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:37.967288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6dd5da69-6515-4026-9d31-65c0c4119e21 req-1513d3e0-30fd-4172-933b-5386c2cf30d6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2763367 Aug 30 22:44:37.975038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:37.977328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.977512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:37.980412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:37.981118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:37.999706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3019d1-211d-4330-8fc1-118e08e285c9']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:38.019546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.103996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84d8c67c-89f6-42dc-9a54-71a11efe044f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:38.135098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 84d8c67c-89f6-42dc-9a54-71a11efe044f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:38.135454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84d8c67c-89f6-42dc-9a54-71a11efe044f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:38.170100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2128ab3c-a77c-452e-9625-f95f7328bed8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:38.170579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2128ab3c-a77c-452e-9625-f95f7328bed8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:38.184936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.216504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.228279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:44:38.228694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:44:38.230632 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:44:38.301359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:38.330636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.384687 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.386839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] 10.222.0.25 "DELETE /v2.0/networks/db3019d1-211d-4330-8fc1-118e08e285c9 HTTP/1.1" status: 204 len: 168 time: 2.1012433 Aug 30 22:44:38.392191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59336) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:38.402354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2e0e45d2-1634-4c87-afc2-ac81c4314129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:38.403889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-2e0e45d2-1634-4c87-afc2-ac81c4314129 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4769468 Aug 30 22:44:38.416094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef07ff-c9f4-4b2b-8e97-47493cd62f84 req-aee5f4b7-150d-4119-9c15-e4d4d11ed3d8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:38.417807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11ef07ff-c9f4-4b2b-8e97-47493cd62f84 req-aee5f4b7-150d-4119-9c15-e4d4d11ed3d8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.5001593 Aug 30 22:44:38.450650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d765f8-c477-4006-83e8-ddedf7b0540e req-ef5fb041-2b0e-41aa-8c21-3b3c1d68d642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:38.452600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30d765f8-c477-4006-83e8-ddedf7b0540e req-ef5fb041-2b0e-41aa-8c21-3b3c1d68d642 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 1097 time: 0.5339596 Aug 30 22:44:38.453466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa381615-7273-4b86-a2ad-a3592d8eea7b admin admin] Pushing event deleted for resources: {'Network': ['ID=db3019d1-211d-4330-8fc1-118e08e285c9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:38.465302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-59f61baa-3de8-4a1e-8474-bd7e104842be None None] Provisioning complete for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:38.466468 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-59f61baa-3de8-4a1e-8474-bd7e104842be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.523582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-59f61baa-3de8-4a1e-8474-bd7e104842be None None] Port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:38.579035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11ef07ff-c9f4-4b2b-8e97-47493cd62f84 req-bff58362-f12b-4500-9ad0-2ee5611d9f4a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450739 Aug 30 22:44:38.599754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:38.607170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-decd4924-d6e0-402d-806f-5db85d05188c admin admin] 10.222.0.25 "PUT /v2.0/routers/71de8a49-f4f9-4323-9b61-93faa1a48ba1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6293170 Aug 30 22:44:38.612329 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Sync routers for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:38.627534 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:38.629296 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:38.648655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30d765f8-c477-4006-83e8-ddedf7b0540e req-8ae8db43-e843-4102-8ae3-c2fb7a0cb876 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568172 Aug 30 22:44:38.670101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2a18c8c-a3f8-4fda-b710-60d6d6bc1fe8 req-c525d985-a629-4051-97c4-4a1f8605130f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.0620563 Aug 30 22:44:38.683220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-1b3580b3-a332-4e02-8288-f15a208f0164 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621443 Aug 30 22:44:38.747046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.767531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.816139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:44:38.870134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:38.870477 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Added segment 7b21550a-da64-4c94-aa49-c6f12538070a of type vlan for network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 Aug 30 22:44:38.872292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c40146cd-96e1-4a7c-a774-7ef50b5c86e4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:38.878392 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:38.898553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-1335e648-0c47-4eea-a32e-0dbc462679cc tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349669 Aug 30 22:44:39.000622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:39.066247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.135389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-47a16835-ca1c-4dcf-bf5a-3db559b353f2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:39.135709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:39.135914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-47a16835-ca1c-4dcf-bf5a-3db559b353f2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2317374 Aug 30 22:44:39.137013 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bee92c-670d-4252-b94d-e1836cf7ca24" -d '{"events": [{"name": "network-changed", "server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:39.160927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:39.209891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.210836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:39.211422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.255103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d74f036-a638-45aa-8bec-50eb5e3f6505 req-9ca545dc-eaf7-466e-bbf2-2ed15bc66859 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462744 Aug 30 22:44:39.264660 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 2, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:39.300530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Checking router: 71de8a49-f4f9-4323-9b61-93faa1a48ba1 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:39.301061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Updating router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:44:39.306760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8002300 Aug 30 22:44:39.307591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:39.309341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37cad207-d635-4559-a64c-2bfe460ac66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.331237 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.354100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Request body: {'subnet': {'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-429174007-subnet', 'tenant_id': '5f4141327b444c67b6770eab4842974e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:39.388326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16534148-31fd-4a61-96cf-52aca31297f2 req-418db8e4-8571-4b60-a459-04f56eb2750b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:39.399431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16534148-31fd-4a61-96cf-52aca31297f2 req-418db8e4-8571-4b60-a459-04f56eb2750b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 945 time: 0.1777112 Aug 30 22:44:39.400351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc7181d-c693-4722-9586-c779887fffc4 admin admin] Pushing event updated for resources: {'Network': ['ID=26f2b0e1-a996-4fc0-a67d-fd44f885e218,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:39.411428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:44:39.411428 n-d-791504-21 neutron-server[101268]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 22:44:39.411428 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id': '5f4141327b444c67b6770eab4842974e', 'id': 'be4a32ac-85d0-42a8-aab6-6a5d12a3f9c4', 'expiration': datetime.datetime(2021, 8, 30, 22, 46, 39, 396408)}] Aug 30 22:44:39.411428 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:44:39.412242 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:44:39.426075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:44:39.518926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16534148-31fd-4a61-96cf-52aca31297f2 req-c1d517ad-b75e-42e8-b4d1-67f19720e786 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183631 Aug 30 22:44:39.549538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.613990 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.626024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Transition to ACTIVE for port object 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:39.632468 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.670619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37cad207-d635-4559-a64c-2bfe460ac66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.704997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37cad207-d635-4559-a64c-2bfe460ac66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.733595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f67020-00bd-4512-8691-0f3b6c889b5e None None] Pushing event updated for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:39.754615 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Attempting to bind port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:39.755970 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Attempting to bind port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:39.756573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Attempting to bind port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 on network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:39.768514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:39.774522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:39.774775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853996465', 'description': 'tempest-description--1923186943'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:39.786374 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:39.787179 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.789393 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Checking segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:39.792772 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.795133 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Bound using segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:39.796744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Bound port: 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:39.799396 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.801029 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85942224-fe8f-4c33-9a86-a217a9dd6e55 x-openstack-request-id: req-85942224-fe8f-4c33-9a86-a217a9dd6e55 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:39.801971 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:39.802231 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85942224-fe8f-4c33-9a86-a217a9dd6e55 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:39.802636 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'status': 'completed', 'code': 200} Aug 30 22:44:39.845436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:39.902334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cad207-d635-4559-a64c-2bfe460ac66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b955a3-1520-4bcb-ad7b-83c849449b9f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:39.939437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-37cad207-d635-4559-a64c-2bfe460ac66d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88b50442f461480e9ef773abc6b3e52e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371018 Aug 30 22:44:39.942922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:39.949120 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] For port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:39.953667 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] For port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:39.959834 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.022605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.031759 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:40.032511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:40.050945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-f057bc36-cbd7-421b-9621-f702dd36e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.052485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-f057bc36-cbd7-421b-9621-f702dd36e98c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1100 time: 0.1768074 Aug 30 22:44:40.057766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd1d5a42-566d-4d16-9737-bbd42097bb30 req-60ea7c83-1bf9-4dac-9ac2-ff97e284a134 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.1485207 Aug 30 22:44:40.084102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-e96a732f-e07e-430f-8173-4a41705f0f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.085683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-e96a732f-e07e-430f-8173-4a41705f0f1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1100 time: 0.2066116 Aug 30 22:44:40.185565 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:40.192757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140f9b0-37a5-46b6-90dd-093346c5060b req-1d74c896-3eff-4d2d-996f-f9530e153625 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.200703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e140f9b0-37a5-46b6-90dd-093346c5060b req-1d74c896-3eff-4d2d-996f-f9530e153625 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.2704871 Aug 30 22:44:40.208380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.237310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e14d065-2de4-4bd6-837f-2cad9265ed21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.298187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f67020-00bd-4512-8691-0f3b6c889b5e None None] Pushing event updated for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:40.310843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.355141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e140f9b0-37a5-46b6-90dd-093346c5060b req-563c91e5-5d26-472f-b0ca-13782a954f0c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534936 Aug 30 22:44:40.369049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.419457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-9e010d2b-0977-4972-8427-5f983c88212c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.422039 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-9e010d2b-0977-4972-8427-5f983c88212c service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3561921 Aug 30 22:44:40.423377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.454630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:40.457597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.550327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-aa12b902-c86e-4579-856b-c0b0cf92e8f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.1123974 Aug 30 22:44:40.556271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef49c035-9d12-48f0-bfae-5fa259ce63e7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:40.585857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:39Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:40.618770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.619245 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f87f92-261b-477e-af3b-dd91ab350041 None None] The sync data for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 is: [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:39Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:40.622364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.623533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23b955a3-1520-4bcb-ad7b-83c849449b9f HTTP/1.1" status: 204 len: 168 time: 0.6632292 Aug 30 22:44:40.667285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2aea9-ae48-466f-8c9d-8e0adf416b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b955a3-1520-4bcb-ad7b-83c849449b9f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:40.724123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-35422fc7-93f5-4eb7-a8b2-aa24244f8bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.727749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-35422fc7-93f5-4eb7-a8b2-aa24244f8bcf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1673362 Aug 30 22:44:40.837064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-595e932a-a6b9-4174-a823-2de2e47c9c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.838720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-595e932a-a6b9-4174-a823-2de2e47c9c48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.7423642 Aug 30 22:44:40.853588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-dcdb5eea-c422-4b69-bb81-1590691eefdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.855311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-dcdb5eea-c422-4b69-bb81-1590691eefdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1188664 Aug 30 22:44:40.931562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-0462a2c4-8291-43d2-96df-1bacdb00f472 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0611346 Aug 30 22:44:40.956007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:40.968040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f601-2f2f-4557-86b2-bc2b9e28b777 req-c34de173-d6f1-4b6d-8329-cf885080c42a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:40.975608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7708f601-2f2f-4557-86b2-bc2b9e28b777 req-c34de173-d6f1-4b6d-8329-cf885080c42a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 945 time: 0.3392842 Aug 30 22:44:41.026122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.041247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.055431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.056679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2da1a79b-c42b-4d9a-8f9a-25d6a3cf15e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2867768 Aug 30 22:44:41.064637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59384) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:41.067407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:41.067772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Network hostable DHCP agents. Network: 26f2b0e1-a996-4fc0-a67d-fd44f885e218, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:41.076873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'security_group_rule': {'security_group_id': 'ef49c035-9d12-48f0-bfae-5fa259ce63e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:41.110340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-6644e9fc-5d6a-4427-b545-e6653b8f5ff4 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318051 Aug 30 22:44:41.114553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df497270-4d4b-4236-ae5f-aedd56581d39,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:41.143856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-4073d5c4-ee2e-4dad-b18f-7d18dfef0fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:41.145577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-4073d5c4-ee2e-4dad-b18f-7d18dfef0fd1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2019427 Aug 30 22:44:41.158970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Deleting port e01f73cb-3093-4971-a601-ab275eff6c87 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:41.159365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.165012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7708f601-2f2f-4557-86b2-bc2b9e28b777 req-fa1daa08-fd4f-4ef4-a1a0-23e2030c984f tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883764 Aug 30 22:44:41.259785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39af8fd9-bedb-464f-9367-f8a9d327fea8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:41.303691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.367152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab67b589-d409-43d8-9005-cc763aa6b5f7 req-1fe0b410-a78c-4245-9a72-a5c2ac4fdcaf tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.1894028 Aug 30 22:44:41.396798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-3ac50bf6-1498-42f1-b4ea-a6ed4cf72bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:41.398552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-3ac50bf6-1498-42f1-b4ea-a6ed4cf72bef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2314098 Aug 30 22:44:41.415429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] For port e01f73cb-3093-4971-a601-ab275eff6c87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e01f73cb-3093-4971-a601-ab275eff6c87,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:41.415429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.422593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:41.439048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 26f2b0e1-a996-4fc0-a67d-fd44f885e218) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:41.449012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91b3d3-c2be-469a-8faf-0629e4fb6957 None None] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:41.484936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:41.490059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.549483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.591756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Calling delete_port for e01f73cb-3093-4971-a601-ab275eff6c87 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:41.611856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.632583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15c3a8bb-b861-40e1-9229-e9d1558c21e5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2888978 Aug 30 22:44:41.654080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.237 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:41.668482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.669739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5969608 Aug 30 22:44:41.686787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59404) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:41.701776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de0a88-4a91-4e55-a179-390072ac1a28 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f56f003-b252-40c9-86bd-afefe90d0e27,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:41.748721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7bbc1-744e-467c-bf3c-6485f506f2f6 req-ed73432d-129d-4c20-8ed1-bc3841a6690c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:41.756661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1a7bbc1-744e-467c-bf3c-6485f506f2f6 req-ed73432d-129d-4c20-8ed1-bc3841a6690c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.1979158 Aug 30 22:44:41.791679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-9a9afeb5-e5f8-4077-9516-b45f2fe84a2e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6206701 Aug 30 22:44:41.795447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'security_group_rule': {'security_group_id': 'ef49c035-9d12-48f0-bfae-5fa259ce63e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:41.812901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9c1057-0dff-4a03-bc2c-6bbbb5255f85 None None] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:41.856301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1a7bbc1-744e-467c-bf3c-6485f506f2f6 req-ab506912-c816-4579-95e3-a20e6d1e2ba1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984812 Aug 30 22:44:41.916357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457bc552-5eb2-455b-9bde-4cee9dccfbb3 req-665b523d-8ca0-4bbc-97a0-bfe325092284 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:41.927186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-457bc552-5eb2-455b-9bde-4cee9dccfbb3 req-665b523d-8ca0-4bbc-97a0-bfe325092284 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 945 time: 0.3349786 Aug 30 22:44:41.935396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:41.988806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:42.068465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-a217896a-2956-4b44-9750-c40d13af3772 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6556962 Aug 30 22:44:42.200906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:42.312330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.47', 51137) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:42.331702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:42.341933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:42.343330 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.422612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1845975186-network', 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:42.496247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.532926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-457bc552-5eb2-455b-9bde-4cee9dccfbb3 req-f14e6b6d-681c-4c2d-a205-d4ebd3681176 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6049135 Aug 30 22:44:42.545054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:42.557147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.589654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:42.601104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.629066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:42.632880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:42.649544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-90805028-8fcc-4c5c-89fd-da1d9abe4a19 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:42.660159 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-90805028-8fcc-4c5c-89fd-da1d9abe4a19 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7&tenant_id=542e01e2883e4b25aacb5b5cff6af037&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 948 time: 0.3339903 Aug 30 22:44:42.691483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c51756-d5e9-4044-8f38-d616b792f6c2 req-c3f08298-b676-4a26-bf1c-351fa4176d88 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:42.701346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88c51756-d5e9-4044-8f38-d616b792f6c2 req-c3f08298-b676-4a26-bf1c-351fa4176d88 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 948 time: 0.3451593 Aug 30 22:44:42.734005 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.755719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:42.758040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.776740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'mac_address': 'fa:16:3e:bc:0f:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:42.780471 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.828543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:42.831439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.833010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.838779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cedbecba-1eed-47a0-9d77-cf0bbf3feb89 req-81f87b50-4b1f-465b-8477-b9df879e7fb9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.1660385 Aug 30 22:44:42.846754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-845617467-network', 'tenant_id': '2dde50e8ed2b4db2b200d51bb07628f3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:42.851713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88c51756-d5e9-4044-8f38-d616b792f6c2 req-104037b6-a5e9-4a38-9955-8a668efa17de tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464617 Aug 30 22:44:42.856918 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.864770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35bee92c-670d-4252-b94d-e1836cf7ca24 req-7deaf0a2-e978-4517-ac7b-ce8ad033a36c service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6396418 Aug 30 22:44:42.887803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:42.898173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388a9ab6-55e2-4df8-a100-06da3a4462c0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:42.900695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621bd0be-6988-44e5-ba18-a36f86c7d8b3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:42.935386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:42.941023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:42.982207 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-ccf83d57-ab19-45d9-ac8a-ff7858890310 service neutron] delete failed (client error): The resource could not be found. Aug 30 22:44:42.985176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-ccf83d57-ab19-45d9-ac8a-ff7858890310 service neutron] 10.222.0.47 "DELETE /v2.0/ports/621bd0be-6988-44e5-ba18-a36f86c7d8b3/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.2776799 Aug 30 22:44:43.013211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.041730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.091117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.096617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.106764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Pushing event deleted for resources: {'Port': ['ID=e01f73cb-3093-4971-a601-ab275eff6c87,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.136614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.139338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eb1bb38b-e4aa-4b15-82e3-e08d3c6b67c2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3597107 Aug 30 22:44:43.146063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:43.183681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:43.188001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.198793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Made reservation on behalf of 2dde50e8ed2b4db2b200d51bb07628f3 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:43.202075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.216575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:44:43.225531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.248149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f797d-4c9e-4a01-af27-8ea138add63d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.278571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['621bd0be-6988-44e5-ba18-a36f86c7d8b3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:43.307142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.307494 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Added segment e55cf99d-af04-46a8-b99f-35cdc0e29657 of type vlan for network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 Aug 30 22:44:43.312617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-4438344d-85c9-4db7-b8ff-f654d5b5a46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.314247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-4438344d-85c9-4db7-b8ff-f654d5b5a46a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1101 time: 0.2142236 Aug 30 22:44:43.318986 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bdf9d8e2-63cb-4e62-96c5-bc4f477001f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.344662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.469765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.507917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:43.511633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.523438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:43.531227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:43.546036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.547635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.548242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.614861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-48fadb25-7b51-46e7-808e-a3ba2867c352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.616420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-48fadb25-7b51-46e7-808e-a3ba2867c352 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2585564 Aug 30 22:44:43.657887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7080c4-d82b-45bb-8c79-82c361962d2e req-23215582-0ff6-4747-8c05-f7555665ca81 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.665909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc7080c4-d82b-45bb-8c79-82c361962d2e req-23215582-0ff6-4747-8c05-f7555665ca81 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.4080181 Aug 30 22:44:43.693597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-f5556544-1385-4719-9060-820559a90fac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0648561 Aug 30 22:44:43.722407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] Pushing event updated for resources: {'Network': ['ID=765e73bc-04e6-4f4a-af33-ed7bc8676e78,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.734368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:44:43.753308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.762096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.762096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.779726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4088ad01-9040-42dd-9add-7f2e6c043500 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7888427 Aug 30 22:44:43.782487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.784245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:43.794464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba9c1d-dd1f-402e-9802-ee322a145bd9 req-e9f833d6-8fd3-442d-a741-6ef32a72bb5d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.803697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6aba9c1d-dd1f-402e-9802-ee322a145bd9 req-e9f833d6-8fd3-442d-a741-6ef32a72bb5d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 945 time: 0.1562500 Aug 30 22:44:43.806112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.807597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-6d36cd7b-1460-46a4-a534-51c55ef39e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:43.809267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-6d36cd7b-1460-46a4-a534-51c55ef39e91 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0984731 Aug 30 22:44:43.815072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Request body: {'subnet': {'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1845975186-subnet', 'tenant_id': '6f422ad6833e468793ba3bd171566c14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:43.855141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc7080c4-d82b-45bb-8c79-82c361962d2e req-99a329c9-0dea-437d-b6a0-ae84daa935a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833224 Aug 30 22:44:43.863139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a4c468e6-1856-43f7-a568-95ef47087684 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7101948 Aug 30 22:44:43.879078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:44:43.886831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Request body: {'port': {'device_id': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:43.920863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-99ecad39-52df-49f5-bbbc-aec19f8d8b8d None None] Provisioning for port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:43.928789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d65f8bc6-8e11-40f6-b9a2-d275203ce473,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:43.936133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-99ecad39-52df-49f5-bbbc-aec19f8d8b8d None None] Provisioning complete for port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:43.938274 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-99ecad39-52df-49f5-bbbc-aec19f8d8b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.942626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.943094 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Added segment 6f1a7cde-9bd8-4c6e-998c-2f6b28783524 of type vlan for network c559834f-605c-470e-87c4-3fb7c6c58d0b Aug 30 22:44:43.944043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:43.946512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.947903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:43.964218 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6aba9c1d-dd1f-402e-9802-ee322a145bd9 req-876dd7b8-0768-4c98-9926-6330fe0641e0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589086 Aug 30 22:44:44.060223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.074999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-99ecad39-52df-49f5-bbbc-aec19f8d8b8d None None] Port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:44.079793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.117440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-d14c7deb-39e4-4ead-b128-60714567db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:44.119205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-d14c7deb-39e4-4ead-b128-60714567db5e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2944038 Aug 30 22:44:44.219618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.220757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:44.221533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.226352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:44.242282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Allocated IP 172.25.7.172 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/190643dc-c030-462f-81d1-bf827c073830) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:44.248446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53c554-f68b-4fd0-af78-db064e819448 req-9e448b54-3f82-4053-80e8-f137c0ea2801 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:44.256810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d53c554-f68b-4fd0-af78-db064e819448 req-9e448b54-3f82-4053-80e8-f137c0ea2801 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 949 time: 0.1934195 Aug 30 22:44:44.277382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db40deb-34c4-4770-a137-260718af5be8 req-911fb479-884e-449d-9147-0d25d026b84e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:44.281504 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6db40deb-34c4-4770-a137-260718af5be8 req-911fb479-884e-449d-9147-0d25d026b84e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 936 time: 0.1998637 Aug 30 22:44:44.306255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:44.306691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.344787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.5142596 Aug 30 22:44:44.346623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59454) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:44.369678 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.406484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-161a9f9e-b9b1-429a-aa61-3c762c1e0e5e service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738755 Aug 30 22:44:44.592276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:44.656509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:44.663204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:44.664143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.698933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Request body: {'subnet': {'network_id': 'c559834f-605c-470e-87c4-3fb7c6c58d0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-845617467-subnet', 'tenant_id': '2dde50e8ed2b4db2b200d51bb07628f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:44.713128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6db40deb-34c4-4770-a137-260718af5be8 req-4b6a0eaa-8548-44de-944b-bebafb8df2a6 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304900 Aug 30 22:44:44.763262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d6b2e-6784-4a18-a32d-910b8d83782f admin admin] Pushing event updated for resources: {'Network': ['ID=c559834f-605c-470e-87c4-3fb7c6c58d0b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:44.790433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c559834f-605c-470e-87c4-3fb7c6c58d0b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:44:44.817575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d53c554-f68b-4fd0-af78-db064e819448 req-a28fc237-281d-44f8-b3bf-0a9a2c45d636 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572481 Aug 30 22:44:44.871149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.873252 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.877036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.912351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:44.915464 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15cb7ba8-b8ba-4cea-9c20-a344dfc1261d" -d '{"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-plugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:44.937518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:44.942979 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:44.963425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Made reservation on behalf of 2dde50e8ed2b4db2b200d51bb07628f3 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:44.983866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38d8e8b-e9a4-475d-975d-468c7fbb3f4c req-2eb2a6c3-24db-4d6b-9397-5adfc1f166fb service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3148515 Aug 30 22:44:44.986950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.050127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ec1d0c5-4da1-4b42-a489-4dbded273aa6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:45.082278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:45.109333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.143438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Router e5b7d754-a627-4307-b286-f253770ff43b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:45.203921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:45.205281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:45.205820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Network hostable DHCP agents. Network: 765e73bc-04e6-4f4a-af33-ed7bc8676e78, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:45.208187 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890de1f4-74b6-4f79-a462-a30a4fcbac8b x-openstack-request-id: req-890de1f4-74b6-4f79-a462-a30a4fcbac8b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:45.208445 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-plugged", "status": "completed", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:45.208712 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-890de1f4-74b6-4f79-a462-a30a4fcbac8b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:45.209087 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'code': 200} Aug 30 22:44:45.215819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:45.231433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'Port': ['ID=190643dc-c030-462f-81d1-bf827c073830,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:45.239678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:45.311240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:45.356946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 765e73bc-04e6-4f4a-af33-ed7bc8676e78) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:45.367580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:45.367580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.378502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.381180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97ebcdc-ec93-4a1b-b706-e647eb8a71f0 None None] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:45.402044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2f3be4b-723f-4fb2-957b-3f6b22e4b718 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6160603 Aug 30 22:44:45.451400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:45.466023 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.466245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.505862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Transition to ACTIVE for port object ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:45.511287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:45.520701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9a8974b4-d9a8-41f6-a91a-c1cda9e484ba admin admin] 10.222.0.25 "PUT /v2.0/routers/e5b7d754-a627-4307-b286-f253770ff43b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1277282 Aug 30 22:44:45.522248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.526194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59492) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:45.530187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.556889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Sync routers for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:45.592055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:45.592734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:45.682833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-3329c969-8c58-48db-a19d-81b39eedb50c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1826734046&fields=id&tenant_id=202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 267 time: 0.1401868 Aug 30 22:44:45.725193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Pushing event updated for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:45.783294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65c38a95-cc7a-4d9b-9703-8fee3e6925d9,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:45.830525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:45.866122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-394bb8fa-89ba-4bda-9c59-44484ecc19a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:45.868272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-394bb8fa-89ba-4bda-9c59-44484ecc19a4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 823 time: 0.1735032 Aug 30 22:44:45.908939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-b9f781b3-7eb5-4bd8-b8eb-437714ed4654 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/quotas/202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 375 time: 0.0299745 Aug 30 22:44:45.948149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.019603 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.033438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.046937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Checking segment: {'id': '6f1a7cde-9bd8-4c6e-998c-2f6b28783524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c559834f-605c-470e-87c4-3fb7c6c58d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:46.047228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Network hostable DHCP agents. Network: c559834f-605c-470e-87c4-3fb7c6c58d0b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:44:46.052257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2433046-f70c-409b-af6a-302b6a1a83f5 None None] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:46.057497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-0e896429-1af1-494a-9099-181b0d6066c5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1416035 Aug 30 22:44:46.111762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:46.137506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Attempting to bind port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:46.137506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Attempting to bind port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:46.137506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Attempting to bind port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:46.184111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:46.185170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Attempting to bind port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:46.193812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'Port': ['ID=190643dc-c030-462f-81d1-bf827c073830,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:46.204128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.215510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:46.216157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:46.216602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:46.217005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Bound port: ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:46.217353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.235069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Network c559834f-605c-470e-87c4-3fb7c6c58d0b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:44:46.254745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.276190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ea3b94f9-7a5b-4ac7-b06d-682794cd34e4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1196325 Aug 30 22:44:46.296455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-93299fc5-139d-4dc1-81c0-5f5dee179b47 service neutron] 10.222.0.25 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095242 Aug 30 22:44:46.300265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c559834f-605c-470e-87c4-3fb7c6c58d0b) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:46.302005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.317942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.318539 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.333859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09874ec7-6dc5-4896-96c3-958b58dc8f7d None None] Network c559834f-605c-470e-87c4-3fb7c6c58d0b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:46.348738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-626a6ccd-5158-4774-984f-7fc6e63b1002 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.356003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-626a6ccd-5158-4774-984f-7fc6e63b1002 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2667799 Aug 30 22:44:46.387439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f922ec90-5aab-43b8-8ef1-32600002557f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.7040570 Aug 30 22:44:46.414291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-392c8b72-3afd-4576-b535-ce298b4e5b16 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0573828 Aug 30 22:44:46.415907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:46.431864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:46.445578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.466268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-8050386d-391a-4327-9384-cb7514f091da tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397966 Aug 30 22:44:46.491887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-9b6d9d19-6889-43b4-92cc-4f6b0afab109 service neutron] 10.222.0.25 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805553 Aug 30 22:44:46.555931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.556561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.557997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] 10.222.0.47 "PUT /v2.0/ports/ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 HTTP/1.1" status: 200 len: 1097 time: 2.6847665 Aug 30 22:44:46.560942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:46.563920 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739656ec-efec-4ad2-91af-f3855688ceaa" -d '{"events": [{"name": "network-changed", "server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:46.624805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5258a79-4095-49ea-9b8b-b05e2f4e51cc service neutron] Pushing event updated for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:46.672923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Deleting port 320cf1ba-e390-41ff-b6db-ab02acae3a12 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:46.673853 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.684066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46'}], 'enable_snat': True}, 'gw_port_id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port': {'id': '320cf1ba-e390-41ff-b6db-ab02acae3a12', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:ed:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 216, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:33Z', 'updated_at': '2021-08-30T22:42:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:46.731089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Checking router: e5b7d754-a627-4307-b286-f253770ff43b for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:46.734195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b08567-985d-46d3-9a3c-4e7ba8281cfb None None] Network c559834f-605c-470e-87c4-3fb7c6c58d0b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:46.827746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-a62100a7-ef8d-4f55-bd48-22b8e273c61f service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322074 Aug 30 22:44:46.839441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-86f95ca4-9715-408b-ba1d-fb934344c694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.848212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-86f95ca4-9715-408b-ba1d-fb934344c694 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 1100 time: 0.2259345 Aug 30 22:44:46.877218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Routers {'e5b7d754-a627-4307-b286-f253770ff43b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:46.877446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5b7d754-a627-4307-b286-f253770ff43b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:46.892255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e223f44-f212-43d5-892a-6033b82329eb req-0a51636f-5521-428a-bf5e-789992ad0b51 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.900734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e223f44-f212-43d5-892a-6033b82329eb req-0a51636f-5521-428a-bf5e-789992ad0b51 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 948 time: 0.0800231 Aug 30 22:44:46.976086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-c9e26864-b5ee-44cd-892b-c788d1dc5fbc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 HTTP/1.1" status: 200 len: 217 time: 0.0883055 Aug 30 22:44:46.977637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-08358b25-b741-496c-898c-e1b899e2088f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:46.980114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-08358b25-b741-496c-898c-e1b899e2088f tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/ports?device_id=f2d71b12-ff4c-4951-a51b-926af8c89b06 HTTP/1.1" status: 200 len: 945 time: 0.0697653 Aug 30 22:44:46.987286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] For port 320cf1ba-e390-41ff-b6db-ab02acae3a12, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=320cf1ba-e390-41ff-b6db-ab02acae3a12,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:46.987753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:46.997430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] Set router e5b7d754-a627-4307-b286-f253770ff43b gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:47.008621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e223f44-f212-43d5-892a-6033b82329eb req-4892c4c9-3ac3-49dd-979a-e18106dc6c2b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069641 Aug 30 22:44:47.054679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Calling delete_port for 320cf1ba-e390-41ff-b6db-ab02acae3a12 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:47.067688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:44:46Z', 'revision_number': 6, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:47.096763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a06ef9a3-283f-470a-8a3f-44f3abb056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:47.098412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-a06ef9a3-283f-470a-8a3f-44f3abb056d0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1079507 Aug 30 22:44:47.103199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50e4cfea-2adc-4e20-a91d-293a76d454bc None None] The sync data for ids ['e5b7d754-a627-4307-b286-f253770ff43b'] in n-d-791504-21 is: [{'id': 'e5b7d754-a627-4307-b286-f253770ff43b', 'name': 'tempest-AttachSCSIVolumeTestJSON-552222034-router', 'tenant_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:32Z', 'updated_at': '2021-08-30T22:44:46Z', 'revision_number': 6, 'project_id': 'bbc3cf6ebabd4b1eb0651cdff58a4ce3', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:47.164357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-2cb23af9-8470-4bb1-ae7c-8b75d3b6b88f service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3271534 Aug 30 22:44:47.210347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Deleting port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:47.210964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:47.266345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-11850aa2-b395-4885-8573-674a90f97f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:47.267999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-11850aa2-b395-4885-8573-674a90f97f98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1168675 Aug 30 22:44:47.285701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45739a22-9d67-415c-b32b-5c28310901a9 req-3c0ab11b-701d-4ffc-a329-9e94516878c0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:47.287997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45739a22-9d67-415c-b32b-5c28310901a9 req-3c0ab11b-701d-4ffc-a329-9e94516878c0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1360247 Aug 30 22:44:47.367552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45739a22-9d67-415c-b32b-5c28310901a9 req-f9557cb4-fe60-4046-9610-e8c46b2c6f4f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713003 Aug 30 22:44:47.407556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] For port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:47.408158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:47.462356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-edb58444-253f-4f48-aebb-4ea4e5919276 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743264 Aug 30 22:44:47.469428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:47.586807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Pushing event deleted for resources: {'Port': ['ID=320cf1ba-e390-41ff-b6db-ab02acae3a12,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:47.592944 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7f4aaa-819f-45c4-b17c-8b7663f49d1a x-openstack-request-id: req-ac7f4aaa-819f-45c4-b17c-8b7663f49d1a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:47.593668 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:47.593668 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac7f4aaa-819f-45c4-b17c-8b7663f49d1a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:47.593861 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'status': 'completed', 'code': 200} Aug 30 22:44:47.697990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e8c55e8-0747-4ab0-a07e-8b92f3b94e5b req-bf6e8932-5147-45c1-87ab-a7425fc77939 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 210 time: 0.0498073 Aug 30 22:44:47.730058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b209ef4-7fec-42fc-ae99-b0f649734d2f req-b2126cd4-c65d-4458-b00b-cd59d3065336 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564275 Aug 30 22:44:47.746909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:47.852292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-84bd6d73-4938-4f5e-abdc-65921dea1e11 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--853996465&fields=id&tenant_id=ca0e5e7832c64123ba44e77a74b683fa HTTP/1.1" status: 200 len: 267 time: 0.1977882 Aug 30 22:44:48.030009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.031210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.031601 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc disassociated. External IP: 172.25.7.118, port: 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39. Aug 30 22:44:48.032917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Calling delete_port for 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:48.142760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 320cf1ba-e390-41ff-b6db-ab02acae3a12 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:48.164641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-52c322b8-c814-4a0f-9b1e-e57adb27471a tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:48.166229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-52c322b8-c814-4a0f-9b1e-e57adb27471a tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/networks?id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 200 len: 805 time: 0.3039382 Aug 30 22:44:48.187693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 320cf1ba-e390-41ff-b6db-ab02acae3a12 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:48.188136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 320cf1ba-e390-41ff-b6db-ab02acae3a12 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:48.189090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e01f73cb-3093-4971-a601-ab275eff6c87 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:48.229555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-bf11a255-3184-49ef-b8ff-d9fc3fd4982b tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/quotas/ca0e5e7832c64123ba44e77a74b683fa HTTP/1.1" status: 200 len: 375 time: 0.0191162 Aug 30 22:44:48.231263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e01f73cb-3093-4971-a601-ab275eff6c87 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:48.238058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e01f73cb-3093-4971-a601-ab275eff6c87 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:48.302298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.314617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.317253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.384551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event deleted for resources: {'Port': ['ID=2b764728-4ab7-4c71-9b6d-0c0a2f48aa39,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:48.400402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739656ec-efec-4ad2-91af-f3855688ceaa req-bfd0610a-8275-458a-9fda-bef47896a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:48.402557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-bfd0610a-8275-458a-9fda-bef47896a2dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 1100 time: 0.2679391 Aug 30 22:44:48.429754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-b066d683-3c4c-47b0-8d6a-e35817a44a29 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1811898 Aug 30 22:44:48.450678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.451304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5b7d754-a627-4307-b286-f253770ff43b {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:44:48.456323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.457834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aeaa9fd1-db51-42b1-a214-62a9bd301945 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e5b7d754-a627-4307-b286-f253770ff43b HTTP/1.1" status: 204 len: 168 time: 2.9247389 Aug 30 22:44:48.497128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59586) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:48.520936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-0d2d9b0a-022e-4b0c-adea-b0cc63b83b7f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:48.523029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-0d2d9b0a-022e-4b0c-adea-b0cc63b83b7f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.3866749 Aug 30 22:44:48.557765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-78bc2047-8cdf-4d6c-9046-e724c92260e3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/quotas/5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 375 time: 0.0268757 Aug 30 22:44:48.607574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-9ab1b6b1-d1d5-4264-a11d-322356649428 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485687 Aug 30 22:44:48.617420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:48.712216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739656ec-efec-4ad2-91af-f3855688ceaa req-36025fd7-9c15-40dd-adb5-2e664b0aa9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:48.713819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-36025fd7-9c15-40dd-adb5-2e664b0aa9a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2948053 Aug 30 22:44:48.727833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Deleting subnet 32ee819c-6d85-4dd9-9c13-a0d2a29947d6 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:44:48.741048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.787203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:48.805282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '9b563c6f-526a-431c-a451-d3768f914f6e', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '9b563c6f-526a-431c-a451-d3768f914f6e', 'mac_address': 'fa:16:3e:76:76:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:48.808869 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.828372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-c6c09f14-a788-4fe7-b6e5-2dffbe9b74d9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 HTTP/1.1" status: 200 len: 217 time: 0.0996232 Aug 30 22:44:48.889209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-f810092a-b89d-431f-9ed3-b1ccfe5124cb service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804844 Aug 30 22:44:48.896969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.922575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b563c6f-526a-431c-a451-d3768f914f6e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:48.949778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:48.955387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:48.984219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739656ec-efec-4ad2-91af-f3855688ceaa req-188461a7-1b1c-441f-8505-6403c01923c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:48.986424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-188461a7-1b1c-441f-8505-6403c01923c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1450937 Aug 30 22:44:49.061052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:49.092529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-8c07158a-44c8-4f81-8e31-8a68228791fd service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013671 Aug 30 22:44:49.094995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-77f2372a-3124-4eec-8583-bee044b5735a tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:49.096556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-77f2372a-3124-4eec-8583-bee044b5735a tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 823 time: 0.6107843 Aug 30 22:44:49.115701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739656ec-efec-4ad2-91af-f3855688ceaa req-afd1cb48-f55d-4a23-95ae-18d3cf29c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:49.118706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-afd1cb48-f55d-4a23-95ae-18d3cf29c991 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1203561 Aug 30 22:44:49.143693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['9b563c6f-526a-431c-a451-d3768f914f6e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:49.150992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-ee6327db-e99b-4e5f-819a-1aa27fce4edc service neutron] 10.222.0.25 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6639287 Aug 30 22:44:49.157708 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:49.207754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:44:49.411317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-ee244ca6-d14f-4837-97d6-7c9fcdc561df tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:49.413286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-ee244ca6-d14f-4837-97d6-7c9fcdc561df tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2349153 Aug 30 22:44:49.470670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a592cda-487c-409e-95cc-2c7ea8d0af31 req-35dd2ee9-ff55-4c81-a29e-2b0396286fc9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 210 time: 0.0530312 Aug 30 22:44:49.479718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:49.567501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-2c2f01a1-f42f-466b-bd2f-ffc50cb37fe1 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287984 Aug 30 22:44:49.689848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-b11223f3-32f9-41ec-8471-4d842bc9b324 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=202f8d9f26f044139f877efa4e93c93e HTTP/1.1" status: 200 len: 380 time: 0.5429709 Aug 30 22:44:49.773957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'port': {'device_id': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'admin_state_up': True, 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'security_groups': ['ea6caf67-9589-45ed-8910-17b9268f22b2']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:49.781638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:49.861552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c768b-e407-4090-8842-ec9cc0219589 req-a6bc7707-c459-43a0-9567-89d346a5bf0d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:49.870247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-294c768b-e407-4090-8842-ec9cc0219589 req-a6bc7707-c459-43a0-9567-89d346a5bf0d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.2527304 Aug 30 22:44:49.883528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:49.888967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:49.911348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32ee819c-6d85-4dd9-9c13-a0d2a29947d6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:49.933716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f19802f-d38a-4531-9430-b736a0f89812 None None] Network 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:44:49.933971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:49.936146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2bfc5f5f-b15d-4879-9ed7-e21cd86c3272 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/32ee819c-6d85-4dd9-9c13-a0d2a29947d6 HTTP/1.1" status: 204 len: 168 time: 1.4362392 Aug 30 22:44:49.951210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:50.018636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739656ec-efec-4ad2-91af-f3855688ceaa req-d48510db-a3b5-4a3b-8041-47eafbee9add service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4218326 Aug 30 22:44:50.090994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-cb8e96e4-089d-4c39-abfe-fd8f7e70baf7 service neutron] 10.222.0.25 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9009500 Aug 30 22:44:50.150063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-294c768b-e407-4090-8842-ec9cc0219589 req-60193681-e125-48ec-9e3d-5307bd13dd3c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712204 Aug 30 22:44:50.238746 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:50.241396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:44:50.253586 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:44:50.278324 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:50.278962 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:50.321323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] DHCP port deletion for 81ed5b91-34d4-4be5-b581-d3fdcc07f7ef request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:44:50.339779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] No DVR routers for this DVR port 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:50.344661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:50.347460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95d43755-6c5a-4233-bf5e-36cae4dab5b1 req-1e4e3c87-6d3a-4360-92bc-732070caaa72 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "DELETE /v2.0/ports/2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 HTTP/1.1" status: 204 len: 173 time: 3.3509820 Aug 30 22:44:50.348148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'name': 'network-vif-deleted', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:50.351975 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f002f6-df84-4fb5-b5e9-0770b6452efc" -d '{"events": [{"server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "name": "network-vif-deleted", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:50.373349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Made reservation on behalf of 202f8d9f26f044139f877efa4e93c93e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:50.378295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:50.523011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Deleting port f53bb410-db81-449a-8b09-3d2b419401fe {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:50.523394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:50.528259 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:50.563559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.7 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/1c43fea7-0b91-4b2c-ad04-cac00f96070b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:50.749889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Allocated IP 172.20.0.3 (1be5c077-475b-4a64-99dc-02bd187bb6f3/677629fa-277f-4f9b-88b4-d218267feaf5/7df05dc7-adec-412f-81b5-def5783a82aa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:50.759935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793589b5-371e-4ab8-b210-12d0603b9194 req-0fd0df46-00ff-440d-b25f-a03745a4dba3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:50.776797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-793589b5-371e-4ab8-b210-12d0603b9194 req-0fd0df46-00ff-440d-b25f-a03745a4dba3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 948 time: 0.3642972 Aug 30 22:44:50.828937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8083258-e940-46e2-9d8a-4a50f3513208 req-950c01cc-ae9c-42b0-8d42-1f7e21a9822b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 210 time: 0.0720713 Aug 30 22:44:50.904132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Deleting port f53bb410-db81-449a-8b09-3d2b419401fe {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:44:50.904594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.068529 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:51.171773 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:44:51.184745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:51.192767 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:44:51.193713 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:51.226680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-793589b5-371e-4ab8-b210-12d0603b9194 req-ab1bebe2-d91b-4c79-8eb1-59dfdf8edcd0 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4409080 Aug 30 22:44:51.289374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13c20309-8bad-4d04-9960-f79851b1c058 req-0a9c65b1-aae8-4d8b-b80f-e6b20eb09b4e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 210 time: 0.1469235 Aug 30 22:44:51.292587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] For port f53bb410-db81-449a-8b09-3d2b419401fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f53bb410-db81-449a-8b09-3d2b419401fe,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:51.293107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.344744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:51.355622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] For port f53bb410-db81-449a-8b09-3d2b419401fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f53bb410-db81-449a-8b09-3d2b419401fe,segment=NetworkSegment(768bf795-2f4a-4d72-8da2-b2d06aa185b6),segment_id=768bf795-2f4a-4d72-8da2-b2d06aa185b6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:51.355990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.386378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.395755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Calling delete_port for f53bb410-db81-449a-8b09-3d2b419401fe owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:51.423793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Transition to ACTIVE for port object 7df05dc7-adec-412f-81b5-def5783a82aa will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:51.427502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Calling delete_port for f53bb410-db81-449a-8b09-3d2b419401fe owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:44:51.452498 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c6ba3b-8df9-45db-8f1b-2c894a4db7c0 x-openstack-request-id: req-c0c6ba3b-8df9-45db-8f1b-2c894a4db7c0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:51.452841 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2d71b12-ff4c-4951-a51b-926af8c89b06", "name": "network-vif-deleted", "tag": "2b764728-4ab7-4c71-9b6d-0c0a2f48aa39", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:51.452841 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0c6ba3b-8df9-45db-8f1b-2c894a4db7c0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:51.453216 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2d71b12-ff4c-4951-a51b-926af8c89b06', 'name': 'network-vif-deleted', 'tag': '2b764728-4ab7-4c71-9b6d-0c0a2f48aa39', 'status': 'completed', 'code': 200} Aug 30 22:44:51.512791 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.575029 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:44:51.579041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc4f47ae-077b-47d0-b10d-75f4b8e3225f req-5394534d-3486-44ff-9e51-e44d174ca9c6 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 210 time: 0.0962474 Aug 30 22:44:51.650932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:51.653920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.656341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:44:51.739227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:51.768129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 9b563c6f-526a-431c-a451-d3768f914f6e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:51.768768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:51.849215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:51.863465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d749bb42-050c-4336-b328-ce2d8b9e8e1f req-6035d84a-8c8c-461c-9727-03d93dcbc980 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 210 time: 0.2095537 Aug 30 22:44:52.021185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-cceaa59a-a1b0-492f-81e7-e96f38d24a4a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:52.025150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.041195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:52.041757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-cceaa59a-a1b0-492f-81e7-e96f38d24a4a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.9439907 Aug 30 22:44:52.053273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event updated for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:52.079465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Request body: {'port': {'device_id': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'admin_state_up': True, 'tenant_id': '5f4141327b444c67b6770eab4842974e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:52.121962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:52.126726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.162361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ea6568a7-a730-445d-9472-54483794dc0c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3948190 Aug 30 22:44:52.181579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Request body: {'port': {'device_id': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:52.216660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f53bb410-db81-449a-8b09-3d2b419401fe no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:52.221766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'mac_address': 'fa:16:3e:67:fd:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:52.292281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] No DVR routers for this DVR port f53bb410-db81-449a-8b09-3d2b419401fe on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:52.305925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886aa791-9460-4604-84f1-0fef6bf4a9c5 None None] Pushing event deleted for resources: {'Port': ['ID=f53bb410-db81-449a-8b09-3d2b419401fe,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:52.346972 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:52.380276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.401350 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f05d82-7732-4709-bf79-31edfafa1693 None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:44:52.433355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.448927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f53bb410-db81-449a-8b09-3d2b419401fe {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:52.449296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f53bb410-db81-449a-8b09-3d2b419401fe not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:52.526609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.541924 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.585074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd24da-30a5-49d3-ac69-fed40d11bfa9 req-2974ae88-7a0d-4ce4-aa6f-4658b22e3a86 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:52.601012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43cd24da-30a5-49d3-ac69-fed40d11bfa9 req-2974ae88-7a0d-4ce4-aa6f-4658b22e3a86 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 931 time: 0.4490132 Aug 30 22:44:52.610761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.612812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-90e09d3a-df39-4af4-ab78-163c27b720a4 None None] Provisioning for port 7df05dc7-adec-412f-81b5-def5783a82aa completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:52.664365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:52.668543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:52.672125 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2424e54b-76be-408c-822d-574415481a8d" -d '{"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:52.683412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.684593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:44:52.686075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.688278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-90e09d3a-df39-4af4-ab78-163c27b720a4 None None] Provisioning complete for port 7df05dc7-adec-412f-81b5-def5783a82aa triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:52.688826 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-90e09d3a-df39-4af4-ab78-163c27b720a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.732308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b228c5fc-9b79-4e4b-853a-cc6214359647 req-04431e5c-19ad-48c7-9008-b88b17ae870b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:52.734580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b228c5fc-9b79-4e4b-853a-cc6214359647 req-04431e5c-19ad-48c7-9008-b88b17ae870b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 948 time: 0.3510766 Aug 30 22:44:52.794852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:52.817714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:52.822831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:52.832516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] No DVR routers for this DVR port f53bb410-db81-449a-8b09-3d2b419401fe on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:44:52.852671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:52.859824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:52.873157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:44:52.874031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2b764728-4ab7-4c71-9b6d-0c0a2f48aa39 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:44:52.912296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:52.914683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-90e09d3a-df39-4af4-ab78-163c27b720a4 None None] Port 7df05dc7-adec-412f-81b5-def5783a82aa cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:52.927125 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:52.980672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-9593557b-fa45-4a67-82e8-32c61d7c1b25 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:52.983011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-9593557b-fa45-4a67-82e8-32c61d7c1b25 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.47 "GET /v2.0/networks?id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 200 len: 805 time: 0.1404817 Aug 30 22:44:52.995021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:52.998290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51145a1f-1320-4570-851b-bef362e3b769 None None] New status for floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:44:53.012928 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43cd24da-30a5-49d3-ac69-fed40d11bfa9 req-173adf61-649d-4349-83f3-e1e63ccb651c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4108725 Aug 30 22:44:53.067937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b228c5fc-9b79-4e4b-853a-cc6214359647 req-bbd8a769-666e-4e26-af93-3a9556a5dcb8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077404 Aug 30 22:44:53.131117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:53.174990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-dd8d8b2f-8d57-4821-9db0-9e463065c9ba tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca0e5e7832c64123ba44e77a74b683fa HTTP/1.1" status: 200 len: 379 time: 0.1354640 Aug 30 22:44:53.182208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f53bb410-db81-449a-8b09-3d2b419401fe,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:53.192286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'port': {'device_id': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'admin_state_up': True, 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'security_groups': ['ef49c035-9d12-48f0-bfae-5fa259ce63e7']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:53.245198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:53.283513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c57205d-3488-49f5-a306-d0e865e30fe7 req-d0e9df5a-fe47-4bed-99fd-0f0b5bfaf0f5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 210 time: 0.1045465 Aug 30 22:44:53.316021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:53.316907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.335607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.360698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:53.364171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.444692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ed5b91-34d4-4be5-b581-d3fdcc07f7ef']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:53.473028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-8552094b-7a7e-40bb-a943-f98a467f037d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162348 Aug 30 22:44:53.512220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4cdcae45-f63b-48f6-a397-6b9e451e8ade tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0368600 Aug 30 22:44:53.539980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768bf795-2f4a-4d72-8da2-b2d06aa185b6') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:53.540340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768bf795-2f4a-4d72-8da2-b2d06aa185b6') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:44:53.552772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4440919c-00ba-4d4a-9905-4d5e0bba0113 req-7f21afe7-8f2e-4568-ac7c-15831e659194 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 210 time: 0.1276841 Aug 30 22:44:53.565082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Request body: {'port': {'device_id': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:53.573155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7df05dc7-adec-412f-81b5-def5783a82aa {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:53.583766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.602368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Transition to ACTIVE for port object 7df05dc7-adec-412f-81b5-def5783a82aa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:53.619925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.643761 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910323e9-1073-4c65-a24b-eec999a3d35f x-openstack-request-id: req-910323e9-1073-4c65-a24b-eec999a3d35f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:53.644310 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:53.645603 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-910323e9-1073-4c65-a24b-eec999a3d35f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:53.645603 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e', 'code': 200} Aug 30 22:44:53.952944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Made reservation on behalf of ca0e5e7832c64123ba44e77a74b683fa for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:53.966473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:53.984480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:54.141560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.188855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.207417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Attempting to bind port 7df05dc7-adec-412f-81b5-def5783a82aa on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:54.207752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Attempting to bind port 7df05dc7-adec-412f-81b5-def5783a82aa by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:54.208089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Attempting to bind port 7df05dc7-adec-412f-81b5-def5783a82aa on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:54.217956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Port 7df05dc7-adec-412f-81b5-def5783a82aa on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:54.217956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Attempting to bind port 7df05dc7-adec-412f-81b5-def5783a82aa on network 1be5c077-475b-4a64-99dc-02bd187bb6f3 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:54.226987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:54.227333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Checking segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:54.227723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Bound using segment: {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:54.228285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Bound port: 7df05dc7-adec-412f-81b5-def5783a82aa, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06c621c-b189-459b-a21b-d03e3a16da87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:54.228718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.236209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.241670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-71c98d7c-0ee8-4ff3-bcdb-8f0909c91a1c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.243292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-71c98d7c-0ee8-4ff3-bcdb-8f0909c91a1c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7407551 Aug 30 22:44:54.261829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:44:54.262301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:44:54.273128 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:44:54.347824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:54.348817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae22121-1523-4b3f-a5cf-3aed220860e5 req-ef330a76-ad5e-4a88-9eb0-b9773ef61898 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.352378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7df05dc7-adec-412f-81b5-def5783a82aa,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:54.357554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ae22121-1523-4b3f-a5cf-3aed220860e5 req-ef330a76-ad5e-4a88-9eb0-b9773ef61898 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 931 time: 0.2775085 Aug 30 22:44:54.360418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-e1c01812-9fa3-4c1f-8d7a-1c2b5caed974 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/quotas/542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 375 time: 0.1061649 Aug 30 22:44:54.371386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.402098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Allocated IP 172.20.0.4 (26f2b0e1-a996-4fc0-a67d-fd44f885e218/df497270-4d4b-4236-ae5f-aedd56581d39/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:54.429871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.430105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.431493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] 10.222.0.52 "PUT /v2.0/ports/7df05dc7-adec-412f-81b5-def5783a82aa HTTP/1.1" status: 200 len: 1092 time: 2.2543521 Aug 30 22:44:54.448486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:54.451167 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c48657-710b-4745-8513-79d057f6dd34" -d '{"events": [{"name": "network-changed", "server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:54.486743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Allocated IP 172.20.0.8 (dcd1c0c2-9276-4d48-8f7f-2cf77a06f064/ac6fb3e9-d72e-40d0-961c-61fc6dbd1305/0c446403-4e63-4fe0-a03e-8fad734f9366) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:54.587344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.619005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:54.624007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/81ed5b91-34d4-4be5-b581-d3fdcc07f7ef HTTP/1.1" status: 204 len: 168 time: 4.6655712 Aug 30 22:44:54.624324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b892c14-51f8-41e8-b91a-94b3ff3defe0 service neutron] Pushing event updated for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:54.637976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-c33d70df-4273-4ad8-844c-907f8a47f4bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2689142 Aug 30 22:44:54.674897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ae22121-1523-4b3f-a5cf-3aed220860e5 req-0b3ab754-b819-4ab6-8970-be1e885f8d97 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145196 Aug 30 22:44:54.690311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-87630add-4a68-4782-9366-3cfadfde4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.692400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-87630add-4a68-4782-9366-3cfadfde4324 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 1095 time: 0.1855526 Aug 30 22:44:54.706975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d2649c-6299-4580-a61d-93cf4dbc4bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=81ed5b91-34d4-4be5-b581-d3fdcc07f7ef,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:54.858358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-6e425edb-a559-4c29-9837-304ce6bd0c85 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7df05dc7-adec-412f-81b5-def5783a82aa HTTP/1.1" status: 200 len: 217 time: 0.1146848 Aug 30 22:44:54.994873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-9dc67f86-29c9-4f09-998b-b6cb3ae2b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:54.996267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-9dc67f86-29c9-4f09-998b-b6cb3ae2b307 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.1346858 Aug 30 22:44:55.105549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:55.113644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022073c6-81a7-4d17-9b9a-5e2889882c22 req-3695a4ba-b3d5-4814-aa45-80ae78b87b66 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.131536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-022073c6-81a7-4d17-9b9a-5e2889882c22 req-3695a4ba-b3d5-4814-aa45-80ae78b87b66 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 943 time: 0.2996800 Aug 30 22:44:55.131947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.156793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Transition to ACTIVE for port object 0c446403-4e63-4fe0-a03e-8fad734f9366 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:55.197145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce1654-ba13-44fa-9b19-8064265ec9d2 req-258aa9fb-d842-41ae-8d87-5bb4a541b0ea tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.211050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66ce1654-ba13-44fa-9b19-8064265ec9d2 req-258aa9fb-d842-41ae-8d87-5bb4a541b0ea tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 949 time: 0.2489223 Aug 30 22:44:55.219156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.229328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-d519eae1-2f38-4ab0-ae7f-c3d81217a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.230996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-d519eae1-2f38-4ab0-ae7f-c3d81217a48a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1717703 Aug 30 22:44:55.328737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db960440-b55a-4944-992b-5757d4cefd74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8bec63ea206c4571aff2ebbd98215be4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1943927 Aug 30 22:44:55.332254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59718) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:55.352604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66ce1654-ba13-44fa-9b19-8064265ec9d2 req-d61e647f-b586-41da-96d9-ba02b70ca1fe tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281345 Aug 30 22:44:55.361283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:44:55.395728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-022073c6-81a7-4d17-9b9a-5e2889882c22 req-c456ac85-53c9-4616-b5dc-c7fadf734949 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425063 Aug 30 22:44:55.425842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.480892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:55.490950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:55.493588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.551290 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1309280e-3832-4135-8fa3-7880d7e52ee1 x-openstack-request-id: req-1309280e-3832-4135-8fa3-7880d7e52ee1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:55.551605 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:55.551950 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1309280e-3832-4135-8fa3-7880d7e52ee1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:55.552224 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa', 'status': 'completed', 'code': 200} Aug 30 22:44:55.585316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-ffb72d12-6eb8-43c1-ae9d-2176cd1a87d2 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378558 Aug 30 22:44:55.597511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:55.603490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.634129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:55.680599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:55.700638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event updated for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:55.729334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:55.758004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.804206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:55.807286 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c89b9d-722f-48a3-9d74-453da2f8c95a" -d '{"events": [{"server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:55.808789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:55.813815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c43fea7-0b91-4b2c-ad04-cac00f96070b {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:55.821384 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.836153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.839423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:55.843553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:55.843886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1c68db-82e7-4afb-9ddd-83e442611e2e req-914be99a-4ab9-46b0-8203-5205561c8f13 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.856554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f1c68db-82e7-4afb-9ddd-83e442611e2e req-914be99a-4ab9-46b0-8203-5205561c8f13 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 931 time: 0.3014300 Aug 30 22:44:55.862184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:55.872845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.914824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.915507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.959487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:55.964489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5732-3258-44a0-90a4-89e1794c89f3 req-f8a8e250-30cb-4762-8b74-4c597bb6184e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:55.969310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-beed5732-3258-44a0-90a4-89e1794c89f3 req-f8a8e250-30cb-4762-8b74-4c597bb6184e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 931 time: 0.2237971 Aug 30 22:44:55.981697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:56.049199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Transition to ACTIVE for port object 1c43fea7-0b91-4b2c-ad04-cac00f96070b will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:56.057729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ecb8814-c0bb-4fb2-991b-7ad022a57659 req-0d226269-a895-4b46-8768-5b19e4bc586d service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4624734 Aug 30 22:44:56.067459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-1c3f3cb3-e5fe-44a4-b782-c31749ba6e5c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8800778 Aug 30 22:44:56.075578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.076775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f1c68db-82e7-4afb-9ddd-83e442611e2e req-f45c2e7d-8f41-4f8e-9176-e9f02fd4ba3a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192957 Aug 30 22:44:56.088919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Request body: {'port': {'device_id': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:56.161508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.169088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.172443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd800c4e-8656-4a66-a39e-61ea0b0bbc9f None None] Provisioning for port 0c446403-4e63-4fe0-a03e-8fad734f9366 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:44:56.173138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/43feff1d-a15d-4a4a-ba74-4155186a9dea HTTP/1.1" status: 204 len: 168 time: 0.8339343 Aug 30 22:44:56.184649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd800c4e-8656-4a66-a39e-61ea0b0bbc9f None None] Provisioning complete for port 0c446403-4e63-4fe0-a03e-8fad734f9366 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:44:56.185496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd800c4e-8656-4a66-a39e-61ea0b0bbc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.219581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc26a0b-8858-43ff-8483-7f5edec2ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43feff1d-a15d-4a4a-ba74-4155186a9dea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:56.220102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:56.220784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.235434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Pushing event updated for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:56.264988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-beed5732-3258-44a0-90a4-89e1794c89f3 req-fe7e1f76-3452-45ba-a971-1f7b5df4af82 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768128 Aug 30 22:44:56.322945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cd800c4e-8656-4a66-a39e-61ea0b0bbc9f None None] Port 0c446403-4e63-4fe0-a03e-8fad734f9366 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:44:56.343926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.351781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48657-710b-4745-8513-79d057f6dd34 req-dbf3d2e2-52fd-45cc-9a7a-3100b238688c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:56.352698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-dbf3d2e2-52fd-45cc-9a7a-3100b238688c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 1095 time: 0.1781793 Aug 30 22:44:56.437261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-7c8ae4e3-433f-4dfc-b4f6-a6ed490f646d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3728759 Aug 30 22:44:56.464017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Request body: {'port': {'device_id': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:56.509346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2711eda9-83c3-49dd-a676-592f9139938e req-2c906a63-cbf9-419f-98ee-20421005986b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 210 time: 0.0422409 Aug 30 22:44:56.569243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:56.671484 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ad986f-00b5-4929-addc-e2d52bfda36b x-openstack-request-id: req-06ad986f-00b5-4929-addc-e2d52bfda36b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:56.672038 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "name": "network-vif-plugged", "status": "completed", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:56.672164 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06ad986f-00b5-4929-addc-e2d52bfda36b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:56.672643 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'code': 200} Aug 30 22:44:56.763183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Attempting to bind port 1c43fea7-0b91-4b2c-ad04-cac00f96070b on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:56.763426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Attempting to bind port 1c43fea7-0b91-4b2c-ad04-cac00f96070b by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:56.763763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Attempting to bind port 1c43fea7-0b91-4b2c-ad04-cac00f96070b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:56.917568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Port 1c43fea7-0b91-4b2c-ad04-cac00f96070b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:56.917832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Attempting to bind port 1c43fea7-0b91-4b2c-ad04-cac00f96070b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:56.988334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-9ae32f55-5542-4d6d-a0b0-a8f4171d9c8d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0448723 Aug 30 22:44:56.991072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59746) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:57.105935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:57.116980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.132556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Transition to ACTIVE for port object 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:57.134051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:57.134451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:57.135184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:57.135743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Bound port: 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:57.136140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.162999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.215733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48657-710b-4745-8513-79d057f6dd34 req-99790a31-6092-43e1-90f4-7d1ff2ea291c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.216371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-99790a31-6092-43e1-90f4-7d1ff2ea291c service neutron] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 924 time: 0.8495719 Aug 30 22:44:57.235325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0a47a-abf8-41c4-be04-aa889e5942c8 req-78a61128-438f-4936-8011-974df993ebda tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.244019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc0a47a-abf8-41c4-be04-aa889e5942c8 req-78a61128-438f-4936-8011-974df993ebda tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 943 time: 0.7949595 Aug 30 22:44:57.273907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:57.291860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98af891-60c8-42d9-88ba-947dafeb4142 req-7a7ab7c2-6e43-4539-91ba-789d776ebfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.294055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e98af891-60c8-42d9-88ba-947dafeb4142 req-7a7ab7c2-6e43-4539-91ba-789d776ebfc5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 1102 time: 0.4981506 Aug 30 22:44:57.327250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-006c0ab6-c414-4c65-bf3f-54ef57a85cf9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbc3cf6ebabd4b1eb0651cdff58a4ce3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3076553 Aug 30 22:44:57.327983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:44:57.339442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-3f4632ba-4264-4b23-8bf6-0dca325bec26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7df05dc7-adec-412f-81b5-def5783a82aa HTTP/1.1" status: 200 len: 217 time: 0.0932980 Aug 30 22:44:57.347275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734af2d-bd79-4e77-b11a-8daf4760b96d req-376d1560-83e0-40dc-993a-b1ffeeb8bf9e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.354722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d734af2d-bd79-4e77-b11a-8daf4760b96d req-376d1560-83e0-40dc-993a-b1ffeeb8bf9e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.4131215 Aug 30 22:44:57.381670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.394677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc0a47a-abf8-41c4-be04-aa889e5942c8 req-1d2416fc-a92e-4db5-92f5-3f82c226bfa7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493795 Aug 30 22:44:57.495482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e98af891-60c8-42d9-88ba-947dafeb4142 req-a8648d71-f297-4d41-adfc-b781ad576b05 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600091 Aug 30 22:44:57.554098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:44:57.554474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:44:57.554765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:57.561434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:57.568569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-f19e69c2-0dba-45d9-9da7-9a01f110b7a7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.569755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-f19e69c2-0dba-45d9-9da7-9a01f110b7a7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5263870 Aug 30 22:44:57.583525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:57.586472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:44:57.587595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:44:57.605025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d734af2d-bd79-4e77-b11a-8daf4760b96d req-7276d99d-1b39-49f6-81f2-453d024fa914 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491643 Aug 30 22:44:57.605818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca08a4b-68f7-4724-a22f-2fd7a752c584 req-89bb6e8d-6697-45dd-ab08-5de40f09f9aa tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.613587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eca08a4b-68f7-4724-a22f-2fd7a752c584 req-89bb6e8d-6697-45dd-ab08-5de40f09f9aa tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 943 time: 0.1114528 Aug 30 22:44:57.616663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.628860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Request body: {'port': {'device_id': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '542e01e2883e4b25aacb5b5cff6af037'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:44:57.637399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:44:57.637632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:44:57.638338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:44:57.638507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Bound port: 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:44:57.638834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.651030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48657-710b-4745-8513-79d057f6dd34 req-f0f34b87-5b3c-4ae4-bf1f-ba4e7a360b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.654135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-f0f34b87-5b3c-4ae4-bf1f-ba4e7a360b3f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.2943268 Aug 30 22:44:57.770867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.772531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.774328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] 10.222.0.52 "PUT /v2.0/ports/1c43fea7-0b91-4b2c-ad04-cac00f96070b HTTP/1.1" status: 200 len: 1092 time: 4.2316673 Aug 30 22:44:57.794466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.800873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:44:57.806959 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b" -d '{"events": [{"name": "network-changed", "server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:44:57.818521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:44:57.855349 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eca08a4b-68f7-4724-a22f-2fd7a752c584 req-ca4d6bbb-96fc-4ef7-9a8f-4d981ebc15e2 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408047 Aug 30 22:44:57.867931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.870484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:44:57.902012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.903447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c48657-710b-4745-8513-79d057f6dd34 req-643a24d7-7528-4faf-a746-ec3a9f82f220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.904338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685e9c1f-8e9f-405a-a070-84da47e4654e service neutron] Pushing event updated for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:57.905618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-643a24d7-7528-4faf-a746-ec3a9f82f220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2322659 Aug 30 22:44:57.972054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.972779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:57.974604 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] 10.222.0.47 "PUT /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 1092 time: 1.5270326 Aug 30 22:44:57.983068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-eeb70f77-2814-4629-b4c4-c718d71d7b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:57.984750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-eeb70f77-2814-4629-b4c4-c718d71d7b8e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 1095 time: 0.1386335 Aug 30 22:44:58.037343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2da06a5-6ced-40fe-b12d-514a248ca007 req-24ed21c8-4e13-4432-ad2a-0a114dd50fc4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:58.038977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2da06a5-6ced-40fe-b12d-514a248ca007 req-24ed21c8-4e13-4432-ad2a-0a114dd50fc4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.2924850 Aug 30 22:44:58.101162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c446403-4e63-4fe0-a03e-8fad734f9366 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:58.125554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:58.168166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Made reservation on behalf of 542e01e2883e4b25aacb5b5cff6af037 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:44:58.169369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-4d03838d-7d86-48f3-9441-66a2bdb28ec8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b HTTP/1.1" status: 200 len: 217 time: 0.1427310 Aug 30 22:44:58.172509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:58.178510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee40021b-7bbd-493e-afee-be660a969e4b service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:58.196755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Transition to ACTIVE for port object 0c446403-4e63-4fe0-a03e-8fad734f9366 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:58.200101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2da06a5-6ced-40fe-b12d-514a248ca007 req-9af30820-8d27-4560-b3a2-a99113c7bab5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350234 Aug 30 22:44:58.208971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:58.211735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:58.215737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/777189d4-9ed6-4619-8482-decf3ac89455 HTTP/1.1" status: 204 len: 168 time: 0.8780401 Aug 30 22:44:58.223558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:58.291264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-79f1f322-44f3-4fe5-a386-9d1574d7e03f service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701837 Aug 30 22:44:58.292030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ff1884-d44b-46e0-bb20-0ac9ef995174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777189d4-9ed6-4619-8482-decf3ac89455,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:58.356885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-de00e6ac-45f2-4655-9193-55a6e1009e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:58.358377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-de00e6ac-45f2-4655-9193-55a6e1009e29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1095 time: 0.3116171 Aug 30 22:44:58.362698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-c85d4445-95ce-4e65-8201-f6483e704ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:58.363643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-c85d4445-95ce-4e65-8201-f6483e704ba6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1821659 Aug 30 22:44:58.395326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfd2417-0e87-45da-9617-4e9970f65a74 req-7ba6e3cb-8483-4d69-bb52-125f2ad0f12c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:58.397018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcfd2417-0e87-45da-9617-4e9970f65a74 req-7ba6e3cb-8483-4d69-bb52-125f2ad0f12c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 931 time: 0.2809277 Aug 30 22:44:58.522570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-664100c0-f74b-42b2-9892-bbfcff87fda2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.1472156 Aug 30 22:44:58.527266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-d75df238-4429-4c64-b3e1-ef8848ebf7e2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480849 Aug 30 22:44:58.565474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-823f5d24-cead-4959-8622-c839dec16608 req-433dcddc-00aa-4667-ae54-9c9ac15343ad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 210 time: 0.2241538 Aug 30 22:44:58.576582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Pushing event updated for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:58.682337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7df05dc7-adec-412f-81b5-def5783a82aa details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:44:58.697643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcfd2417-0e87-45da-9617-4e9970f65a74 req-bf706be2-9d4f-49dd-9a58-572670982668 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1680398 Aug 30 22:44:58.831309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Allocated IP 192.168.233.113 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/a3f73629-2c18-4150-a820-69310eb3f92e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:44:58.865858 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08938b06-0bea-45b2-99a6-3acdd1746d5f x-openstack-request-id: req-08938b06-0bea-45b2-99a6-3acdd1746d5f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:44:58.869223 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:44:58.870023 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08938b06-0bea-45b2-99a6-3acdd1746d5f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:44:58.874345 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b', 'status': 'completed', 'code': 200} Aug 30 22:44:58.964137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-0649f2a0-2da1-4dfd-b240-446aaabfaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:58.966053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-0649f2a0-2da1-4dfd-b240-446aaabfaa6b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.3645632 Aug 30 22:44:59.017757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7df05dc7-adec-412f-81b5-def5783a82aa,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:59.041582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7df05dc7-adec-412f-81b5-def5783a82aa', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'port_id': '7df05dc7-adec-412f-81b5-def5783a82aa', 'mac_address': 'fa:16:3e:80:00:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:44:59.065727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:59.074616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c4a21-bbbc-44d2-a297-4446aceeabfc req-0e30f6ee-d764-4350-a347-d89f9de76bdd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:59.076212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-623c4a21-bbbc-44d2-a297-4446aceeabfc req-0e30f6ee-d764-4350-a347-d89f9de76bdd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 943 time: 0.1904724 Aug 30 22:44:59.080569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-6cd90203-2fac-40e0-bfc4-e37496876a75 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025672 Aug 30 22:44:59.089576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Transition to ACTIVE for port object a3f73629-2c18-4150-a820-69310eb3f92e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:44:59.120258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-20309412-4093-401a-a7c2-1376f0d1f38d service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5332901 Aug 30 22:44:59.155899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:59.161861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:59.195112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7df05dc7-adec-412f-81b5-def5783a82aa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:44:59.208882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962', '621bd0be-6988-44e5-ba18-a36f86c7d8b3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:59.282299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7df05dc7-adec-412f-81b5-def5783a82aa,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:44:59.296699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:59.319373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f140be-a6a2-4a9f-892e-6fbd39bcb573 req-994c7a9c-ab06-4f31-85bf-2811ed5b7110 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834743 Aug 30 22:44:59.380094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:59.436766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c48657-710b-4745-8513-79d057f6dd34 req-4af9abd8-d82b-45d0-8dae-edfaa4fa010d service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1175110 Aug 30 22:44:59.462758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-623c4a21-bbbc-44d2-a297-4446aceeabfc req-46d0433e-a2c8-4198-969f-3a83db161f5e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789279 Aug 30 22:44:59.591323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-32af6ffd-564f-41c9-9e42-a515301189b2 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874587 Aug 30 22:44:59.593982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:44:59.600873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:44:59.623029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:44:59.671390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7df05dc7-adec-412f-81b5-def5783a82aa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:44:59.803722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:59.805478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:44:59.871543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2614040 Aug 30 22:44:59.920731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37720aa3-1226-455a-8208-6ec3ced41fc0 req-32ceb21b-324d-4804-8cf6-ab7c6344bfa9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:59.922936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37720aa3-1226-455a-8208-6ec3ced41fc0 req-32ceb21b-324d-4804-8cf6-ab7c6344bfa9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.7955306 Aug 30 22:44:59.926001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a48d47-9730-46d5-a6bd-78c0c06ae7c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:44:59.959976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863e1de2-7dd5-4d39-a301-2da1f02d6fae req-f89db2a7-d9fb-4e18-ae61-5b8c9731a5e3 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:44:59.995516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Request body: {'port': {'device_id': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:00.000788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-863e1de2-7dd5-4d39-a301-2da1f02d6fae req-f89db2a7-d9fb-4e18-ae61-5b8c9731a5e3 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 944 time: 0.4043713 Aug 30 22:45:00.099692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe7fb966-18c2-415d-9e51-30b6483a2451 req-2eedbac2-80e0-4617-a3d1-6101b52dc520 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755709 Aug 30 22:45:00.111180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-863e1de2-7dd5-4d39-a301-2da1f02d6fae req-81466853-978f-4c09-ae7a-38b2c81be93d tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092405 Aug 30 22:45:00.197405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Attempting to bind port 0c446403-4e63-4fe0-a03e-8fad734f9366 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:00.197746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Attempting to bind port 0c446403-4e63-4fe0-a03e-8fad734f9366 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:00.198109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Attempting to bind port 0c446403-4e63-4fe0-a03e-8fad734f9366 on network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:00.212361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Port 0c446403-4e63-4fe0-a03e-8fad734f9366 on network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:00.212706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Attempting to bind port 0c446403-4e63-4fe0-a03e-8fad734f9366 on network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:00.222353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2732e1ba-105a-4691-a661-15b522190652 None None] Provisioning for port a3f73629-2c18-4150-a820-69310eb3f92e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:00.227677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2732e1ba-105a-4691-a661-15b522190652 None None] Provisioning complete for port a3f73629-2c18-4150-a820-69310eb3f92e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:00.228478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2732e1ba-105a-4691-a661-15b522190652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.233754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-1679d7ad-f092-40fa-b173-05cad31c7750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.235540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-1679d7ad-f092-40fa-b173-05cad31c7750 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 1095 time: 0.6374786 Aug 30 22:45:00.236655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.252430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:00.252773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Checking segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:00.253328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Bound using segment: {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:00.253814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Bound port: 0c446403-4e63-4fe0-a03e-8fad734f9366, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:00.254285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.322453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2732e1ba-105a-4691-a661-15b522190652 None None] Port a3f73629-2c18-4150-a820-69310eb3f92e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:00.393368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241719d4-b42a-4390-8c37-6e7695207104 req-d63176ed-8bac-49a9-8548-dca4291f97fd tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.403921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-241719d4-b42a-4390-8c37-6e7695207104 req-d63176ed-8bac-49a9-8548-dca4291f97fd tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0828652 Aug 30 22:45:00.445479 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37720aa3-1226-455a-8208-6ec3ced41fc0 req-b0034c87-aae1-4bbe-a0a3-a8c773a5c4c5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4672749 Aug 30 22:45:00.474055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-241719d4-b42a-4390-8c37-6e7695207104 req-242ba4c7-d316-4f63-b288-ecefbb8c8ac8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677214 Aug 30 22:45:00.498010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:00.502001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c446403-4e63-4fe0-a03e-8fad734f9366,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:00.515352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.606584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec72db-94d0-460e-bb0e-0fea580649d6 req-5c7949cd-197a-4c6f-928b-857e96fc617b tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.608296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34ec72db-94d0-460e-bb0e-0fea580649d6 req-5c7949cd-197a-4c6f-928b-857e96fc617b tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 943 time: 0.0575809 Aug 30 22:45:00.690164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34ec72db-94d0-460e-bb0e-0fea580649d6 req-38d447fa-59ce-4893-a8cb-d4b5b76ae3d8 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558603 Aug 30 22:45:00.692764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7df05dc7-adec-412f-81b5-def5783a82aa up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:00.734380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.735359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.737049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] 10.222.0.47 "PUT /v2.0/ports/0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 200 len: 1092 time: 4.6547165 Aug 30 22:45:00.740255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:00.743074 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:00.756220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec2b71c-251e-45fd-b6d5-aad09056f369 service neutron] Pushing event updated for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:00.799775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-755aecd5-00d3-4b28-a707-af6a14818430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.801459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-755aecd5-00d3-4b28-a707-af6a14818430 service neutron] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.5437455 Aug 30 22:45:00.820217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 7df05dc7-adec-412f-81b5-def5783a82aa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:00.832253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7df05dc7-adec-412f-81b5-def5783a82aa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:00.833860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:00.875779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:00.878062 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b16aa3-6202-4213-86ab-28c9635e5ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:00.898037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3462dd32-ef17-4195-8a01-f88d241a71a4 req-a4c6bbfd-671e-481a-b51b-b56fdbd150d1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:00.907140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3462dd32-ef17-4195-8a01-f88d241a71a4 req-a4c6bbfd-671e-481a-b51b-b56fdbd150d1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 936 time: 0.3087468 Aug 30 22:45:00.957943 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.021664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:01.026449 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc17233-3e15-4837-8e4f-3eb1e5545e8a" -d '{"events": [{"server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "name": "network-vif-plugged", "status": "completed", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:01.056663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7df05dc7-adec-412f-81b5-def5783a82aa,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:01.065747 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.170183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:01.262328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-86387987-66f7-4877-881a-aecfa8e88ff6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b HTTP/1.1" status: 200 len: 217 time: 0.4214048 Aug 30 22:45:01.367687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-dde6c81b-61dd-4bed-80f8-31f33c230b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.369240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-dde6c81b-61dd-4bed-80f8-31f33c230b88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 1095 time: 0.5663488 Aug 30 22:45:01.378826 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3462dd32-ef17-4195-8a01-f88d241a71a4 req-ecd9b323-fcd9-4431-ba98-f5970cd9075d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4707708 Aug 30 22:45:01.400525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-e7a82efc-3543-43f9-bc88-abac79d52019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.401947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-e7a82efc-3543-43f9-bc88-abac79d52019 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1239994 Aug 30 22:45:01.442416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-94f8782e-f647-41c1-be4a-ca1aa979859c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.454108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-94f8782e-f647-41c1-be4a-ca1aa979859c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 1102 time: 0.1149821 Aug 30 22:45:01.454334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-a2281a59-46eb-4a03-88be-f3908e73a957 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 200 len: 217 time: 0.0714686 Aug 30 22:45:01.473962 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.478296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-acdd8076-28ad-4a19-a477-fcbda16066d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348053 Aug 30 22:45:01.661353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.679527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.711822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62fc1d02-5dc0-474e-999b-89a20d20fa8d req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566724 Aug 30 22:45:01.712086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:01.724846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.739613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-4f511ac2-2013-4bff-956d-7d5914a22da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.741212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-4f511ac2-2013-4bff-956d-7d5914a22da2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 HTTP/1.1" status: 200 len: 844 time: 0.2669084 Aug 30 22:45:01.782763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f87675e-485d-4831-970f-ef39b3c11fa1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:01.795312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.795645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.796609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.797100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.797754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.797859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.798393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.798729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.799444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.799782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.800106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.800427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11098d4-921d-4c23-87c8-7775edb2f8ef tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:01.802297 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9742d2fd-3d78-4518-b5f5-9019badf9e82 x-openstack-request-id: req-9742d2fd-3d78-4518-b5f5-9019badf9e82 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:01.802598 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:01.802899 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9742d2fd-3d78-4518-b5f5-9019badf9e82 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:01.803292 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'status': 'completed', 'code': 200} Aug 30 22:45:01.834740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6abe41-7273-432a-ac54-e22ee87f0f88 req-1006f981-c856-4a70-94dc-e0431b1fb5fa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.843023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c6abe41-7273-432a-ac54-e22ee87f0f88 req-1006f981-c856-4a70-94dc-e0431b1fb5fa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 943 time: 0.2817225 Aug 30 22:45:01.859646 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518fb5b4-707c-4894-8018-925cc3cd8999 x-openstack-request-id: req-518fb5b4-707c-4894-8018-925cc3cd8999 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:01.859955 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:01.860219 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-518fb5b4-707c-4894-8018-925cc3cd8999 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:01.860584 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'status': 'completed', 'code': 200} Aug 30 22:45:01.864029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Transition to ACTIVE for port object a3f73629-2c18-4150-a820-69310eb3f92e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:01.901832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:01.906094 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a817ee65-696b-4eb4-828e-31ff6b903bca x-openstack-request-id: req-a817ee65-696b-4eb4-828e-31ff6b903bca {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:01.906631 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "name": "network-vif-plugged", "status": "completed", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:01.906631 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a817ee65-696b-4eb4-828e-31ff6b903bca {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:01.907019 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa', 'code': 200} Aug 30 22:45:01.954567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-d32da5f2-4947-44d5-affb-5e9e6a209c26 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638033 Aug 30 22:45:01.978072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-57fa602c-c9a2-4895-9784-49e5b1713722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:01.980052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-57fa602c-c9a2-4895-9784-49e5b1713722 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1095 time: 0.0985353 Aug 30 22:45:02.018036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-0189c598-1ead-4a45-8f89-adcc99e104b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.020141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-0189c598-1ead-4a45-8f89-adcc99e104b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2583194 Aug 30 22:45:02.035050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:02.062553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c6abe41-7273-432a-ac54-e22ee87f0f88 req-f6c61729-1965-4c79-9d34-bf1911db1005 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184634 Aug 30 22:45:02.387665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-dd575acd-343b-4999-802e-ff5d6b15fd86 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549211 Aug 30 22:45:02.424900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b28eeb7-40be-4dd8-bc2d-5dcf5627559b req-dc14dbd4-6caa-425f-b1e9-5c3fa767efad service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476123 Aug 30 22:45:02.519798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198d0fab-dee0-4403-a658-117df74de49e req-b4f4bf1b-0a1d-4dac-8554-1caacd6da84b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.521409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-198d0fab-dee0-4403-a658-117df74de49e req-b4f4bf1b-0a1d-4dac-8554-1caacd6da84b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.2194128 Aug 30 22:45:02.522204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Attempting to bind port a3f73629-2c18-4150-a820-69310eb3f92e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:02.522544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Attempting to bind port a3f73629-2c18-4150-a820-69310eb3f92e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:02.522879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Attempting to bind port a3f73629-2c18-4150-a820-69310eb3f92e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:02.541017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Port a3f73629-2c18-4150-a820-69310eb3f92e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:02.541342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Attempting to bind port a3f73629-2c18-4150-a820-69310eb3f92e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:02.562913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:02.563244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:02.563640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:02.564086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Bound port: a3f73629-2c18-4150-a820-69310eb3f92e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:02.565079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:02.590342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1867215c-fe74-4ba4-864d-f205a6798f23 req-06638485-86d3-439c-ab6c-a500519ca1c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.598693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1867215c-fe74-4ba4-864d-f205a6798f23 req-06638485-86d3-439c-ab6c-a500519ca1c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.5954826 Aug 30 22:45:02.634144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-198d0fab-dee0-4403-a658-117df74de49e req-531c839b-ec2a-4599-99e2-c3a627462eec tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023912 Aug 30 22:45:02.640153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d059c907-4640-4461-b556-fca9f39579fd req-dc99c4ee-07df-451a-b3d5-f04aff8500bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.642934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d059c907-4640-4461-b556-fca9f39579fd req-dc99c4ee-07df-451a-b3d5-f04aff8500bf service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 1097 time: 0.1265562 Aug 30 22:45:02.644866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-a577e8cf-328a-4d96-a663-0cc319e2a830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.646392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-a577e8cf-328a-4d96-a663-0cc319e2a830 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.6584525 Aug 30 22:45:02.684657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1c43fea7-0b91-4b2c-ad04-cac00f96070b details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:02.737527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1867215c-fe74-4ba4-864d-f205a6798f23 req-3b85e7be-fcca-4d87-996d-d596618bb7dc tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322384 Aug 30 22:45:02.738142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6c829f-dcf1-4f9c-82a3-0bacfe611cf5 req-f83f096c-d67f-492d-a75a-f31f1a1497c1 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3400180 Aug 30 22:45:02.752023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-098c8940-3d0d-49a1-8c17-bf02754a2785 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.0928435 Aug 30 22:45:02.775454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d059c907-4640-4461-b556-fca9f39579fd req-19fb6d5b-7f20-4220-9f9a-724263165df6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240537 Aug 30 22:45:02.866855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-af650daa-86f0-4081-b1d2-a66f0dd7b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:02.869877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-af650daa-86f0-4081-b1d2-a66f0dd7b796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1042728 Aug 30 22:45:02.919824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-6b68398b-040d-4ba2-92a6-7bb338256b72 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404532 Aug 30 22:45:02.934358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:02.948697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:02.975118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1c43fea7-0b91-4b2c-ad04-cac00f96070b', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': '1c43fea7-0b91-4b2c-ad04-cac00f96070b', 'mac_address': 'fa:16:3e:eb:c4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:02.985318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:03.032061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.052860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.090650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c43fea7-0b91-4b2c-ad04-cac00f96070b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:03.128603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:03.130136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-309a710c-b7a4-4414-861f-7b060007a7ee req-b5410c6a-73bb-4a95-b61a-5637453b0c34 tempest-FlavorsV2NegativeTest-575620881 tempest-FlavorsV2NegativeTest-575620881-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=66f8312b03ab4bfc8a5fd5222dfaa8a4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255475 Aug 30 22:45:03.134089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-95e94829-f549-4eae-bd27-1430d6646a97 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028606 Aug 30 22:45:03.148931 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.155233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.156306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.158552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] 10.222.0.52 "PUT /v2.0/ports/a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 1097 time: 3.2333827 Aug 30 22:45:03.164427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-209eb11e-666a-4509-bcc6-9a91b36abc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.166761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-209eb11e-666a-4509-bcc6-9a91b36abc78 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 1095 time: 0.3643920 Aug 30 22:45:03.183041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e5f81-a846-436c-a502-446f2669ec31 req-de0f7141-1b94-4c12-8d94-256ef5ca2de5 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.191600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-502e5f81-a846-436c-a502-446f2669ec31 req-de0f7141-1b94-4c12-8d94-256ef5ca2de5 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 943 time: 0.3564682 Aug 30 22:45:03.274060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:03.324556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58b16aa3-6202-4213-86ab-28c9635e5ddb req-ec8bdd31-e9c8-40dd-bc12-2b33ca5460b8 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656823 Aug 30 22:45:03.332700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:03.360878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.361401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.361935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.362436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.362934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.363437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.363950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.364441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.364951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.365440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.365964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.366469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6fe845-c750-4a3c-ac26-0356c3c493ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:03.414991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:03.422841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-502e5f81-a846-436c-a502-446f2669ec31 req-90e66fa5-dd55-4a93-949c-e0ff4ea64a4c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067065 Aug 30 22:45:03.433591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-f3ad334e-3655-47d5-8eb6-8e797b23480a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.448924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-f3ad334e-3655-47d5-8eb6-8e797b23480a service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 200 len: 906 time: 0.2559135 Aug 30 22:45:03.457321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-7540f14d-a9f7-4254-b61a-1cae2a198f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.460673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-7540f14d-a9f7-4254-b61a-1cae2a198f87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1100 time: 0.1799722 Aug 30 22:45:03.515678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a710c-b7a4-4414-861f-7b060007a7ee req-b002b32b-8066-4edd-805d-ad4f1ff0ee11 tempest-FlavorsV2NegativeTest-575620881 tempest-FlavorsV2NegativeTest-575620881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.517995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-309a710c-b7a4-4414-861f-7b060007a7ee req-b002b32b-8066-4edd-805d-ad4f1ff0ee11 tempest-FlavorsV2NegativeTest-575620881 tempest-FlavorsV2NegativeTest-575620881-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3794491 Aug 30 22:45:03.545959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-309a710c-b7a4-4414-861f-7b060007a7ee req-b65d66e8-1f2d-4cd3-a363-d3604b8c267c tempest-FlavorsV2NegativeTest-575620881 tempest-FlavorsV2NegativeTest-575620881-project] 10.222.0.25 "GET /v2.0/quotas/66f8312b03ab4bfc8a5fd5222dfaa8a4 HTTP/1.1" status: 200 len: 375 time: 0.0159984 Aug 30 22:45:03.547452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1c43fea7-0b91-4b2c-ad04-cac00f96070b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:03.572959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-205da33d-f319-428b-b16f-6fe4f784fb47 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 200 len: 217 time: 0.1104591 Aug 30 22:45:03.588143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-c125a64d-31fd-436d-898b-ff225e071546 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.0823321 Aug 30 22:45:03.602280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-309a710c-b7a4-4414-861f-7b060007a7ee req-a475dbab-ae39-485a-b60b-5adce10ac9f4 tempest-FlavorsV2NegativeTest-575620881 tempest-FlavorsV2NegativeTest-575620881-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66f8312b03ab4bfc8a5fd5222dfaa8a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486612 Aug 30 22:45:03.642096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:03.685950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'port_id': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'mac_address': 'fa:16:3e:72:7e:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df497270-4d4b-4236-ae5f-aedd56581d39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:03.764539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec3b25-5e04-4dfc-adce-dcfcb85ef247 req-4fc5721f-cee4-4e87-8b95-5cdfc2a2312a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.770373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9ec3b25-5e04-4dfc-adce-dcfcb85ef247 req-4fc5721f-cee4-4e87-8b95-5cdfc2a2312a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 948 time: 0.1915176 Aug 30 22:45:03.783056 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.810164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:03.822456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-e21aa6bf-82a1-43fc-991f-52fa4f095ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.825158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-e21aa6bf-82a1-43fc-991f-52fa4f095ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 HTTP/1.1" status: 200 len: 844 time: 0.2342377 Aug 30 22:45:03.826946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:03.830123 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b906b-c377-445a-b743-cbfeac7d1cf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:03.850180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-cd5b5566-4133-40b0-9e30-f9330b86a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.851087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:03.852408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-cd5b5566-4133-40b0-9e30-f9330b86a460 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2281432 Aug 30 22:45:03.863166 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:03.883499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e33b3-d8e6-4f50-9331-2b2b9b66f19d req-ac032d69-1dda-48ac-98c5-8d9b0f62c117 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:03.885318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b6e33b3-d8e6-4f50-9331-2b2b9b66f19d req-ac032d69-1dda-48ac-98c5-8d9b0f62c117 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 944 time: 0.1758173 Aug 30 22:45:03.949539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:03.962785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b6e33b3-d8e6-4f50-9331-2b2b9b66f19d req-0829be80-5bc3-444f-9ac2-0658a90467d1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607767 Aug 30 22:45:04.010402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9ec3b25-5e04-4dfc-adce-dcfcb85ef247 req-014fe20f-513e-464e-b03b-4c406696eb51 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147295 Aug 30 22:45:04.042957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-26099763-d7eb-4c4f-a087-c522612377d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:04.044655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-26099763-d7eb-4c4f-a087-c522612377d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2106538 Aug 30 22:45:04.047153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-cab01888-168b-4765-a2c2-f99362c4318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:04.048568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-cab01888-168b-4765-a2c2-f99362c4318b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1825018 Aug 30 22:45:04.144569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:04.243900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-c866c6dc-928f-408b-ad1e-ab7deeef1e3b service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865902 Aug 30 22:45:04.256205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-7769a66c-e3ae-4d2e-b00e-0375a19b961f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649943 Aug 30 22:45:04.384977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-fcf38019-9811-4aa6-a727-d61f76f68eb3 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189385 Aug 30 22:45:04.542226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-328d6155-242c-40d7-9edb-5d48739167e5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:04.554383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-328d6155-242c-40d7-9edb-5d48739167e5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2873778 Aug 30 22:45:04.577005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-78446b77-a88f-40a5-a081-b86080e30d37 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0209448 Aug 30 22:45:04.636773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9116e7-0540-465a-9ebf-8b04d17332e2 req-da72cee3-cf96-4df3-acb5-22307d15f2bb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:04.648022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b9116e7-0540-465a-9ebf-8b04d17332e2 req-da72cee3-cf96-4df3-acb5-22307d15f2bb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.2611587 Aug 30 22:45:04.660641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-4ae114eb-8050-4a9f-a336-e2b65f650666 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0818653 Aug 30 22:45:04.698822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1c43fea7-0b91-4b2c-ad04-cac00f96070b up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:04.737320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59938) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:04.750161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b9116e7-0540-465a-9ebf-8b04d17332e2 req-72dc5229-8809-49d5-a3d5-2b6b183be528 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951588 Aug 30 22:45:04.842228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1c43fea7-0b91-4b2c-ad04-cac00f96070b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:04.848019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1c43fea7-0b91-4b2c-ad04-cac00f96070b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:04.848437 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:04.860242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fe05883-8d45-48eb-b172-7e0e6a624a7f req-8299a3a3-df99-4f68-bdd8-e18d33a373b3 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607751 Aug 30 22:45:04.871427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5adf56-7fa4-427f-ba00-2b8ebbdc9819 req-1ecf5afd-b01d-49cd-9b62-ad422350f602 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824247 Aug 30 22:45:04.971610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:04.988434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d350693-92c5-49cf-8cb6-537c08a4e30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:04.994166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d4d0f-bb0f-40a9-90a1-01db09938b5f req-cac961a5-c1b4-4fe9-a867-595ea1db6ab7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:04.996390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b9d4d0f-bb0f-40a9-90a1-01db09938b5f req-cac961a5-c1b4-4fe9-a867-595ea1db6ab7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.1149449 Aug 30 22:45:05.119162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b9d4d0f-bb0f-40a9-90a1-01db09938b5f req-5100f3e1-5a01-4e6d-86e1-feece5076dbc tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104271 Aug 30 22:45:05.178414 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82c733-65f8-4a88-a956-0daa77e23cb1 x-openstack-request-id: req-1c82c733-65f8-4a88-a956-0daa77e23cb1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:05.178990 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:05.179663 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c82c733-65f8-4a88-a956-0daa77e23cb1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:05.180545 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'status': 'completed', 'code': 200} Aug 30 22:45:05.187855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:05.193073 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a42db-2e51-43e6-a2b3-27fa7b2dcd50" -d '{"events": [{"server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "name": "network-vif-plugged", "status": "completed", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:05.214503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:05.231508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.329063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d350693-92c5-49cf-8cb6-537c08a4e30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.353301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d350693-92c5-49cf-8cb6-537c08a4e30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.366360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-96a41232-75c3-4cbc-a199-751ec2fcd797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:05.367925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-96a41232-75c3-4cbc-a199-751ec2fcd797 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1100 time: 0.1185102 Aug 30 22:45:05.378607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040e8cd-fa68-4e28-87c3-04de9123f55b req-9406a6e0-5cec-47a8-9289-9e439073f387 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:05.387118 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c040e8cd-fa68-4e28-87c3-04de9123f55b req-9406a6e0-5cec-47a8-9289-9e439073f387 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 943 time: 0.0900164 Aug 30 22:45:05.402857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:05.419196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d350693-92c5-49cf-8cb6-537c08a4e30f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66f8312b03ab4bfc8a5fd5222dfaa8a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6801541 Aug 30 22:45:05.432614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59952) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:05.448246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c446403-4e63-4fe0-a03e-8fad734f9366 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:05.454765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:05.458263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d350693-92c5-49cf-8cb6-537c08a4e30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b039f5c9-c295-4440-9f7c-7ac320a1af87,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:05.471478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-febe2af3-6065-4c3f-953d-0614ed2399d7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1388173 Aug 30 22:45:05.632149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:05.656060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:05.658405 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.747158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c446403-4e63-4fe0-a03e-8fad734f9366,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:05.762166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'port_id': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'mac_address': 'fa:16:3e:dd:9d:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:05.806209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793babef-1871-4790-ad15-138af48e2ae1 req-cff77508-2c87-4f1b-94ee-56f87cac935b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:05.807875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-793babef-1871-4790-ad15-138af48e2ae1 req-cff77508-2c87-4f1b-94ee-56f87cac935b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.1292553 Aug 30 22:45:05.810311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004e395-a40d-4608-8d73-4b00f983d682 req-241ba2e1-be06-4452-aa5b-5bd896b6994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:05.812404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-241ba2e1-be06-4452-aa5b-5bd896b6994b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 1102 time: 0.2654862 Aug 30 22:45:05.931231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.950319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004e395-a40d-4608-8d73-4b00f983d682 req-ef8b2776-3beb-4d55-9bc8-dbf597642a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:05.950319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-ef8b2776-3beb-4d55-9bc8-dbf597642a34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.0984056 Aug 30 22:45:05.951162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:05.974910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c446403-4e63-4fe0-a03e-8fad734f9366 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:06.027052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c446403-4e63-4fe0-a03e-8fad734f9366,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:06.029033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:06.035635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-793babef-1871-4790-ad15-138af48e2ae1 req-2abfbf0c-f803-44dc-b7a4-fac5d4cfdca7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132645 Aug 30 22:45:06.037848 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.045807 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-6f3ba3b7-da2f-4fd7-a554-ec14a14997e0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 200 len: 217 time: 0.0929170 Aug 30 22:45:06.049220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.162607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:06.164045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c040e8cd-fa68-4e28-87c3-04de9123f55b req-68f2d39a-6829-40ca-8e97-4ab070ab30fc tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7716255 Aug 30 22:45:06.200340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004e395-a40d-4608-8d73-4b00f983d682 req-0a0eb816-9aaf-48b2-b1a7-cac027aa7238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.204682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-0a0eb816-9aaf-48b2-b1a7-cac027aa7238 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1475699 Aug 30 22:45:06.223894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.292446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:06.317968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efafe7-0b13-4747-8655-c8d4cecc7336 req-ec333180-cad7-4f5c-a298-74b4285ad024 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.317968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03efafe7-0b13-4747-8655-c8d4cecc7336 req-ec333180-cad7-4f5c-a298-74b4285ad024 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 948 time: 0.1778502 Aug 30 22:45:06.319187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.321459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4004e395-a40d-4608-8d73-4b00f983d682 req-5550a80e-7db1-4095-816d-429a36e8c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.323495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-bc7a9a83-5a6d-49d7-bc5a-a18529cb29f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.326831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-bc7a9a83-5a6d-49d7-bc5a-a18529cb29f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.9359958 Aug 30 22:45:06.328424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-5550a80e-7db1-4095-816d-429a36e8c437 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0845644 Aug 30 22:45:06.367322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0c446403-4e63-4fe0-a03e-8fad734f9366'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:06.407645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-d6353a1d-adc9-4c70-abe9-64ed3bb271bf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.0560439 Aug 30 22:45:06.496641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03efafe7-0b13-4747-8655-c8d4cecc7336 req-666386d2-c91c-4d31-a7b1-a4a4bd280358 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671109 Aug 30 22:45:06.581936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f4055-458c-47b2-bef9-0641a61ad443 req-42425e0a-39b4-41e7-88db-0be3a4c578ac tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.586607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd5f4055-458c-47b2-bef9-0641a61ad443 req-42425e0a-39b4-41e7-88db-0be3a4c578ac tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.2852871 Aug 30 22:45:06.589574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-fb98f7e9-bfff-4210-a8bb-123f3943bc82 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282109 Aug 30 22:45:06.607047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:06.635157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Request body: {'floatingip': {'port_id': '7df05dc7-adec-412f-81b5-def5783a82aa'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:06.644032 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d5706f-aca5-4b6f-a97f-0ad63d4bd14d x-openstack-request-id: req-56d5706f-aca5-4b6f-a97f-0ad63d4bd14d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:06.644670 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "name": "network-vif-plugged", "status": "completed", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:06.645224 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56d5706f-aca5-4b6f-a97f-0ad63d4bd14d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:06.646970 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b', 'code': 200} Aug 30 22:45:06.800967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:06.840035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4004e395-a40d-4608-8d73-4b00f983d682 req-1265043b-a0e4-42d1-ae9e-6d02dfa3b311 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428248 Aug 30 22:45:06.906037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-311c5b85-d05a-4b14-b601-96100a528d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:06.908120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-311c5b85-d05a-4b14-b601-96100a528d74 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.4858463 Aug 30 22:45:07.067560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:07.077718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:07.080106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b039f5c9-c295-4440-9f7c-7ac320a1af87 HTTP/1.1" status: 204 len: 168 time: 1.6356955 Aug 30 22:45:07.212850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a059da-3c58-43f4-9afc-39401c8ce822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b039f5c9-c295-4440-9f7c-7ac320a1af87,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:07.288355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-535ce95f-1730-4c19-85e4-a47925914808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:07.290128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-535ce95f-1730-4c19-85e4-a47925914808 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3345075 Aug 30 22:45:07.306036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe1a941-c77a-42f8-a4e6-98fb4168e248 req-14526308-b269-4a8d-a63d-aad007fca930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:07.314717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ebe1a941-c77a-42f8-a4e6-98fb4168e248 req-14526308-b269-4a8d-a63d-aad007fca930 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 1097 time: 0.4873340 Aug 30 22:45:07.349522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bcd1fc-9163-49fe-bdc4-7bed7af2ad22 req-55cb418b-cc44-4f78-a352-d5b875435af7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:07.359118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8e193-228a-41bf-85bd-09a5affe0f23 req-04dbae25-f9d8-4a7e-bb4b-0a634fd6ec9a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:07.360807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dae8e193-228a-41bf-85bd-09a5affe0f23 req-04dbae25-f9d8-4a7e-bb4b-0a634fd6ec9a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.4445071 Aug 30 22:45:07.366765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9bcd1fc-9163-49fe-bdc4-7bed7af2ad22 req-55cb418b-cc44-4f78-a352-d5b875435af7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.1253948 Aug 30 22:45:07.479167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9bcd1fc-9163-49fe-bdc4-7bed7af2ad22 req-d9a54d79-1f66-409c-9ccc-14e16157764b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101933 Aug 30 22:45:07.601812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ebe1a941-c77a-42f8-a4e6-98fb4168e248 req-66e88ea4-fb52-4033-830d-0467c7a2b968 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752061 Aug 30 22:45:07.616147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dae8e193-228a-41bf-85bd-09a5affe0f23 req-d6e3d5a3-1910-4361-a072-bf74c66501b4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107105 Aug 30 22:45:07.677253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-56f4519c-7bb6-411f-a3e4-dc2f291a3e9a service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538716 Aug 30 22:45:07.810862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9166ecb-bac5-42b1-8722-efa2ccaeaf2e req-6925fb5f-3f3d-4174-9fbd-c4271ab2b98f tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:07.819224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9166ecb-bac5-42b1-8722-efa2ccaeaf2e req-6925fb5f-3f3d-4174-9fbd-c4271ab2b98f tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 944 time: 0.1355083 Aug 30 22:45:07.880521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9166ecb-bac5-42b1-8722-efa2ccaeaf2e req-15e63604-8d44-4306-a5e6-4d45e5a06a5e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550487 Aug 30 22:45:08.019862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f21287-a078-48ec-b3eb-b49a0ce14463 req-5e90852b-a0e7-42ec-9420-1659dc4492c2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:08.027622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7f21287-a078-48ec-b3eb-b49a0ce14463 req-5e90852b-a0e7-42ec-9420-1659dc4492c2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 948 time: 0.0724857 Aug 30 22:45:08.088888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7f21287-a078-48ec-b3eb-b49a0ce14463 req-7b9b4de7-bfe2-45c0-bfb5-bd58041ea038 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544243 Aug 30 22:45:08.200747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:45:08.218517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94c11c7d-619e-485b-a507-26ab26f4d4fc req-b658387c-5931-4b19-8985-1cb3ac12acc1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 210 time: 0.4599268 Aug 30 22:45:08.273964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-00878814-d45e-4b33-a275-1a880eda8122 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2415526 Aug 30 22:45:08.306356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60020) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:08.344461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347520fc-2490-48da-b3e1-23996216c1ef tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517161 Aug 30 22:45:08.385133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:08.429938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:08.436039 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1b906b-c377-445a-b743-cbfeac7d1cf5 req-f3d2ea46-9670-4f0c-9274-cbb268feb52a service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995142 Aug 30 22:45:08.612034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-network', 'tenant_id': '71e73df376ff4722b031e72b49d708a4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:08.648496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:08.650877 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b28f7-f1a4-4732-b334-dc5f78676e08" -d '{"events": [{"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:08.651104 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc associated. External IP: 172.25.7.118, port: 7df05dc7-adec-412f-81b5-def5783a82aa. Aug 30 22:45:08.652918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d54ca70f-5dca-40c9-8828-542fc0921771 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:08.664397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d54ca70f-5dca-40c9-8828-542fc0921771 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3122087 Aug 30 22:45:08.674364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d534fa54-4f85-4f2d-8893-90f27df3393c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:08.676229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d534fa54-4f85-4f2d-8893-90f27df3393c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3636239 Aug 30 22:45:08.716016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Made reservation on behalf of 71e73df376ff4722b031e72b49d708a4 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:08.718502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:08.720983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:08.726040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:08.730216 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9914b-d217-4bbc-9f34-897040cd2503 x-openstack-request-id: req-4af9914b-d217-4bbc-9f34-897040cd2503 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:08.730513 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-plugged", "status": "completed", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:08.730771 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4af9914b-d217-4bbc-9f34-897040cd2503 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:08.731164 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'code': 200} Aug 30 22:45:08.748047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:08.821256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:08.933849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0b1d0-cca7-413c-b8a4-c496a2d886ce req-f3fd49bc-8978-40db-b664-6ef9de727a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:08.935988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37a0b1d0-cca7-413c-b8a4-c496a2d886ce req-f3fd49bc-8978-40db-b664-6ef9de727a0e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.0920107 Aug 30 22:45:08.951148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734ef10-2782-43da-99b2-c1cfc1dd4fd3 req-a0df7b85-b7eb-4753-b299-2d75415134c1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:08.952704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9734ef10-2782-43da-99b2-c1cfc1dd4fd3 req-a0df7b85-b7eb-4753-b299-2d75415134c1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.3252404 Aug 30 22:45:09.043099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46786aa-4812-4c5d-bcbc-652fdb6aef68 req-5d84eda9-b1da-460e-be18-fd295cdc7d4e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:09.045282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d46786aa-4812-4c5d-bcbc-652fdb6aef68 req-5d84eda9-b1da-460e-be18-fd295cdc7d4e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2300928 Aug 30 22:45:09.059895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:09.098920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'mac_address': 'fa:16:3e:21:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:09.157238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9734ef10-2782-43da-99b2-c1cfc1dd4fd3 req-700b35d1-1464-449b-90f0-0815ee520552 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574473 Aug 30 22:45:09.173875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37a0b1d0-cca7-413c-b8a4-c496a2d886ce req-45f409fe-d389-4ac6-83cb-5a931c4a7c89 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074904 Aug 30 22:45:09.175250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.193518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:09.225138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:09.237026 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.254440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d46786aa-4812-4c5d-bcbc-652fdb6aef68 req-0895a3f1-81d9-44e6-be40-18e1ed311a57 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973996 Aug 30 22:45:09.356534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b197d6e7-f6c1-45de-8dc5-7cbf1a04f13b req-ca72b5aa-db8a-4b24-8060-ef0bb4a49432 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:09.360461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b197d6e7-f6c1-45de-8dc5-7cbf1a04f13b req-ca72b5aa-db8a-4b24-8060-ef0bb4a49432 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 944 time: 0.1079352 Aug 30 22:45:09.363663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:09.405709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b197d6e7-f6c1-45de-8dc5-7cbf1a04f13b req-cfa00bc1-c30d-41c7-99fc-d810f176ee70 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404303 Aug 30 22:45:09.458613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c446403-4e63-4fe0-a03e-8fad734f9366 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:09.530437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 0c446403-4e63-4fe0-a03e-8fad734f9366 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:09.539004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 0c446403-4e63-4fe0-a03e-8fad734f9366 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:09.539740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.614119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e092bf6-87d4-4d10-bfa5-6e3f3a496ffd req-77b9607c-f370-4ccc-8ba7-328d5d358148 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 210 time: 0.0460825 Aug 30 22:45:09.627670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a3f73629-2c18-4150-a820-69310eb3f92e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:09.652702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.668511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.698395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.721133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:45:09.724564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:09.735819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad2e3f-44c3-462f-ab64-acb9d19598c0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:09.738283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:09.742072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.753917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c446403-4e63-4fe0-a03e-8fad734f9366,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:09.756410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:09.759133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d185bfb-a13f-4f77-89d2-ef05e1f98a45 req-ec88ef43-a96c-4687-8500-5dc8ee231daf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:09.760111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.760867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d185bfb-a13f-4f77-89d2-ef05e1f98a45 req-ec88ef43-a96c-4687-8500-5dc8ee231daf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 949 time: 0.1508732 Aug 30 22:45:09.761025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.762141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.762480 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Added segment b31fd97d-3cf5-48ff-9e45-f85bd8c85317 of type vlan for network caec7619-7dd7-4601-a50a-a07e0f84e701 Aug 30 22:45:09.839024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:09.914971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.238 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/adeff1f1-70b9-43d5-85d8-46f97365c22c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:09.926501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:09.987487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d185bfb-a13f-4f77-89d2-ef05e1f98a45 req-2dea099d-cc5e-4e11-aec0-c32faf2da984 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956103 Aug 30 22:45:10.040778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.041995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:10.042739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.094804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:10.107994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.111777 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:10.117970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7824700 Aug 30 22:45:10.118233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.120212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:10.122908 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:10.123547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:10.130025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Request body: {'subnet': {'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-subnet', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:10.143537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object adeff1f1-70b9-43d5-85d8-46f97365c22c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:10.146631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ae2a-235f-484b-a479-2e4d8a1820e7 admin admin] Pushing event updated for resources: {'Network': ['ID=caec7619-7dd7-4601-a50a-a07e0f84e701,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:10.158832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c233d163-1445-4130-aa0e-887a8ae3b8b4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "PUT /v2.0/floatingips/91e517a9-e137-414c-ad3a-e8179a0982bc HTTP/1.1" status: 200 len: 991 time: 3.5368490 Aug 30 22:45:10.159528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:10.162020 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba206ed8-6da7-425e-8a30-c20c55fef738" -d '{"events": [{"name": "network-changed", "server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:10.176033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network caec7619-7dd7-4601-a50a-a07e0f84e701 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:45:10.182474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Made reservation on behalf of 71e73df376ff4722b031e72b49d708a4 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:10.184879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.251795 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fd4dd-487d-44b5-8b88-3d4d35615a0f x-openstack-request-id: req-618fd4dd-487d-44b5-8b88-3d4d35615a0f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:10.252292 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:10.253225 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-618fd4dd-487d-44b5-8b88-3d4d35615a0f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:10.253225 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa', 'status': 'completed', 'code': 200} Aug 30 22:45:10.273633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.335531 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:10.346825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:10.408068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73d7f539-d427-4b4c-83ba-faa53e3d9b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.440141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:10.454588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:10.463836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:10.472337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:10.615784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8d423a-c502-41fb-a451-1f3493367c4b req-c8849c18-23cd-454b-a0bf-47ec165d9bf8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:10.629378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8d423a-c502-41fb-a451-1f3493367c4b req-c8849c18-23cd-454b-a0bf-47ec165d9bf8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.2419579 Aug 30 22:45:10.659651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125e5d4-c340-46de-ad5e-45e9375f81ca req-d3b591d6-0cb8-4026-b62e-6c1f9d65a07b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:10.670810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d125e5d4-c340-46de-ad5e-45e9375f81ca req-d3b591d6-0cb8-4026-b62e-6c1f9d65a07b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.2460256 Aug 30 22:45:10.703721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.114 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/15c15285-032c-41bf-89c3-884f45a6b482) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:10.737344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:10.745670 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc58778-6830-4dab-9998-cbee2239cdbc" -d '{"events": [{"server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "name": "network-vif-plugged", "status": "completed", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:10.750840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d125e5d4-c340-46de-ad5e-45e9375f81ca req-c67c18f8-0bdb-499d-9729-9fd15a62100c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721655 Aug 30 22:45:10.758548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-d1ac3e71-7318-490d-848a-edadd661a9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:10.766337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-d1ac3e71-7318-490d-848a-edadd661a9af service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 1097 time: 0.4235628 Aug 30 22:45:10.774090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:10.851668 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '7df05dc7-adec-412f-81b5-def5783a82aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:80:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:45:07Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:10.855362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:10.856039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.877556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port a3f73629-2c18-4150-a820-69310eb3f92e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:10.885150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a3f73629-2c18-4150-a820-69310eb3f92e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:10.885150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.913254 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:10.934364 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:10.936611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:10.939904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8d423a-c502-41fb-a451-1f3493367c4b req-3a2f579c-49d0-468a-abdd-9be61af48c9b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102484 Aug 30 22:45:10.942120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.946213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-347ae381-d696-4d25-8280-cf89c9ea3a25 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2310677 Aug 30 22:45:10.953128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2f68e3ba-1da5-43a1-9919-a2453dbe8065 None None] Provisioning for port adeff1f1-70b9-43d5-85d8-46f97365c22c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:10.973277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2f68e3ba-1da5-43a1-9919-a2453dbe8065 None None] Provisioning complete for port adeff1f1-70b9-43d5-85d8-46f97365c22c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:10.973653 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2f68e3ba-1da5-43a1-9919-a2453dbe8065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:10.988537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Request body: {'port': {'device_id': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:11.002400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402bac2-f074-479c-8ee8-b6be2d1ffde9 req-735dc0d7-74f9-4be1-b577-c9cd86c48b52 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.004343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f402bac2-f074-479c-8ee8-b6be2d1ffde9 req-735dc0d7-74f9-4be1-b577-c9cd86c48b52 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.1097727 Aug 30 22:45:11.084135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.086126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2f68e3ba-1da5-43a1-9919-a2453dbe8065 None None] Port adeff1f1-70b9-43d5-85d8-46f97365c22c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:11.093894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f402bac2-f074-479c-8ee8-b6be2d1ffde9 req-dc82e10a-41e4-4d79-b875-e0fe47aab9d4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829630 Aug 30 22:45:11.128705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-8b409b8c-fcd1-4db0-89be-58f57fac6938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.130958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-8b409b8c-fcd1-4db0-89be-58f57fac6938 service neutron] 10.222.0.52 "GET /v2.0/networks?id=1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 200 len: 924 time: 0.3416297 Aug 30 22:45:11.162890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.202799 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed3605b-251d-426d-888d-34f9c51fd12e x-openstack-request-id: req-9ed3605b-251d-426d-888d-34f9c51fd12e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:11.203146 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "name": "network-vif-plugged", "status": "completed", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:11.203401 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ed3605b-251d-426d-888d-34f9c51fd12e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:11.204464 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'code': 200} Aug 30 22:45:11.214453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a25047b4-0ab2-4c02-a868-a761ff9d795e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:11.244977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.245239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:11.253604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.262321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object 15c15285-032c-41bf-89c3-884f45a6b482 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:11.319397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.345507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:11.407441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Checking segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:11.409035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Network hostable DHCP agents. Network: caec7619-7dd7-4601-a50a-a07e0f84e701, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:45:11.442152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:11.450341 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:11.485312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:11.495731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca92fe-9b2e-4c6d-a9c2-5da6e73f490f req-f84fb9a0-2eb3-499b-9b7e-94e96921ad73 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.497360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5ca92fe-9b2e-4c6d-a9c2-5da6e73f490f req-f84fb9a0-2eb3-499b-9b7e-94e96921ad73 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 936 time: 0.2007728 Aug 30 22:45:11.501662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:11.504317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:11.508034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-d237cf31-9d54-4f6c-8398-e88d75790a9b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7df05dc7-adec-412f-81b5-def5783a82aa HTTP/1.1" status: 200 len: 999 time: 0.1995778 Aug 30 22:45:11.508795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:11.623930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:45:11.627759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150aa89-df37-44cc-8a21-0da52313019d req-b02f601a-cf77-4972-8f3a-e6e2574c6116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.629314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0150aa89-df37-44cc-8a21-0da52313019d req-b02f601a-cf77-4972-8f3a-e6e2574c6116 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 1097 time: 0.2173467 Aug 30 22:45:11.666121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-89ff8fc2-dc6e-4746-b708-77f2e7cfee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.667664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-89ff8fc2-dc6e-4746-b708-77f2e7cfee6b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 200 len: 862 time: 0.1476083 Aug 30 22:45:11.679929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, caec7619-7dd7-4601-a50a-a07e0f84e701) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:11.688783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec64f64-f084-41d3-be0d-69f02924dac3 None None] Network caec7619-7dd7-4601-a50a-a07e0f84e701 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:11.694194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.695094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.741227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c006e2-fc92-443e-804b-9dbf2f3d038c req-5707f825-6228-4b6c-ad30-f534bf541e34 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.743460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.744372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.751978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3c006e2-fc92-443e-804b-9dbf2f3d038c req-5707f825-6228-4b6c-ad30-f534bf541e34 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.2026463 Aug 30 22:45:11.790478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5ca92fe-9b2e-4c6d-a9c2-5da6e73f490f req-c35f4b86-0917-41aa-a37a-c4fae5ba486b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541716 Aug 30 22:45:11.795060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-5db91141-5859-47cc-b0c6-46f5a89a7083 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0799797 Aug 30 22:45:11.830462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Request body: {'port': {'device_id': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:11.854362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0150aa89-df37-44cc-8a21-0da52313019d req-85ee74e9-b216-4320-ae34-ee846e09154b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2142036 Aug 30 22:45:11.859336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6360df54-d711-4d3b-8671-c7550bac3561 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7380519 Aug 30 22:45:11.865226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-fc237027-bb03-4d82-8611-4e1e1f841d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:11.865423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60100) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:11.869055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-fc237027-bb03-4d82-8611-4e1e1f841d3a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=1be5c077-475b-4a64-99dc-02bd187bb6f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1899815 Aug 30 22:45:11.871779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:11.885258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeff1f1-70b9-43d5-85d8-46f97365c22c {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:11.894191 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '7df05dc7-adec-412f-81b5-def5783a82aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:80:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:45:07Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:11.909074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.938695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-caec7619-7dd7-4601-a50a-a07e0f84e701', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:45:11.939785 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.941116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3c006e2-fc92-443e-804b-9dbf2f3d038c req-ed3c9fcd-5b8e-4b92-a877-0a92b015ba5f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556871 Aug 30 22:45:11.949688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Transition to ACTIVE for port object adeff1f1-70b9-43d5-85d8-46f97365c22c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:11.961571 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8304b84-6191-4a95-a4c2-51f584180350 None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '91e517a9-e137-414c-ad3a-e8179a0982bc', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'floating_ip_address': '172.25.7.118', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'port_id': '7df05dc7-adec-412f-81b5-def5783a82aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 180, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'mac_address': 'fa:16:3e:80:00:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:42:27Z', 'updated_at': '2021-08-30T22:45:07Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:11.968565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.969669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.975345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:11.996880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-00fdf0cd-b877-4c04-b1f1-33d60d27f4e2 None None] Provisioning for port 15c15285-032c-41bf-89c3-884f45a6b482 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:12.018970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-00fdf0cd-b877-4c04-b1f1-33d60d27f4e2 None None] Provisioning complete for port 15c15285-032c-41bf-89c3-884f45a6b482 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:12.019432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-00fdf0cd-b877-4c04-b1f1-33d60d27f4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.027987 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.078207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Pushing event updated for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:12.098387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-53a2540b-e22a-48e3-a804-636883ae985c service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979389 Aug 30 22:45:12.136865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-00fdf0cd-b877-4c04-b1f1-33d60d27f4e2 None None] Port 15c15285-032c-41bf-89c3-884f45a6b482 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:12.163232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.192168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Allocated IP 172.20.0.2 (caec7619-7dd7-4601-a50a-a07e0f84e701/a25047b4-0ab2-4c02-a868-a761ff9d795e/3e0723ba-740b-4ee7-bc41-c4134e98b9fe) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:12.254239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba206ed8-6da7-425e-8a30-c20c55fef738 req-0aab96d1-3251-4eda-be85-c9cb9993f371 service neutron] 10.222.0.52 "GET /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340451 Aug 30 22:45:12.405879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65570d32-b8cd-47cd-ab5e-3bb2541a1133 None None] New status for floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:45:12.568887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72871519-2308-42e8-9967-67c82fbbe837 req-d0272c35-5c5b-44bd-b16c-288eb75b4ea8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:12.576490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72871519-2308-42e8-9967-67c82fbbe837 req-d0272c35-5c5b-44bd-b16c-288eb75b4ea8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.4937613 Aug 30 22:45:12.579090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15c15285-032c-41bf-89c3-884f45a6b482 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:12.587991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.605755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Transition to ACTIVE for port object 15c15285-032c-41bf-89c3-884f45a6b482 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:12.606305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.611968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.616498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Attempting to bind port adeff1f1-70b9-43d5-85d8-46f97365c22c on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:12.616837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Attempting to bind port adeff1f1-70b9-43d5-85d8-46f97365c22c by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:12.617161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Attempting to bind port adeff1f1-70b9-43d5-85d8-46f97365c22c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:12.631998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Port adeff1f1-70b9-43d5-85d8-46f97365c22c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:12.632321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Attempting to bind port adeff1f1-70b9-43d5-85d8-46f97365c22c on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:12.655534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:12.655994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:12.656516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:12.657031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Bound port: adeff1f1-70b9-43d5-85d8-46f97365c22c, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:12.657416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.684010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Pushing event updated for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:12.731515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.751376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Transition to ACTIVE for port object 3e0723ba-740b-4ee7-bc41-c4134e98b9fe will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:12.791591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Transition to ACTIVE for port object 3e0723ba-740b-4ee7-bc41-c4134e98b9fe will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:12.832561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.855621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:12.859278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:12.862305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:12.870350 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:12.871009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Attempting to bind port 15c15285-032c-41bf-89c3-884f45a6b482 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:12.873414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Attempting to bind port 15c15285-032c-41bf-89c3-884f45a6b482 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:12.874293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Attempting to bind port 15c15285-032c-41bf-89c3-884f45a6b482 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:12.882472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Port 15c15285-032c-41bf-89c3-884f45a6b482 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:12.883005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Attempting to bind port 15c15285-032c-41bf-89c3-884f45a6b482 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:12.906293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:12.907852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:12.908387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:12.910822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Bound port: 15c15285-032c-41bf-89c3-884f45a6b482, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:12.911331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.065297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:13.076554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12524bc-f2cf-4b52-81e2-18fa9b7c277d req-dfc21a1b-ff92-4bf0-ad41-4ef7bb980fdf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.078374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a12524bc-f2cf-4b52-81e2-18fa9b7c277d req-dfc21a1b-ff92-4bf0-ad41-4ef7bb980fdf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.0853539 Aug 30 22:45:13.080401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=15c15285-032c-41bf-89c3-884f45a6b482,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:13.085893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.124191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Pushing event updated for resources: {'Port': ['ID=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:13.128879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Attempting to bind port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:13.129266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Attempting to bind port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:13.129631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Attempting to bind port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:13.141622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:13.142049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Checking segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:13.142458 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.142894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Bound using segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:13.143833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Bound port: 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:13.143989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.155177 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:45:13.172351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72871519-2308-42e8-9967-67c82fbbe837 req-f316db23-a1af-45d6-bcfa-d267ed74c060 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5951452 Aug 30 22:45:13.186494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.187400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.189036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] 10.222.0.47 "PUT /v2.0/ports/15c15285-032c-41bf-89c3-884f45a6b482 HTTP/1.1" status: 200 len: 1097 time: 1.3731792 Aug 30 22:45:13.210763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:13.213690 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f570a7-1433-43f5-8fcd-ca725b927763" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:13.237663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] For port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:13.238473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:13.240970 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "tag": "15c15285-032c-41bf-89c3-884f45a6b482"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:13.243121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] For port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:13.246863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a15620d-6825-4ccb-ade4-a96615d28868 service neutron] Pushing event updated for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:13.268162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.281189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:13.289505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:13.315511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.322551 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8911d99-3d2e-4da1-9238-de418a2669be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.338176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a12524bc-f2cf-4b52-81e2-18fa9b7c277d req-6b7c322c-d2ce-4d72-86fd-a821b3e3b2f0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401688 Aug 30 22:45:13.370902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-f24e96cb-459c-4584-94a0-4047b64a73e6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.370902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-f24e96cb-459c-4584-94a0-4047b64a73e6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 945 time: 0.2267406 Aug 30 22:45:13.378414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0caa0d2-400f-4c3f-9f14-f5fb2fa6437b None None] Pushing event updated for resources: {'Port': ['ID=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:13.384772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d3a317ee-3203-4804-918b-a1a0af14428a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.386359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-d3a317ee-3203-4804-918b-a1a0af14428a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 1100 time: 0.1247993 Aug 30 22:45:13.411938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.412680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.414193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] 10.222.0.47 "PUT /v2.0/ports/adeff1f1-70b9-43d5-85d8-46f97365c22c HTTP/1.1" status: 200 len: 1097 time: 2.4372492 Aug 30 22:45:13.428078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:13.434298 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d07584-6a26-4091-be2e-158c80d58234" -d '{"events": [{"name": "network-changed", "server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:13.514855 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-2205143f-b8a1-455b-8dc1-d7d2f3f7c11b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=15c15285-032c-41bf-89c3-884f45a6b482 HTTP/1.1" status: 200 len: 217 time: 0.0960841 Aug 30 22:45:13.527977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9e395-b01b-4739-9740-f2a25f5a4eab req-d90df28f-ac6a-482d-8765-1a5919680610 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.530399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d9e395-b01b-4739-9740-f2a25f5a4eab req-d90df28f-ac6a-482d-8765-1a5919680610 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.2367530 Aug 30 22:45:13.541905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f56d5-404e-4239-90a1-5a3dec7a8945 service neutron] Pushing event updated for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:13.668946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-bb2ea962-0659-4e44-ba6e-784e7602309d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.671022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-bb2ea962-0659-4e44-ba6e-784e7602309d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1315835 Aug 30 22:45:13.679318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df363f5d-34d1-4a11-8630-d1428a542fd5 req-95c32396-b535-45be-9d21-42a2b1ff6cc1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.680824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df363f5d-34d1-4a11-8630-d1428a542fd5 req-95c32396-b535-45be-9d21-42a2b1ff6cc1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 948 time: 0.2270460 Aug 30 22:45:13.698567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-7f053a57-808a-45ef-97e0-eaef7273a0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.700075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-7f053a57-808a-45ef-97e0-eaef7273a0bd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 1100 time: 0.2253034 Aug 30 22:45:13.711444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port 1c43fea7-0b91-4b2c-ad04-cac00f96070b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:13.712042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.758666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d9e395-b01b-4739-9740-f2a25f5a4eab req-28696342-c718-4a60-aaba-5bc66b7fda24 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511061 Aug 30 22:45:13.817457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-a68e6d4f-c067-4e3c-b535-252b0208fe32 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c HTTP/1.1" status: 200 len: 217 time: 0.0816755 Aug 30 22:45:13.833703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.854933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-a6c1cbec-8262-4858-bafd-24449cfa292b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.856747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-a6c1cbec-8262-4858-bafd-24449cfa292b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1678929 Aug 30 22:45:13.861854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df363f5d-34d1-4a11-8630-d1428a542fd5 req-4e95e4ae-c193-4211-b563-5b9aa8a9c1f9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452980 Aug 30 22:45:13.918042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:13.923541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-42f6d0c7-b8f8-4ba7-aa76-b83f0076efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:13.925253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-42f6d0c7-b8f8-4ba7-aa76-b83f0076efbd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0880630 Aug 30 22:45:13.960120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port 1c43fea7-0b91-4b2c-ad04-cac00f96070b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1c43fea7-0b91-4b2c-ad04-cac00f96070b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:13.960553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.017143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for 1c43fea7-0b91-4b2c-ad04-cac00f96070b owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:14.050916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-560db866-f96b-42f0-8b5b-a450d844b64c service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789205 Aug 30 22:45:14.055079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-2f7853ba-cd17-4771-a3e2-c84340f63c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.056842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-2f7853ba-cd17-4771-a3e2-c84340f63c3f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0887551 Aug 30 22:45:14.135543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c74c2-33c8-4d8c-9035-77f9e7bd621c req-3ed8aa82-76e5-40a4-a8e1-ca7740200dde tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.138513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-753c74c2-33c8-4d8c-9035-77f9e7bd621c req-3ed8aa82-76e5-40a4-a8e1-ca7740200dde tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1682794 Aug 30 22:45:14.162040 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06558b1-cb59-40cd-98d5-9e68852845a0 x-openstack-request-id: req-b06558b1-cb59-40cd-98d5-9e68852845a0 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:14.162536 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:14.162940 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b06558b1-cb59-40cd-98d5-9e68852845a0 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:14.163537 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'code': 200} Aug 30 22:45:14.178173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Allocated IP 172.25.7.84 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/2d1b422f-f741-4530-902d-6cd80da9883b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:14.242519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e0723ba-740b-4ee7-bc41-c4134e98b9fe up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:14.251323 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a859a9-0d29-4c4a-a0d8-59a027d3f3ea x-openstack-request-id: req-85a859a9-0d29-4c4a-a0d8-59a027d3f3ea {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:14.251630 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "tag": "15c15285-032c-41bf-89c3-884f45a6b482", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:14.251903 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85a859a9-0d29-4c4a-a0d8-59a027d3f3ea {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:14.252300 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482', 'status': 'completed', 'code': 200} Aug 30 22:45:14.266373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-753c74c2-33c8-4d8c-9035-77f9e7bd621c req-9d90755c-15e8-4ea7-a58d-722a6e63ca36 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876455 Aug 30 22:45:14.318390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-68146718-cd30-4b00-aaa0-7a096d7d2b4c service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368882 Aug 30 22:45:14.400758 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2f660e-942d-4f2f-a4e6-ec6d7d91960a x-openstack-request-id: req-db2f660e-942d-4f2f-a4e6-ec6d7d91960a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:14.400988 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:14.401383 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-db2f660e-942d-4f2f-a4e6-ec6d7d91960a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:14.401872 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c', 'status': 'completed', 'code': 200} Aug 30 22:45:14.418428 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.420765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:14.450110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.454454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-0be5c508-5736-4bcc-9040-1c9e034abc1f service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699841 Aug 30 22:45:14.458649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d1115-ebef-4c7a-ab2e-db013ea2f6b2 req-acce3f9b-54f1-4eb1-8325-41a9cbe52e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.460131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-372d1115-ebef-4c7a-ab2e-db013ea2f6b2 req-acce3f9b-54f1-4eb1-8325-41a9cbe52e2f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1102 time: 0.1856601 Aug 30 22:45:14.495481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c292215-d37f-4618-af88-7ff12fc5da9c req-787b5210-72e7-4fad-946c-1d87442af8d7 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618187 Aug 30 22:45:14.548037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-372d1115-ebef-4c7a-ab2e-db013ea2f6b2 req-13fc7d49-3a3f-4fa7-9ffb-cec4c4fdda05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623333 Aug 30 22:45:14.558541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.559276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.598876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1c43fea7-0b91-4b2c-ad04-cac00f96070b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:14.612307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:14.623467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:14.626224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:14.658631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=2d1b422f-f741-4530-902d-6cd80da9883b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:14.666716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-2f316754-2d69-4ddd-a5cd-bb3933003fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.668541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-2f316754-2d69-4ddd-a5cd-bb3933003fbb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 1100 time: 0.1453271 Aug 30 22:45:14.780791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b98f4a-bc9a-4cbe-af0c-c47ae62bd380 None None] Network caec7619-7dd7-4601-a50a-a07e0f84e701 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:45:14.829762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1c43fea7-0b91-4b2c-ad04-cac00f96070b no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:14.865505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1c43fea7-0b91-4b2c-ad04-cac00f96070b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:14.865883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1c43fea7-0b91-4b2c-ad04-cac00f96070b not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:14.867397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:14.881110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdad1dc-76a5-4663-904b-b20136b28f85 req-068b9b18-96a2-4c38-b637-48f514cd1bae tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.882652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffdad1dc-76a5-4663-904b-b20136b28f85 req-068b9b18-96a2-4c38-b637-48f514cd1bae tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=303ac70f-656b-45dd-99b9-0f4260ae0f83 HTTP/1.1" status: 200 len: 867 time: 0.4148164 Aug 30 22:45:14.892982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Provisioning for port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:14.896174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=1c43fea7-0b91-4b2c-ad04-cac00f96070b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:14.912898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca397034-bb98-43b6-b0f3-2917f503aaaa req-2b9b5a32-b9e6-4e4c-8362-e438252c3485 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.916933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Provisioning complete for port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:14.917308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.920529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca397034-bb98-43b6-b0f3-2917f503aaaa req-2b9b5a32-b9e6-4e4c-8362-e438252c3485 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.2150569 Aug 30 22:45:14.956735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port 1c43fea7-0b91-4b2c-ad04-cac00f96070b on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:14.962309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:14.964536 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2065c8f-9c6b-4aa9-9826-66eb0b589743 req-85c976da-2618-4251-9875-11ac9539bcba tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "DELETE /v2.0/ports/1c43fea7-0b91-4b2c-ad04-cac00f96070b HTTP/1.1" status: 204 len: 173 time: 1.5819767 Aug 30 22:45:14.968203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-a8777121-b816-4697-9bea-4ece0f2e9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:14.969972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-a8777121-b816-4697-9bea-4ece0f2e9cd0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2937207 Aug 30 22:45:14.995693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca397034-bb98-43b6-b0f3-2917f503aaaa req-32602e80-b5c6-4eab-8817-f52d77f7e1f4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696785 Aug 30 22:45:15.004396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07584-6a26-4091-be2e-158c80d58234 req-cf248459-2754-42f8-88f7-aa014e9d307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.006210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-cf248459-2754-42f8-88f7-aa014e9d307f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 1100 time: 0.1226664 Aug 30 22:45:15.012520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffdad1dc-76a5-4663-904b-b20136b28f85 req-a0774cdc-3712-4475-bbdb-f9d479b2afc9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140482 Aug 30 22:45:15.054117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-dbdef47e-d171-4552-aae3-46343226a96a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=15c15285-032c-41bf-89c3-884f45a6b482 HTTP/1.1" status: 200 len: 217 time: 0.0558174 Aug 30 22:45:15.111910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.174754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:15.185195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07584-6a26-4091-be2e-158c80d58234 req-5f0a0ff5-bb5c-4fff-8a4c-c35106bf4846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.186808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-5f0a0ff5-bb5c-4fff-8a4c-c35106bf4846 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1670284 Aug 30 22:45:15.197361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.199035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd15ea1-cd03-4938-b9a4-0fcfbd509f67 req-f493c26b-d7d2-487a-96ff-17fbc6c8804e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.206978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdd15ea1-cd03-4938-b9a4-0fcfbd509f67 req-f493c26b-d7d2-487a-96ff-17fbc6c8804e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.1089330 Aug 30 22:45:15.241081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.267719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-23577aa0-9258-4399-ae5b-c43a2ee9f6a3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c HTTP/1.1" status: 200 len: 217 time: 0.0585401 Aug 30 22:45:15.309417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:15.327526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-d9c993c8-52d7-45c2-afca-1da042842bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.329186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-d9c993c8-52d7-45c2-afca-1da042842bc3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1986063 Aug 30 22:45:15.347371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.348093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] For port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:15.350805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdd15ea1-cd03-4938-b9a4-0fcfbd509f67 req-7c72791e-e5da-485a-adb7-a717723509ea tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427107 Aug 30 22:45:15.362000 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.381114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07584-6a26-4091-be2e-158c80d58234 req-5a00ff52-2150-41ab-a29b-6f9ca9de53d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.382771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-5a00ff52-2150-41ab-a29b-6f9ca9de53d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0936947 Aug 30 22:45:15.439385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62302cc4-7b7f-4583-ac6d-14cf1852a345 None None] Pushing event updated for resources: {'Port': ['ID=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:15.461239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-2a1df30e-0af4-497c-b6be-090b2a9fc0c7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.468530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-2a1df30e-0af4-497c-b6be-090b2a9fc0c7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.3388929 Aug 30 22:45:15.511542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d07584-6a26-4091-be2e-158c80d58234 req-450b60be-17dd-4497-b271-ef9663d85152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.513642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-450b60be-17dd-4497-b271-ef9663d85152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1222773 Aug 30 22:45:15.519957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-5915ccde-651c-44d6-b7d1-a0a6155e2e37 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/quotas/7c3347241fa349229dc4194aad4ef42f HTTP/1.1" status: 200 len: 375 time: 0.0505006 Aug 30 22:45:15.527084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27330a0c-0dc1-4c49-b565-2ae2b829add4 req-c68c1923-e078-4685-8999-083d4463ae1d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.528756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27330a0c-0dc1-4c49-b565-2ae2b829add4 req-c68c1923-e078-4685-8999-083d4463ae1d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 948 time: 0.0847535 Aug 30 22:45:15.537390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-96d0f570-8321-495e-87bb-9bc500c92a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.538941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-96d0f570-8321-495e-87bb-9bc500c92a8b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864479 Aug 30 22:45:15.586764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d362b8a9-675d-4551-b0db-6f5555b38b65 None None] Provisioning complete for port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:15.588082 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d362b8a9-675d-4551-b0db-6f5555b38b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.630812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27330a0c-0dc1-4c49-b565-2ae2b829add4 req-439e830a-1ca2-459a-bd0b-39ac7b48237e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875077 Aug 30 22:45:15.653017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-de8f525c-2507-49c3-a80a-d016dd58a185 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185482 Aug 30 22:45:15.702156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-c1fce23a-27f4-484f-b16d-1ecdf901efa0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1693645 Aug 30 22:45:15.812088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2e0dd9-7cd1-4f27-9e65-7c179a0c5ce2 req-e5ae948d-d58d-417d-a970-1faab95734f9 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:15.819972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e2e0dd9-7cd1-4f27-9e65-7c179a0c5ce2 req-e5ae948d-d58d-417d-a970-1faab95734f9 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.0871437 Aug 30 22:45:15.832107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.836171 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-5ae317a1-9212-4a0d-99fe-bc7d0023eb25 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681065 Aug 30 22:45:15.838736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29d07584-6a26-4091-be2e-158c80d58234 req-e451dc7d-696b-4c2a-a7fa-2f5633871898 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723294 Aug 30 22:45:15.849172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:15.863358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e2e0dd9-7cd1-4f27-9e65-7c179a0c5ce2 req-ae5e7048-726a-464d-8630-9a04807d299f tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Aug 30 22:45:15.914892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-821618b1-ebb0-4614-b22b-3671eef1c29a service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118707 Aug 30 22:45:16.066436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb61dba-5856-4a0a-882e-c5379f33576c req-c865662e-94d1-4fee-8bc2-e2ab960bf85e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:16.068341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cb61dba-5856-4a0a-882e-c5379f33576c req-c865662e-94d1-4fee-8bc2-e2ab960bf85e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0605237 Aug 30 22:45:16.083331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e0723ba-740b-4ee7-bc41-c4134e98b9fe up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:16.120531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cb61dba-5856-4a0a-882e-c5379f33576c req-175574e5-973c-4b7d-9a28-8aa2638b270e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460525 Aug 30 22:45:16.149088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:16.149476 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:16.172628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:16.174958 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060980d6-41ec-472e-8221-1a2383ab536d" -d '{"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:16.253949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'name': 'network-vif-deleted', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:16.257119 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa1b9b6-552c-4b32-92b9-f656a274723d" -d '{"events": [{"server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "name": "network-vif-deleted", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:16.282269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334166f4-1e79-47f8-baaa-6acc75c6d63a req-b43b44d3-0851-4e6f-8a45-f70e0897eca4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:16.284167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-334166f4-1e79-47f8-baaa-6acc75c6d63a req-b43b44d3-0851-4e6f-8a45-f70e0897eca4 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.0714214 Aug 30 22:45:16.297276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60204) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:16.302814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Request body: {'floatingip': {'port_id': '0c446403-4e63-4fe0-a03e-8fad734f9366'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:16.349601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:16.400693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ed5b02-a291-44a7-8fbb-ed3e21c5f3a2 req-f24f2085-0605-4b6f-993d-1d2d519bde76 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029173 Aug 30 22:45:16.425754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-5b1f06c0-c5e2-4160-952a-d813cfee4bd3 service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971528 Aug 30 22:45:16.448787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:45:16.533466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c3b67-978d-472f-b66d-f05a1cc6ee53 req-5f824b86-5576-48eb-aaec-eab6bb9535f7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:16.535497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e8c3b67-978d-472f-b66d-f05a1cc6ee53 req-5f824b86-5576-48eb-aaec-eab6bb9535f7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0785167 Aug 30 22:45:16.584925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:16.595570 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:16.622607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:16.624279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5baeb7e-58c2-49ef-a22c-669f71b19ee0 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.7565279 Aug 30 22:45:16.626962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:16.628831 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:16.629569 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:16.642616 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441a666e-974f-4b26-9632-8122bb5c5fa6 x-openstack-request-id: req-441a666e-974f-4b26-9632-8122bb5c5fa6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:16.642911 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-unplugged", "status": "completed", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:16.643163 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-441a666e-974f-4b26-9632-8122bb5c5fa6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:16.643588 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e', 'code': 200} Aug 30 22:45:16.677757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e8c3b67-978d-472f-b66d-f05a1cc6ee53 req-5179afe8-5a09-433c-a886-bec11118b20f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073263 Aug 30 22:45:16.694563 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50370473-24f6-4fd0-b4ef-76b1ad5098f0 x-openstack-request-id: req-50370473-24f6-4fd0-b4ef-76b1ad5098f0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:16.694821 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "303ac70f-656b-45dd-99b9-0f4260ae0f83", "name": "network-vif-deleted", "tag": "1c43fea7-0b91-4b2c-ad04-cac00f96070b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:16.695079 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50370473-24f6-4fd0-b4ef-76b1ad5098f0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:16.695473 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '303ac70f-656b-45dd-99b9-0f4260ae0f83', 'name': 'network-vif-deleted', 'tag': '1c43fea7-0b91-4b2c-ad04-cac00f96070b', 'status': 'completed', 'code': 200} Aug 30 22:45:16.879344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:17.143123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.160391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df01543e-2892-4fb7-9850-606ffe62da54 req-7d24c6fe-366b-4f2e-822f-24efe0a5a867 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:17.162048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df01543e-2892-4fb7-9850-606ffe62da54 req-7d24c6fe-366b-4f2e-822f-24efe0a5a867 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/ports?device_id=00457e26-54a4-4638-842c-f9529508b8ac HTTP/1.1" status: 200 len: 943 time: 0.3206797 Aug 30 22:45:17.162787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.197907 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:14Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:17.237012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:17.237654 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Updating router 17887c28-6f0e-4408-ae09-41f6b3839e0e port 2d1b422f-f741-4530-902d-6cd80da9883b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:17.262563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-61af4ff0-bee6-4d00-92e6-4759d027e20e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:17.269889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-61af4ff0-bee6-4d00-92e6-4759d027e20e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.4294546 Aug 30 22:45:17.273911 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.364469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-bb8e4359-593c-4f1e-a051-4d545af0406b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0934095 Aug 30 22:45:17.377520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.404773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-5400448b-8d04-474d-97b3-b1d9b1bb79ce tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392992 Aug 30 22:45:17.441831 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Floating IP 05af3145-7a94-408d-8aed-8c4c4c391eff associated. External IP: 172.25.7.172, port: 0c446403-4e63-4fe0-a03e-8fad734f9366. Aug 30 22:45:17.504864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 15c15285-032c-41bf-89c3-884f45a6b482 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:17.537884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Deleting port 9b563c6f-526a-431c-a451-d3768f914f6e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:17.538236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.675008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Allocated IP 172.20.0.1 (caec7619-7dd7-4601-a50a-a07e0f84e701/a25047b4-0ab2-4c02-a868-a761ff9d795e/9ab6eabf-0754-48db-bbaa-90d3637f63af) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:17.700090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-f2aef708-a668-4abd-aea6-b32225d2529e service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2829688 Aug 30 22:45:17.721649 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.749564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Transition to ACTIVE for port object 2d1b422f-f741-4530-902d-6cd80da9883b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:17.761612 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.778475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] For port 9b563c6f-526a-431c-a451-d3768f914f6e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9b563c6f-526a-431c-a451-d3768f914f6e,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:17.778913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.779999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=15c15285-032c-41bf-89c3-884f45a6b482,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:17.803271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '15c15285-032c-41bf-89c3-884f45a6b482', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '15c15285-032c-41bf-89c3-884f45a6b482', 'mac_address': 'fa:16:3e:a9:20:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:17.840309 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Attempting to bind port 2d1b422f-f741-4530-902d-6cd80da9883b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:17.840586 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Attempting to bind port 2d1b422f-f741-4530-902d-6cd80da9883b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:17.840750 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Attempting to bind port 2d1b422f-f741-4530-902d-6cd80da9883b on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:17.849280 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Pushing event updated for resources: {'Port': ['ID=2d1b422f-f741-4530-902d-6cd80da9883b,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:17.851809 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:17.852333 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:17.852815 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.853144 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:17.853625 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Bound port: 2d1b422f-f741-4530-902d-6cd80da9883b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:17.854068 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.854696 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.882456 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.882868 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.883957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15c15285-032c-41bf-89c3-884f45a6b482 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:17.884304 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.885581 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.885970 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.886388 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.886730 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.887061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.887389 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.887719 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.888644 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.889240 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:17.909101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.918546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=15c15285-032c-41bf-89c3-884f45a6b482,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:17.925616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:17.927754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device adeff1f1-70b9-43d5-85d8-46f97365c22c details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:17.930928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Transition to ACTIVE for port object 9ab6eabf-0754-48db-bbaa-90d3637f63af will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:17.987043 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] For port 2d1b422f-f741-4530-902d-6cd80da9883b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:17.993961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] For port 2d1b422f-f741-4530-902d-6cd80da9883b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d1b422f-f741-4530-902d-6cd80da9883b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:18.007493 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.039181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.053662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.054421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.054906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.055247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.055578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.055906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.056020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.056304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.056853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.056995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.057350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.057720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.058213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:45:18.095686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:18.109961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'adeff1f1-70b9-43d5-85d8-46f97365c22c', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'adeff1f1-70b9-43d5-85d8-46f97365c22c', 'mac_address': 'fa:16:3e:53:f2:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:18.121234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:18.124819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:18.128582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:18.149901 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b001b4-b53f-43fd-b5f9-246c5d28da12 None None] Pushing event updated for resources: {'Port': ['ID=2d1b422f-f741-4530-902d-6cd80da9883b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.164171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.181087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.184415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeff1f1-70b9-43d5-85d8-46f97365c22c {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:18.197664 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:18.201444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.205395 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:18.222828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:18.230794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.273340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Calling delete_port for 9b563c6f-526a-431c-a451-d3768f914f6e owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:18.329256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.403807 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:18.409137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.502793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-5665bdee-63d5-4f14-bc49-83d19a272c13 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931900 Aug 30 22:45:18.591972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a856e286-93df-4592-9488-bbd6e3590d3c None None] Provisioning for port 9ab6eabf-0754-48db-bbaa-90d3637f63af completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:18.596582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a856e286-93df-4592-9488-bbd6e3590d3c None None] Provisioning complete for port 9ab6eabf-0754-48db-bbaa-90d3637f63af triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:18.596967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a856e286-93df-4592-9488-bbd6e3590d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.598633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-0558213b-38fd-4a9f-9f5d-bc5555019460 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:18.600281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-0558213b-38fd-4a9f-9f5d-bc5555019460 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.3636179 Aug 30 22:45:18.603124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:18.640983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.647653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Request body: {'port': {'device_id': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'admin_state_up': True, 'tenant_id': '7c3347241fa349229dc4194aad4ef42f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:18.658167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.662973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a856e286-93df-4592-9488-bbd6e3590d3c None None] Port 9ab6eabf-0754-48db-bbaa-90d3637f63af cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:18.665662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['adeff1f1-70b9-43d5-85d8-46f97365c22c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:18.695752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['15c15285-032c-41bf-89c3-884f45a6b482'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:18.813196 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.822654 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:14Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:18.826149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Pushing event updated for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.830593 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:18.860084 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2cda15-11a9-4adf-928e-eaaf431eefc1 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:14Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:18.944173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event deleted for resources: {'Port': ['ID=9b563c6f-526a-431c-a451-d3768f914f6e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:18.960940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:18.963195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:19.069632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98634eac-ae76-466e-a708-e48d22eac4b3 req-ef5bcd70-45e8-4cb7-9dfe-8b00b9d7b4cd tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 210 time: 0.2350712 Aug 30 22:45:19.136733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:19.149436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-4d311209-7af1-46fd-9343-410e239203a7 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:45:19.150796 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-4d311209-7af1-46fd-9343-410e239203a7 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2290847 Aug 30 22:45:19.151356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Sync routers for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:19.155847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.176489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] No DVR routers for this DVR port 9b563c6f-526a-431c-a451-d3768f914f6e on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:19.177279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:19.178581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:19.189209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:19.197636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:19.198935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:45:19.347347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.350110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df01543e-2892-4fb7-9850-606ffe62da54 req-adfe0910-9264-4596-a40a-0fd5bb1d967b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "DELETE /v2.0/ports/9b563c6f-526a-431c-a451-d3768f914f6e HTTP/1.1" status: 204 len: 173 time: 2.1473675 Aug 30 22:45:19.351809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-deleted', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:19.354235 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09861c5a-e5a9-4321-b712-031673a93768" -d '{"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-deleted", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:19.439519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:19.447264 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:19.450870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8448b52f-1123-48d9-9fe6-f3cceb00e141 admin admin] 10.222.0.25 "PUT /v2.0/routers/17887c28-6f0e-4408-ae09-41f6b3839e0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8224437 Aug 30 22:45:19.456772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.470752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-17c743e7-211d-417a-9039-5eeb50eee2c7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "PUT /v2.0/floatingips/05af3145-7a94-408d-8aed-8c4c4c391eff HTTP/1.1" status: 200 len: 991 time: 3.1721811 Aug 30 22:45:19.473639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8b1af858-fba8-4986-84a4-73a563dd700d None None] Provisioning complete for port 9ab6eabf-0754-48db-bbaa-90d3637f63af triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:19.474016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8b1af858-fba8-4986-84a4-73a563dd700d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.528015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:19.589501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8b1af858-fba8-4986-84a4-73a563dd700d None None] Port 9ab6eabf-0754-48db-bbaa-90d3637f63af cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:19.608385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4cf5c-1f36-4636-8b88-f003e6a49af8 req-3f25b6d6-d8c4-415f-b9ff-6f9cbe9ccaad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:19.616901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90b4cf5c-1f36-4636-8b88-f003e6a49af8 req-3f25b6d6-d8c4-415f-b9ff-6f9cbe9ccaad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 949 time: 0.2654691 Aug 30 22:45:19.681943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:19.682283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:19.682621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:19.696066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:19.696400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:19.719912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:19.720437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:19.720914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:19.721611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Bound port: 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:19.782449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90b4cf5c-1f36-4636-8b88-f003e6a49af8 req-dfbe66a6-e7dd-4fcc-9c33-da60a83bd1d5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645513 Aug 30 22:45:19.790360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Allocated IP 172.20.0.9 (c5acd705-2c87-4e7f-8172-2632b8b30baf/a299f0eb-e7d9-4a2e-921a-a0edda4c1f15/7eb13a84-091b-41f8-8622-99419f27614a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:19.873817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:19.884971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:19.886244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-758d89f5-e9bf-42c7-ac35-1285dd93c376 service neutron] 10.222.0.25 "POST /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15/bindings HTTP/1.1" status: 201 len: 390 time: 0.7109809 Aug 30 22:45:20.047386 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042def38-83f8-4268-95cc-c7eaeea4257f x-openstack-request-id: req-042def38-83f8-4268-95cc-c7eaeea4257f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:20.047627 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00457e26-54a4-4638-842c-f9529508b8ac", "name": "network-vif-deleted", "tag": "9b563c6f-526a-431c-a451-d3768f914f6e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:20.047885 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-042def38-83f8-4268-95cc-c7eaeea4257f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:20.049383 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00457e26-54a4-4638-842c-f9529508b8ac', 'name': 'network-vif-deleted', 'tag': '9b563c6f-526a-431c-a451-d3768f914f6e', 'status': 'completed', 'code': 200} Aug 30 22:45:20.153165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '05af3145-7a94-408d-8aed-8c4c4c391eff', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'port_id': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'mac_address': 'fa:16:3e:dd:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:44:45Z', 'updated_at': '2021-08-30T22:45:16Z', 'revision_number': 1, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.192575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ed1e6ef-ea6a-4871-8d7e-01130aadc063 req-99edc8f5-04db-4ee5-8b76-7548f398041f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 210 time: 0.1268060 Aug 30 22:45:20.217071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Checking router: 71de8a49-f4f9-4323-9b61-93faa1a48ba1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:20.228910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:20.230580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:20.242352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.306683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.317859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d1b422f-f741-4530-902d-6cd80da9883b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:20.403797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Network c5acd705-2c87-4e7f-8172-2632b8b30baf is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:20.454714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:20.466816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:20.473847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:20.487669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:20.534319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2d1b422f-f741-4530-902d-6cd80da9883b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:20.549463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-66a0788d-51f4-4320-8944-9280e19a8511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:20.551088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-66a0788d-51f4-4320-8944-9280e19a8511 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1097 time: 0.1429896 Aug 30 22:45:20.553504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-4135be16-f911-4567-bf4b-685a468564e7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:20.555095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-4135be16-f911-4567-bf4b-685a468564e7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 820 time: 0.1175144 Aug 30 22:45:20.558169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:20.558838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.571587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-a5495444-88aa-4c8b-827f-c48169138e8b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/quotas/71e73df376ff4722b031e72b49d708a4 HTTP/1.1" status: 200 len: 375 time: 0.0104463 Aug 30 22:45:20.581061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2d1b422f-f741-4530-902d-6cd80da9883b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:20.581437 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.584612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a2109-89a2-4ea1-a3c3-0c0dd00f4e29 req-4a4b7f56-84cb-46e2-9711-9dc22853a51a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:20.588690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-966a2109-89a2-4ea1-a3c3-0c0dd00f4e29 req-4a4b7f56-84cb-46e2-9711-9dc22853a51a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1554172 Aug 30 22:45:20.652265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-5430f580-9f07-4320-8fb9-a09863749030 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738087 Aug 30 22:45:20.654354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fa80b83a-eea8-4063-b384-8bd4c851c5bb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0113246 Aug 30 22:45:20.698618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Request body: {'port': {'device_id': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:20.728129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-966a2109-89a2-4ea1-a3c3-0c0dd00f4e29 req-6b369bf4-a0e1-4e0f-94f9-fbebe9048c6e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189511 Aug 30 22:45:20.775466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-3e104f9a-f303-48fd-9370-fd0ebb910548 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154652 Aug 30 22:45:20.800368 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.810211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:20.830992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-57d6bef5-fc40-4b4e-8a34-ca03708d5b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:20.832773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-57d6bef5-fc40-4b4e-8a34-ca03708d5b47 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.2672598 Aug 30 22:45:20.849718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 9b563c6f-526a-431c-a451-d3768f914f6e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:20.850222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9b563c6f-526a-431c-a451-d3768f914f6e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:20.862322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.898971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 2d1b422f-f741-4530-902d-6cd80da9883b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d1b422f-f741-4530-902d-6cd80da9883b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:20.913299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:20.967603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-4af7f78b-dad3-4a9c-8079-c26ba394ffbf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.1242826 Aug 30 22:45:20.967873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=2d1b422f-f741-4530-902d-6cd80da9883b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:20.982761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '05af3145-7a94-408d-8aed-8c4c4c391eff', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'port_id': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'mac_address': 'fa:16:3e:dd:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:44:45Z', 'updated_at': '2021-08-30T22:45:16Z', 'revision_number': 1, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:21.018889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be7db9cf-cf20-4c10-9a04-c51a6e0a132a None None] The sync data for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 is: [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '05af3145-7a94-408d-8aed-8c4c4c391eff', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'floating_ip_address': '172.25.7.172', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'port_id': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'mac_address': 'fa:16:3e:dd:9d:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:44:45Z', 'updated_at': '2021-08-30T22:45:16Z', 'revision_number': 1, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:21.020093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-ecd1ebf5-2f48-4c2f-b363-6c893aab257a service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342212 Aug 30 22:45:21.034350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-83ad447e-e149-499e-90aa-3a6e94021b70 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:21.035710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-83ad447e-e149-499e-90aa-3a6e94021b70 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2473099 Aug 30 22:45:21.077257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af6f7e-f676-40bf-bcce-5887db8a4d37 req-72e6b30a-d0bc-46f3-8977-cc7c8da9c796 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:21.078860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85af6f7e-f676-40bf-bcce-5887db8a4d37 req-72e6b30a-d0bc-46f3-8977-cc7c8da9c796 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 931 time: 0.2383718 Aug 30 22:45:21.080270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:21.140973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-007baf56-5f10-4fcf-958b-b8d3f1d36019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:21.143241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-007baf56-5f10-4fcf-958b-b8d3f1d36019 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1632857 Aug 30 22:45:21.217509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a5083d2f-dfaa-4f03-bb5d-73eb214c48f0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523062 Aug 30 22:45:21.232574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85af6f7e-f676-40bf-bcce-5887db8a4d37 req-364f106b-f746-49b9-9c5f-18154933bd60 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971553 Aug 30 22:45:21.252958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:21.267097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.382156 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77717ec6-a6a4-416a-9f25-43190ed72c76 None None] New status for floating IP 05af3145-7a94-408d-8aed-8c4c4c391eff: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:45:21.386545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-edfcb6e6-435c-4ea6-98a7-6527cd98fadc req-d3253b04-381e-4d1e-a9f4-43e0d5551ecf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:45:21.387798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edfcb6e6-435c-4ea6-98a7-6527cd98fadc req-d3253b04-381e-4d1e-a9f4-43e0d5551ecf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061810 Aug 30 22:45:21.405146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:21.415155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:21.416590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:21.480195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.4 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/6bb8a24a-4631-478e-9646-da652e8108f1) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:21.602955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b546294c-a4c5-4979-aacd-96ccb6dfee3f req-6ad5e539-0a2b-43a4-bbbe-e20a6ce1295c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:21.613588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b546294c-a4c5-4979-aacd-96ccb6dfee3f req-6ad5e539-0a2b-43a4-bbbe-e20a6ce1295c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 949 time: 0.2447214 Aug 30 22:45:21.616163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 15c15285-032c-41bf-89c3-884f45a6b482 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:21.628842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-3d58acf2-3df2-4933-9d45-8e20e7191e99 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004853 Aug 30 22:45:21.670218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.772990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:21.805587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:21.821226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b546294c-a4c5-4979-aacd-96ccb6dfee3f req-adefba83-2b43-40d7-aaca-74614db32489 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051635 Aug 30 22:45:21.858124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb13a84-091b-41f8-8622-99419f27614a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:21.879383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:21.903178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:21.906851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60338) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:21.909423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:21.935897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:22.049261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fbef20-81d8-4e3d-a2f9-b44e1cde822a req-b79cfb56-83f4-45b6-91e8-4e44f3117856 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 210 time: 0.1083829 Aug 30 22:45:22.055523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:22.056279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.105578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-c09d8940-4459-4945-b69b-09d82d3d96b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1969225 Aug 30 22:45:22.107708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-a18e59d6-8d63-4260-80b7-ea236b6a55b5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0344703 Aug 30 22:45:22.127824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Request body: {'port': {'device_id': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:22.202752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 15c15285-032c-41bf-89c3-884f45a6b482 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:22.208788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d1b422f-f741-4530-902d-6cd80da9883b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:22.250851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 15c15285-032c-41bf-89c3-884f45a6b482 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:22.251509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.298236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.319459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.334583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e12d-0c2e-4c71-a832-a3e1c8529df8 req-f77f2a7f-4dd1-4870-b039-3851a4f36a43 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:22.336606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8454e12d-0c2e-4c71-a832-a3e1c8529df8 req-f77f2a7f-4dd1-4870-b039-3851a4f36a43 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1534364 Aug 30 22:45:22.355345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:22.358042 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:22.370113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.415085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2d1b422f-f741-4530-902d-6cd80da9883b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:22.415752 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.445437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Transition to ACTIVE for port object 7eb13a84-091b-41f8-8622-99419f27614a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:22.455063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-6fe2a5f3-3d79-4049-bb26-6a9ddf8aadd3 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8135111 Aug 30 22:45:22.455701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.486272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8454e12d-0c2e-4c71-a832-a3e1c8529df8 req-ede7befe-2fb4-490b-b083-4210bfe861a9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093662 Aug 30 22:45:22.563671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.565305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc7c58-1755-4b1f-96fb-b032c4f09d89 req-f5d9ba28-dbe6-4db6-9b2b-4f517599b1fe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:22.574470 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcfc7c58-1755-4b1f-96fb-b032c4f09d89 req-f5d9ba28-dbe6-4db6-9b2b-4f517599b1fe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 931 time: 0.2111514 Aug 30 22:45:22.588577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 2, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:22.675726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=15c15285-032c-41bf-89c3-884f45a6b482,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:22.677218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:22.680817 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de17b9c1-3a24-4416-9149-dbb13f5051e2" -d '{"events": [{"server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "name": "network-vif-plugged", "status": "completed", "tag": "15c15285-032c-41bf-89c3-884f45a6b482"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:22.685192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:22.691198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.692245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device adeff1f1-70b9-43d5-85d8-46f97365c22c up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:22.694771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:22.694988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Updating router 17887c28-6f0e-4408-ae09-41f6b3839e0e port 9ab6eabf-0754-48db-bbaa-90d3637f63af binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:45:22.696834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Attempting to bind port 7eb13a84-091b-41f8-8622-99419f27614a on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:22.697168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Attempting to bind port 7eb13a84-091b-41f8-8622-99419f27614a by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:22.697501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Attempting to bind port 7eb13a84-091b-41f8-8622-99419f27614a on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:22.732611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.737506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b71ade-2166-4bb5-96e1-1da6af11fa78 req-78753ec4-b30c-4213-8b87-89bd83c0000d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:22.742814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcfc7c58-1755-4b1f-96fb-b032c4f09d89 req-b8b20bdf-4da9-4db4-92b0-f23c8538d97a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668394 Aug 30 22:45:22.759766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57b71ade-2166-4bb5-96e1-1da6af11fa78 req-78753ec4-b30c-4213-8b87-89bd83c0000d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 945 time: 0.1552455 Aug 30 22:45:22.761500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Port 7eb13a84-091b-41f8-8622-99419f27614a on network c5acd705-2c87-4e7f-8172-2632b8b30baf not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:22.761779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Attempting to bind port 7eb13a84-091b-41f8-8622-99419f27614a on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:22.798313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:22.798613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Checking segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:22.799226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Bound using segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:22.800395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Bound port: 7eb13a84-091b-41f8-8622-99419f27614a, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:22.800395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:22.852377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-33d53a33-28ff-4aa2-aa75-1c11caa60c0a tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:22.854097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-33d53a33-28ff-4aa2-aa75-1c11caa60c0a tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1823177 Aug 30 22:45:22.893961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:22.992591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:23.014740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714edc0-67ad-4ad6-9e12-3a645b226726 req-b6582959-64ea-4194-a1f1-06b90b210445 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.016679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3714edc0-67ad-4ad6-9e12-3a645b226726 req-b6582959-64ea-4194-a1f1-06b90b210445 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 943 time: 0.1176395 Aug 30 22:45:23.087624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:23.093015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.121147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3714edc0-67ad-4ad6-9e12-3a645b226726 req-b0b20415-cf86-4376-bf82-463b4696349c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863671 Aug 30 22:45:23.125649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:23.151567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.214674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.215364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.217398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] 10.222.0.52 "PUT /v2.0/ports/7eb13a84-091b-41f8-8622-99419f27614a HTTP/1.1" status: 200 len: 1092 time: 2.5273740 Aug 30 22:45:23.224296 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2177b370-7aeb-41bc-8b3c-bd3d0e82df82 x-openstack-request-id: req-2177b370-7aeb-41bc-8b3c-bd3d0e82df82 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:23.224590 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:23.224839 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2177b370-7aeb-41bc-8b3c-bd3d0e82df82 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:23.225227 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'status': 'completed', 'code': 200} Aug 30 22:45:23.277255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port adeff1f1-70b9-43d5-85d8-46f97365c22c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:23.284351 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6272fbd-9132-4a79-a62a-fbbd96868367 x-openstack-request-id: req-a6272fbd-9132-4a79-a62a-fbbd96868367 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:23.284856 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "name": "network-vif-plugged", "status": "completed", "tag": "15c15285-032c-41bf-89c3-884f45a6b482", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:23.285157 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6272fbd-9132-4a79-a62a-fbbd96868367 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:23.285869 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482', 'code': 200} Aug 30 22:45:23.293532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port adeff1f1-70b9-43d5-85d8-46f97365c22c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:23.294120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.313204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e8569-f1f9-4760-b6f1-9fc873fe8d2f service neutron] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:23.358580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:23.439930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:23.510326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.563475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57b71ade-2166-4bb5-96e1-1da6af11fa78 req-9ca6bdcd-d669-4405-b5e7-4909cfe764e5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8027112 Aug 30 22:45:23.579362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-297ce860-6304-4a71-840e-7a1cf37b25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.581065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-297ce860-6304-4a71-840e-7a1cf37b25a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 1097 time: 0.2253850 Aug 30 22:45:23.591571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:23.594396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a124963-0d7d-4167-8ba1-902b7ebfb052 req-7f2c5f0f-40bb-470f-80b9-6d28a5e8845e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.602818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.603051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a124963-0d7d-4167-8ba1-902b7ebfb052 req-7f2c5f0f-40bb-470f-80b9-6d28a5e8845e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 949 time: 0.1599622 Aug 30 22:45:23.627387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca10e-4259-4c21-a44a-4c5eae2ed902 req-3ce5bcd0-ea40-4677-8799-3f40f1ef95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.629314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-15fca10e-4259-4c21-a44a-4c5eae2ed902 req-3ce5bcd0-ea40-4677-8799-3f40f1ef95ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 1102 time: 0.2070200 Aug 30 22:45:23.643668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.644889 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.664801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Transition to ACTIVE for port object 9ab6eabf-0754-48db-bbaa-90d3637f63af will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:23.667080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-daa649c3-b20c-4949-81bc-c7d3be1f4175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.670237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-daa649c3-b20c-4949-81bc-c7d3be1f4175 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 1095 time: 0.2752466 Aug 30 22:45:23.681158 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.684675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:23.732579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-ad344864-7d1a-4685-a63f-8f5ac48b41bf tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:23.735017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-ad344864-7d1a-4685-a63f-8f5ac48b41bf tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 820 time: 0.3115773 Aug 30 22:45:23.752653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.754123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bb8a24a-4631-478e-9646-da652e8108f1 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:23.775476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'port': {'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'admin_state_up': True, 'tenant_id': '71e73df376ff4722b031e72b49d708a4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:23.798306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Attempting to bind port 9ab6eabf-0754-48db-bbaa-90d3637f63af on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:23.798685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Attempting to bind port 9ab6eabf-0754-48db-bbaa-90d3637f63af by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:23.799051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Attempting to bind port 9ab6eabf-0754-48db-bbaa-90d3637f63af on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:23.801158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46c21b-0332-455d-8c09-9750ebb46030 None None] Pushing event updated for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:23.812907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:23.812907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Checking segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:23.812907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.812907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Bound using segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:23.813420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Bound port: 9ab6eabf-0754-48db-bbaa-90d3637f63af, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:23.824690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-15fca10e-4259-4c21-a44a-4c5eae2ed902 req-7e08e091-b1c4-49da-a8d6-4fffeab9ac13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696820 Aug 30 22:45:23.825164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.864467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.889829 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-3523e22b-949a-4f80-ab72-dc5a532e2bce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb13a84-091b-41f8-8622-99419f27614a HTTP/1.1" status: 200 len: 217 time: 0.1385093 Aug 30 22:45:23.893910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Transition to ACTIVE for port object 6bb8a24a-4631-478e-9646-da652e8108f1 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:23.914942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a124963-0d7d-4167-8ba1-902b7ebfb052 req-6853fd46-ba78-4801-a8db-389a83c4cfd9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095162 Aug 30 22:45:23.926516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:23.975501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0bb920a3-309a-4617-922d-c5e2b7bd77c9 req-02c4947c-93f4-4a4c-b1ee-a813a05b222e tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 210 time: 0.0719812 Aug 30 22:45:23.981384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] For port 9ab6eabf-0754-48db-bbaa-90d3637f63af, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:23.985871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] For port 9ab6eabf-0754-48db-bbaa-90d3637f63af, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9ab6eabf-0754-48db-bbaa-90d3637f63af,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:23.994046 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.009011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.52', 54597) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:45:24.057380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e46c21b-0332-455d-8c09-9750ebb46030 None None] Pushing event updated for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:24.096913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:24.097517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.149009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:24.166346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:24.177952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-f717ec04-b984-446a-80c5-15353dc61311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.179466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-f717ec04-b984-446a-80c5-15353dc61311 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 200 len: 906 time: 0.5679815 Aug 30 22:45:24.190469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-5e041a22-272c-485e-8ae5-5a8002adca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.192631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-5e041a22-272c-485e-8ae5-5a8002adca7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.2514529 Aug 30 22:45:24.196172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:24.196510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:24.196884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:24.224202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Made reservation on behalf of 71e73df376ff4722b031e72b49d708a4 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:24.228297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.239256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:24.253909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-1cf45155-70e4-4a98-9b1b-b0e6711726f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.256037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-1cf45155-70e4-4a98-9b1b-b0e6711726f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1102 time: 0.2428362 Aug 30 22:45:24.280930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:24.281222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Attempting to bind port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:24.310623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7683794b-763e-4e6e-9423-650c443a51e2 req-1da1ea03-406b-4dd0-99a6-6cc9b50ff920 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.312221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7683794b-763e-4e6e-9423-650c443a51e2 req-1da1ea03-406b-4dd0-99a6-6cc9b50ff920 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.2432261 Aug 30 22:45:24.318884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-28537aa4-dcf3-4a03-bde7-35b890768b0f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051457 Aug 30 22:45:24.324060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:24.324396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:24.324811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:24.325826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Bound port: 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:24.326375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.368985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-a98f22ab-6097-4e55-8ff6-1e485e2293c5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 200 len: 1001 time: 0.1749775 Aug 30 22:45:24.480027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19148b9-dd12-4249-a008-3112fd35ff43 req-aacbab43-d8a1-400a-aaad-c8f82504bd27 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.482344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:23Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:24.487992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a19148b9-dd12-4249-a008-3112fd35ff43 req-aacbab43-d8a1-400a-aaad-c8f82504bd27 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 943 time: 0.4247620 Aug 30 22:45:24.506018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7683794b-763e-4e6e-9423-650c443a51e2 req-39d87df0-1019-4250-92f3-e2c60884c7be tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756735 Aug 30 22:45:24.518212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ac884-1fbe-4ffe-a636-c5ce375ebf10 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:23Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:24.551727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-98fa9738-d19a-4849-be76-74fcb9e1bf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.552947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-98fa9738-d19a-4849-be76-74fcb9e1bf03 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 HTTP/1.1" status: 200 len: 844 time: 0.1429782 Aug 30 22:45:24.558965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:24.560444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Attempting to bind port 6bb8a24a-4631-478e-9646-da652e8108f1 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:24.561098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Attempting to bind port 6bb8a24a-4631-478e-9646-da652e8108f1 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:24.561098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Attempting to bind port 6bb8a24a-4631-478e-9646-da652e8108f1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:24.565481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:24.572216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Allocated IP 172.20.0.13 (caec7619-7dd7-4601-a50a-a07e0f84e701/a25047b4-0ab2-4c02-a868-a761ff9d795e/8c225888-4a89-4958-918b-91533cc450a5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:24.585553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-c220e50e-8a8b-440d-b406-bc448555260f service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503397 Aug 30 22:45:24.586966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.587326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Port 6bb8a24a-4631-478e-9646-da652e8108f1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:24.587667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Attempting to bind port 6bb8a24a-4631-478e-9646-da652e8108f1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:24.630149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a19148b9-dd12-4249-a008-3112fd35ff43 req-afeb63e5-8c8b-43e7-85fb-441d42625105 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256797 Aug 30 22:45:24.651792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:24.652133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:24.652541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:24.652985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Bound port: 6bb8a24a-4631-478e-9646-da652e8108f1, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:24.655502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.792603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-dd29ab53-8909-46b5-974b-87e5962bad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.794499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-dd29ab53-8909-46b5-974b-87e5962bad39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2314434 Aug 30 22:45:24.803745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-94fece53-96ac-417d-aec6-7ae0259c7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.805241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:24.805451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-94fece53-96ac-417d-aec6-7ae0259c7aa2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.5398314 Aug 30 22:45:24.866824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.867556 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:24.869046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] 10.222.0.52 "PUT /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 1123 time: 1.9863763 Aug 30 22:45:24.891695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeab6a9-fd78-4cf5-aca6-1cb59d587410 req-48e415c8-def0-4709-86ee-3f618281c2b4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.893393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aeeab6a9-fd78-4cf5-aca6-1cb59d587410 req-48e415c8-def0-4709-86ee-3f618281c2b4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 943 time: 0.2704313 Aug 30 22:45:24.939949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-62cf7b32-ab6c-4adb-b378-71357e6f05d7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.1258533 Aug 30 22:45:24.983195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d04775-f96a-48dd-9f5a-be57941c8c78 req-8fc23074-d02e-4c88-9fab-d84193c89f8c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:24.992016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1d04775-f96a-48dd-9f5a-be57941c8c78 req-8fc23074-d02e-4c88-9fab-d84193c89f8c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.2881100 Aug 30 22:45:24.997917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab6a1c3c-d97c-4777-8535-6d5287fe52b4 req-fe46aa2e-80aa-4d45-a3ec-7a2c100ed6d7 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736277 Aug 30 22:45:25.023796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:25.027755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:25.039463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aeeab6a9-fd78-4cf5-aca6-1cb59d587410 req-bd5f15ff-6c3e-42b7-bb0e-65c2c918dc0e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093752 Aug 30 22:45:25.060809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-1a09d44f-74e4-4756-a281-c55cfbaaa0c6 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194700 Aug 30 22:45:25.077848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bb8a24a-4631-478e-9646-da652e8108f1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:25.098348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.109113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.115152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-2c534a37-7d2f-4c8e-afd6-279dab8a0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.116854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-2c534a37-7d2f-4c8e-afd6-279dab8a0605 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1628630 Aug 30 22:45:25.203366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1d04775-f96a-48dd-9f5a-be57941c8c78 req-7e8ba8c1-1c53-4705-9e60-9a66d05ac3c9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090542 Aug 30 22:45:25.226623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a'}, {'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'}, {'name': 'network-changed', 'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:25.230168 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9cdadf6-3529-46d4-8ea4-e67c40988862" -d '{"events": [{"name": "network-changed", "server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "tag": "7eb13a84-091b-41f8-8622-99419f27614a"}, {"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15"}, {"name": "network-changed", "server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:25.287800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:25.293568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8520ac04-98c0-4e59-8c3c-e6d9f1f4667e req-55a64bad-663e-4ffe-babc-c8492151a9b0 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948433 Aug 30 22:45:25.295118 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9437b4d3-1c97-4683-a193-582c8c792e68" -d '{"events": [{"server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "name": "network-vif-plugged", "status": "completed", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:25.301956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.302691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.304621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] 10.222.0.52 "PUT /v2.0/ports/6bb8a24a-4631-478e-9646-da652e8108f1 HTTP/1.1" status: 200 len: 1092 time: 3.1820600 Aug 30 22:45:25.310349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:25.314684 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acaf7ab-f736-46d2-986c-cf9d27c8f444" -d '{"events": [{"name": "network-changed", "server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:25.323159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ede71-607d-450d-bf9f-5d08b9804e19 service neutron] Pushing event updated for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:25.332140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Transition to ACTIVE for port object 8c225888-4a89-4958-918b-91533cc450a5 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:25.390566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-7a7a400c-7d21-45e2-83e2-7c43718eec76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.392341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-7a7a400c-7d21-45e2-83e2-7c43718eec76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2251937 Aug 30 22:45:25.444099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcfd1b12-8a0c-4ecb-adb3-b5f700343f5b req-ca9d1a59-4ade-43cd-9e2c-39e5914bb5fb tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 210 time: 0.0369127 Aug 30 22:45:25.496648 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f1fd0-ae39-42ab-97a1-cbec27615228 x-openstack-request-id: req-ae9f1fd0-ae39-42ab-97a1-cbec27615228 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:25.496983 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "tag": "7eb13a84-091b-41f8-8622-99419f27614a", "status": "completed", "code": 200}, {"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-unplugged", "status": "completed", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15", "code": 200}, {"name": "network-changed", "server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:25.497240 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae9f1fd0-ae39-42ab-97a1-cbec27615228 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:25.497654 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a', 'status': 'completed', 'code': 200} Aug 30 22:45:25.497940 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'code': 200} Aug 30 22:45:25.498332 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'status': 'completed', 'code': 200} Aug 30 22:45:25.508880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.545774 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38b1c0e6-f6d9-4450-9b1e-535c253a09f6 x-openstack-request-id: req-38b1c0e6-f6d9-4450-9b1e-535c253a09f6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:25.546313 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "name": "network-vif-plugged", "status": "completed", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:25.546824 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-38b1c0e6-f6d9-4450-9b1e-535c253a09f6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:25.547314 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c', 'code': 200} Aug 30 22:45:25.604911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:25.617092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8128ce6-348d-42d9-8514-e1abea8efbcc req-b37936a2-bdb1-413f-90ae-c3327c887001 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.626679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8128ce6-348d-42d9-8514-e1abea8efbcc req-b37936a2-bdb1-413f-90ae-c3327c887001 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 950 time: 0.2441945 Aug 30 22:45:25.631226 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b8a40d-6f47-4c52-b163-5e12c284ecd5 x-openstack-request-id: req-f7b8a40d-6f47-4c52-b163-5e12c284ecd5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:25.631612 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:25.631809 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7b8a40d-6f47-4c52-b163-5e12c284ecd5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:25.632167 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1', 'status': 'completed', 'code': 200} Aug 30 22:45:25.647338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:25.649951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:25.661393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-c7275f06-62f9-4c04-b208-c498d02257e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.662987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-c7275f06-62f9-4c04-b208-c498d02257e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 1095 time: 0.2564509 Aug 30 22:45:25.703203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event updated for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:25.726823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-ed7fced3-cc54-43d6-a6ea-68d52b0e26c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.728370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-ed7fced3-cc54-43d6-a6ea-68d52b0e26c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 1095 time: 0.1608002 Aug 30 22:45:25.733554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-d96990f3-304b-4707-b6f0-2634efb4f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.736943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-d96990f3-304b-4707-b6f0-2634efb4f31a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1126 time: 0.1542010 Aug 30 22:45:25.794290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-a4c4fda1-8baa-4bd4-9ad0-1925156493b0 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879955 Aug 30 22:45:25.800201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-5658ea79-6f8b-41c7-a48d-623afd3a1d15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8a24a-4631-478e-9646-da652e8108f1 HTTP/1.1" status: 200 len: 217 time: 0.1010673 Aug 30 22:45:25.883113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.883793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:25.890819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b41af-0e2f-4758-aa2f-1f15878fc799 req-b1885dc3-518c-499f-87e4-6adbbfdc640d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.892404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a41b41af-0e2f-4758-aa2f-1f15878fc799 req-b1885dc3-518c-499f-87e4-6adbbfdc640d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.2080243 Aug 30 22:45:25.929475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8128ce6-348d-42d9-8514-e1abea8efbcc req-146e1933-e971-411c-b058-9973d7371a30 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016908 Aug 30 22:45:25.963920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fc8f31ac-2ee0-495d-8c30-5e26076c407b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2039998 Aug 30 22:45:25.973409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30695c41-da60-4d86-9169-88cd08273415 req-9ca84ea1-946c-4b15-bf05-9687564e3c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.975162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30695c41-da60-4d86-9169-88cd08273415 req-9ca84ea1-946c-4b15-bf05-9687564e3c1e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 1102 time: 0.2639647 Aug 30 22:45:25.979909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-da2785da-c090-4900-afd2-fc73e5fe3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.982667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-da2785da-c090-4900-afd2-fc73e5fe3dbe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1701167 Aug 30 22:45:25.990328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-e324b04a-b8fc-4c23-98c1-490e36391369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.991840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-e324b04a-b8fc-4c23-98c1-490e36391369 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 905 time: 0.2491443 Aug 30 22:45:25.995653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-f16975c6-80eb-4103-afe6-c7733af790ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:25.997718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-f16975c6-80eb-4103-afe6-c7733af790ed service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.2382333 Aug 30 22:45:26.008272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-28bcdb18-14c6-49db-b7ef-52ce985b7f62 None None] Provisioning for port 8c225888-4a89-4958-918b-91533cc450a5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:26.012803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-28bcdb18-14c6-49db-b7ef-52ce985b7f62 None None] Provisioning complete for port 8c225888-4a89-4958-918b-91533cc450a5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:26.013271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-28bcdb18-14c6-49db-b7ef-52ce985b7f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.020741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a41b41af-0e2f-4758-aa2f-1f15878fc799 req-c68471b8-0913-4698-9499-635f4fbcfdfc tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119194 Aug 30 22:45:26.041609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Request body: {'port': {'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:26.067459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-6fc336b0-0de9-4140-a771-88cf421066e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7eb13a84-091b-41f8-8622-99419f27614a HTTP/1.1" status: 200 len: 217 time: 0.0663519 Aug 30 22:45:26.086336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-28bcdb18-14c6-49db-b7ef-52ce985b7f62 None None] Port 8c225888-4a89-4958-918b-91533cc450a5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:26.156725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-91bbb9e3-1c6b-4090-83de-98dc0c1f0e26 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1604793 Aug 30 22:45:26.165087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-ecf91790-41a3-417d-8a17-ca1decbea90f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.1334136 Aug 30 22:45:26.187128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9ab6eabf-0754-48db-bbaa-90d3637f63af up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:26.228008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-3d6d5344-98ad-48e3-9f75-db3f0d10ce3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:26.229837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-3d6d5344-98ad-48e3-9f75-db3f0d10ce3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.1132677 Aug 30 22:45:26.245370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 9ab6eabf-0754-48db-bbaa-90d3637f63af completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:26.250011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9ab6eabf-0754-48db-bbaa-90d3637f63af triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:26.250565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.284020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa053ba-cbb5-4aa1-987a-bd17f2188df8 req-b98871f6-5fa4-4008-bb06-63545aabd8be tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:26.285527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-daa053ba-cbb5-4aa1-987a-bd17f2188df8 req-b98871f6-5fa4-4008-bb06-63545aabd8be tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 943 time: 0.1249893 Aug 30 22:45:26.288405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-1e6caa01-1ee6-44c5-968f-2ec289033d12 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445738 Aug 30 22:45:26.289936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-698d7ce5-614d-416e-8a17-3911944a769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:26.291490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-698d7ce5-614d-416e-8a17-3911944a769d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1006372 Aug 30 22:45:26.365870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.378339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-8f2f8d32-27c3-415b-a128-e24e07767aea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676308 Aug 30 22:45:26.411155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 9ab6eabf-0754-48db-bbaa-90d3637f63af, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9ab6eabf-0754-48db-bbaa-90d3637f63af,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:26.418149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.491687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:26.551454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-6604b593-8d42-4313-99a2-d20040acf4de service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7401311 Aug 30 22:45:26.553116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30695c41-da60-4d86-9169-88cd08273415 req-15b34675-e1d0-4d85-82ef-149ab05a5ded service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5506754 Aug 30 22:45:26.583889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c0a02-6db4-4157-99c2-dbb381667904 req-d6b3aad1-a960-4255-88f9-de0db3f82627 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:26.585837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-457c0a02-6db4-4157-99c2-dbb381667904 req-d6b3aad1-a960-4255-88f9-de0db3f82627 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 943 time: 0.5261266 Aug 30 22:45:26.588974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:26.700869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-f8992875-035d-4dc2-bb61-d6801e6d18a6 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5142953 Aug 30 22:45:26.714696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-457c0a02-6db4-4157-99c2-dbb381667904 req-aa38bd6f-dc14-4c20-a54f-3b37d63e833e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054239 Aug 30 22:45:26.782418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-daa053ba-cbb5-4aa1-987a-bd17f2188df8 req-28fb8a1b-335e-460b-921e-b1b8f0a71d17 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729033 Aug 30 22:45:26.811577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-37c9915d-46e1-4ab2-82b4-90dd3a5a0d93 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131230 Aug 30 22:45:26.878326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-a5d0d1fe-b118-4a73-8126-3befd9351012 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4809103 Aug 30 22:45:26.923039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f3dc8d7-b6a9-4ded-9456-24caa5fec426 req-34135350-c383-4077-b6e8-4391ce48605c service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073357 Aug 30 22:45:26.993598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71890e3-72de-4041-99d7-0707a99ce85e req-5b4d3705-c710-41ac-bfc9-b9600bbc7e60 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:26.998267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f71890e3-72de-4041-99d7-0707a99ce85e req-5b4d3705-c710-41ac-bfc9-b9600bbc7e60 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.1564953 Aug 30 22:45:27.103869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-940b28f2-d125-4348-aad8-bc3fad2ee9f1 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090049 Aug 30 22:45:27.107036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f71890e3-72de-4041-99d7-0707a99ce85e req-b6c95d24-d6bb-480e-be0c-c02ad0d84213 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912759 Aug 30 22:45:27.108918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9cdadf6-3529-46d4-8ea4-e67c40988862 req-6bfc513a-56ef-4e7a-905f-759d26fbc431 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281106 Aug 30 22:45:27.150131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c225888-4a89-4958-918b-91533cc450a5 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:27.162683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.175225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99824b81-bbf6-47e1-9a0a-38cad69cadf0 req-ad5384b3-1ad3-4058-b01a-ea6c05a88c95 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.176753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99824b81-bbf6-47e1-9a0a-38cad69cadf0 req-ad5384b3-1ad3-4058-b01a-ea6c05a88c95 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 932 time: 0.1307609 Aug 30 22:45:27.178531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-bd5dce56-3c31-4110-8ef1-66ab1bd2b4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.180130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-bd5dce56-3c31-4110-8ef1-66ab1bd2b4a8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 1095 time: 0.1456857 Aug 30 22:45:27.214972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Transition to ACTIVE for port object 8c225888-4a89-4958-918b-91533cc450a5 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:27.231626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b4ae9-c1c3-4387-bbdd-cc3905b15e27 req-541d6e92-6461-431b-b9d0-df41c7de91ec tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.233440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec5b4ae9-c1c3-4387-bbdd-cc3905b15e27 req-541d6e92-6461-431b-b9d0-df41c7de91ec tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 950 time: 0.0541131 Aug 30 22:45:27.253462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.273603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec5b4ae9-c1c3-4387-bbdd-cc3905b15e27 req-73477e8f-7997-4dcb-8e97-f66801171648 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Aug 30 22:45:27.314006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99824b81-bbf6-47e1-9a0a-38cad69cadf0 req-bdf10d69-54dc-4fe7-b24b-dfc2c795ee0f tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306126 Aug 30 22:45:27.352454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Pushing event updated for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:27.369234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.406929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-c80cf772-ddb0-4905-85e9-9ecce6d2a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.407308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cfad67-03fb-41cb-b25a-74431633a29c req-7741cebe-4455-48e0-b01c-e905b4dc5ee7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.408607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-c80cf772-ddb0-4905-85e9-9ecce6d2a411 service neutron] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.2129624 Aug 30 22:45:27.408985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7cfad67-03fb-41cb-b25a-74431633a29c req-7741cebe-4455-48e0-b01c-e905b4dc5ee7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0656610 Aug 30 22:45:27.456051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7cfad67-03fb-41cb-b25a-74431633a29c req-733cfd4e-5937-48fc-93e9-f6b9540b2474 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Aug 30 22:45:27.457681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-116c132b-71a4-411f-a1eb-9ba0b5b519f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6bb8a24a-4631-478e-9646-da652e8108f1 HTTP/1.1" status: 200 len: 217 time: 0.0404110 Aug 30 22:45:27.502718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Attempting to bind port 8c225888-4a89-4958-918b-91533cc450a5 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:27.503053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Attempting to bind port 8c225888-4a89-4958-918b-91533cc450a5 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:27.503399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Attempting to bind port 8c225888-4a89-4958-918b-91533cc450a5 on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:27.510663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Port 8c225888-4a89-4958-918b-91533cc450a5 on network caec7619-7dd7-4601-a50a-a07e0f84e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:27.510986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Attempting to bind port 8c225888-4a89-4958-918b-91533cc450a5 on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:27.522534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:27.522876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Checking segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:27.523271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Bound using segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:27.523721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Bound port: 8c225888-4a89-4958-918b-91533cc450a5, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:27.524083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.540399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-3261c310-2b7b-4092-be12-744cfd1bdf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.541905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-3261c310-2b7b-4092-be12-744cfd1bdf73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.0734799 Aug 30 22:45:27.597658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-066068e1-6fbb-487d-bbe9-aab3291ddbb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327015 Aug 30 22:45:27.666630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:27.684996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c225888-4a89-4958-918b-91533cc450a5,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:27.690764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.751273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.751895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:27.753199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] 10.222.0.47 "PUT /v2.0/ports/8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 1093 time: 1.7518716 Aug 30 22:45:27.755514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:27.759768 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c583db-d7ff-4237-a03c-4ba78730bdd9" -d '{"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:27.769617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-406c586f-0224-4b52-a0d6-6214bca68eac service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593447 Aug 30 22:45:27.807498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b34fc20-32cb-4fa7-a7aa-9d559f74a793 service neutron] Pushing event updated for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:27.841238 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4c6570-5b0d-47b5-8056-0a2be18b0fe0 x-openstack-request-id: req-6c4c6570-5b0d-47b5-8056-0a2be18b0fe0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:27.841521 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:27.841940 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c4c6570-5b0d-47b5-8056-0a2be18b0fe0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:27.842233 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:45:27.948970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-1e981b70-7e0b-439e-b61d-a1434bdd2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.951054 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-1e981b70-7e0b-439e-b61d-a1434bdd2f1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1096 time: 0.1080456 Aug 30 22:45:27.954574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9acaf7ab-f736-46d2-986c-cf9d27c8f444 req-e30cf441-3142-4575-a959-b4eda1a289ee service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717486 Aug 30 22:45:27.965024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ade3ba-6eda-4357-b2d0-43aef89f9720 req-f092349c-7029-4cd2-9e74-18d49bf13785 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.967223 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66ade3ba-6eda-4357-b2d0-43aef89f9720 req-f092349c-7029-4cd2-9e74-18d49bf13785 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 943 time: 0.0553737 Aug 30 22:45:27.977075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633338f-8a30-4c2d-bffc-783b63c059e7 req-25b15b40-e464-4da4-9043-b3d6748bf514 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:27.985312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1633338f-8a30-4c2d-bffc-783b63c059e7 req-25b15b40-e464-4da4-9043-b3d6748bf514 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 943 time: 0.1406193 Aug 30 22:45:28.014619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66ade3ba-6eda-4357-b2d0-43aef89f9720 req-8ad65699-ee77-4876-86d3-e8418f07cbc4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384331 Aug 30 22:45:28.037003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-e86799ef-6fa3-4609-89d6-bb8d29f60e4b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0489450 Aug 30 22:45:28.059767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1633338f-8a30-4c2d-bffc-783b63c059e7 req-05d7cfe3-28b1-4768-ac24-376b71b9a526 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735598 Aug 30 22:45:28.106060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-f3883689-0409-4320-9df6-ceac4739f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.107796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-f3883689-0409-4320-9df6-ceac4739f47e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0518310 Aug 30 22:45:28.126013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9ab6eabf-0754-48db-bbaa-90d3637f63af up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:28.181467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9ab6eabf-0754-48db-bbaa-90d3637f63af triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:28.181985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:28.182808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fb49afc4-514a-4e70-a10c-5d142a07eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.184948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-fb49afc4-514a-4e70-a10c-5d142a07eecb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487185 Aug 30 22:45:28.238873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be68005-1baf-457f-830a-e85c9139e482 req-a4543727-3b6c-419a-a6a9-073496f45138 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.240526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8be68005-1baf-457f-830a-e85c9139e482 req-a4543727-3b6c-419a-a6a9-073496f45138 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0524592 Aug 30 22:45:28.282108 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8be68005-1baf-457f-830a-e85c9139e482 req-ca571419-15f6-4988-aeef-0cc7e77b2424 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 30 22:45:28.307033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-b5242f40-331c-424a-97c9-bf17d78ee167 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932534 Aug 30 22:45:28.447921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05df634-24a4-436c-b79e-0d67f9397156 req-9e48e203-08ef-4dcc-b000-4b6100fb81af tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.449299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a05df634-24a4-436c-b79e-0d67f9397156 req-9e48e203-08ef-4dcc-b000-4b6100fb81af tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 950 time: 0.0949802 Aug 30 22:45:28.451995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76903e30-a02c-4d02-83cf-030794bdb34d req-7c0e2167-ede9-4489-bbcd-64cefcf6d083 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.454812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76903e30-a02c-4d02-83cf-030794bdb34d req-7c0e2167-ede9-4489-bbcd-64cefcf6d083 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 944 time: 0.0517864 Aug 30 22:45:28.491302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031f7827-d97b-4c25-b9fb-8e4f36602153 req-08fd43fc-eb07-405c-aa1d-7da6c43f2912 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592727 Aug 30 22:45:28.492449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76903e30-a02c-4d02-83cf-030794bdb34d req-8f5e83ec-3739-4198-ad95-af8f3b58131d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318639 Aug 30 22:45:28.513597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a05df634-24a4-436c-b79e-0d67f9397156 req-1457962a-3498-484e-86f2-227f200b6797 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460157 Aug 30 22:45:28.605897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b7060-9ed0-4bb7-9027-239e9d5006dc req-339325b8-f96a-4160-8006-99d48f8ce363 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.607431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-419b7060-9ed0-4bb7-9027-239e9d5006dc req-339325b8-f96a-4160-8006-99d48f8ce363 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0487771 Aug 30 22:45:28.613125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-1dc9694a-f165-4ada-adf8-db5750040af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.614655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-1dc9694a-f165-4ada-adf8-db5750040af7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1096 time: 0.0410748 Aug 30 22:45:28.649690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-419b7060-9ed0-4bb7-9027-239e9d5006dc req-cc92055f-a458-49e8-912b-e16892bcd58f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362096 Aug 30 22:45:28.714308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-af220d13-b4c1-4bbb-9841-7925c91c1871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.715829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-af220d13-b4c1-4bbb-9841-7925c91c1871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.0873470 Aug 30 22:45:28.781603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-8f5dbe53-ab07-4bdb-af5e-e3aaf2281615 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0348680 Aug 30 22:45:28.817062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:28.843398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-d0651bf1-10f6-47f2-8281-f9961b10b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.844836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-d0651bf1-10f6-47f2-8281-f9961b10b895 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0430570 Aug 30 22:45:28.905516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-3f97b84b-ba88-41e2-8ce5-5c8debb5f205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:28.907051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-3f97b84b-ba88-41e2-8ce5-5c8debb5f205 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402164 Aug 30 22:45:28.909833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:28.921131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:45:28.921524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:29.010226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:29.013833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-b6ce9783-83c1-49c8-a224-03d3e6551efb service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853868 Aug 30 22:45:29.021700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7eb13a84-091b-41f8-8622-99419f27614a', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '7eb13a84-091b-41f8-8622-99419f27614a', 'mac_address': 'fa:16:3e:27:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:29.064173 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.077303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb13a84-091b-41f8-8622-99419f27614a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:29.097964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:29.103008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:29.157108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:29.162651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0c583db-d7ff-4237-a03c-4ba78730bdd9 req-cd5b3382-b44f-417b-8fe2-0d34840d97ac service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306036 Aug 30 22:45:29.173843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f8676-ee6c-4486-8ad0-1fb571f49bba req-63b155e2-d7d9-4e2b-b7d4-3f0f4a1947e2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.175664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-802f8676-ee6c-4486-8ad0-1fb571f49bba req-63b155e2-d7d9-4e2b-b7d4-3f0f4a1947e2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 944 time: 0.0904851 Aug 30 22:45:29.193230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53145a8e-dc6a-4432-9d1f-7efa53183a2e req-24b6d340-84fa-476a-a18f-36714d363ced tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.195023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53145a8e-dc6a-4432-9d1f-7efa53183a2e req-24b6d340-84fa-476a-a18f-36714d363ced tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 943 time: 0.0565858 Aug 30 22:45:29.218263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-802f8676-ee6c-4486-8ad0-1fb571f49bba req-684c9b3e-919a-43c9-82ed-f98795df26f7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365851 Aug 30 22:45:29.239295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53145a8e-dc6a-4432-9d1f-7efa53183a2e req-bc6d4f53-3bc1-4fc3-8680-22c6f48eac13 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367308 Aug 30 22:45:29.422125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14695-bba4-4751-b4ab-1d740d9c28b1 req-73a2549c-05b5-4f59-a4cd-149a7d2670d2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.423641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40d14695-bba4-4751-b4ab-1d740d9c28b1 req-73a2549c-05b5-4f59-a4cd-149a7d2670d2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0506008 Aug 30 22:45:29.462646 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40d14695-bba4-4751-b4ab-1d740d9c28b1 req-fe31536e-accc-4aa9-81b0-9b88da7554e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Aug 30 22:45:29.609632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7eb13a84-091b-41f8-8622-99419f27614a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:29.612596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb4d4-8aa2-4616-b601-8b811b823d1e req-f9597845-4be8-4780-a99e-716795d1d9ef tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.614115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30fdb4d4-8aa2-4616-b601-8b811b823d1e req-f9597845-4be8-4780-a99e-716795d1d9ef tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 944 time: 0.0503333 Aug 30 22:45:29.622478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75e1a3-31fd-4ce8-bf37-bed0b52f50b6 req-62d2f376-6f1e-42d8-8659-a7f2e10f33d5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.624174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f75e1a3-31fd-4ce8-bf37-bed0b52f50b6 req-62d2f376-6f1e-42d8-8659-a7f2e10f33d5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 950 time: 0.0515406 Aug 30 22:45:29.655788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30fdb4d4-8aa2-4616-b601-8b811b823d1e req-623a9052-2614-4902-bc87-b38f71a5a611 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345483 Aug 30 22:45:29.680275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f75e1a3-31fd-4ce8-bf37-bed0b52f50b6 req-877ed3a4-ccd3-463d-85a5-1c093f3f890f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Aug 30 22:45:29.784290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cd48d-2440-42d4-b21c-d64001ff6021 req-112739e5-5028-443d-88d5-6df57319a201 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.785814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e4cd48d-2440-42d4-b21c-d64001ff6021 req-112739e5-5028-443d-88d5-6df57319a201 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0558224 Aug 30 22:45:29.802572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73155962-b937-452e-b3b9-9a25d857262a req-94203982-b5f1-432e-b50a-da2a3ab70c0d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:29.804522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73155962-b937-452e-b3b9-9a25d857262a req-94203982-b5f1-432e-b50a-da2a3ab70c0d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 950 time: 0.0600815 Aug 30 22:45:29.829102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e4cd48d-2440-42d4-b21c-d64001ff6021 req-8bcb63db-f9df-44cb-9db4-d016a6092d9f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373237 Aug 30 22:45:29.844003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73155962-b937-452e-b3b9-9a25d857262a req-896d53c5-a89d-41ca-b499-81a9f2bb8501 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326891 Aug 30 22:45:30.196837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c09e3-6183-40f4-a01c-4ba217780676 req-f657fb82-ca0d-43d6-a193-8f9528421769 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.203176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c09e3-6183-40f4-a01c-4ba217780676 req-f657fb82-ca0d-43d6-a193-8f9528421769 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.204733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-754c09e3-6183-40f4-a01c-4ba217780676 req-f657fb82-ca0d-43d6-a193-8f9528421769 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d&device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 1691 time: 0.0585542 Aug 30 22:45:30.243391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-754c09e3-6183-40f4-a01c-4ba217780676 req-b9189c89-7510-4170-908b-bc804ff27147 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323796 Aug 30 22:45:30.346910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af626f8-3e18-4bcf-b183-bd1d998aea0e req-716c62de-fb05-47b5-8561-e8c763ff30aa tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.348551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5af626f8-3e18-4bcf-b183-bd1d998aea0e req-716c62de-fb05-47b5-8561-e8c763ff30aa tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 944 time: 0.0590940 Aug 30 22:45:30.391028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5af626f8-3e18-4bcf-b183-bd1d998aea0e req-376e64ee-663b-4571-9336-ee63415319b8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Aug 30 22:45:30.420366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d0130-bd99-4582-8d76-df929c7c50ae req-c6f48378-a6c9-4ed5-aa62-cb27103a0814 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.421957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a5d0130-bd99-4582-8d76-df929c7c50ae req-c6f48378-a6c9-4ed5-aa62-cb27103a0814 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 943 time: 0.0514650 Aug 30 22:45:30.461217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a5d0130-bd99-4582-8d76-df929c7c50ae req-bfb12f60-69b3-4438-958f-a380697b9ee1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331459 Aug 30 22:45:30.487707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379c909-770e-4670-aba5-3025e37460f7 req-226dfd30-6c9d-4e6b-8da2-c75de0f1588c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.489241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b379c909-770e-4670-aba5-3025e37460f7 req-226dfd30-6c9d-4e6b-8da2-c75de0f1588c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 1102 time: 0.0405345 Aug 30 22:45:30.531671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b379c909-770e-4670-aba5-3025e37460f7 req-6e1038d8-6fc3-499b-9d64-8c658235dbaf tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359957 Aug 30 22:45:30.661504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cf3156-6a43-4951-ae27-139334423be9 req-830253e8-1559-4a3f-9f64-842a8977d643 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.663096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8cf3156-6a43-4951-ae27-139334423be9 req-830253e8-1559-4a3f-9f64-842a8977d643 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0512161 Aug 30 22:45:30.692610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ab1e3-eae0-4182-8413-bd71c6513413 req-7412eb26-ac87-4895-9d3d-0b768991f147 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.694202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-369ab1e3-eae0-4182-8413-bd71c6513413 req-7412eb26-ac87-4895-9d3d-0b768991f147 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 1102 time: 0.0442545 Aug 30 22:45:30.711979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8cf3156-6a43-4951-ae27-139334423be9 req-8b88324d-fa28-4381-9a99-959354f8fcdd tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Aug 30 22:45:30.737440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-369ab1e3-eae0-4182-8413-bd71c6513413 req-bee888fa-0042-44fe-9c8e-fa3b4a4b16a2 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352719 Aug 30 22:45:30.822899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bb8a24a-4631-478e-9646-da652e8108f1 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:30.826962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56995ad-b184-45b1-9600-d0c0fa04d784 req-c794fc8e-087b-42e4-8b9b-879f790b5305 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.828531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a56995ad-b184-45b1-9600-d0c0fa04d784 req-c794fc8e-087b-42e4-8b9b-879f790b5305 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 944 time: 0.0535147 Aug 30 22:45:30.831890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:30.873766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a56995ad-b184-45b1-9600-d0c0fa04d784 req-7025d27d-9123-4469-ba99-3db6291e21ee tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369978 Aug 30 22:45:30.954907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 7eb13a84-091b-41f8-8622-99419f27614a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:30.962632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7eb13a84-091b-41f8-8622-99419f27614a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:30.963000 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:30.966430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c819568c-46ac-4249-8f42-589ed8b7dccf req-40a26e15-7129-4c8b-8681-483d94294b10 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:30.968101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c819568c-46ac-4249-8f42-589ed8b7dccf req-40a26e15-7129-4c8b-8681-483d94294b10 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0538783 Aug 30 22:45:31.003545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bb8a24a-4631-478e-9646-da652e8108f1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:31.014113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c819568c-46ac-4249-8f42-589ed8b7dccf req-5cd98f03-e406-42fd-b22d-686e838a95a5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385909 Aug 30 22:45:31.022551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6bb8a24a-4631-478e-9646-da652e8108f1', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': '6bb8a24a-4631-478e-9646-da652e8108f1', 'mac_address': 'fa:16:3e:ed:8c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:31.076930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-cc9e12e2-13df-4cb1-9b50-17cfe778b66b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223904 Aug 30 22:45:31.090221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.109809 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.112336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bb8a24a-4631-478e-9646-da652e8108f1 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:31.150350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bb8a24a-4631-478e-9646-da652e8108f1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:31.156114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:31.158386 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3bd8242-960a-4b53-82c7-636c294db398" -d '{"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-plugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:31.163517 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.176831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:31.189576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-2581ebab-b0e9-44ad-b52e-34548babe546 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:31.191749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-2581ebab-b0e9-44ad-b52e-34548babe546 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1094384 Aug 30 22:45:31.198026 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717e16f3-bd6e-4158-b33e-1b3e9a4005ff x-openstack-request-id: req-717e16f3-bd6e-4158-b33e-1b3e9a4005ff {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:31.198324 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-plugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:31.198574 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-717e16f3-bd6e-4158-b33e-1b3e9a4005ff {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:31.198976 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a', 'code': 200} Aug 30 22:45:31.202672 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:31.209345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-3edd181d-b500-44df-b2fe-2a1dba1f736c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0104630 Aug 30 22:45:31.230345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.277589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-411d2f74-70ff-4a7b-8c85-4627a8a310ff tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0620134 Aug 30 22:45:31.282603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:31.350981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaf84a9-f5ab-478c-a252-03b81c4a5ae4 req-46988acc-69ab-4303-8f1b-b02aa37bd454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:31.352520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcaf84a9-f5ab-478c-a252-03b81c4a5ae4 req-46988acc-69ab-4303-8f1b-b02aa37bd454 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 1097 time: 0.0405025 Aug 30 22:45:31.400913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcaf84a9-f5ab-478c-a252-03b81c4a5ae4 req-764033ed-5705-48fa-85ff-6ff3334a04b5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363982 Aug 30 22:45:31.509315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d658f012-f01b-45b4-906c-5e2c90569f02 req-b4507a1b-e480-4c57-9f98-20a436da02c0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:31.510834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d658f012-f01b-45b4-906c-5e2c90569f02 req-b4507a1b-e480-4c57-9f98-20a436da02c0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0497789 Aug 30 22:45:31.541369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bb8a24a-4631-478e-9646-da652e8108f1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:31.552427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d658f012-f01b-45b4-906c-5e2c90569f02 req-3ff97964-e934-4543-a6d7-f2f360d13a5a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356197 Aug 30 22:45:31.608838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c225888-4a89-4958-918b-91533cc450a5 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:31.682136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2367d-299d-4f14-a21c-3e46797cb651 req-dacf2a09-1a7c-4d51-9a50-2da8dafe7c83 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:31.683808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96b2367d-299d-4f14-a21c-3e46797cb651 req-dacf2a09-1a7c-4d51-9a50-2da8dafe7c83 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 944 time: 0.0614851 Aug 30 22:45:31.723703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96b2367d-299d-4f14-a21c-3e46797cb651 req-2e823816-9d8d-4d52-a1b4-7cfc10c6f9d2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333383 Aug 30 22:45:31.786348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c225888-4a89-4958-918b-91533cc450a5,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:31.823948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '8c225888-4a89-4958-918b-91533cc450a5', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:31.952295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a775e7a-4b48-42ad-8f35-bc5c9437ca8c req-0e803260-9e86-4084-8094-b12ef4a83a5d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 210 time: 0.0296731 Aug 30 22:45:31.969994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24b445-2948-4363-ad2a-87c4f902aa3b req-318b4b5b-153f-4738-a518-938a7623325d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:31.978455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c24b445-2948-4363-ad2a-87c4f902aa3b req-318b4b5b-153f-4738-a518-938a7623325d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0823193 Aug 30 22:45:31.997262 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.012560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c225888-4a89-4958-918b-91533cc450a5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:32.036689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c225888-4a89-4958-918b-91533cc450a5,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:32.042034 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:32.050283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c24b445-2948-4363-ad2a-87c4f902aa3b req-43c3f89e-e8e6-42fc-b4e0-bc6be28e462a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589108 Aug 30 22:45:32.091470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d3c2e-f880-4d20-85f6-5587244281d1 req-3514479c-21e2-44ce-9096-0131df34f38d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:32.093416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e32d3c2e-f880-4d20-85f6-5587244281d1 req-3514479c-21e2-44ce-9096-0131df34f38d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 944 time: 0.0730815 Aug 30 22:45:32.101669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:32.133952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e32d3c2e-f880-4d20-85f6-5587244281d1 req-1a4503d2-aaf7-4ba3-bbc0-608f6508e134 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336246 Aug 30 22:45:32.174455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0653b-b1b1-47a4-a3b5-a344f438c1ca req-b00d7b47-2cb4-4e91-99fd-e3777074343d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:32.176015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22a0653b-b1b1-47a4-a3b5-a344f438c1ca req-b00d7b47-2cb4-4e91-99fd-e3777074343d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0521348 Aug 30 22:45:32.216577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22a0653b-b1b1-47a4-a3b5-a344f438c1ca req-eaacf09a-56ea-4ec5-b553-7b911653587a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Aug 30 22:45:32.530423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['8c225888-4a89-4958-918b-91533cc450a5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:32.687001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547d75b-f9d0-4aa8-b112-66bdcd965a3b req-cfea44a8-eed2-454b-8070-af76783c2e0d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:32.688602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e547d75b-f9d0-4aa8-b112-66bdcd965a3b req-cfea44a8-eed2-454b-8070-af76783c2e0d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0600765 Aug 30 22:45:32.729686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e547d75b-f9d0-4aa8-b112-66bdcd965a3b req-71abee66-1f46-4da6-b1a6-4f89e6454a47 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341101 Aug 30 22:45:32.835134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-656f590d-3f7c-4b90-a4a7-ae2e2d2afebe service neutron] 10.222.0.47 "GET /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.0634727 Aug 30 22:45:32.873015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4936c9b-5822-4a05-965b-a734437012df req-7334dadf-5ac6-41b3-8021-3b07a4911dbe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:32.875433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4936c9b-5822-4a05-965b-a734437012df req-7334dadf-5ac6-41b3-8021-3b07a4911dbe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 944 time: 0.0666277 Aug 30 22:45:32.930427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4936c9b-5822-4a05-965b-a734437012df req-351a135c-d955-427c-82cd-1c603fa79df2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491943 Aug 30 22:45:33.049192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:33.050799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f6533510-febd-4acc-952f-9e2ecb91962c req-019184bd-d1c4-412f-abb8-f7257aa53e7e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 210 time: 0.0298109 Aug 30 22:45:33.071467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:33.115968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:33.127676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:33.143819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.231585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9791-3313-4c94-942f-a3d6fa8d62da req-de6dee70-bd41-42b3-a2c3-ffc1fbff72c3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.233129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938d9791-3313-4c94-942f-a3d6fa8d62da req-de6dee70-bd41-42b3-a2c3-ffc1fbff72c3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 943 time: 0.0866237 Aug 30 22:45:33.259934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c218af-47fb-4000-b1a0-2d1911e66168 req-c50c31ef-ec54-4b7b-a018-999687088ca2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.270408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d4c218af-47fb-4000-b1a0-2d1911e66168 req-c50c31ef-ec54-4b7b-a018-999687088ca2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 945 time: 0.0632629 Aug 30 22:45:33.290634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] Transition to ACTIVE for port object 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:33.302352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938d9791-3313-4c94-942f-a3d6fa8d62da req-1d915ce5-9a8e-43e8-8f73-1d34591d19a1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589855 Aug 30 22:45:33.306429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.349496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d4c218af-47fb-4000-b1a0-2d1911e66168 req-da3237f2-d199-4218-afc1-d05c58985e8f tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655181 Aug 30 22:45:33.372169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-b9fe1d9b-2d97-4c6b-a3bd-da541fdc9a76 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346389 Aug 30 22:45:33.420844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] No DVR routers for this DVR port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:33.426902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-b3ee516d-70f3-4312-ae86-ac779b9934dd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299442 Aug 30 22:45:33.504424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a469a882-187f-4077-8b76-53716953d7ca service neutron] Pushing event updated for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:33.550350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a469a882-187f-4077-8b76-53716953d7ca service neutron] 10.222.0.47 "PUT /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 0.7016544 Aug 30 22:45:33.568078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-abe15a48-a2b5-425b-b380-f27123ad5642 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.569969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-abe15a48-a2b5-425b-b380-f27123ad5642 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1259134 Aug 30 22:45:33.582661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20643cec-9c75-4284-9d84-f2b0f8ac2192 req-32dacb54-7eae-4664-b5f6-07582d73ada4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.584113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20643cec-9c75-4284-9d84-f2b0f8ac2192 req-32dacb54-7eae-4664-b5f6-07582d73ada4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1725578 Aug 30 22:45:33.599123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:33.612217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c225888-4a89-4958-918b-91533cc450a5 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:33.633730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-7ec433ef-0b78-47cc-8433-651c09c74c13 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.635603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-7ec433ef-0b78-47cc-8433-651c09c74c13 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2550874 Aug 30 22:45:33.651939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20643cec-9c75-4284-9d84-f2b0f8ac2192 req-88f0eb12-b704-437c-af32-5825d33222ba tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589499 Aug 30 22:45:33.664630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:33.700605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 8c225888-4a89-4958-918b-91533cc450a5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:33.704839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 8c225888-4a89-4958-918b-91533cc450a5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:33.705218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.749057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-9f475d01-4d80-4e72-b435-2e2a756c3412 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.750736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-9f475d01-4d80-4e72-b435-2e2a756c3412 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.0741589 Aug 30 22:45:33.784333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:33.784670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.818354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:33.823280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.826780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.854930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:33.859402 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c3c6e2-e2fa-4341-8231-cefff755c288" -d '{"events": [{"server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "name": "network-vif-plugged", "status": "completed", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:33.872904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c225888-4a89-4958-918b-91533cc450a5,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:33.879189 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:33.880079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:33.918900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-1983d721-b1fc-4502-ba02-2eeefc93ca71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.920600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-1983d721-b1fc-4502-ba02-2eeefc93ca71 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4&tenant_id=5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 1096 time: 0.1513467 Aug 30 22:45:33.967006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:33.971847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.122 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/81eb4d14-90fa-4e01-ba08-542b1225b23b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:33.976716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:33.982843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e769b9c-0b31-4f97-8ea6-50b1f45fe134 req-be7fb612-a044-4226-aa9b-21033ad2d0ee tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:33.984804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e769b9c-0b31-4f97-8ea6-50b1f45fe134 req-be7fb612-a044-4226-aa9b-21033ad2d0ee tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1608365 Aug 30 22:45:34.005019 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8728733e-49a0-4a46-a0cf-b9154d3670d7 x-openstack-request-id: req-8728733e-49a0-4a46-a0cf-b9154d3670d7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:34.005427 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "name": "network-vif-plugged", "status": "completed", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:34.005908 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8728733e-49a0-4a46-a0cf-b9154d3670d7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:34.006571 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'code': 200} Aug 30 22:45:34.082245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e769b9c-0b31-4f97-8ea6-50b1f45fe134 req-575e21d5-9e8a-41a5-92c3-da1932a182e2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902236 Aug 30 22:45:34.098208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-c1a0e0fd-08a0-4661-8a7a-72eaef94beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.100616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-c1a0e0fd-08a0-4661-8a7a-72eaef94beb4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1096 time: 0.1063199 Aug 30 22:45:34.186656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c03a44-a909-44e8-8918-213b2f31056a req-ad39d465-8897-406e-8c1b-5af5d02d2b7a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.188193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21c03a44-a909-44e8-8918-213b2f31056a req-ad39d465-8897-406e-8c1b-5af5d02d2b7a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 944 time: 0.1279681 Aug 30 22:45:34.228628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933e9b2a-3d4d-439e-9c8e-05c9d83e9d76 req-dff5706c-b9e1-47e0-b08f-6f5d793460f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.230112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-933e9b2a-3d4d-439e-9c8e-05c9d83e9d76 req-dff5706c-b9e1-47e0-b08f-6f5d793460f6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.1177995 Aug 30 22:45:34.250496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-1ea9f347-c7a6-4edc-a589-c466fe4f99a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.251987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-1ea9f347-c7a6-4edc-a589-c466fe4f99a1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1413429 Aug 30 22:45:34.253174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.268144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffe453a6-4bb4-49b9-a46e-d2c0d31ae65f req-5853eac4-7b35-4629-818f-903ed51639db tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 210 time: 0.0372894 Aug 30 22:45:34.290338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21c03a44-a909-44e8-8918-213b2f31056a req-6428d8af-12f3-4c19-9628-64a08b8b2b16 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910890 Aug 30 22:45:34.300176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object 81eb4d14-90fa-4e01-ba08-542b1225b23b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:34.305153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-d006946b-fa32-463a-8a85-61986446469d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.0395679 Aug 30 22:45:34.317685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-933e9b2a-3d4d-439e-9c8e-05c9d83e9d76 req-a093466b-d883-4a90-9a23-90f342517d99 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752249 Aug 30 22:45:34.360813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.369814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-9b7d015d-4d23-436a-bf1e-d7bddc5ed808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.371975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-9b7d015d-4d23-436a-bf1e-d7bddc5ed808 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0592558 Aug 30 22:45:34.377078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:34.426157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:34.429456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-e09f3c8b-688c-466a-8c4d-7364b73d7650 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310581 Aug 30 22:45:34.448208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:34.459049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:34.464708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:34.523273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.195 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/1f3a6dd9-5624-47e1-8312-6a701bee6d11) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:34.591353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-94961536-31b0-4fa4-b5e6-f83265998569 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529739 Aug 30 22:45:34.772806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0abdf-92e6-4b3b-9d39-fd1b10efb29e req-d0ecedc0-8532-45d0-a665-6e52b2768a44 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.774424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8a0abdf-92e6-4b3b-9d39-fd1b10efb29e req-d0ecedc0-8532-45d0-a665-6e52b2768a44 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.1811945 Aug 30 22:45:34.835334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d6d11f83-9ae2-480e-86bc-0a34c2ce1fe4 None None] Provisioning for port 81eb4d14-90fa-4e01-ba08-542b1225b23b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:34.837409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ad5ed-aa66-4aa1-aaaf-d6503aa79d64 req-1eb76046-62a4-49ec-a28d-7a1d2529d6a5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.839096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df0ad5ed-aa66-4aa1-aaaf-d6503aa79d64 req-1eb76046-62a4-49ec-a28d-7a1d2529d6a5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.4415605 Aug 30 22:45:34.841362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d6d11f83-9ae2-480e-86bc-0a34c2ce1fe4 None None] Provisioning complete for port 81eb4d14-90fa-4e01-ba08-542b1225b23b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:34.842106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6d11f83-9ae2-480e-86bc-0a34c2ce1fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.848031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:34.848745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:34.869416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bb8a24a-4631-478e-9646-da652e8108f1 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:34.886456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-9fbcc3d0-6f6d-4039-a9df-09cb430500e3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2290909 Aug 30 22:45:34.886709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-a7b3a288-8adf-48b2-b953-75114cc370b9 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730851 Aug 30 22:45:34.892357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df0ad5ed-aa66-4aa1-aaaf-d6503aa79d64 req-509892fe-e513-4745-9b6d-1b91e0d6d5e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407586 Aug 30 22:45:34.914339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8a0abdf-92e6-4b3b-9d39-fd1b10efb29e req-b68313c7-a0e0-4028-b255-76797f3c6a8c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311018 Aug 30 22:45:34.915505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d6d11f83-9ae2-480e-86bc-0a34c2ce1fe4 None None] Port 81eb4d14-90fa-4e01-ba08-542b1225b23b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:34.916792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Request body: {'port': {'device_id': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:34.935567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6bb8a24a-4631-478e-9646-da652e8108f1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:34.941259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6bb8a24a-4631-478e-9646-da652e8108f1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:34.942013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.004782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.032528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object 1f3a6dd9-5624-47e1-8312-6a701bee6d11 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:35.050731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.091611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.104966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190eb53a-37ef-4b48-882d-f536a41a0c9d req-554bcea7-a24c-41be-85bf-4af77a8cf63d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.106941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-190eb53a-37ef-4b48-882d-f536a41a0c9d req-554bcea7-a24c-41be-85bf-4af77a8cf63d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0929637 Aug 30 22:45:35.120328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.127421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bb8a24a-4631-478e-9646-da652e8108f1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:35.132632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.148276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d359b9e-8f25-4fec-bc91-d78cd86685cd req-a0644868-8833-47f7-9d2e-9f3a17dc8406 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.150093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d359b9e-8f25-4fec-bc91-d78cd86685cd req-a0644868-8833-47f7-9d2e-9f3a17dc8406 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0976641 Aug 30 22:45:35.197835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.211149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:35.220090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:35.222645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:35.222879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-190eb53a-37ef-4b48-882d-f536a41a0c9d req-5a3f667a-4282-4fd8-828f-6d8a537058cc tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042454 Aug 30 22:45:35.227935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.318095 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d359b9e-8f25-4fec-bc91-d78cd86685cd req-27bd7eaf-1201-44db-ae0d-9d3889d8215c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491818 Aug 30 22:45:35.352329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.353088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.374267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-aaa0b479-c3ad-4301-a425-27c75f875de0 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.375965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-aaa0b479-c3ad-4301-a425-27c75f875de0 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.1169488 Aug 30 22:45:35.378754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-21cad290-9175-41ad-bf8c-c3ee7e8b2bee tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7832296 Aug 30 22:45:35.401616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Request body: {'port': {'device_id': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:35.450333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81eb4d14-90fa-4e01-ba08-542b1225b23b {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:35.479116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.502061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Transition to ACTIVE for port object 81eb4d14-90fa-4e01-ba08-542b1225b23b will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:35.509472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.519401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3362f7-15af-4945-9d1e-3fad71459564 req-c6d5d25e-bff8-47d1-abe8-82454e1065ab tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.519648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.528313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3362f7-15af-4945-9d1e-3fad71459564 req-c6d5d25e-bff8-47d1-abe8-82454e1065ab tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 936 time: 0.1030390 Aug 30 22:45:35.544099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-94257608-957d-4d81-97f8-8eab5693ce45 None None] Provisioning for port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:35.549079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-94257608-957d-4d81-97f8-8eab5693ce45 None None] Provisioning complete for port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:35.550157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94257608-957d-4d81-97f8-8eab5693ce45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.586592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-94257608-957d-4d81-97f8-8eab5693ce45 None None] Port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:35.610010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Pushing event updated for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.623927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3362f7-15af-4945-9d1e-3fad71459564 req-48be5e6b-b9ea-45d8-a535-0152959a0a22 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947444 Aug 30 22:45:35.650112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d87b3-f8b7-42b0-95a6-f66abd04ca04 req-c8871c7c-0553-46ce-aca9-82d298e1df83 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.651722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659d87b3-f8b7-42b0-95a6-f66abd04ca04 req-c8871c7c-0553-46ce-aca9-82d298e1df83 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.1500974 Aug 30 22:45:35.713426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Attempting to bind port 81eb4d14-90fa-4e01-ba08-542b1225b23b on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:35.713845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Attempting to bind port 81eb4d14-90fa-4e01-ba08-542b1225b23b by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:35.714138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Attempting to bind port 81eb4d14-90fa-4e01-ba08-542b1225b23b on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:35.719126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Port 81eb4d14-90fa-4e01-ba08-542b1225b23b on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:35.719456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Attempting to bind port 81eb4d14-90fa-4e01-ba08-542b1225b23b on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:35.724744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:35.725657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:35.725657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:35.725997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-0076c931-f933-4297-912f-2f38ff4c9ff5 service neutron] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:35.726179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Bound port: 81eb4d14-90fa-4e01-ba08-542b1225b23b, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:35.726511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.734582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-0076c931-f933-4297-912f-2f38ff4c9ff5 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.735733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-0076c931-f933-4297-912f-2f38ff4c9ff5 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.3488016 Aug 30 22:45:35.752955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:35.774292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659d87b3-f8b7-42b0-95a6-f66abd04ca04 req-5f9c482c-0805-4dad-ac7f-2adee19d8411 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143711 Aug 30 22:45:35.807650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:35.812881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:35.823150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.862662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:35.864455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:35.866468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] 10.222.0.52 "PUT /v2.0/ports/81eb4d14-90fa-4e01-ba08-542b1225b23b HTTP/1.1" status: 200 len: 1097 time: 0.9544873 Aug 30 22:45:35.869208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:35.872089 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:35.931346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8175b0-49f6-4714-bf75-0e0b4e3d4617 service neutron] Pushing event updated for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:35.946664 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf54a798-4c87-49fd-b1e9-6ed566a6af5b x-openstack-request-id: req-cf54a798-4c87-49fd-b1e9-6ed566a6af5b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:35.946975 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:35.947233 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf54a798-4c87-49fd-b1e9-6ed566a6af5b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:35.947630 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b', 'status': 'completed', 'code': 200} Aug 30 22:45:36.006492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f3a6dd9-5624-47e1-8312-6a701bee6d11 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:36.017705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.031528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:36.034694 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3626d5-49a1-4c50-bf2b-9b11cdfd8502" -d '{"events": [{"server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:36.060565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Transition to ACTIVE for port object 1f3a6dd9-5624-47e1-8312-6a701bee6d11 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:36.073352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.087363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-a093add6-b0ca-47a2-b9a6-b67ec146c25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.089710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-a093add6-b0ca-47a2-b9a6-b67ec146c25d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 1100 time: 0.1283903 Aug 30 22:45:36.118908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b0018-da20-4664-b591-23d50358c7c5 req-aaa767cd-d23e-42e7-b780-de2062ab66ca tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.130241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0b0018-da20-4664-b591-23d50358c7c5 req-aaa767cd-d23e-42e7-b780-de2062ab66ca tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.1041241 Aug 30 22:45:36.182959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:36.189844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-23cb1f66-5e07-4bc4-9dc7-2bc7081ad8f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b HTTP/1.1" status: 200 len: 217 time: 0.0568607 Aug 30 22:45:36.221173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2fa64-2dfa-4208-b131-13fd3297b12c req-180bbfda-49ed-4900-bca1-ca6f619129c0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.228697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1e2fa64-2dfa-4208-b131-13fd3297b12c req-180bbfda-49ed-4900-bca1-ca6f619129c0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.2040169 Aug 30 22:45:36.260450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0b0018-da20-4664-b591-23d50358c7c5 req-f5651ca8-7358-4bc7-8f8b-d92c108d9b0e tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292183 Aug 30 22:45:36.300644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-0357be1b-9645-4147-958b-0f9e82791f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.302260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-0357be1b-9645-4147-958b-0f9e82791f65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1055362 Aug 30 22:45:36.309424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1e2fa64-2dfa-4208-b131-13fd3297b12c req-6ed0f0d2-5aa8-44d1-b08d-9cdcde125325 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792172 Aug 30 22:45:36.325720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Attempting to bind port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:36.325720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Attempting to bind port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:36.325720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Attempting to bind port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:36.332162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:36.333170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Attempting to bind port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:36.337384 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36fb2749-0fea-40eb-b50e-7171b180a0f1 x-openstack-request-id: req-36fb2749-0fea-40eb-b50e-7171b180a0f1 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:36.337838 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "name": "network-vif-plugged", "status": "completed", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:36.337962 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36fb2749-0fea-40eb-b50e-7171b180a0f1 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:36.338732 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1', 'code': 200} Aug 30 22:45:36.339314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:36.339653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:36.340067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:36.340496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Bound port: 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:36.340854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.424816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-0ddcabd2-3273-4557-a9f6-5f4f36dd89c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.428012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-0ddcabd2-3273-4557-a9f6-5f4f36dd89c8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1117156 Aug 30 22:45:36.502688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:36.513314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da507d22-7ccd-4050-852f-99899a56099e req-6f7d277d-d7f7-4800-b5ce-b4820c3a5f7c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.514952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da507d22-7ccd-4050-852f-99899a56099e req-6f7d277d-d7f7-4800-b5ce-b4820c3a5f7c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1191878 Aug 30 22:45:36.557260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:36.568859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f19cd-01b2-49ab-8328-1bee94e40854 req-74278b98-563b-4d06-be93-f350886f4ede tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.569257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.570734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2f19cd-01b2-49ab-8328-1bee94e40854 req-74278b98-563b-4d06-be93-f350886f4ede tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0798538 Aug 30 22:45:36.576720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-acc7baa4-3f5f-4a22-a964-896e46ba3d70 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352193 Aug 30 22:45:36.616570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da507d22-7ccd-4050-852f-99899a56099e req-bd22edad-c033-4595-afd5-d749454d7fc6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843642 Aug 30 22:45:36.627369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8506f14-cb6d-479e-a354-1dbadd94c60d req-8bd3129a-5493-4d30-8d03-c6c895c62f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.628879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8506f14-cb6d-479e-a354-1dbadd94c60d req-8bd3129a-5493-4d30-8d03-c6c895c62f1e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 1097 time: 0.1424580 Aug 30 22:45:36.630161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.630776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:36.632374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/1f3a6dd9-5624-47e1-8312-6a701bee6d11 HTTP/1.1" status: 200 len: 1097 time: 1.2362924 Aug 30 22:45:36.634841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:36.637818 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efb2d19-6b73-4913-b88c-ac4091c10c92" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:36.685836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e6b651-99d1-40df-ae32-cafd3e9cbfb5 service neutron] Pushing event updated for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:36.694987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2f19cd-01b2-49ab-8328-1bee94e40854 req-23ff922c-27c8-49f4-ab03-343cf9efbf9f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171761 Aug 30 22:45:36.793449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8506f14-cb6d-479e-a354-1dbadd94c60d req-cdc1ceed-a342-406f-871e-24c5529920c4 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526048 Aug 30 22:45:36.804901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-cd4854f9-7826-4053-9acc-a96808ce5484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.806573 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-cd4854f9-7826-4053-9acc-a96808ce5484 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 1100 time: 0.0818098 Aug 30 22:45:36.841800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32714380-48c8-4ba4-bcef-a3505023096a req-c9915992-80c1-436e-9626-5a411da0cff2 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.849909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32714380-48c8-4ba4-bcef-a3505023096a req-c9915992-80c1-436e-9626-5a411da0cff2 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1096 time: 0.0899625 Aug 30 22:45:36.853357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-5b91ba3d-69a7-42c3-8830-71b866a5d983 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623949 Aug 30 22:45:36.863990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-71007e7b-3f0e-4e04-9272-a2d6cb3a3474 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11 HTTP/1.1" status: 200 len: 217 time: 0.0387666 Aug 30 22:45:36.886895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32714380-48c8-4ba4-bcef-a3505023096a req-90e42337-5b71-432c-8730-1ff19b9a599c tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358131 Aug 30 22:45:36.940394 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1591bf-c03c-459e-9c7b-eb25419358b6 x-openstack-request-id: req-7b1591bf-c03c-459e-9c7b-eb25419358b6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:36.940948 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:36.941203 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b1591bf-c03c-459e-9c7b-eb25419358b6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:36.941854 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'status': 'completed', 'code': 200} Aug 30 22:45:36.960069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-a7c29313-00e6-4534-b82d-d96384aedb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:36.962120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-a7c29313-00e6-4534-b82d-d96384aedb0b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0661762 Aug 30 22:45:37.052217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d3bf-abb9-4519-9525-b080d12ff6d9 req-dab827ab-b885-4488-9ec4-8b0c5d17718a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.054108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8a3d3bf-abb9-4519-9525-b080d12ff6d9 req-dab827ab-b885-4488-9ec4-8b0c5d17718a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 948 time: 0.0579386 Aug 30 22:45:37.066181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-8ff339fd-b2e8-4fe0-b2e7-33189256a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.067748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-8ff339fd-b2e8-4fe0-b2e7-33189256a6d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851951 Aug 30 22:45:37.076000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed3af83-c24a-442d-a431-1df6752f0a29 req-fb45191b-9139-4df2-a404-10785dd8bce0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.077438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eed3af83-c24a-442d-a431-1df6752f0a29 req-fb45191b-9139-4df2-a404-10785dd8bce0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0802560 Aug 30 22:45:37.094855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8a3d3bf-abb9-4519-9525-b080d12ff6d9 req-b7b3ad8f-60f3-4e76-933e-432fbd7140d4 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345373 Aug 30 22:45:37.166522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eed3af83-c24a-442d-a431-1df6752f0a29 req-8a7f1e16-73c5-4adf-a4e9-97863a53cf63 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771070 Aug 30 22:45:37.201924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-59dc124d-0930-4b94-a824-6820b727b6a1 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199014 Aug 30 22:45:37.318013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-3a92993f-6d62-4ace-9d1c-4b4811953179 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.325265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-3a92993f-6d62-4ace-9d1c-4b4811953179 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.1486349 Aug 30 22:45:37.342390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-ed71b780-c15f-4f1c-91e1-23320d571f63 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/quotas/5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 375 time: 0.0160642 Aug 30 22:45:37.348012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d91978b9-a1c4-4492-901a-7db161a6fc90 req-0ebb780f-0a09-4f97-9039-34f03f382615 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250033 Aug 30 22:45:37.348766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-782e755d-59af-42f9-9464-03728861cd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.350399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-782e755d-59af-42f9-9464-03728861cd87 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 1100 time: 0.0814309 Aug 30 22:45:37.390274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f1b137-fd42-4bc8-b66e-4878deecafa7 req-ece3056c-02bb-4a75-a531-4159226f62d3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.391842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4f1b137-fd42-4bc8-b66e-4878deecafa7 req-ece3056c-02bb-4a75-a531-4159226f62d3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.0613017 Aug 30 22:45:37.434646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4f1b137-fd42-4bc8-b66e-4878deecafa7 req-4dca1b58-4d81-46ea-b10f-30beeff0ad36 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352521 Aug 30 22:45:37.451702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-f1cc2d92-5de4-43e5-8629-b1211fb57846 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1002734 Aug 30 22:45:37.492099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-fb5fa1a0-089c-470a-9bee-40d4d31fe4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.493555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-fb5fa1a0-089c-470a-9bee-40d4d31fe4aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 1100 time: 0.0580044 Aug 30 22:45:37.539498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-e6fb7e68-80e1-4d07-bd91-57e14042e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.540979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-e6fb7e68-80e1-4d07-bd91-57e14042e6dd service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1587026 Aug 30 22:45:37.591746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-cf397589-ca70-48a8-b795-71c0bed3e903 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b HTTP/1.1" status: 200 len: 217 time: 0.0415399 Aug 30 22:45:37.632497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-3b7b5f13-c86d-4933-8fdb-d7829d91f824 service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733599 Aug 30 22:45:37.700105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-9c224c6a-1cb6-42a1-90f1-28e2ac6f75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.701633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-9c224c6a-1cb6-42a1-90f1-28e2ac6f75c1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1006486 Aug 30 22:45:37.772401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-54c0d311-f19d-476e-b02c-03069be55b89 service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315973 Aug 30 22:45:37.778068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-ab6469f6-02d8-486c-a15e-84afbdc07a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.783831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-ab6469f6-02d8-486c-a15e-84afbdc07a16 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0679111 Aug 30 22:45:37.899348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-d3a4509b-8932-48e5-a89b-2a6f040be8cd service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099315 Aug 30 22:45:37.926412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-0d714e70-8df2-4951-8377-b41ff915bdf6 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4499166 Aug 30 22:45:37.936408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:37.950939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-2135b73c-5351-4970-8d33-196dfeee6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:37.952412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-2135b73c-5351-4970-8d33-196dfeee6ae8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.4250534 Aug 30 22:45:37.968570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.018980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-67a50601-07f4-48cf-b553-23ab2e67e265 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11 HTTP/1.1" status: 200 len: 217 time: 0.0514956 Aug 30 22:45:38.032639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61c3549-eece-4c1d-9a41-fade8063db4d req-2bfe6437-776d-41fb-bb00-5a3203b0bbde tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.033755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f61c3549-eece-4c1d-9a41-fade8063db4d req-2bfe6437-776d-41fb-bb00-5a3203b0bbde tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0784156 Aug 30 22:45:38.044773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5f68b7d-212b-4fe6-a7ef-d8be4aae337c req-66be28c6-94f7-43a5-8f5c-709eb3236c74 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358864 Aug 30 22:45:38.083547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f61c3549-eece-4c1d-9a41-fade8063db4d req-a3d6c9f6-9a2a-45bd-a300-23574f72dce1 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377436 Aug 30 22:45:38.118271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-5a212eeb-8dd0-4f76-aeb5-7a53dec567c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.119676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-5a212eeb-8dd0-4f76-aeb5-7a53dec567c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0738308 Aug 30 22:45:38.226217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-7908b9f6-75e7-46d8-8f03-2aea93f13981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.228310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-7908b9f6-75e7-46d8-8f03-2aea93f13981 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0983670 Aug 30 22:45:38.242481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6484229-4fd5-4ade-96f1-4286579f60ac req-cf4254f2-d593-4530-a704-0e85819756d6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.243584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.244920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6484229-4fd5-4ade-96f1-4286579f60ac req-cf4254f2-d593-4530-a704-0e85819756d6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0848927 Aug 30 22:45:38.293489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6484229-4fd5-4ade-96f1-4286579f60ac req-3450bbaf-b159-497c-a51b-c347ad9f243f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Aug 30 22:45:38.465491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-13bf385f-f6e8-47d0-a5f0-48e2f4bae2fd service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191114 Aug 30 22:45:38.482259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Allocated IP 172.25.7.13 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a77cc41e-a95a-448e-ab54-afc07d9b7358) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:38.582008 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5b51550-ad7f-49ce-b6a1-c5ce0a4dc218 req-fdab5cae-42df-4db8-96da-b143c8f79516 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 210 time: 0.0290911 Aug 30 22:45:38.658230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2efb2d19-6b73-4913-b88c-ac4091c10c92 req-f11f611c-24bd-45be-b722-d18b45432220 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588013 Aug 30 22:45:38.661091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.706889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.708339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d1414-566b-4a92-a9e0-a7b3518c977d req-a2a316dc-a196-4df6-a2ef-12338a1f2260 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.710203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea6d1414-566b-4a92-a9e0-a7b3518c977d req-a2a316dc-a196-4df6-a2ef-12338a1f2260 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 948 time: 0.0608351 Aug 30 22:45:38.748857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:38.750240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea6d1414-566b-4a92-a9e0-a7b3518c977d req-6da6c9c0-a11c-43f7-a802-bae3821be2a3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328648 Aug 30 22:45:38.756373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:38.758549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event updated for resources: {'Port': ['ID=a77cc41e-a95a-448e-ab54-afc07d9b7358,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:38.760722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:38.864156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.870397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c34f93-eb2f-4970-a481-5a61e3b48834 req-da7d6cb4-1383-4ada-8116-c33674fceaf5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:38.872080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72c34f93-eb2f-4970-a481-5a61e3b48834 req-da7d6cb4-1383-4ada-8116-c33674fceaf5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0531495 Aug 30 22:45:38.897769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:38.911792 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72c34f93-eb2f-4970-a481-5a61e3b48834 req-0b125742-0a66-4aa3-95ba-fc4d7e265cad tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329025 Aug 30 22:45:39.062636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.068439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.139661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event updated for resources: {'Port': ['ID=a77cc41e-a95a-448e-ab54-afc07d9b7358,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:39.178205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.205520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.207293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-a6cee5e5-7200-4090-b9ae-e2ead2f3fa2b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2799523 Aug 30 22:45:39.250986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a1aa3-8208-4401-b8df-a4c4e57ff856 req-8c248f8a-3824-40f3-9b04-d12e56816615 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.252668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b0a1aa3-8208-4401-b8df-a4c4e57ff856 req-8c248f8a-3824-40f3-9b04-d12e56816615 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0802379 Aug 30 22:45:39.273950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-9dc35e2a-f8f6-49ad-9ffd-b5a1785e9483 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0605030 Aug 30 22:45:39.340857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b0a1aa3-8208-4401-b8df-a4c4e57ff856 req-67fb1dff-8770-4e99-9d7e-dad6d4574c6e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779200 Aug 30 22:45:39.480109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966f1e7f-9f75-412e-9f36-7316cba5e91f req-edb56398-2ce3-4511-a458-c7147a6ba3d1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.482300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-966f1e7f-9f75-412e-9f36-7316cba5e91f req-edb56398-2ce3-4511-a458-c7147a6ba3d1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0791910 Aug 30 22:45:39.489401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-9419de83-967f-4bcb-b34c-29ee5735e365 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.498485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d00c0594-45eb-48ab-a264-c31f4ac14b8d req-9419de83-967f-4bcb-b34c-29ee5735e365 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2234070 Aug 30 22:45:39.510428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-e85fee2a-d17e-4a79-aad6-73561ccdf771 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.511963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-e85fee2a-d17e-4a79-aad6-73561ccdf771 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.2353866 Aug 30 22:45:39.548499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Request body: {'port': {'device_id': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'admin_state_up': True, 'tenant_id': '5f4141327b444c67b6770eab4842974e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:39.550063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-966f1e7f-9f75-412e-9f36-7316cba5e91f req-a7186406-fa93-4f99-afe4-516617139969 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578487 Aug 30 22:45:39.706015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c9633cc-f57a-4116-b344-f36c94ea73fc req-5f9022e9-df8b-485a-a6c2-9ea65575c512 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 210 time: 0.0259550 Aug 30 22:45:39.740225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:39.743791 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:39.839288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-e5dce394-94d2-47be-8daf-7bf154bee99d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.841356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-e5dce394-94d2-47be-8daf-7bf154bee99d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 820 time: 0.1782420 Aug 30 22:45:39.875635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-e5f2a0b6-9728-4bac-aff5-9bf2b5b876e8 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/quotas/71e73df376ff4722b031e72b49d708a4 HTTP/1.1" status: 200 len: 375 time: 0.0236969 Aug 30 22:45:39.882519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac8a0d-b589-4513-8c18-0a746e2cc703 req-563af4b5-304c-43eb-b5c9-3175b100df30 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:39.884434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aac8a0d-b589-4513-8c18-0a746e2cc703 req-563af4b5-304c-43eb-b5c9-3175b100df30 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 948 time: 0.0623624 Aug 30 22:45:39.976105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2aac8a0d-b589-4513-8c18-0a746e2cc703 req-8f7683b9-22df-4ea9-b712-88492b35a891 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Aug 30 22:45:39.984822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Allocated IP 172.20.0.6 (26f2b0e1-a996-4fc0-a67d-fd44f885e218/df497270-4d4b-4236-ae5f-aedd56581d39/55a5a768-37af-45ba-81a2-41b5aea6e434) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:40.013761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-fe3c2452-63a2-4b78-a303-e60acb37327e tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1060574 Aug 30 22:45:40.191606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-32e38fd9-215c-43a2-892c-778fdc0b75d0 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686409 Aug 30 22:45:40.219360 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c1b3cde-a7a2-488f-82ee-25babb290864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.277599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.332916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-23adfda8-7252-4e76-acfd-4db6c8938e9c service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340678 Aug 30 22:45:40.346211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.387994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:40.393236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:40.395830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:40.430916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:40.466300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:40.468678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.484644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-416b39b5-081c-42ae-a808-b3ae4bbbf986 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9417722 Aug 30 22:45:40.512158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Request body: {'port': {'device_id': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:40.597397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156bee2-9a31-4041-9753-3634b9032d6a req-e74dc533-d041-467f-ae51-e4ede99e8c2a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:40.599390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4156bee2-9a31-4041-9753-3634b9032d6a req-e74dc533-d041-467f-ae51-e4ede99e8c2a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1037517 Aug 30 22:45:40.618404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:40.714591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4156bee2-9a31-4041-9753-3634b9032d6a req-63be3055-a4ba-442d-b322-a7d76e999abf tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032774 Aug 30 22:45:40.816181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-609f3129-436f-4438-9f88-4f6208eafee1 req-7bbd16b4-1ffb-4c52-b3f9-7fc0031b9065 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 210 time: 0.0939987 Aug 30 22:45:40.870498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 81eb4d14-90fa-4e01-ba08-542b1225b23b details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:40.945694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ec845f-cf87-4c3e-a9c0-ff58de29c4f8 req-96591ef5-194b-4718-8b45-a4851b21e3fd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:40.954709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43ec845f-cf87-4c3e-a9c0-ff58de29c4f8 req-96591ef5-194b-4718-8b45-a4851b21e3fd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1308861 Aug 30 22:45:41.008957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:41.025848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '81eb4d14-90fa-4e01-ba08-542b1225b23b', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '81eb4d14-90fa-4e01-ba08-542b1225b23b', 'mac_address': 'fa:16:3e:d6:d2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:41.036321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43ec845f-cf87-4c3e-a9c0-ff58de29c4f8 req-672cfb0e-8d45-4634-8851-55192ca73de8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807192 Aug 30 22:45:41.110399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.123535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a5a768-37af-45ba-81a2-41b5aea6e434 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:41.138729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.139182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81eb4d14-90fa-4e01-ba08-542b1225b23b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:41.158624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b37cc-b336-4bb2-bcc8-f915392867a2 req-3d4d34f2-0837-4099-b7c1-d7cc7444f5f4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:41.161602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-245b37cc-b336-4bb2-bcc8-f915392867a2 req-3d4d34f2-0837-4099-b7c1-d7cc7444f5f4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 931 time: 0.0751693 Aug 30 22:45:41.180116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Transition to ACTIVE for port object 55a5a768-37af-45ba-81a2-41b5aea6e434 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:41.182250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:41.191460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.194564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.239544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-245b37cc-b336-4bb2-bcc8-f915392867a2 req-7f650823-94cd-413b-bca7-1527ffc377fa tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704255 Aug 30 22:45:41.247631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ced22-7a6e-4f51-859a-530874180081 req-6c31ca9a-797e-4787-9366-20d714a0b6ad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:41.255381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-301ced22-7a6e-4f51-859a-530874180081 req-6c31ca9a-797e-4787-9366-20d714a0b6ad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 948 time: 0.1218400 Aug 30 22:45:41.278051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:41.302156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:41.332170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-301ced22-7a6e-4f51-859a-530874180081 req-d89e33f8-5ec3-4929-be77-74638fce94a2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756366 Aug 30 22:45:41.380995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:41.381320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:41.381640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:41.385893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:41.386208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:41.391559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:41.391894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:41.392271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:41.392689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Bound port: 55a5a768-37af-45ba-81a2-41b5aea6e434, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:41.393041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.460576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:41.463916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:41.468886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.503860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:41.504519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.505901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] 10.222.0.47 "PUT /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 1092 time: 1.0003078 Aug 30 22:45:41.506332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:41.508556 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baaae94-56c7-4e04-9652-1d5c7d225177" -d '{"events": [{"name": "network-changed", "server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:41.532373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ea8ae-b032-4fc9-a122-a1e13ed3cada service neutron] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:41.548180 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae0ee04-4957-472d-a39b-bbc0ffaa9128 x-openstack-request-id: req-5ae0ee04-4957-472d-a39b-bbc0ffaa9128 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:41.548480 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:41.548733 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ae0ee04-4957-472d-a39b-bbc0ffaa9128 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:41.549167 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'status': 'completed', 'code': 200} Aug 30 22:45:41.631673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-32fadfd1-12a3-4935-b286-87f4228a50a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:41.633191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-32fadfd1-12a3-4935-b286-87f4228a50a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1095 time: 0.0467081 Aug 30 22:45:41.652660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:41.678058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f3a6dd9-5624-47e1-8312-6a701bee6d11 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:41.829529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:41.851722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'mac_address': 'fa:16:3e:68:78:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:41.856288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-44d78b41-39ee-44d3-81c1-f7b73d9b1f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:41.858823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-44d78b41-39ee-44d3-81c1-f7b73d9b1f1b service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=5f4141327b444c67b6770eab4842974e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2085838 Aug 30 22:45:41.942866 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:41.971294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f3a6dd9-5624-47e1-8312-6a701bee6d11 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:42.029935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d432426-bf0b-4dba-a74b-5ab8c032aab5 req-a4dc6101-c6e2-446b-96fa-b147d673968d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 210 time: 0.0544336 Aug 30 22:45:42.066846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:42.083803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.115527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-3e50d6cf-c995-4ba2-8899-e837d57fd850 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.117422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-3e50d6cf-c995-4ba2-8899-e837d57fd850 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 820 time: 0.2182817 Aug 30 22:45:42.152707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'port': {'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'admin_state_up': True, 'tenant_id': '71e73df376ff4722b031e72b49d708a4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:42.235141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:42.337539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Made reservation on behalf of 71e73df376ff4722b031e72b49d708a4 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:42.341156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.427943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25caa2-5f9c-49b8-a1ca-6103f1f00291 req-45ebb70d-3eb9-47c9-8417-98049c374a62 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.429566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce25caa2-5f9c-49b8-a1ca-6103f1f00291 req-45ebb70d-3eb9-47c9-8417-98049c374a62 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.5695889 Aug 30 22:45:42.519764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-ecb311c3-9362-4830-ad72-a1b63a501822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.521437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9baaae94-56c7-4e04-9652-1d5c7d225177 req-ecb311c3-9362-4830-ad72-a1b63a501822 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6284411 Aug 30 22:45:42.527263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce25caa2-5f9c-49b8-a1ca-6103f1f00291 req-92330ade-c2c7-4b9d-a216-17e782bcf3ab tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901413 Aug 30 22:45:42.561312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:42.606728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f031fd99-ddd4-45d3-b7b1-47466ab0e216 req-eb6bc500-ce10-4740-a6a3-9ed52af8802e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.614500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f031fd99-ddd4-45d3-b7b1-47466ab0e216 req-eb6bc500-ce10-4740-a6a3-9ed52af8802e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1556344 Aug 30 22:45:42.698247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f031fd99-ddd4-45d3-b7b1-47466ab0e216 req-64ff3895-7a76-486d-97ee-d4fdb0d1c9a1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828424 Aug 30 22:45:42.699434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Allocated IP 172.20.0.12 (caec7619-7dd7-4601-a50a-a07e0f84e701/a25047b4-0ab2-4c02-a868-a761ff9d795e/1e13e02d-e08b-4dbd-913f-2071a65244e2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:42.716617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-dc5c3b7e-bd3c-4782-b3c8-7b32cfd8e142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.718208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-dc5c3b7e-bd3c-4782-b3c8-7b32cfd8e142 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1095 time: 0.1318746 Aug 30 22:45:42.761811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a8e9d8-8faf-46b5-b00c-2da5c81fd2eb req-a088bd80-563d-4218-a1d7-66c9ec0fd901 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.763583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a8e9d8-8faf-46b5-b00c-2da5c81fd2eb req-a088bd80-563d-4218-a1d7-66c9ec0fd901 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.1228275 Aug 30 22:45:42.811999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-9b7d600a-2197-4b8c-b87e-18aa5aac6fd0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 217 time: 0.0762429 Aug 30 22:45:42.825811 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:42.925913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a8e9d8-8faf-46b5-b00c-2da5c81fd2eb req-98dde761-e43b-44ed-8e0f-fe6712a1a221 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184349 Aug 30 22:45:42.936159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-57cc21ba-2eb1-430f-a04b-a28c15e425ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.938227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-57cc21ba-2eb1-430f-a04b-a28c15e425ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1111720 Aug 30 22:45:42.966426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddb609c-b468-46bc-81d6-2db4ff113944 req-7f70713c-e99f-4bc1-b94f-a38c30dee59e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:42.968236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ddb609c-b468-46bc-81d6-2db4ff113944 req-7f70713c-e99f-4bc1-b94f-a38c30dee59e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 949 time: 0.1685605 Aug 30 22:45:42.985748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-ecf55b95-3dcd-4398-8609-bfd93609d01d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336750 Aug 30 22:45:43.037986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ddb609c-b468-46bc-81d6-2db4ff113944 req-163b8541-38ba-4f9b-a9d7-ed12b5ae19f6 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600290 Aug 30 22:45:43.085444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.110463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Transition to ACTIVE for port object 1e13e02d-e08b-4dbd-913f-2071a65244e2 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:43.152805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.170665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1278120c-b38a-4d87-8c44-429b09650d3b req-5b5edd80-ab06-413e-bca6-801d9516ae03 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 210 time: 0.0399437 Aug 30 22:45:43.190991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-2bbeb02d-0474-401a-94ce-10116bab6613 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663966 Aug 30 22:45:43.205310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Network caec7619-7dd7-4601-a50a-a07e0f84e701 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:43.208519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:43.212819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:43.217489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event updated for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:43.269600 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32d72c57-ca88-4a7a-b33d-08d3dcf48f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.319447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.320412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.336356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-9719a7e1-50e8-4b6a-b8e6-ba380ca8743b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1884952 Aug 30 22:45:43.357894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2071aa5-f78d-48db-921d-df3d9f8d8c9f req-d411d780-0cbb-48f8-bf53-3eebc89b8489 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266770 Aug 30 22:45:43.360015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Request body: {'port': {'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:43.440312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.574774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-48f48ab9-1f72-4e8d-bbba-9998b593da04 None None] Provisioning for port 1e13e02d-e08b-4dbd-913f-2071a65244e2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:43.579491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-48f48ab9-1f72-4e8d-bbba-9998b593da04 None None] Provisioning complete for port 1e13e02d-e08b-4dbd-913f-2071a65244e2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:43.580203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-48f48ab9-1f72-4e8d-bbba-9998b593da04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.631419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-48f48ab9-1f72-4e8d-bbba-9998b593da04 None None] Port 1e13e02d-e08b-4dbd-913f-2071a65244e2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:43.709755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0beb13-ea87-4eca-b1ff-55c03867bca6 req-b5ebeb67-4090-43a5-b64a-026e4814dfe6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.711251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0beb13-ea87-4eca-b1ff-55c03867bca6 req-b5ebeb67-4090-43a5-b64a-026e4814dfe6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0806394 Aug 30 22:45:43.788696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0beb13-ea87-4eca-b1ff-55c03867bca6 req-41eb8328-0e61-4377-b86b-ef016c5c052c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669448 Aug 30 22:45:43.803261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e13e02d-e08b-4dbd-913f-2071a65244e2 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:43.817652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.831516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Transition to ACTIVE for port object 1e13e02d-e08b-4dbd-913f-2071a65244e2 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:43.836689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:43.836839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6087eee-d6b4-4f5e-a33c-17a076c0870b req-95d2a39b-92d0-48e8-9cb7-8a589a313215 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:43.838324 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6087eee-d6b4-4f5e-a33c-17a076c0870b req-95d2a39b-92d0-48e8-9cb7-8a589a313215 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0608382 Aug 30 22:45:43.843685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['8c225888-4a89-4958-918b-91533cc450a5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:43.880172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6087eee-d6b4-4f5e-a33c-17a076c0870b req-d1083087-4e6c-4b69-a1b7-83910e0d83a5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327172 Aug 30 22:45:43.889638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:44.014293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Attempting to bind port 1e13e02d-e08b-4dbd-913f-2071a65244e2 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:44.014676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Attempting to bind port 1e13e02d-e08b-4dbd-913f-2071a65244e2 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:44.015018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Attempting to bind port 1e13e02d-e08b-4dbd-913f-2071a65244e2 on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:44.021132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Port 1e13e02d-e08b-4dbd-913f-2071a65244e2 on network caec7619-7dd7-4601-a50a-a07e0f84e701 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:44.021466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Attempting to bind port 1e13e02d-e08b-4dbd-913f-2071a65244e2 on network caec7619-7dd7-4601-a50a-a07e0f84e701 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:44.029414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:44.029623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Checking segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:44.030077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Bound using segment: {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:44.030527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Bound port: 1e13e02d-e08b-4dbd-913f-2071a65244e2, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:44.033697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:44.181117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:44.187530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ad8f6a-1c85-4473-be47-0c8ebf95285d req-c3b84c81-d73a-4998-beb8-e737fe14ae28 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.189601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14ad8f6a-1c85-4473-be47-0c8ebf95285d req-c3b84c81-d73a-4998-beb8-e737fe14ae28 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 949 time: 0.0640991 Aug 30 22:45:44.192238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c133268-e461-4c71-9e99-1c48547c9bdf req-e227d86d-d35d-4884-b6cf-17bfa2177173 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.194066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c133268-e461-4c71-9e99-1c48547c9bdf req-e227d86d-d35d-4884-b6cf-17bfa2177173 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.0992382 Aug 30 22:45:44.196371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:44.210131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:44.240524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14ad8f6a-1c85-4473-be47-0c8ebf95285d req-b1c9fb96-da4b-4094-80f5-b051b4a6194b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386004 Aug 30 22:45:44.287527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.288154 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:44.289758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] 10.222.0.47 "PUT /v2.0/ports/1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 1093 time: 0.9353077 Aug 30 22:45:44.294917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:44.297221 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00de3e0-7119-4926-9801-1be68f69b73c" -d '{"events": [{"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:44.310516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c133268-e461-4c71-9e99-1c48547c9bdf req-6f570a55-4b02-4cb8-8a3d-9508ef6ec9de tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084988 Aug 30 22:45:44.324327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1395126-5b90-44ae-aa99-a29185cf6b70 service neutron] Pushing event updated for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:44.388865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:44.421281 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9cf234-cac6-4039-a2e8-53dcff409239 x-openstack-request-id: req-5d9cf234-cac6-4039-a2e8-53dcff409239 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:44.421957 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:44.423692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ec1313-2265-4e00-ac8c-1d34b6102bec req-7bc36243-998e-4d26-a538-a30067e67865 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.424328 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d9cf234-cac6-4039-a2e8-53dcff409239 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:44.425126 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'status': 'completed', 'code': 200} Aug 30 22:45:44.437670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1ec1313-2265-4e00-ac8c-1d34b6102bec req-7bc36243-998e-4d26-a538-a30067e67865 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 944 time: 0.1187336 Aug 30 22:45:44.441891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-13a61519-8ab2-494f-a709-07f3f462c5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.443700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-13a61519-8ab2-494f-a709-07f3f462c5f7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1096 time: 0.0780730 Aug 30 22:45:44.492036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1ec1313-2265-4e00-ac8c-1d34b6102bec req-4e508a1a-ae7a-4828-a0f7-937975ebcf70 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509887 Aug 30 22:45:44.505839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-a38f52a4-532a-40ef-a8a9-4daf40abbd22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 217 time: 0.0415826 Aug 30 22:45:44.585204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-da49654c-d6d3-4fcf-887b-5fadb3f83793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.587316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-da49654c-d6d3-4fcf-887b-5fadb3f83793 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0576892 Aug 30 22:45:44.653237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-2c8a576a-aba4-45fb-b06c-ef902e5daab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:44.654849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-2c8a576a-aba4-45fb-b06c-ef902e5daab9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436599 Aug 30 22:45:44.760027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-20ab69a6-215a-4088-b684-ce95192823f2 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836673 Aug 30 22:45:44.906100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 81eb4d14-90fa-4e01-ba08-542b1225b23b up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:44.969094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 81eb4d14-90fa-4e01-ba08-542b1225b23b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:44.974401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 81eb4d14-90fa-4e01-ba08-542b1225b23b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:44.974826 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.040048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12db3d-a790-4aed-9069-925f0dc9f6e6 req-f9cb2a09-7b04-4a14-b3fa-a133f67a79b6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.041738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c12db3d-a790-4aed-9069-925f0dc9f6e6 req-f9cb2a09-7b04-4a14-b3fa-a133f67a79b6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0659149 Aug 30 22:45:45.080267 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.091527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c12db3d-a790-4aed-9069-925f0dc9f6e6 req-96435155-ffcb-42b8-9d06-d7c8cecb82a4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Aug 30 22:45:45.109339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:45.111762 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b66cd3-98e3-489e-b140-acae33f771f0" -d '{"events": [{"server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "name": "network-vif-plugged", "status": "completed", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:45.127259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:45.134760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.167302 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1922a-3d7d-4a63-bf11-c296227450b9 x-openstack-request-id: req-20e1922a-3d7d-4a63-bf11-c296227450b9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:45.168312 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "name": "network-vif-plugged", "status": "completed", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:45.168589 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20e1922a-3d7d-4a63-bf11-c296227450b9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:45.168977 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b', 'code': 200} Aug 30 22:45:45.198239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:45.232505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e5eb8f-97de-4798-8898-ea9ad57a2a49 req-749c6824-aa7e-4622-ac1c-f6266923b9ea tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.234135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1e5eb8f-97de-4798-8898-ea9ad57a2a49 req-749c6824-aa7e-4622-ac1c-f6266923b9ea tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1046472 Aug 30 22:45:45.252602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c03e9a25-b7d7-49ef-ad16-ac188d26c975 req-58f1e847-4a18-428b-a07d-dd4023c0ac5f service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4707899 Aug 30 22:45:45.305305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1e5eb8f-97de-4798-8898-ea9ad57a2a49 req-2b7cb22d-f11a-4875-96b2-da77e36ce1cc tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648537 Aug 30 22:45:45.330186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0af3f-8a06-4617-b871-388c35dda213 req-3c632291-8d92-4dbd-aa9e-6f1fc79b1759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.331849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80f0af3f-8a06-4617-b871-388c35dda213 req-3c632291-8d92-4dbd-aa9e-6f1fc79b1759 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 1102 time: 0.0696275 Aug 30 22:45:45.406294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de3e0-7119-4926-9801-1be68f69b73c req-502e4db6-f5b3-4c42-bf68-45d712571f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.407963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-502e4db6-f5b3-4c42-bf68-45d712571f2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1096 time: 0.0882888 Aug 30 22:45:45.410178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80f0af3f-8a06-4617-b871-388c35dda213 req-e8753758-7d1e-4b27-8b15-22ae6770ebf8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495265 Aug 30 22:45:45.414161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144752-bde5-4a46-8583-63a6aded04db req-a6021bf9-81ef-4910-988c-92a02fe03d4f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.416006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55144752-bde5-4a46-8583-63a6aded04db req-a6021bf9-81ef-4910-988c-92a02fe03d4f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 949 time: 0.0698082 Aug 30 22:45:45.464310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55144752-bde5-4a46-8583-63a6aded04db req-640ca29a-8090-46a3-a512-88f6e966b239 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420067 Aug 30 22:45:45.518418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459d48f1-ee2a-4a02-9242-dde46126b202 req-59526358-8ee1-459a-aae6-67ecee9f4cd2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.519976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-459d48f1-ee2a-4a02-9242-dde46126b202 req-59526358-8ee1-459a-aae6-67ecee9f4cd2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.1087992 Aug 30 22:45:45.565070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de3e0-7119-4926-9801-1be68f69b73c req-60ef1c7e-8924-41ff-a6e4-e7d970b62da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.570086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-60ef1c7e-8924-41ff-a6e4-e7d970b62da1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1275229 Aug 30 22:45:45.582038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-459d48f1-ee2a-4a02-9242-dde46126b202 req-be0c8c28-58a2-4677-94c2-03792ccb0a5b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506461 Aug 30 22:45:45.609589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6f1af5-d7c6-4f2b-b9e4-c0a00fde020d req-8c4ea600-02be-402a-87ec-005d0b1209c5 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.616797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c6f1af5-d7c6-4f2b-b9e4-c0a00fde020d req-8c4ea600-02be-402a-87ec-005d0b1209c5 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 944 time: 0.0591803 Aug 30 22:45:45.635016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-9d981495-fcc8-45fd-8bf1-6f06404587f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 217 time: 0.0450816 Aug 30 22:45:45.656436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c6f1af5-d7c6-4f2b-b9e4-c0a00fde020d req-43779dfb-fdce-4b8c-8589-7eee43f0373d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387628 Aug 30 22:45:45.697730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de3e0-7119-4926-9801-1be68f69b73c req-bf4d8c86-af72-455e-8edb-bcd114aa0349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.699725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-bf4d8c86-af72-455e-8edb-bcd114aa0349 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0522811 Aug 30 22:45:45.709480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:45.713986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f3a6dd9-5624-47e1-8312-6a701bee6d11 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:45.763747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00de3e0-7119-4926-9801-1be68f69b73c req-0ed5ff38-b469-456d-a26f-c211fed9947e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:45.765252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-0ed5ff38-b469-456d-a26f-c211fed9947e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449255 Aug 30 22:45:45.854726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.856568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:45.863389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:45.863765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:45.878450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-d60d64a6-9b5a-4d85-beef-b2f2ba36e5f9 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953939 Aug 30 22:45:45.903141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:45.927548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'port_id': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'mac_address': 'fa:16:3e:ea:0b:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df497270-4d4b-4236-ae5f-aedd56581d39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:45.984075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c00de3e0-7119-4926-9801-1be68f69b73c req-b90f7664-771e-4870-abbd-a52225c29831 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912716 Aug 30 22:45:45.999336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.008324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.020445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55a5a768-37af-45ba-81a2-41b5aea6e434 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:46.050271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:46.059479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.062181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:46.066327 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:46.110361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:46.158829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:46.221662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693be0a-764c-4982-a6d8-9aa60d8de024 req-79eb1f72-d2a7-4af4-9dd4-ef6a1860b706 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:46.223177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c693be0a-764c-4982-a6d8-9aa60d8de024 req-79eb1f72-d2a7-4af4-9dd4-ef6a1860b706 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0484796 Aug 30 22:45:46.261217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c693be0a-764c-4982-a6d8-9aa60d8de024 req-26e58730-4243-4617-b65d-34fa22593d26 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320327 Aug 30 22:45:46.432369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db3ed51-c219-4f91-95dd-0a2d3d3d505f req-8b03b0f1-8518-4f49-adbc-39e19830a29e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:46.433861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7db3ed51-c219-4f91-95dd-0a2d3d3d505f req-8b03b0f1-8518-4f49-adbc-39e19830a29e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0494998 Aug 30 22:45:46.471644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7db3ed51-c219-4f91-95dd-0a2d3d3d505f req-96a0b065-68bd-4605-81f5-851de1cbc681 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319719 Aug 30 22:45:46.581973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464df0a-9878-4cf2-a8a4-8840a4f53b1f req-012c7d5c-ee84-4697-9293-a048bd11ad96 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:46.583433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5464df0a-9878-4cf2-a8a4-8840a4f53b1f req-012c7d5c-ee84-4697-9293-a048bd11ad96 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 950 time: 0.0527434 Aug 30 22:45:46.596616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['55a5a768-37af-45ba-81a2-41b5aea6e434'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:46.621317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5464df0a-9878-4cf2-a8a4-8840a4f53b1f req-d9be5f40-6408-4f5c-9715-b86524e6111a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311124 Aug 30 22:45:46.721568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552fd56-f68b-4e87-a770-77a0d2e1b0c4 req-472510e1-6c5b-4bbb-b668-5b6d86e369e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:46.723138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d552fd56-f68b-4e87-a770-77a0d2e1b0c4 req-472510e1-6c5b-4bbb-b668-5b6d86e369e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.0563312 Aug 30 22:45:46.767056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d552fd56-f68b-4e87-a770-77a0d2e1b0c4 req-ada4a3a9-a9f8-4768-8802-987f0459c2f2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363281 Aug 30 22:45:46.785867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c31543-6255-4c7e-99f0-a31b7267a5e4 req-e94ebef1-cca5-4101-b113-7d8cc89baff4 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:46.788413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9c31543-6255-4c7e-99f0-a31b7267a5e4 req-e94ebef1-cca5-4101-b113-7d8cc89baff4 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 944 time: 0.0581734 Aug 30 22:45:46.827309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9c31543-6255-4c7e-99f0-a31b7267a5e4 req-1a0db08d-bb6a-48cc-888e-d4476cd3bcfa tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326195 Aug 30 22:45:47.170135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:47.172475 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b59726e-b9b0-4132-99cf-612631704379" -d '{"events": [{"server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:47.208753 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead428e9-097f-46c6-bb17-e0b363564f91 x-openstack-request-id: req-ead428e9-097f-46c6-bb17-e0b363564f91 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:47.209055 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "name": "network-vif-plugged", "status": "completed", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:47.209313 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ead428e9-097f-46c6-bb17-e0b363564f91 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:47.209709 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'code': 200} Aug 30 22:45:47.333554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c964867b-026f-4b17-ab94-87b5faaedacc req-a515821c-f5cb-4c2e-b3b9-1ee7c0f9bc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.335102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c964867b-026f-4b17-ab94-87b5faaedacc req-a515821c-f5cb-4c2e-b3b9-1ee7c0f9bc2a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 1102 time: 0.0402310 Aug 30 22:45:47.382528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c964867b-026f-4b17-ab94-87b5faaedacc req-52dac9ac-6136-4595-af83-f742a0bb041a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290213 Aug 30 22:45:47.383692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe665b-f391-4863-b30a-b3f79e5fa373 req-8b556721-89cb-4d41-95a6-cbd3424fd5b0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.385166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37fe665b-f391-4863-b30a-b3f79e5fa373 req-8b556721-89cb-4d41-95a6-cbd3424fd5b0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0489457 Aug 30 22:45:47.423097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37fe665b-f391-4863-b30a-b3f79e5fa373 req-66d83efb-1de5-4363-bc2e-d74babc40d89 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317309 Aug 30 22:45:47.586620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5430e71a-4152-4d3d-b1ea-93e952ab7770 req-8345535c-ef5d-4e70-8e6a-17ece0646214 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.588099 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5430e71a-4152-4d3d-b1ea-93e952ab7770 req-8345535c-ef5d-4e70-8e6a-17ece0646214 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0481334 Aug 30 22:45:47.626482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5430e71a-4152-4d3d-b1ea-93e952ab7770 req-d0572ab5-cc0c-47f0-83ed-740949d4b5f9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Aug 30 22:45:47.720125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1e13e02d-e08b-4dbd-913f-2071a65244e2 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:47.741089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2189c13b-d70e-434e-9d2d-b0ca3d347e4d req-9188857f-0492-4167-9807-1e71228a4adf tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.742663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2189c13b-d70e-434e-9d2d-b0ca3d347e4d req-9188857f-0492-4167-9807-1e71228a4adf tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 950 time: 0.0541797 Aug 30 22:45:47.783605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2189c13b-d70e-434e-9d2d-b0ca3d347e4d req-95876c7d-b3c0-4d2b-80fe-ee6e0d922f1c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350158 Aug 30 22:45:47.899935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb6191-8dc1-42c3-95ad-c9a5fec9a976 req-3d552b95-f7e6-43ba-a669-13ed66b1b0fe tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:47.901457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4eb6191-8dc1-42c3-95ad-c9a5fec9a976 req-3d552b95-f7e6-43ba-a669-13ed66b1b0fe tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.0638025 Aug 30 22:45:47.947518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4eb6191-8dc1-42c3-95ad-c9a5fec9a976 req-f0dc9029-d94a-4005-bdea-a8a77f736637 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391924 Aug 30 22:45:47.951924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:47.968281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:48.014623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:48.029431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e13e02d-e08b-4dbd-913f-2071a65244e2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:48.043008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c224f-ebcc-4296-bdd8-addca0c317fb req-bda0149a-c7d4-4766-87a8-dfaeb2f6db4c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.047416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d4c224f-ebcc-4296-bdd8-addca0c317fb req-bda0149a-c7d4-4766-87a8-dfaeb2f6db4c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 944 time: 0.0578814 Aug 30 22:45:48.057471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:48.062891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:48.087422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d4c224f-ebcc-4296-bdd8-addca0c317fb req-9cdcd4d8-6b42-47b6-9dcd-2b10b3a47041 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352001 Aug 30 22:45:48.112846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:48.538015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdb6d06-dafb-49aa-a7f7-ff835fdfa4f6 req-e315bcdc-5775-4043-b8f3-c110f4793759 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.539500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afdb6d06-dafb-49aa-a7f7-ff835fdfa4f6 req-e315bcdc-5775-4043-b8f3-c110f4793759 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0480676 Aug 30 22:45:48.581816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afdb6d06-dafb-49aa-a7f7-ff835fdfa4f6 req-beac48a6-aa94-47e3-b984-4818f203150d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357909 Aug 30 22:45:48.629614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1e13e02d-e08b-4dbd-913f-2071a65244e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:48.740642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673f79f-005b-4980-9e03-e6d9f35c9ccb req-3dd04b1d-92a8-47c3-9598-731de45b1553 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.742151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c673f79f-005b-4980-9e03-e6d9f35c9ccb req-3dd04b1d-92a8-47c3-9598-731de45b1553 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0487194 Aug 30 22:45:48.780855 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c673f79f-005b-4980-9e03-e6d9f35c9ccb req-b24c112a-ce97-4c1b-b186-98bb75ae3acf tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325906 Aug 30 22:45:48.897369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f511eb-6fb5-4978-b530-314bf95e39df req-bf5637bb-588c-4d9b-b47e-16d3291110cd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:48.898809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f511eb-6fb5-4978-b530-314bf95e39df req-bf5637bb-588c-4d9b-b47e-16d3291110cd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 950 time: 0.0483787 Aug 30 22:45:48.943303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f511eb-6fb5-4978-b530-314bf95e39df req-6b9735fb-9a23-4a72-8012-0a9b6dd1c350 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380456 Aug 30 22:45:49.067304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca36efe-962e-46e6-87e6-96ca12e68922 req-35604842-eacd-41b4-b794-0bde8e070810 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:49.068802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca36efe-962e-46e6-87e6-96ca12e68922 req-35604842-eacd-41b4-b794-0bde8e070810 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.0524814 Aug 30 22:45:49.107421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca36efe-962e-46e6-87e6-96ca12e68922 req-b61c8c12-0960-4a04-b355-fa89b30331bc tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321479 Aug 30 22:45:49.213093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f290a-2a73-4f63-9da8-73fedac6be91 req-5d0c0e50-ebd0-43d8-9253-7a7a62aee42d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:49.215335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a8f290a-2a73-4f63-9da8-73fedac6be91 req-5d0c0e50-ebd0-43d8-9253-7a7a62aee42d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 945 time: 0.0496249 Aug 30 22:45:49.254454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a8f290a-2a73-4f63-9da8-73fedac6be91 req-b8af7088-a418-483e-976d-a2c161c90821 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332382 Aug 30 22:45:49.706550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db696cc-9f06-460e-8ef1-b25221bba5b0 req-6a3a502b-d0f1-4f06-866b-86e1b9426329 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:49.708077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8db696cc-9f06-460e-8ef1-b25221bba5b0 req-6a3a502b-d0f1-4f06-866b-86e1b9426329 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0535169 Aug 30 22:45:49.737004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:49.748713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8db696cc-9f06-460e-8ef1-b25221bba5b0 req-8cb88b6b-b3e2-4c80-a7ef-dc137b3f0123 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Aug 30 22:45:49.787362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 55a5a768-37af-45ba-81a2-41b5aea6e434 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:49.791225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 55a5a768-37af-45ba-81a2-41b5aea6e434 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:49.791603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:49.869904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:49.892865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:49.895125 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb475b9-a0ba-4047-923f-6beac10cb098" -d '{"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-plugged", "status": "completed", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:49.903873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a500c20-cb27-4941-b118-57319933fa1f req-62ff44e6-1fe4-465b-8dd1-d77d55b6d015 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:49.905397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a500c20-cb27-4941-b118-57319933fa1f req-62ff44e6-1fe4-465b-8dd1-d77d55b6d015 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0483868 Aug 30 22:45:49.908042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:49.912250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:49.939807 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cdf207b-8780-450f-bd18-e7f2ca8d57a0 x-openstack-request-id: req-6cdf207b-8780-450f-bd18-e7f2ca8d57a0 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:49.940093 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-plugged", "status": "completed", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:49.940342 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6cdf207b-8780-450f-bd18-e7f2ca8d57a0 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:49.940972 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'code': 200} Aug 30 22:45:49.950533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a500c20-cb27-4941-b118-57319933fa1f req-5e828977-f4f6-43eb-b25f-0c04c875c2d3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367732 Aug 30 22:45:49.969909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:50.067772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeadae-0d95-441d-81a3-587c5731f284 req-8cf28dd8-fddc-47ca-81a4-e8b74e15ec5e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.069266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbdeadae-0d95-441d-81a3-587c5731f284 req-8cf28dd8-fddc-47ca-81a4-e8b74e15ec5e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 950 time: 0.0502379 Aug 30 22:45:50.092251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1db28-96be-425b-b448-d6783ade56bd req-7f6b1d4c-a1d0-455b-a07b-8fef39bf1ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.093853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64b1db28-96be-425b-b448-d6783ade56bd req-7f6b1d4c-a1d0-455b-a07b-8fef39bf1ca0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.0479612 Aug 30 22:45:50.108368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbdeadae-0d95-441d-81a3-587c5731f284 req-c9257599-c719-484e-95ce-8171bcf7d945 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329006 Aug 30 22:45:50.137741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64b1db28-96be-425b-b448-d6783ade56bd req-c46ebb40-2a78-4692-a4c9-b92760797b0a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291314 Aug 30 22:45:50.156578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:45:50.226134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca03a3-5667-4ff2-b0e1-bd8ef36c369e req-755a8ed0-3dda-4010-8a56-8b9537c3866c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.227615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9ca03a3-5667-4ff2-b0e1-bd8ef36c369e req-755a8ed0-3dda-4010-8a56-8b9537c3866c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 945 time: 0.0499618 Aug 30 22:45:50.227783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454eb1ac-e645-439d-9609-7036b5c1109e req-75ec5546-902f-4fe0-924c-8baaaefea047 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.229180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-454eb1ac-e645-439d-9609-7036b5c1109e req-75ec5546-902f-4fe0-924c-8baaaefea047 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 950 time: 0.0515060 Aug 30 22:45:50.267310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9ca03a3-5667-4ff2-b0e1-bd8ef36c369e req-bb94e544-678c-4712-bf96-b399378c6ec4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328379 Aug 30 22:45:50.268655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-454eb1ac-e645-439d-9609-7036b5c1109e req-28a2328a-3792-4c9a-8780-b8d9443ab290 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Aug 30 22:45:50.387100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d994c2-8b64-4264-99d2-832480c648e9 req-de404e8f-fd5b-4951-944d-10d8b30df2b1 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.388744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0d994c2-8b64-4264-99d2-832480c648e9 req-de404e8f-fd5b-4951-944d-10d8b30df2b1 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 945 time: 0.0569394 Aug 30 22:45:50.428721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0d994c2-8b64-4264-99d2-832480c648e9 req-87be3a7a-e0c3-48c2-a516-0b766967e76b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339463 Aug 30 22:45:50.623822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed1c1-fd34-4d84-9318-e52ede554e5d req-a3065a15-9cf0-4b2c-a2c9-7615e5029289 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.632320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbed1c1-fd34-4d84-9318-e52ede554e5d req-a3065a15-9cf0-4b2c-a2c9-7615e5029289 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.634519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bbed1c1-fd34-4d84-9318-e52ede554e5d req-a3065a15-9cf0-4b2c-a2c9-7615e5029289 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231&device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 1691 time: 0.0628223 Aug 30 22:45:50.672913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bbed1c1-fd34-4d84-9318-e52ede554e5d req-74d51246-24c6-4afc-bc4d-0c7f1c3a0088 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318022 Aug 30 22:45:50.835005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003c9c1-db2d-403a-a214-b716f5280eb7 req-ec762fb8-2cb2-4bd6-a3dd-4eb936f5277f tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.836702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e003c9c1-db2d-403a-a214-b716f5280eb7 req-ec762fb8-2cb2-4bd6-a3dd-4eb936f5277f tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 1102 time: 0.0450876 Aug 30 22:45:50.874042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e003c9c1-db2d-403a-a214-b716f5280eb7 req-522392e3-1115-453f-b269-9e891b6d99a1 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313237 Aug 30 22:45:50.881609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b687556-75a7-4c07-b0b1-f578718b5de7 req-598713d0-4430-43eb-82ea-58026b7c3fce tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.883168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b687556-75a7-4c07-b0b1-f578718b5de7 req-598713d0-4430-43eb-82ea-58026b7c3fce tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0534797 Aug 30 22:45:50.923932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b687556-75a7-4c07-b0b1-f578718b5de7 req-60e01c11-2eeb-4eb2-a264-66cbd943bced tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338721 Aug 30 22:45:50.991554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea2f8d-2882-48d6-9b84-b5bd0d2573e9 req-c645f334-1b82-45d0-818b-a27485cc6139 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:50.993119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49ea2f8d-2882-48d6-9b84-b5bd0d2573e9 req-c645f334-1b82-45d0-818b-a27485cc6139 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 1102 time: 0.0445251 Aug 30 22:45:51.033476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49ea2f8d-2882-48d6-9b84-b5bd0d2573e9 req-29607a47-21fb-4b90-a782-8550ad62f53a tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335302 Aug 30 22:45:51.066475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755005fe-d66d-4be8-b993-53d348cdde98 req-e01ffad5-d05b-4408-8ffa-0fd89eb3cef8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:51.067995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-755005fe-d66d-4be8-b993-53d348cdde98 req-e01ffad5-d05b-4408-8ffa-0fd89eb3cef8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Aug 30 22:45:51.109029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-755005fe-d66d-4be8-b993-53d348cdde98 req-3af5ae0b-c0a8-4cf3-a301-2429b251fe57 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 30 22:45:51.204895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-31d0e8a4-5738-435d-8435-56896060e2b2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226276 Aug 30 22:45:51.316437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-6621c8c9-bfc1-4cb3-9a62-1feabf54a98e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:51.317972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-6621c8c9-bfc1-4cb3-9a62-1feabf54a98e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1076458 Aug 30 22:45:51.332878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-75ba4f06-7d69-4846-b34b-55aa2debc042 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0092304 Aug 30 22:45:51.392051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db9e502-7d06-4c65-ad8d-a5dfc0c48d39 req-84138d9a-8bc6-443c-8bb7-48b296c22d7c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:51.392371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-87c40d25-7757-403e-b50b-a7e387146033 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539706 Aug 30 22:45:51.393533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0db9e502-7d06-4c65-ad8d-a5dfc0c48d39 req-84138d9a-8bc6-443c-8bb7-48b296c22d7c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Aug 30 22:45:51.431310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0db9e502-7d06-4c65-ad8d-a5dfc0c48d39 req-11e912ba-4fae-4e44-a6cb-3720886e4c62 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Aug 30 22:45:51.604387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734a29b-6010-4eb8-8291-392ad330b433 req-e2a2cb38-a8e1-4051-86c9-f02a92ebced5 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:51.606574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7734a29b-6010-4eb8-8291-392ad330b433 req-e2a2cb38-a8e1-4051-86c9-f02a92ebced5 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 945 time: 0.0550566 Aug 30 22:45:51.606900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5eba3a37-79c1-44bc-8d88-8f28dcc31cd8 req-a9573ba9-555f-4499-b543-ddb20f3d3b29 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 210 time: 0.0310209 Aug 30 22:45:51.661830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7734a29b-6010-4eb8-8291-392ad330b433 req-730ae973-16ff-492d-bb71-61608bd33ec4 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488095 Aug 30 22:45:51.746120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1e13e02d-e08b-4dbd-913f-2071a65244e2 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:45:51.803834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1e13e02d-e08b-4dbd-913f-2071a65244e2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:51.808203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1e13e02d-e08b-4dbd-913f-2071a65244e2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:51.808632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.887639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.920211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:51.924395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:51.951972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:51.954175 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0b8cb8-6d12-4987-87c4-4406bf1e533c" -d '{"events": [{"server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:51.986378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:52.009361 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ad1ddd-7fd2-4cbc-848c-4a662fe4f22a x-openstack-request-id: req-09ad1ddd-7fd2-4cbc-848c-4a662fe4f22a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:52.009657 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "name": "network-vif-plugged", "status": "completed", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:52.009982 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-09ad1ddd-7fd2-4cbc-848c-4a662fe4f22a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:52.010373 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'code': 200} Aug 30 22:45:52.071534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144cf087-d32d-40a2-bc38-b80ec011db9a req-c3e7d6a1-9701-4765-8486-31a0672c4c00 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.073076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-144cf087-d32d-40a2-bc38-b80ec011db9a req-c3e7d6a1-9701-4765-8486-31a0672c4c00 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0505743 Aug 30 22:45:52.090939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:52.117653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-144cf087-d32d-40a2-bc38-b80ec011db9a req-70052338-1fc9-4d67-a4bc-ce8ec95fd9c9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375886 Aug 30 22:45:52.218456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339dad38-a226-43e5-b8a0-605b01567fab req-eecd14e2-0517-4905-97b2-d0b8d256f24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.220190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-339dad38-a226-43e5-b8a0-605b01567fab req-eecd14e2-0517-4905-97b2-d0b8d256f24b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1098 time: 0.0809143 Aug 30 22:45:52.243841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a47b9-a85d-44fe-a6cc-250c5d60537e req-1ba6b42b-1bef-48de-8aac-b4bfb1378621 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.252616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c2a47b9-a85d-44fe-a6cc-250c5d60537e req-1ba6b42b-1bef-48de-8aac-b4bfb1378621 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0669775 Aug 30 22:45:52.311249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-339dad38-a226-43e5-b8a0-605b01567fab req-0fc03881-b91b-4ece-bb50-562b805137e5 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507097 Aug 30 22:45:52.316472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c2a47b9-a85d-44fe-a6cc-250c5d60537e req-b3c1a3f2-5dfd-4dc9-8a41-ca8798ecec81 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578244 Aug 30 22:45:52.554492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518e439-5485-4618-9ea3-187de75a1a38 req-446d11c3-7283-4530-beb6-79ce3f58e5b8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.556027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3518e439-5485-4618-9ea3-187de75a1a38 req-446d11c3-7283-4530-beb6-79ce3f58e5b8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 945 time: 0.0536730 Aug 30 22:45:52.600412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3518e439-5485-4618-9ea3-187de75a1a38 req-36dcbceb-6333-44c4-85c5-cae58551717c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369322 Aug 30 22:45:52.712310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fcbf83df-2139-411e-82ed-92df93e31249 req-fc1dddc9-58da-4993-89ef-fd3ea4799b87 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 210 time: 0.0283606 Aug 30 22:45:52.718116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-6784f7a6-8a60-4ed0-bb94-fa688636ebf8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298390 Aug 30 22:45:52.847744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab4aa8-d30e-4f35-a715-96cb41b9a9ea req-0db7414a-3315-48cb-9910-cfb57b8242eb tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.852378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfab4aa8-d30e-4f35-a715-96cb41b9a9ea req-0db7414a-3315-48cb-9910-cfb57b8242eb tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 946 time: 0.0681226 Aug 30 22:45:52.862737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-ad9a988a-a874-4c34-b6a5-fb779aadcf7a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.864297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-ad9a988a-a874-4c34-b6a5-fb779aadcf7a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298137 Aug 30 22:45:52.897476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfab4aa8-d30e-4f35-a715-96cb41b9a9ea req-25eeef0a-4adf-47d8-ab0a-0f965d03fb11 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367250 Aug 30 22:45:52.940114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:52.961401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a3244-8614-41ea-b5c3-b2e352236175 req-1fb67b08-a58c-4381-b626-f77562e31e67 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:52.962944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-550a3244-8614-41ea-b5c3-b2e352236175 req-1fb67b08-a58c-4381-b626-f77562e31e67 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0692592 Aug 30 22:45:53.050200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-550a3244-8614-41ea-b5c3-b2e352236175 req-0a1859be-0e27-4357-941a-69f07b45cd8f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613627 Aug 30 22:45:53.086297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:45:53.090309 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.221466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.64 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/0ca099eb-a472-4ef3-8d0f-49f692569acb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:45:53.240621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275dae40-6050-416e-b84d-9e0935d05ef6 req-65b976f2-ce0d-48eb-b896-1341bbb560bb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.242143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-275dae40-6050-416e-b84d-9e0935d05ef6 req-65b976f2-ce0d-48eb-b896-1341bbb560bb tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0558963 Aug 30 22:45:53.287268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-275dae40-6050-416e-b84d-9e0935d05ef6 req-dde35f44-50ab-4bfc-a967-29df6065248a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383716 Aug 30 22:45:53.389832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.404701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object 0ca099eb-a472-4ef3-8d0f-49f692569acb will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:53.437887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfa90f8-759d-478f-b0b8-e3cc5fafd185 req-df95824f-ddfb-4b08-832e-71fd27dd4111 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.439398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bfa90f8-759d-478f-b0b8-e3cc5fafd185 req-df95824f-ddfb-4b08-832e-71fd27dd4111 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0540733 Aug 30 22:45:53.445097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.463390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:53.483539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bfa90f8-759d-478f-b0b8-e3cc5fafd185 req-11905e3c-c64e-49d4-9e39-359b8a588d2f tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372498 Aug 30 22:45:53.488220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:53.496410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:45:53.500156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:45:53.502589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:45:53.539599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:53.570823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.571462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.589896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-5085bfe8-e7db-411e-a536-8b59264a8a12 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6551144 Aug 30 22:45:53.615567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Request body: {'port': {'device_id': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:53.681014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.749624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af54fb-c1b4-44aa-9a6e-cacbcb1bd8d8 req-035e3983-0c66-46dc-af0b-0a5315689a64 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.751712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96af54fb-c1b4-44aa-9a6e-cacbcb1bd8d8 req-035e3983-0c66-46dc-af0b-0a5315689a64 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 945 time: 0.0593996 Aug 30 22:45:53.801961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-065b3df5-5bf5-47a2-8353-63fa40a1a050 None None] Provisioning for port 0ca099eb-a472-4ef3-8d0f-49f692569acb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:45:53.809659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96af54fb-c1b4-44aa-9a6e-cacbcb1bd8d8 req-d81df630-89b9-42e4-9951-40986be0940b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 Aug 30 22:45:53.818496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-065b3df5-5bf5-47a2-8353-63fa40a1a050 None None] Provisioning complete for port 0ca099eb-a472-4ef3-8d0f-49f692569acb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:45:53.819405 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-065b3df5-5bf5-47a2-8353-63fa40a1a050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:53.874114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-065b3df5-5bf5-47a2-8353-63fa40a1a050 None None] Port 0ca099eb-a472-4ef3-8d0f-49f692569acb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:45:53.911102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2999f0-e8ac-4763-b534-988430cec547 req-23e7e477-97f4-4dce-8954-c6319a946c4d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.912642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d2999f0-e8ac-4763-b534-988430cec547 req-23e7e477-97f4-4dce-8954-c6319a946c4d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 935 time: 0.1031022 Aug 30 22:45:53.929518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876084ed-a711-42d1-a459-eb666d2550f1 req-32abd20d-76ca-4c36-9b3f-846f7ea6fcc7 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:53.931590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876084ed-a711-42d1-a459-eb666d2550f1 req-32abd20d-76ca-4c36-9b3f-846f7ea6fcc7 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.0529561 Aug 30 22:45:53.971122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876084ed-a711-42d1-a459-eb666d2550f1 req-1f77936d-2876-4e0e-9eca-f8d2da8b8a57 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319779 Aug 30 22:45:53.978074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d2999f0-e8ac-4763-b534-988430cec547 req-3da805c3-8538-4e01-9da1-411eaf37f217 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566747 Aug 30 22:45:54.104070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7cb76-d3b1-4b23-a05c-a9d99c412a8c req-cc62261e-d361-444c-b583-2a4e376f5d77 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.113111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80c7cb76-d3b1-4b23-a05c-a9d99c412a8c req-cc62261e-d361-444c-b583-2a4e376f5d77 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 946 time: 0.0622447 Aug 30 22:45:54.113357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ca099eb-a472-4ef3-8d0f-49f692569acb {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:54.123295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:54.145185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Transition to ACTIVE for port object 0ca099eb-a472-4ef3-8d0f-49f692569acb will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:45:54.148813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835d8f6-c4d3-40a0-b937-80bf157ca64c req-fa16e5eb-ab72-4572-bf72-96a629bc804f tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.149041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80c7cb76-d3b1-4b23-a05c-a9d99c412a8c req-e844c5c0-a4be-414d-9604-f7c11b542ac4 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350385 Aug 30 22:45:54.150681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5835d8f6-c4d3-40a0-b937-80bf157ca64c req-fa16e5eb-ab72-4572-bf72-96a629bc804f tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.0843744 Aug 30 22:45:54.151799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:54.234191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Pushing event updated for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:54.242643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5835d8f6-c4d3-40a0-b937-80bf157ca64c req-c227a194-109c-45ea-886d-61576c7b73fc tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821383 Aug 30 22:45:54.277637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3e38-3f34-46b6-b300-3477836f7a0a req-9ab2c55e-540c-49aa-b1d3-d1670a929580 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.280065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16dd3e38-3f34-46b6-b300-3477836f7a0a req-9ab2c55e-540c-49aa-b1d3-d1670a929580 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0677962 Aug 30 22:45:54.315995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Attempting to bind port 0ca099eb-a472-4ef3-8d0f-49f692569acb on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:54.316327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Attempting to bind port 0ca099eb-a472-4ef3-8d0f-49f692569acb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:54.316569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Attempting to bind port 0ca099eb-a472-4ef3-8d0f-49f692569acb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:54.324528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Port 0ca099eb-a472-4ef3-8d0f-49f692569acb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:54.324872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Attempting to bind port 0ca099eb-a472-4ef3-8d0f-49f692569acb on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:54.327315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16dd3e38-3f34-46b6-b300-3477836f7a0a req-ceb988c2-2b26-4915-af32-0a7c3a1b4856 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412405 Aug 30 22:45:54.330876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:54.331225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:54.331620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:54.332060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Bound port: 0ca099eb-a472-4ef3-8d0f-49f692569acb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:54.332427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:54.442181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:45:54.446470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:54.451974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:54.489050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214cf402-58eb-4e21-a025-187c425d9b64 req-4ff0b8f1-91d3-4160-8a70-93ead4b88344 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.490610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-214cf402-58eb-4e21-a025-187c425d9b64 req-4ff0b8f1-91d3-4160-8a70-93ead4b88344 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1072958 Aug 30 22:45:54.500264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.500906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:54.502326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] 10.222.0.52 "PUT /v2.0/ports/0ca099eb-a472-4ef3-8d0f-49f692569acb HTTP/1.1" status: 200 len: 1096 time: 0.8914111 Aug 30 22:45:54.502782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:54.505080 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec" -d '{"events": [{"name": "network-changed", "server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:54.550090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4f370-4f87-4e06-ab25-7bde58e58c4c service neutron] Pushing event updated for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:54.568495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-214cf402-58eb-4e21-a025-187c425d9b64 req-6a7b133f-9d25-4cef-80b6-3a932ac3a429 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Aug 30 22:45:54.640462 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb4addf-fcb7-4ce8-aefe-48fbc83c5d59 x-openstack-request-id: req-7fb4addf-fcb7-4ce8-aefe-48fbc83c5d59 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:54.640828 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:54.641014 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fb4addf-fcb7-4ce8-aefe-48fbc83c5d59 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:54.642332 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb', 'status': 'completed', 'code': 200} Aug 30 22:45:54.648183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87eea8-e4df-4e69-8635-e4ef112b2195 req-5bcd2d2c-334d-46ff-984f-94ed23e0f1c5 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.649914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d87eea8-e4df-4e69-8635-e4ef112b2195 req-5bcd2d2c-334d-46ff-984f-94ed23e0f1c5 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.0532842 Aug 30 22:45:54.663453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-b87b9712-4179-4bf4-9412-4ffc5bc3ee68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.666632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-b87b9712-4179-4bf4-9412-4ffc5bc3ee68 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 1099 time: 0.0555918 Aug 30 22:45:54.698081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d87eea8-e4df-4e69-8635-e4ef112b2195 req-35d73413-8ae8-4e73-b11c-388e06f448a7 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Aug 30 22:45:54.746503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-17befa0f-c764-49ff-b264-c343b2042aaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb HTTP/1.1" status: 200 len: 217 time: 0.0547779 Aug 30 22:45:54.769747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c164cf02-d61e-4bce-83e9-cae49cf86f6c req-6ad21dcb-36c3-40d9-9e7a-13cc5a68abe8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.769747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c164cf02-d61e-4bce-83e9-cae49cf86f6c req-6ad21dcb-36c3-40d9-9e7a-13cc5a68abe8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0881984 Aug 30 22:45:54.811190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c164cf02-d61e-4bce-83e9-cae49cf86f6c req-ed993fb0-8832-4f25-8777-352301b1d4df tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345726 Aug 30 22:45:54.855126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-c036d7a1-b7b7-4841-abbe-ee9603cac43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.856598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-c036d7a1-b7b7-4841-abbe-ee9603cac43c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0445824 Aug 30 22:45:54.926095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-da3bf4c7-8e70-4517-aae0-de4f99d8dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:54.927621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-da3bf4c7-8e70-4517-aae0-de4f99d8dc91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0465138 Aug 30 22:45:55.032435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-0a9fe5c5-7808-4ca2-a9b1-39e05de1dc94 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950553 Aug 30 22:45:55.163563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7546c97-4381-4846-aba7-fb9fac28a32a req-81b92b6b-0bba-47a6-b701-d07a775f1445 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.164946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7546c97-4381-4846-aba7-fb9fac28a32a req-81b92b6b-0bba-47a6-b701-d07a775f1445 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 947 time: 0.0977778 Aug 30 22:45:55.181242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fe9e447-05c7-4698-9db1-de749c43c0bb req-40fad419-dead-4752-887d-2b6d3e9725b8 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337745 Aug 30 22:45:55.212163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7546c97-4381-4846-aba7-fb9fac28a32a req-451b3056-4b8c-4d29-8155-7eb8608b850e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396404 Aug 30 22:45:55.274031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f64491-4485-499e-920f-00fe41ff1dfb req-5ce95588-1e73-4a07-b923-6c5cc5907933 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.275609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8f64491-4485-499e-920f-00fe41ff1dfb req-5ce95588-1e73-4a07-b923-6c5cc5907933 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 946 time: 0.0528617 Aug 30 22:45:55.316579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8f64491-4485-499e-920f-00fe41ff1dfb req-593f507f-2034-432b-ac15-fa9b8ff6913c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Aug 30 22:45:55.362411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-93fb0772-58c7-49f1-8a25-36c219f0c050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.364277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-93fb0772-58c7-49f1-8a25-36c219f0c050 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 1099 time: 0.0448394 Aug 30 22:45:55.445205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcae8c6-d7d4-4ce8-974b-46f97c56a997 req-abe4cf8f-a234-4e5a-a777-ea42d0c4c7e2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.446722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fcae8c6-d7d4-4ce8-974b-46f97c56a997 req-abe4cf8f-a234-4e5a-a777-ea42d0c4c7e2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Aug 30 22:45:55.512469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fcae8c6-d7d4-4ce8-974b-46f97c56a997 req-471829a4-3621-4245-aaa9-009d75752ca2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590353 Aug 30 22:45:55.543192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-f93ce488-b26c-402c-9785-cf0f3f36ebf2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.544706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-f93ce488-b26c-402c-9785-cf0f3f36ebf2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 945 time: 0.0752873 Aug 30 22:45:55.636916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f528ab-3898-42ca-af03-59f1936d9939 req-ed4374a1-1bd0-4873-a5e8-e0e1ebdc36d2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.643135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-ed4374a1-1bd0-4873-a5e8-e0e1ebdc36d2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1926363 Aug 30 22:45:55.650161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port 6bb8a24a-4631-478e-9646-da652e8108f1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:45:55.650512 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:55.693351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-e1bef93b-a3d8-451e-87e2-6f2f21de7792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.694756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-e1bef93b-a3d8-451e-87e2-6f2f21de7792 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2604818 Aug 30 22:45:55.703866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-41ea3b22-692f-4d2a-95d6-9859da5bff05 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0536349 Aug 30 22:45:55.741258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:55.744290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-821d945f-4ec7-4aac-847f-1b8af9f83794 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb HTTP/1.1" status: 200 len: 217 time: 0.0395870 Aug 30 22:45:55.775475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036b9b8-fb8d-4518-a9df-bca4e5da29ec req-f57ffdff-0e9a-4bb2-a07e-6bd7aee35ce8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.777080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7036b9b8-fb8d-4518-a9df-bca4e5da29ec req-f57ffdff-0e9a-4bb2-a07e-6bd7aee35ce8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0834291 Aug 30 22:45:55.782406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port 6bb8a24a-4631-478e-9646-da652e8108f1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bb8a24a-4631-478e-9646-da652e8108f1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:55.782782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:55.803045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for 6bb8a24a-4631-478e-9646-da652e8108f1 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:45:55.809356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:55.870203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7036b9b8-fb8d-4518-a9df-bca4e5da29ec req-5ca479bb-fd86-4b40-8370-280a7dd6fee4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Aug 30 22:45:55.907252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-85a3fa20-5d7d-44a1-a2d7-694f90acc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.908709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-85a3fa20-5d7d-44a1-a2d7-694f90acc6eb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1329148 Aug 30 22:45:55.998159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919554ef-156c-457d-8a3b-b7f667714150 req-925ebdbc-20b0-4b33-99de-79c52f492869 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:55.999689 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-919554ef-156c-457d-8a3b-b7f667714150 req-925ebdbc-20b0-4b33-99de-79c52f492869 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.0573366 Aug 30 22:45:56.000433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:56.014883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-cea83cef-56b3-4d30-bcf4-b14df75386a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:56.016268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-cea83cef-56b3-4d30-bcf4-b14df75386a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0974510 Aug 30 22:45:56.035967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=6bb8a24a-4631-478e-9646-da652e8108f1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:56.054411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bb8a24a-4631-478e-9646-da652e8108f1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:56.101699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port 6bb8a24a-4631-478e-9646-da652e8108f1 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:45:56.105344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-919554ef-156c-457d-8a3b-b7f667714150 req-4cd79ff9-62a1-4fa1-b636-44307158b8e6 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957637 Aug 30 22:45:56.106420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:56.108375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ee9eab7-0de0-4c05-811e-ea75d056ffd7 req-d173bd28-a323-4972-a788-e9708c8008a9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "DELETE /v2.0/ports/6bb8a24a-4631-478e-9646-da652e8108f1 HTTP/1.1" status: 204 len: 173 time: 0.5570700 Aug 30 22:45:56.108825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'name': 'network-vif-deleted', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:56.112504 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c6895e-6b9e-47de-ac32-b55be86192b3" -d '{"events": [{"server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "name": "network-vif-deleted", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:56.229143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f397fe9-bbb3-4077-88ab-d160e3db351f req-e0941f13-834d-4cb6-9f99-9d85d181f7da tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:56.231408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f397fe9-bbb3-4077-88ab-d160e3db351f req-e0941f13-834d-4cb6-9f99-9d85d181f7da tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0525684 Aug 30 22:45:56.274526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f397fe9-bbb3-4077-88ab-d160e3db351f req-a1dc6e63-5a4e-4c62-b0e2-ff5805ac4cfe tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356479 Aug 30 22:45:56.408065 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8477ded-33e7-447c-ad41-88e7884e274d x-openstack-request-id: req-e8477ded-33e7-447c-ad41-88e7884e274d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:56.409197 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cdd3a16-3714-4d71-a202-ed5fd95d38a1", "name": "network-vif-deleted", "tag": "6bb8a24a-4631-478e-9646-da652e8108f1", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:56.409930 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e8477ded-33e7-447c-ad41-88e7884e274d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:56.410943 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cdd3a16-3714-4d71-a202-ed5fd95d38a1', 'name': 'network-vif-deleted', 'tag': '6bb8a24a-4631-478e-9646-da652e8108f1', 'status': 'completed', 'code': 200} Aug 30 22:45:56.542478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-d3924de3-787f-475d-912c-2e7a904b6ef0 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4933460 Aug 30 22:45:56.801800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8246ef29-37d0-4e48-8c9d-0d83ea0dd4ec req-76f22719-f28f-4a25-8fcf-4dafac96399b service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491586 Aug 30 22:45:56.895558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:56.901716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:57.013002 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Floating IP ce3eeab6-62d8-4b91-8379-482980e5863e associated. External IP: 172.25.7.13, port: 8c225888-4a89-4958-918b-91533cc450a5. Aug 30 22:45:57.234716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:45:57.330852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-3025dc27-d61e-46a5-9eec-1a65b9bf3350 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:45:57.332185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-3025dc27-d61e-46a5-9eec-1a65b9bf3350 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061364 Aug 30 22:45:57.344025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:57.344478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:45:57.361896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:45:57.366525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:57.380026 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:45:57.394665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:57.396857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:57.400679 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:57.419444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-28946319-c342-45f6-a9e6-fc4a750f3022 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "PUT /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 996 time: 1.7075672 Aug 30 22:45:57.421063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:45:57.426066 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bab1554-74a9-4681-81e7-73c051835496" -d '{"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:45:57.485264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f528ab-3898-42ca-af03-59f1936d9939 req-dfe34f77-af65-449b-a682-ee952a2091e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.486922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-dfe34f77-af65-449b-a682-ee952a2091e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.0561585 Aug 30 22:45:57.501702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:45:57.502894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:45:57.503400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:57.509369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:45:57.510016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:45:57.516119 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:57.516909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:45:57.517729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:45:57.518323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:45:57.518970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Bound port: 55a5a768-37af-45ba-81a2-41b5aea6e434, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:45:57.578779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:45:57.585656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:57.598807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f68eb7f2-3088-438c-8de9-bbaf8a81ed2b service neutron] 10.222.0.25 "POST /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434/bindings HTTP/1.1" status: 201 len: 390 time: 0.2583239 Aug 30 22:45:57.613479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f528ab-3898-42ca-af03-59f1936d9939 req-81ebcf0b-fc90-488e-8877-1fc9427d8b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.615286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-81ebcf0b-fc90-488e-8877-1fc9427d8b93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1219964 Aug 30 22:45:57.699520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-bba2d71d-fac4-4bc8-a68b-204a13d949ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 999 time: 0.0755856 Aug 30 22:45:57.794948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f528ab-3898-42ca-af03-59f1936d9939 req-9a5330f1-b785-4ae5-a611-0a57e5493f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.797011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-9a5330f1-b785-4ae5-a611-0a57e5493f24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0917583 Aug 30 22:45:57.808852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa0da3-888a-4955-8c25-85651765adad req-49170db5-2c78-4c1b-9b4c-ced5be1d8194 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.816790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4daa0da3-888a-4955-8c25-85651765adad req-49170db5-2c78-4c1b-9b4c-ced5be1d8194 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 947 time: 0.0755136 Aug 30 22:45:57.818950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:45:56Z', 'revision_number': 1, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:57.873888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f528ab-3898-42ca-af03-59f1936d9939 req-3e7825cb-3791-4cc7-89f9-44b8b2f68638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:57.877851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-3e7825cb-3791-4cc7-89f9-44b8b2f68638 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0721986 Aug 30 22:45:57.888056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-63ec152f-80b3-4ec4-953c-b33101f158c7 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:45:57.889398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-63ec152f-80b3-4ec4-953c-b33101f158c7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066195 Aug 30 22:45:57.897175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4daa0da3-888a-4955-8c25-85651765adad req-8dc3926c-e58e-44c8-8394-fb10fbb07b96 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791233 Aug 30 22:45:57.960315 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:45:57.973132 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:45:57.973921 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:57.994900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92f394f2-ba3c-44ff-b060-647707458ae2 req-a1f65cb7-4364-4922-bf6f-51bbe2155175 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 210 time: 0.0407262 Aug 30 22:45:58.078786 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f332fb01-19ab-41bd-979c-11346b9d61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.080428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-f332fb01-19ab-41bd-979c-11346b9d61da service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1097 time: 0.1899662 Aug 30 22:45:58.140905 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:45:58.150819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-6cc7208f-61f8-4b42-b313-4ed087ed177c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1481915 Aug 30 22:45:58.160414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-0a639d0d-3b36-4417-845b-c4539f5ae225 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238786 Aug 30 22:45:58.228117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417e919-fcb8-448c-9aa5-b2bfcaf71b62 req-cf06e3e3-7fa1-4258-bcec-d18942371527 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.230862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2417e919-fcb8-448c-9aa5-b2bfcaf71b62 req-cf06e3e3-7fa1-4258-bcec-d18942371527 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0901897 Aug 30 22:45:58.287516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-dbe89a78-001b-4ea8-8404-886aa6395ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.289143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-dbe89a78-001b-4ea8-8404-886aa6395ea4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1986351 Aug 30 22:45:58.290025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2417e919-fcb8-448c-9aa5-b2bfcaf71b62 req-cde8ee6f-5c73-488b-b919-36401301b47b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474014 Aug 30 22:45:58.368154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-1c6ec4eb-2eff-4ae6-a46b-465b1acca9b9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 217 time: 0.0606132 Aug 30 22:45:58.386793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42f528ab-3898-42ca-af03-59f1936d9939 req-444c4b02-a606-4efc-beac-507c23bcfeaa service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254293 Aug 30 22:45:58.404612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-299c5d5e-350a-4cdc-bdb6-12782f35d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.406768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-299c5d5e-350a-4cdc-bdb6-12782f35d7e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 1102 time: 0.1591711 Aug 30 22:45:58.409527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc2187-492e-405b-92c1-3fcba6dfd4bd req-aab0fcb7-f5ac-4c0a-9393-4edc36a87984 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.411109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ddc2187-492e-405b-92c1-3fcba6dfd4bd req-aab0fcb7-f5ac-4c0a-9393-4edc36a87984 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0604348 Aug 30 22:45:58.476103 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:45:56Z', 'revision_number': 1, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:45:58.502155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ddc2187-492e-405b-92c1-3fcba6dfd4bd req-2b9c4e82-e7e3-4016-a698-984aacb22905 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708520 Aug 30 22:45:58.515547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-1903f3f3-980a-4388-82d4-e91c07e2da56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.517621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-1903f3f3-980a-4388-82d4-e91c07e2da56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1391664 Aug 30 22:45:58.520369 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5620791f-d04f-4b6f-b217-9a7f5665e282 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:45:56Z', 'revision_number': 1, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:45:58.564607 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ebd8d1f-2536-45f3-a785-88f4f2c83cb8 x-openstack-request-id: req-5ebd8d1f-2536-45f3-a785-88f4f2c83cb8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:45:58.564894 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:45:58.565144 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ebd8d1f-2536-45f3-a785-88f4f2c83cb8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:45:58.565816 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:45:58.607933 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-ca510b44-7b90-4dec-bcca-3c127367bcc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579727 Aug 30 22:45:58.692445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1554-74a9-4681-81e7-73c051835496 req-50919c69-6ef3-450c-b07c-221556dc06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.694441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-50919c69-6ef3-450c-b07c-221556dc06f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.0690548 Aug 30 22:45:58.700596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-442fcbdf-269b-41fb-b0da-12a33229088c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.702258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-442fcbdf-269b-41fb-b0da-12a33229088c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2588739 Aug 30 22:45:58.774073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b39ba-5805-425a-85c8-38169924a49f req-872f454c-76b8-4cb7-8b69-b465f752682c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.775624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f4b39ba-5805-425a-85c8-38169924a49f req-872f454c-76b8-4cb7-8b69-b465f752682c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 945 time: 0.1355815 Aug 30 22:45:58.811169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-7def4f12-7c65-48dd-915a-4a7be5e041de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 HTTP/1.1" status: 200 len: 217 time: 0.0616658 Aug 30 22:45:58.838471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-eaf69448-9347-4f51-8a7b-95e38974a550 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142742 Aug 30 22:45:58.843077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-89b46e2b-b3aa-4e38-8588-126d63b09435 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.849254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295712f8-0939-44c4-8bb0-3840b225bbc1 None None] New status for floating IP ce3eeab6-62d8-4b91-8379-482980e5863e: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:45:58.854029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-89b46e2b-b3aa-4e38-8588-126d63b09435 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1641798 Aug 30 22:45:58.909018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f4b39ba-5805-425a-85c8-38169924a49f req-16c40678-60d7-4d90-a069-96a9deab154b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974679 Aug 30 22:45:58.940734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1554-74a9-4681-81e7-73c051835496 req-337181e6-1b07-4a89-a073-787eb231959a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:58.942250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-337181e6-1b07-4a89-a073-787eb231959a service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1961572 Aug 30 22:45:58.974294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-ac85c419-fd67-4965-b051-536ba04c9097 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 999 time: 0.1188982 Aug 30 22:45:58.979010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 0ca099eb-a472-4ef3-8d0f-49f692569acb details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:45:58.982006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bb8a24a-4631-478e-9646-da652e8108f1 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:45:58.986697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:59.012098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-c928ccd3-0dc2-4aba-a058-660186ee321e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.013510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-c928ccd3-0dc2-4aba-a058-660186ee321e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1602247 Aug 30 22:45:59.028211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6bb8a24a-4631-478e-9646-da652e8108f1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:45:59.029727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bb8a24a-4631-478e-9646-da652e8108f1 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:45:59.088007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:59.144494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-031a861c-9abb-429d-a18d-2a5b5754c6cd service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632287 Aug 30 22:45:59.148888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-cd1b9b5f-8eed-44ac-8bf1-e78b1f10472d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.150373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-cd1b9b5f-8eed-44ac-8bf1-e78b1f10472d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0740311 Aug 30 22:45:59.154621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-15120c2f-cd80-45ee-ae34-89e167d55405 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 999 time: 0.1776729 Aug 30 22:45:59.168342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5920d6-7e0e-4b8e-92f1-7676d282c0ee req-d10e0d05-b7ae-4768-b6e8-d028d7a3e101 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.170525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e5920d6-7e0e-4b8e-92f1-7676d282c0ee req-d10e0d05-b7ae-4768-b6e8-d028d7a3e101 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 947 time: 0.1374862 Aug 30 22:45:59.170842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:59.183483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '0ca099eb-a472-4ef3-8d0f-49f692569acb', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '0ca099eb-a472-4ef3-8d0f-49f692569acb', 'mac_address': 'fa:16:3e:60:52:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:45:59.242772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1554-74a9-4681-81e7-73c051835496 req-b2c69dc6-1ca0-4186-8998-bd60c8fd4cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.244244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-b2c69dc6-1ca0-4186-8998-bd60c8fd4cbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0539064 Aug 30 22:45:59.251635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:59.268779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ca099eb-a472-4ef3-8d0f-49f692569acb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:45:59.296478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:45:59.303369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:45:59.363662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:45:59.419750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab1554-74a9-4681-81e7-73c051835496 req-5a8e83ac-f31d-42bf-a0f5-6148a836e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.421249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-5a8e83ac-f31d-42bf-a0f5-6148a836e77d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1422246 Aug 30 22:45:59.436951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-24e07d75-faca-4669-aca9-9cca24733626 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:45:59.438469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-24e07d75-faca-4669-aca9-9cca24733626 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1236196 Aug 30 22:45:59.477102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:45:59.611124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e5920d6-7e0e-4b8e-92f1-7676d282c0ee req-1d6e41bb-3daf-491b-b21f-6e985d94accb tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4340086 Aug 30 22:45:59.661676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-545cd3c3-54ec-49af-bbd5-4a32ae992a4d service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4769778 Aug 30 22:45:59.663260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-28defa75-b754-46ac-aad8-f390f9e0a9df service neutron] 10.222.0.52 "GET /v2.0/ports/a3f73629-2c18-4150-a820-69310eb3f92e/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.4395947 Aug 30 22:45:59.694031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['0ca099eb-a472-4ef3-8d0f-49f692569acb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:45:59.718241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7274a10-2811-4780-937b-98e1cdd83c7a req-37cd82bb-2dda-493f-abbf-b07b3269fdd2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=1cdd3a16-3714-4d71-a202-ed5fd95d38a1 HTTP/1.1" status: 200 len: 210 time: 0.0366979 Aug 30 22:45:59.856003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c3a4dc-e48e-4cf9-aaf8-df51f5b87f41 req-70ee8164-8d1e-4003-b5b1-ed7e6714f6cd service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356566 Aug 30 22:45:59.993344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.054630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-a4263e18-4ece-4de0-97c7-55f04919c73e service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844588 Aug 30 22:46:00.055492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:46:00.055812 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:46:00.097948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f755d6-d047-4e72-a301-61e65362dc67 req-10ad1bd6-62fa-4b84-ab0b-c7613f042783 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.099558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1f755d6-d047-4e72-a301-61e65362dc67 req-10ad1bd6-62fa-4b84-ab0b-c7613f042783 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1357825 Aug 30 22:46:00.101370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-43ccab59-85a0-474d-b32d-99168fd96a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.102878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-43ccab59-85a0-474d-b32d-99168fd96a0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1102 time: 0.1499953 Aug 30 22:46:00.146421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1f755d6-d047-4e72-a301-61e65362dc67 req-b280a2f5-95a1-41fe-a586-2366332b3378 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374787 Aug 30 22:46:00.210197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-b218b4f7-8c65-4424-983b-ae25f2c78090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.212577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-b218b4f7-8c65-4424-983b-ae25f2c78090 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1102 time: 0.0712726 Aug 30 22:46:00.232577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:00.235969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bab1554-74a9-4681-81e7-73c051835496 req-6396b878-7e41-4b51-a038-76ce0ce9af76 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706543 Aug 30 22:46:00.274353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:00.319015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:00.321150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52db6b-ac24-4ff2-9858-bcfc4c8fad09 req-fc3190e8-bbcb-4f5d-99ff-2e77e86f183d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.321359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab3a065-8c6b-4d0c-8504-7a9d31cc10b6" -d '{"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-unplugged", "status": "completed", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:00.322728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d52db6b-ac24-4ff2-9858-bcfc4c8fad09 req-fc3190e8-bbcb-4f5d-99ff-2e77e86f183d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1040413 Aug 30 22:46:00.325895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.334950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.371891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-e44dfe6a-3662-4929-b005-2ed60378c9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.373370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-e44dfe6a-3662-4929-b005-2ed60378c9f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1449211 Aug 30 22:46:00.380892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d52db6b-ac24-4ff2-9858-bcfc4c8fad09 req-5a7067ad-5783-4698-b7d9-6bb36ad93995 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508947 Aug 30 22:46:00.412061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:00.419406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-f80782fb-d129-41a1-b33f-a5bc68c70c91 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.0375855 Aug 30 22:46:00.425289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:00.425616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:00.425985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:00.430222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:00.430543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Attempting to bind port 55a5a768-37af-45ba-81a2-41b5aea6e434 on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:00.436095 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:00.436431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:00.436806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:00.437226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Bound port: 55a5a768-37af-45ba-81a2-41b5aea6e434, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:00.437581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.479904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-c779bd11-110a-42ee-af1c-ff3ec14ae92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.481466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-c779bd11-110a-42ee-af1c-ff3ec14ae92a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0471468 Aug 30 22:46:00.503703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:00.508602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:00.512844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.536183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-66108e11-9d50-4e94-8959-4303176aac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.537450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-66108e11-9d50-4e94-8959-4303176aac7e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460594 Aug 30 22:46:00.557956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.626078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:00.634909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.635554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:00.636906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a6fb9f2e-8ed3-4448-92b2-d7475e50a90d service neutron] 10.222.0.52 "PUT /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 1123 time: 1.1652768 Aug 30 22:46:00.657354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ce56b-2af0-4736-8798-ed4e569ea7ca req-703fdc93-1bac-4e6e-b1f4-2223c787d60d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.659105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae4ce56b-2af0-4736-8798-ed4e569ea7ca req-703fdc93-1bac-4e6e-b1f4-2223c787d60d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.1056399 Aug 30 22:46:00.706168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-520d0b5b-3a5f-45a3-98f9-9a572e607c3d service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539121 Aug 30 22:46:00.725201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae4ce56b-2af0-4736-8798-ed4e569ea7ca req-717f945d-89ce-4cac-bbad-e073b37c8eed tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521829 Aug 30 22:46:00.844904 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e172ea11-72d5-4e71-8122-3730022118c7 x-openstack-request-id: req-e172ea11-72d5-4e71-8122-3730022118c7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:00.845226 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-unplugged", "status": "completed", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:00.845486 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e172ea11-72d5-4e71-8122-3730022118c7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:00.845907 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'code': 200} Aug 30 22:46:00.850266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['55a5a768-37af-45ba-81a2-41b5aea6e434'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:00.919252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27b8c266-0e95-4e0b-a6d0-cb9d5c410c73 req-bac7e7e8-6274-4b39-bda9-b090db356c53 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778235 Aug 30 22:46:00.931302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 0ca099eb-a472-4ef3-8d0f-49f692569acb up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:00.935294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40b48ae-6e81-44af-a2e0-83e1bd58edcc req-b1930ef4-490b-416f-99fe-3dc86eb95607 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:00.943416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b40b48ae-6e81-44af-a2e0-83e1bd58edcc req-b1930ef4-490b-416f-99fe-3dc86eb95607 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 948 time: 0.0832872 Aug 30 22:46:00.998629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b40b48ae-6e81-44af-a2e0-83e1bd58edcc req-d6dcd300-e90f-48f1-aeba-8c64686245ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496321 Aug 30 22:46:01.072251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 0ca099eb-a472-4ef3-8d0f-49f692569acb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:01.083305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 0ca099eb-a472-4ef3-8d0f-49f692569acb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:01.083835 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:01.164386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:01.169198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:01.200822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:01.225635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:01.228142 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d3bd8c-120d-425b-adf8-6088dda06519" -d '{"events": [{"server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "name": "network-vif-plugged", "status": "completed", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:01.241596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:01.246218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:01.272158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee9918e-222d-42d3-8d51-a5fd89ee12d0 req-93e440b4-da2b-458f-b598-6a990b18c0b2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:01.273800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ee9918e-222d-42d3-8d51-a5fd89ee12d0 req-93e440b4-da2b-458f-b598-6a990b18c0b2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0549984 Aug 30 22:46:01.281262 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Floating IP ce3eeab6-62d8-4b91-8379-482980e5863e associated. External IP: 172.25.7.13, port: 8c225888-4a89-4958-918b-91533cc450a5. Aug 30 22:46:01.300308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:01.317264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ee9918e-222d-42d3-8d51-a5fd89ee12d0 req-c7f1691b-2f5d-42be-9042-9a7711d41dea tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368955 Aug 30 22:46:01.391405 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add3c0e1-e97f-4084-84e8-172987e46968 x-openstack-request-id: req-add3c0e1-e97f-4084-84e8-172987e46968 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:01.393017 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "name": "network-vif-plugged", "status": "completed", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:01.393017 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-add3c0e1-e97f-4084-84e8-172987e46968 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:01.393017 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb', 'code': 200} Aug 30 22:46:01.506520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:01.534566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fc8e7c-f7ea-4576-ac33-7ee9c8a7d8ac req-d737677f-4ff8-475d-aa0f-d20ce04d6624 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:01.536207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6fc8e7c-f7ea-4576-ac33-7ee9c8a7d8ac req-d737677f-4ff8-475d-aa0f-d20ce04d6624 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0788288 Aug 30 22:46:01.562924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d5de5f-3c9c-45f2-8e7f-fec3c48d1a6e req-3b0e52d1-5871-4456-8e50-3ae3f7180ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:01.563977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d5de5f-3c9c-45f2-8e7f-fec3c48d1a6e req-3b0e52d1-5871-4456-8e50-3ae3f7180ac9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 1101 time: 0.0691860 Aug 30 22:46:01.592318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6fc8e7c-f7ea-4576-ac33-7ee9c8a7d8ac req-242592f5-f2bd-4348-866a-c9244d0e41c5 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492251 Aug 30 22:46:01.618101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d5de5f-3c9c-45f2-8e7f-fec3c48d1a6e req-340ea794-3d8b-45d9-90d9-1d33094c5dfc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394692 Aug 30 22:46:01.627590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:01.639207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:01.648587 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:01.649207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:01.775777 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:01.787691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-bf741941-960c-4bad-87dd-428c66156f7b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:01.789369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-bf741941-960c-4bad-87dd-428c66156f7b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.1092377 Aug 30 22:46:01.808999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-48b7bf88-54e7-44ad-87a7-c2e791e99c83 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0118124 Aug 30 22:46:01.846018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-4c339439-f991-4272-bb23-aaf703783bfe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276079 Aug 30 22:46:01.862111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:01.953139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-64e4a82e-7492-4b06-a4e3-194f2456df96 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990195 Aug 30 22:46:01.991947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:01.998245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:02.016368 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:01Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:02.046751 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:02.047723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-b4ae99c8-368d-4d72-942f-62924b766a27 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901806 Aug 30 22:46:02.055957 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:02.056708 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:02.074508 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-115fed98-a140-4409-bbdc-ff9e609ebc37 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "PUT /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 998 time: 3.0991261 Aug 30 22:46:02.136101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-f99a8a0f-9422-4bed-af70-1962a8d91a6e tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.141924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-f99a8a0f-9422-4bed-af70-1962a8d91a6e tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports/8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 943 time: 0.0585051 Aug 30 22:46:02.175120 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:02.271427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-068d300b-113c-4fb6-a63e-d5fefe6e383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.275116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-068d300b-113c-4fb6-a63e-d5fefe6e383a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.0601892 Aug 30 22:46:02.402774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-8fd81746-3ae6-4626-8071-45ca60d5d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.403435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75a7b84-de9d-4941-b419-b3e9a0a7e088 req-6a84b5ba-6ccd-48cb-93bb-fb39ea100ec7 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.404814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-8fd81746-3ae6-4626-8071-45ca60d5d5ae service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1223958 Aug 30 22:46:02.405965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d75a7b84-de9d-4941-b419-b3e9a0a7e088 req-6a84b5ba-6ccd-48cb-93bb-fb39ea100ec7 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.0789933 Aug 30 22:46:02.463779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d75a7b84-de9d-4941-b419-b3e9a0a7e088 req-ec546882-1e13-4b46-8931-8cd4adb8d5b9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477402 Aug 30 22:46:02.473033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-1a382b5c-14bf-4277-b9af-82fceed7719b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0612948 Aug 30 22:46:02.480665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:01Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:02.526905 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1897f4dc-6cc4-4a4f-b7ec-f22550725ff0 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:01Z', 'revision_number': 3, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:02.537733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-7e23b317-117c-43a7-b42d-f52c38873393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.539365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-7e23b317-117c-43a7-b42d-f52c38873393 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0564606 Aug 30 22:46:02.607579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-64bec94c-eca4-46f9-ac94-0a1105de8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.609422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-64bec94c-eca4-46f9-ac94-0a1105de8294 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631456 Aug 30 22:46:02.616187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d08c44-ac75-4c4f-a32c-e6fac2a60eb7 req-abeb79ca-5d1a-491c-a17a-0d5a84f304db tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:02.621859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-1ddd661f-b2b6-400e-8090-a65ac51db4b4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:46:02.622797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-1ddd661f-b2b6-400e-8090-a65ac51db4b4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058811 Aug 30 22:46:02.624120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43d08c44-ac75-4c4f-a32c-e6fac2a60eb7 req-abeb79ca-5d1a-491c-a17a-0d5a84f304db tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.0777700 Aug 30 22:46:02.660964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43d08c44-ac75-4c4f-a32c-e6fac2a60eb7 req-3761ff2b-b3b4-4a79-afc7-d387ee7e896f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Aug 30 22:46:02.774314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-e3ae15e8-f6e6-456b-bfe9-ed27ce44e579 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411502 Aug 30 22:46:02.795080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e956efc-124d-4f65-a01f-fcc50724f9f8 None None] New status for floating IP ce3eeab6-62d8-4b91-8379-482980e5863e: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:46:02.850479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434'}, {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}, {'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:02.852900 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120" -d '{"events": [{"name": "network-changed", "server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434"}, {"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}, {"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:02.869123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fa328d2-460a-4090-9a3c-e980da5e52ef req-17f2e868-b031-4d4f-a938-d68da8226622 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0303636 Aug 30 22:46:02.924827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-f4a30277-52d1-4ccc-83ed-21c4822e6a01 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383913 Aug 30 22:46:02.986033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:02.988073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:03.025505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-eaa21648-5783-40c5-8fd6-3908af0150cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.027946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-eaa21648-5783-40c5-8fd6-3908af0150cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1098 time: 0.0674441 Aug 30 22:46:03.050781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8ab3b-7546-4392-bccd-c7e3435bb19a req-5a004f45-691e-43aa-847b-4e50a1004718 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.052389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4d8ab3b-7546-4392-bccd-c7e3435bb19a req-5a004f45-691e-43aa-847b-4e50a1004718 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0858598 Aug 30 22:46:03.100369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4d8ab3b-7546-4392-bccd-c7e3435bb19a req-883ec676-5b7b-4737-9b70-5df8be842357 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399232 Aug 30 22:46:03.152080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-532d71ae-7406-4c83-87ff-e95b05e96509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.154264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-532d71ae-7406-4c83-87ff-e95b05e96509 service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1189430 Aug 30 22:46:03.212798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:03.218214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:03.225192 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:03.240907 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:03.243852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:46:03.245241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:03.270269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:03.270530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-96d68a50-d485-48d0-bee3-ca39b3c2b02a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 1001 time: 0.1090963 Aug 30 22:46:03.280890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:03.299478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fa5c-504e-4bd8-96f9-8955fe76dac1 req-dfbc7c1d-bed8-45dd-969b-8059937681de tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.307576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c51fa5c-504e-4bd8-96f9-8955fe76dac1 req-dfbc7c1d-bed8-45dd-969b-8059937681de tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0982869 Aug 30 22:46:03.335044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-ad3ae186-fa86-4d5d-86fe-9a9ad2f733e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.336672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-ad3ae186-fa86-4d5d-86fe-9a9ad2f733e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0655153 Aug 30 22:46:03.360280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c51fa5c-504e-4bd8-96f9-8955fe76dac1 req-a9c9ba12-c46e-4e25-8750-27940516455b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514798 Aug 30 22:46:03.376835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:03.380439 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:03.394790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:03.397613 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caed1169-15c3-4344-99fe-0ddc7e8efda2" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:03.409379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-f6eeea9e-4f27-4cc8-a350-702a797612d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.411812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-f6eeea9e-4f27-4cc8-a350-702a797612d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0640135 Aug 30 22:46:03.429270 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d28ff34-2c34-42e6-99fa-4c399c43882f x-openstack-request-id: req-9d28ff34-2c34-42e6-99fa-4c399c43882f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:03.429567 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:03.429839 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d28ff34-2c34-42e6-99fa-4c399c43882f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:03.430232 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'status': 'completed', 'code': 200} Aug 30 22:46:03.430490 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:46:03.430817 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'status': 'completed', 'code': 200} Aug 30 22:46:03.559359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-501e2428-2a99-4c57-9376-aa88111b398a service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388106 Aug 30 22:46:03.597990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-6f2e352b-5d19-4df8-8393-71f55358bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.599739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-6f2e352b-5d19-4df8-8393-71f55358bb9b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1126 time: 0.0987401 Aug 30 22:46:03.761206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f06049f-24d6-45cc-a1bf-44105c9e01a6 req-7f8be447-3d18-4ebc-9da8-1586f619ff56 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899505 Aug 30 22:46:03.780696 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccca8d76-7bca-4b6f-8fd9-684aa3015163 x-openstack-request-id: req-ccca8d76-7bca-4b6f-8fd9-684aa3015163 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:03.781087 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:03.781430 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccca8d76-7bca-4b6f-8fd9-684aa3015163 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:03.782034 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'code': 200} Aug 30 22:46:03.801110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-fa66b48b-c5ac-4507-853e-768bbb3cdda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.803196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-fa66b48b-c5ac-4507-853e-768bbb3cdda5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1768188 Aug 30 22:46:03.818376 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:02Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:03.864209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:03.876581 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:03.877234 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:03.891917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-18e4ec21-1cf8-49e3-a646-6ec8cff8f9f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 217 time: 0.0681024 Aug 30 22:46:03.951538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f74f0d8d-648a-4937-82e6-892e2d808fde req-ed63509e-2f62-45e5-965b-623ee8db725d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0768106 Aug 30 22:46:03.964419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9209e-677d-4e8d-8366-fbf82a3db69b req-181fed37-1538-4b95-b0bd-81573aeac8e9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.978809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-c80dc9e7-5a0a-44b4-a80a-9fed7701b776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:03.981765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ad9209e-677d-4e8d-8366-fbf82a3db69b req-181fed37-1538-4b95-b0bd-81573aeac8e9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.1229360 Aug 30 22:46:03.985322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-c80dc9e7-5a0a-44b4-a80a-9fed7701b776 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0676386 Aug 30 22:46:03.993655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-39005e7b-e553-466b-915a-63e1c1d22cea service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926843 Aug 30 22:46:04.014790 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:04.023796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ad9209e-677d-4e8d-8366-fbf82a3db69b req-34ecfcb7-5af9-4f71-9318-0fcb2c8f77ac tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410948 Aug 30 22:46:04.069229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-33d8ea36-8b08-4d32-a6c9-71366b99c338 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647733 Aug 30 22:46:04.115766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-726b6f68-f35d-4e9d-a372-c0d194e83c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.122540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-726b6f68-f35d-4e9d-a372-c0d194e83c54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 1102 time: 0.0738568 Aug 30 22:46:04.196675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd09e8c-dad6-402b-bedc-39481859ceee req-7612fa75-6f87-42a1-9085-fc4f8b94c6ad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.204697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7dd09e8c-dad6-402b-bedc-39481859ceee req-7612fa75-6f87-42a1-9085-fc4f8b94c6ad tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.1379874 Aug 30 22:46:04.255872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7dd09e8c-dad6-402b-bedc-39481859ceee req-53eb7998-a0a4-4f23-9be6-3eb36da46574 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502975 Aug 30 22:46:04.272525 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-ed1e3798-0e1a-4306-a5e8-6a76dc5d8f1b service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748042 Aug 30 22:46:04.349742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-b60c3974-21b5-48d0-b706-457561497e8b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.1529710 Aug 30 22:46:04.399768 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:02Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:04.425722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-4614d815-d066-45c2-9ff5-6d718a3ec7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.427348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-4614d815-d066-45c2-9ff5-6d718a3ec7e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1859567 Aug 30 22:46:04.434868 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671077a4-153c-489f-b8f8-d46db5fe9aa2 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:2e:44:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12543263-b72a-4f0e-8855-bd7521806d8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:02Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:04.438340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-945e33ae-cba6-4803-be1b-51ca13bd8fc3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.442540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-945e33ae-cba6-4803-be1b-51ca13bd8fc3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports/1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 943 time: 0.0711277 Aug 30 22:46:04.450089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284e0a9-3e01-45a1-ad56-9b4e1495f1a0 req-0aa2afee-2feb-4d88-9c9b-7dbe53a17bae tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.451731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7284e0a9-3e01-45a1-ad56-9b4e1495f1a0 req-0aa2afee-2feb-4d88-9c9b-7dbe53a17bae tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 948 time: 0.0950565 Aug 30 22:46:04.474780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-52400ac1-73cb-4141-8394-b78fa766fe5e service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769817 Aug 30 22:46:04.497246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-90bae2a6-6edb-4c4c-afdf-efd3ddaa335d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 200 len: 217 time: 0.0425982 Aug 30 22:46:04.519535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7284e0a9-3e01-45a1-ad56-9b4e1495f1a0 req-90e2bf67-3494-45ef-a3b7-80363f57abf0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536141 Aug 30 22:46:04.587445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-902eb88b-e5de-4e7b-8120-5dbeede69dfb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0357242 Aug 30 22:46:04.756590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-11c8c1c3-a037-4d19-b427-7aeada8517e6 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.2449265 Aug 30 22:46:04.762472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-79c0d854-99a3-465c-ac87-639f32d40611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.765050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-79c0d854-99a3-465c-ac87-639f32d40611 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.1685016 Aug 30 22:46:04.767564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-7344f9f6-2a6e-4f7d-b89f-e44115a947dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.770087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-7344f9f6-2a6e-4f7d-b89f-e44115a947dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2566700 Aug 30 22:46:04.973198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:04.975291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7edae-c39a-4347-99dc-67e2250145a9 req-1034ec4b-a2ce-410b-ac6f-b0b61ee5ca4c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.982368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bb7edae-c39a-4347-99dc-67e2250145a9 req-1034ec4b-a2ce-410b-ac6f-b0b61ee5ca4c tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 1101 time: 0.3978286 Aug 30 22:46:04.989485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-74420207-4974-4f19-94d4-a46d9480d45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:04.991019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-74420207-4974-4f19-94d4-a46d9480d45a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000563 Aug 30 22:46:05.033523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-b1880e40-19f0-4373-bb85-297647c50393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.035119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-b1880e40-19f0-4373-bb85-297647c50393 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6f422ad6833e468793ba3bd171566c14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.4230225 Aug 30 22:46:05.088457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-a3c4ee1c-abf0-497c-a8c3-f4e0f2bcf605 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.089923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2629c239-2353-4874-bbc1-c2fbf277dc89 req-a3c4ee1c-abf0-497c-a8c3-f4e0f2bcf605 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.3185313 Aug 30 22:46:05.092231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:05.096089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-f191ad42-406a-49c0-8729-8d5046ff7042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.101303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-f191ad42-406a-49c0-8729-8d5046ff7042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.3115530 Aug 30 22:46:05.108178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'mac_address': 'fa:16:3e:21:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:05.114254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bb7edae-c39a-4347-99dc-67e2250145a9 req-001335ca-7511-4cd1-9e76-5171c196adcb tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303635 Aug 30 22:46:05.176607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:05.177034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-6cdfcbb3-a89e-46e5-89dd-1a2b120898b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0588746 Aug 30 22:46:05.207586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-38124bb1-e498-49c5-a8ca-ae69ab14b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.209094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-38124bb1-e498-49c5-a8ca-ae69ab14b113 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1545861 Aug 30 22:46:05.209821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:05.243058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:05.248446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:05.257625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-d338cfe0-b823-4981-b47b-0edc4349ada2 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546532 Aug 30 22:46:05.304179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b190a988-56f8-4264-ada0-9557c9ab0740 req-eab3b330-ee1e-4758-9003-b4dd56513ce3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0347037 Aug 30 22:46:05.309776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:05.357065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-0e3324dd-b262-4b95-9e20-1906e4759794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.358563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-0e3324dd-b262-4b95-9e20-1906e4759794 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.1599898 Aug 30 22:46:05.372315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908102b4-7ae6-4567-a0fe-e942f609898c req-4b808491-0ef1-4d3d-8243-a7abd73610df tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.373863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-908102b4-7ae6-4567-a0fe-e942f609898c req-4b808491-0ef1-4d3d-8243-a7abd73610df tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1510949 Aug 30 22:46:05.476182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-908102b4-7ae6-4567-a0fe-e942f609898c req-b35c5c73-ab13-43e3-b3fe-b184ad91e4b1 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844741 Aug 30 22:46:05.479540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24bdeba0-0cd4-43dd-a166-9345a5906c3d req-14128e8b-ebf1-4d23-974b-72848e140444 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030571 Aug 30 22:46:05.481618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-9000d513-bbd8-4429-81b9-c581400885ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.483715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-9000d513-bbd8-4429-81b9-c581400885ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023488 Aug 30 22:46:05.518824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4e7bf25f-2131-472a-b448-e014f42119cf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.520651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4e7bf25f-2131-472a-b448-e014f42119cf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d&tenant_id=542e01e2883e4b25aacb5b5cff6af037&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 949 time: 0.0598185 Aug 30 22:46:05.618501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d5aa8c-c71e-439d-95a5-c577128a5d2b req-467dbafc-a9ec-4899-8481-80683c588860 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0327792 Aug 30 22:46:05.666814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-6044b059-7ec1-4fc3-9c53-75c49fde26e3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0407779 Aug 30 22:46:05.686165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-51aea478-2580-4bee-be97-922cea1c5e1f service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709239 Aug 30 22:46:05.687650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e471340-2812-4f61-854a-d8c939a7f43c req-ccb2d9c0-bf52-420d-914d-eee3d891510b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.690916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e471340-2812-4f61-854a-d8c939a7f43c req-ccb2d9c0-bf52-420d-914d-eee3d891510b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.1093621 Aug 30 22:46:05.701967 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-d74b4e64-176d-436b-beb1-fba6fbe8fb8a service neutron] 10.222.0.52 "GET /v2.0/ports/a3f73629-2c18-4150-a820-69310eb3f92e/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.1505523 Aug 30 22:46:05.797075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-373b144c-71c1-4036-afff-2712a26a395b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.1216941 Aug 30 22:46:05.807921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e471340-2812-4f61-854a-d8c939a7f43c req-d2f65148-7dfe-4ef7-9e77-b946582f1a2a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030777 Aug 30 22:46:05.860168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-9ed2c3fd-3afe-4ae8-9347-273703933aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.861690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-9ed2c3fd-3afe-4ae8-9347-273703933aef service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6f422ad6833e468793ba3bd171566c14&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1698539 Aug 30 22:46:05.873099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4dc903ab-dcf3-495a-9fcc-fc1c1764f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.874673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4dc903ab-dcf3-495a-9fcc-fc1c1764f476 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1101 time: 0.0581131 Aug 30 22:46:05.882310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-e05122fa-2bc8-4b01-aeb6-c87bb4a52377 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:05.883751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-e05122fa-2bc8-4b01-aeb6-c87bb4a52377 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports/1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 943 time: 0.0814614 Aug 30 22:46:05.885730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-5fde9208-f42b-4587-9e7f-fa9fc41c84c9 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667316 Aug 30 22:46:05.922221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a3f73629-2c18-4150-a820-69310eb3f92e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:06.021729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-f9e318af-c536-4dc0-b1c8-376e3ce7658c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.0908453 Aug 30 22:46:06.034714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-7a479bea-bb0d-4549-919c-604ba6fc78a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.036264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-7a479bea-bb0d-4549-919c-604ba6fc78a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1098 time: 0.0532203 Aug 30 22:46:06.048855 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-84ff114c-ff00-4d48-8b18-436eb35a8688 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584874 Aug 30 22:46:06.187870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-05750990-46be-4ba6-bf58-2d3bdc1dc18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.189391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-05750990-46be-4ba6-bf58-2d3bdc1dc18e service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2859557 Aug 30 22:46:06.205128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-3cbdaef4-6777-4f78-94e4-2560ebd8f846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.206965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-3cbdaef4-6777-4f78-94e4-2560ebd8f846 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3137660 Aug 30 22:46:06.220738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-5991594a-0ed0-4849-81c3-a1263093dd9c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.222201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-5991594a-0ed0-4849-81c3-a1263093dd9c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1850004 Aug 30 22:46:06.227429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-3dafd57d-0c91-404c-9ac5-472e183ea661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.228902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-3dafd57d-0c91-404c-9ac5-472e183ea661 service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1366210 Aug 30 22:46:06.245861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-a4e82626-2d91-4390-b72e-0f75bfb17c03 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.248467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-a4e82626-2d91-4390-b72e-0f75bfb17c03 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1872914 Aug 30 22:46:06.282048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-2e664e3b-6909-4a6e-be5d-536245747a77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.0538602 Aug 30 22:46:06.291173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-804bd98f-0c50-44c3-9f3f-919a7d9f3d8d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0116632 Aug 30 22:46:06.396474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe38f66-86b3-40c9-a885-b03e41b53345 req-8f90a5cc-9d4d-4bdd-be17-fcfa62caf05e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "GET /v2.0/ports?device_id=e5c6fd02-7bb3-40f5-b856-a43890c435e9 HTTP/1.1" status: 200 len: 210 time: 0.0751805 Aug 30 22:46:06.421402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-6876b467-fac3-4a8d-8c4e-198b95beae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.423015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-6876b467-fac3-4a8d-8c4e-198b95beae9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1128867 Aug 30 22:46:06.438332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-1900f133-b758-4223-a220-9ddaca3c3c20 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1400197 Aug 30 22:46:06.582023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4ae10f8c-3bc3-416f-9648-eb92fc895568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.583596 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-4ae10f8c-3bc3-416f-9648-eb92fc895568 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0765471 Aug 30 22:46:06.647576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-822b4eee-574c-45cc-9b9d-be9b48c4a0be tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.4168596 Aug 30 22:46:06.655210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:06.693485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-b3aea93a-8e1a-43e1-9d8c-236ddd1dc6cd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 1001 time: 0.1250958 Aug 30 22:46:06.748000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:06.762228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cefa3c-44ff-447a-b0f4-abe29d52c02b req-152b379a-6e10-47c1-825a-541e14113f6e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.763799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63cefa3c-44ff-447a-b0f4-abe29d52c02b req-152b379a-6e10-47c1-825a-541e14113f6e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 949 time: 0.1093595 Aug 30 22:46:06.776010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-1d8d5547-f39d-419b-b166-ba113648071f service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458170 Aug 30 22:46:06.803820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-f3389599-0b42-4dd4-9efd-2018c80272f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.805274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-f3389599-0b42-4dd4-9efd-2018c80272f4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0981872 Aug 30 22:46:06.880427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63cefa3c-44ff-447a-b0f4-abe29d52c02b req-169c513c-f6b6-4ad8-a6af-204a75cd350f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853901 Aug 30 22:46:06.931377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-d8933194-1d2c-4bd4-b735-2f45c6bb9056 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462502 Aug 30 22:46:06.982093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:06.985046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-917173ec-ad04-4dcb-ab32-8ec4994a12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:06.987575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-917173ec-ad04-4dcb-ab32-8ec4994a12ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1396370 Aug 30 22:46:06.988699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:06.989020 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Floating IP ce3eeab6-62d8-4b91-8379-482980e5863e disassociated. External IP: 172.25.7.13, port: 1e13e02d-e08b-4dbd-913f-2071a65244e2. Aug 30 22:46:07.022210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d55a6ad-994c-4a77-a679-a6a1ebaa2748 req-3254eae4-9ed4-45f6-9999-f67c492487ac tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.023747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d55a6ad-994c-4a77-a679-a6a1ebaa2748 req-3254eae4-9ed4-45f6-9999-f67c492487ac tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0685251 Aug 30 22:46:07.110086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d55a6ad-994c-4a77-a679-a6a1ebaa2748 req-85c011c4-0823-4911-9c49-b65e5f290b63 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599365 Aug 30 22:46:07.118975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-b7913b33-f966-4a82-8cf8-e8d4c7f948f2 service neutron] 10.222.0.47 "GET /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.0941646 Aug 30 22:46:07.180988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-25c8d68c-5974-4625-9a85-dd980f9374b7 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538789 Aug 30 22:46:07.391659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b2f161e-0c6e-4b65-bf96-b1a5317e3120 req-98cca526-3903-4eef-871f-54980300c13f service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680148 Aug 30 22:46:07.398096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:07.406957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:07.454015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f2c778b-aa82-4cba-93b4-b3fda541188e req-1b0ce185-1c94-407c-a331-01f2df18ca81 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 210 time: 0.0858300 Aug 30 22:46:07.460728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:07.507136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55a5a768-37af-45ba-81a2-41b5aea6e434 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:07.525891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:07.535300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:07.539992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:07.547299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:07.562473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:07.563289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:07.564444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:07.585356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-1c03adbd-9acf-4e2d-aa67-ddcfda2df4d7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "PUT /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 694 time: 0.9369278 Aug 30 22:46:07.585845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:07.588849 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cae5f1-234f-4385-9505-d4f72542f42c" -d '{"events": [{"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:07.642851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-10f610d2-568b-48ca-bd2c-43a170cfa54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.644379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-10f610d2-568b-48ca-bd2c-43a170cfa54c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1098 time: 0.0439947 Aug 30 22:46:07.694586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4955b69-3982-4935-8043-443222da0699 req-6ab8ae23-61b4-4778-aa26-dabbe01a99e3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.696280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4955b69-3982-4935-8043-443222da0699 req-6ab8ae23-61b4-4778-aa26-dabbe01a99e3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 943 time: 0.0871389 Aug 30 22:46:07.706481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Transition to ACTIVE for port object 55a5a768-37af-45ba-81a2-41b5aea6e434 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:07.713971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:07.716881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:07.762193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-55e38886-aafe-490d-ac00-0c94175beb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.763730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-55e38886-aafe-490d-ac00-0c94175beb34 service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1106381 Aug 30 22:46:07.796255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4955b69-3982-4935-8043-443222da0699 req-aef70780-173e-4257-bae0-75109ce4652d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913332 Aug 30 22:46:07.826080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-51334833-4bdc-4540-9f2f-ecb9e87a86ec service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 217 time: 0.0511682 Aug 30 22:46:07.827645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] No DVR routers for this DVR port 55a5a768-37af-45ba-81a2-41b5aea6e434 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:07.843197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Pushing event updated for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:07.876018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] 10.222.0.47 "PUT /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 0.7414634 Aug 30 22:46:07.877587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.877969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.879158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.879503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.879834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.884000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-c7ba5cb2-d27b-483c-add1-b5a68bbe9add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.888574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.889324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:07.890268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-c7ba5cb2-d27b-483c-add1-b5a68bbe9add service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0633333 Aug 30 22:46:07.890411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.890903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.891445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.891967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.892419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.892839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b059ee4-0123-41bf-88d8-59591b836065 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:07.976424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-63d9b668-a587-48fb-8285-69338bfc069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:07.980485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-63d9b668-a587-48fb-8285-69338bfc069a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771039 Aug 30 22:46:08.115669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-f7c3c0f0-8126-43bb-a277-34eaed6f6baf tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288939 Aug 30 22:46:08.124989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:08.156915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-996071f7-22fb-47d4-a7d1-8083006fda36 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.160102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-996071f7-22fb-47d4-a7d1-8083006fda36 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.1159284 Aug 30 22:46:08.174096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-1012ee25-c136-49e3-8b75-67a6fa8961f0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.175921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-1012ee25-c136-49e3-8b75-67a6fa8961f0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2048383 Aug 30 22:46:08.188180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-f442053e-e580-4612-88d3-43efbbb479f3 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000895 Aug 30 22:46:08.224982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:08.257528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-3b6b8bf4-bb67-44ef-a94f-db7d6bbad3e8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0573468 Aug 30 22:46:08.264276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:08.276819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:08.280485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:08.304131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-423c2d0f-5b81-4abd-9772-b6d2a141136b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452785 Aug 30 22:46:08.312151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-febc32ca-a2cf-49ba-9ebc-2778cf42b5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.312893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-3ac66cd2-83fa-4556-8958-fa4645c7ba1d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.314482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-3ac66cd2-83fa-4556-8958-fa4645c7ba1d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916869 Aug 30 22:46:08.318827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-febc32ca-a2cf-49ba-9ebc-2778cf42b5c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3&tenant_id=5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 1096 time: 0.1420448 Aug 30 22:46:08.343664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1de474f1-5307-4fb7-ab0b-e61cfbf0c046 req-99d15063-5bc1-4e7c-9486-5d783aae39e5 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376019 Aug 30 22:46:08.361229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': 'c1281081-8255-4591-919e-df78d0d57954', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:08.423820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:08.426295 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422a5981-e0c4-456f-b92e-309c8c274754 x-openstack-request-id: req-422a5981-e0c4-456f-b92e-309c8c274754 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:08.426958 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:08.427383 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-422a5981-e0c4-456f-b92e-309c8c274754 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:08.428133 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'status': 'completed', 'code': 200} Aug 30 22:46:08.438211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-4bc2b622-3219-4b3a-93a0-661068f301ae service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180127 Aug 30 22:46:08.566587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95899a6e-7a71-4776-a1fa-d81e161790d7 req-a480901f-10af-4222-be63-75541de451d4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.568170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-95899a6e-7a71-4776-a1fa-d81e161790d7 req-a480901f-10af-4222-be63-75541de451d4 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 949 time: 0.0709295 Aug 30 22:46:08.568867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:08.572308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:08.583759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2ee35829-be1f-4cf2-acc6-45505c53fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.585408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-2ee35829-be1f-4cf2-acc6-45505c53fc7b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1096 time: 0.1451290 Aug 30 22:46:08.590256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae5f1-234f-4385-9505-d4f72542f42c req-50775fc0-2efc-48b8-91f5-418f68f6dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.591827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-50775fc0-2efc-48b8-91f5-418f68f6dbec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 1098 time: 0.1285596 Aug 30 22:46:08.630162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-e5d5c2e2-eb40-4059-b80a-a47fdb78eb3e service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908700 Aug 30 22:46:08.685160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-95899a6e-7a71-4776-a1fa-d81e161790d7 req-d2b8b3fd-c7a4-439b-9296-6029af30eab6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972090 Aug 30 22:46:08.727374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:08.759773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b3a38-6085-4864-a999-3a4d046cde97 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:08.816379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.119 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/3723109a-b67d-4708-a100-934ac7aa8914) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:08.836445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-188e0bdf-819b-490c-8194-d2f1953ba417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.838506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-188e0bdf-819b-490c-8194-d2f1953ba417 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.2368915 Aug 30 22:46:08.910711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-b0addbbd-d723-4b48-accc-13dbd7fff0fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 217 time: 0.0596132 Aug 30 22:46:08.931340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae5f1-234f-4385-9505-d4f72542f42c req-c51a09e4-14a3-45ac-a34c-accd00b340bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.935364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-c51a09e4-14a3-45ac-a34c-accd00b340bb service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.3212070 Aug 30 22:46:08.956440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32a411a-04a2-4b1f-af3d-686a700c2583 req-1bc4c76d-4dc1-41d2-a6a4-132cb8392c68 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:08.963782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a32a411a-04a2-4b1f-af3d-686a700c2583 req-1bc4c76d-4dc1-41d2-a6a4-132cb8392c68 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1072481 Aug 30 22:46:08.972927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:09.073442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a3f73629-2c18-4150-a820-69310eb3f92e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:09.074165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.129767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-5d8b316b-3e0e-40e8-95f7-a5d3d40aee78 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 200 len: 217 time: 0.1737788 Aug 30 22:46:09.227965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-8dff8dbb-3469-443b-a7fd-78867d6cfa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:09.233978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-8dff8dbb-3469-443b-a7fd-78867d6cfa9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1963124 Aug 30 22:46:09.282470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a32a411a-04a2-4b1f-af3d-686a700c2583 req-d272c331-edf9-4f02-a987-3d129e19bab1 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175857 Aug 30 22:46:09.285308 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a9ae3510-de2e-40b1-97fb-c7a036b6dfe2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448360 Aug 30 22:46:09.287502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae5f1-234f-4385-9505-d4f72542f42c req-d305b81e-b0fd-406c-b4ad-7197cc6e31a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:09.289426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-d305b81e-b0fd-406c-b4ad-7197cc6e31a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.1248078 Aug 30 22:46:09.336769 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.340397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52fff79d-3b62-4dd8-9ab0-c9d739279ddc req-b9543120-6ec6-42fd-95dd-be5986a72def tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 210 time: 0.0577788 Aug 30 22:46:09.348065 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4eed31-1fec-4156-85cd-53eba5b8ba28 None None] New status for floating IP ce3eeab6-62d8-4b91-8379-482980e5863e: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:46:09.370491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.377747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:09.382321 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d7e194-a430-48e4-9683-b72d82a3fbef" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:09.400117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:09.408753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.408994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object 3723109a-b67d-4708-a100-934ac7aa8914 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:09.442757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cae5f1-234f-4385-9505-d4f72542f42c req-e864908b-372d-465e-90df-ea8f22f1261a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:09.444368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-e864908b-372d-465e-90df-ea8f22f1261a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1217566 Aug 30 22:46:09.499398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.504107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:09.505372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-5d0abe92-28b7-49a2-9a83-b4fe6b72c7f9 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048128 Aug 30 22:46:09.538057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:09.542450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca2a19e8-4543-49af-8c78-6573b2b700e5 req-de71291b-f67b-4328-b979-b15d0d06ae97 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 210 time: 0.1451759 Aug 30 22:46:09.602679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:09.608896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:09.614881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:09.656621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b', '0ca099eb-a472-4ef3-8d0f-49f692569acb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:09.709706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:09.721363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.722148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.722725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.723290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.724030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.724629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.725208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.725930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.726546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.727138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.727689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.728257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:09.764813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:09.767209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:09.818819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-66523f07-aee4-46cd-a78d-0f97f1c93209 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4674339 Aug 30 22:46:09.860501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Request body: {'port': {'device_id': 'c1281081-8255-4591-919e-df78d0d57954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:09.948476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-d690c6fb-d0ef-4f32-8ebe-254e82197d8c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:09.956049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-d690c6fb-d0ef-4f32-8ebe-254e82197d8c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1407044 Aug 30 22:46:09.986520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:10.071606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-98413997-bc01-49dc-ae28-f668f59c4d4c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 695 time: 0.0746419 Aug 30 22:46:10.105047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:10.155400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:10.234125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd7e07-4535-40c0-b3c3-3584c1619776 req-50531408-40d5-436c-bf88-6d612a340256 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:10.242227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1cd7e07-4535-40c0-b3c3-3584c1619776 req-50531408-40d5-436c-bf88-6d612a340256 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.7550707 Aug 30 22:46:10.268561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-511dbefb-26dd-4a11-b47c-6d48434502fe None None] Provisioning for port 3723109a-b67d-4708-a100-934ac7aa8914 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:10.289691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-e6969c48-7546-4ba1-ab76-aa8b4eaa0702 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190241 Aug 30 22:46:10.293175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-467a081b-c5bb-4e88-ba76-ac18272fa08c service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7619939 Aug 30 22:46:10.323584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-511dbefb-26dd-4a11-b47c-6d48434502fe None None] Provisioning complete for port 3723109a-b67d-4708-a100-934ac7aa8914 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:10.324402 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-511dbefb-26dd-4a11-b47c-6d48434502fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:10.326803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1cd7e07-4535-40c0-b3c3-3584c1619776 req-2fed134f-0375-4c34-a9c4-132dca2ea180 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801120 Aug 30 22:46:10.373691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-06be885e-1d00-4e43-9c80-9314610f8e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:10.411897 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249e6bc-c97f-4efc-bcf9-959a14687c57 x-openstack-request-id: req-d249e6bc-c97f-4efc-bcf9-959a14687c57 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:10.412261 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:10.412598 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d249e6bc-c97f-4efc-bcf9-959a14687c57 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:10.413055 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'code': 200} Aug 30 22:46:10.430942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-511dbefb-26dd-4a11-b47c-6d48434502fe None None] Port 3723109a-b67d-4708-a100-934ac7aa8914 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:10.525702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cae5f1-234f-4385-9505-d4f72542f42c req-57162b87-4db9-446e-941a-70039d0ab46e service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932161 Aug 30 22:46:10.559469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-febd30d0-8eaa-44ee-93c3-b23a921ccf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:10.562034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-febd30d0-8eaa-44ee-93c3-b23a921ccf03 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1102 time: 0.2317886 Aug 30 22:46:10.577629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a2d57-132f-4794-b431-c2542d5f8feb req-54a2f717-5292-44b2-95c7-6203780d6f6d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:10.586442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd7a2d57-132f-4794-b431-c2542d5f8feb req-54a2f717-5292-44b2-95c7-6203780d6f6d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0988281 Aug 30 22:46:10.624124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd7a2d57-132f-4794-b431-c2542d5f8feb req-8f9382d2-04b4-41f0-9ff1-daac6cba12b9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366864 Aug 30 22:46:10.717024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-080b2d8e-18c2-4023-80d0-3050fe5632d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:10.720832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-080b2d8e-18c2-4023-80d0-3050fe5632d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 1102 time: 0.0734499 Aug 30 22:46:10.742106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3723109a-b67d-4708-a100-934ac7aa8914 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:10.758014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.010062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2385a-0c0b-4c8d-a08c-ece1a54ede93 req-517dccca-d1c5-4c2e-a58a-67bf036e2a06 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.011924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2c2385a-0c0b-4c8d-a08c-ece1a54ede93 req-517dccca-d1c5-4c2e-a58a-67bf036e2a06 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1544325 Aug 30 22:46:11.015255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-b8877f9a-5371-48c6-b9c2-7e853c4c071f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.016821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-b8877f9a-5371-48c6-b9c2-7e853c4c071f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2885711 Aug 30 22:46:11.038286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-d66bae40-13f1-4b69-981e-179b6d44806f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.040238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-d66bae40-13f1-4b69-981e-179b6d44806f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2429979 Aug 30 22:46:11.089513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:11.097447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-fba3c6d0-1354-4178-8440-e816dc2a28de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 200 len: 217 time: 0.0664451 Aug 30 22:46:11.191835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2c2385a-0c0b-4c8d-a08c-ece1a54ede93 req-47271a38-5257-4856-b9b8-35436b1101a9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707754 Aug 30 22:46:11.192112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Transition to ACTIVE for port object 3723109a-b67d-4708-a100-934ac7aa8914 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:11.202640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a445766d-a4ed-4447-af41-2b679cd9a753 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.205071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-a445766d-a4ed-4447-af41-2b679cd9a753 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.5363092 Aug 30 22:46:11.208899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.262840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-151b9e2e-5ec5-4c6d-ad50-1232b407df56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.264626 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-151b9e2e-5ec5-4c6d-ad50-1232b407df56 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1249235 Aug 30 22:46:11.311815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:46:11.377999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:11.381588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.382933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Pushing event updated for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:11.401315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-f88602eb-309a-471c-91fb-7bdf31a9a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.402950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-f88602eb-309a-471c-91fb-7bdf31a9a0c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221604 Aug 30 22:46:11.412989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bc6289-d31d-4b4a-9e7a-d2ef5ff05371 req-96c15fa6-3a9f-4554-8fdc-c4052fc484a3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.414253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85bc6289-d31d-4b4a-9e7a-d2ef5ff05371 req-96c15fa6-3a9f-4554-8fdc-c4052fc484a3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 948 time: 0.1323361 Aug 30 22:46:11.476306 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.519842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.581685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85bc6289-d31d-4b4a-9e7a-d2ef5ff05371 req-cbaf1150-e0fb-4367-b098-00e96ac65c58 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548798 Aug 30 22:46:11.612599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-041a630d-4609-469d-afc1-58d6ac22a655 req-dcb7c682-dbeb-4423-ab34-fe9f8158b959 service neutron] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:11.653064 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-1fbe90f2-df14-4bb2-9a03-28487f4d5cb0 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374942 Aug 30 22:46:11.654000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-041a630d-4609-469d-afc1-58d6ac22a655 req-dcb7c682-dbeb-4423-ab34-fe9f8158b959 service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.655117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-041a630d-4609-469d-afc1-58d6ac22a655 req-dcb7c682-dbeb-4423-ab34-fe9f8158b959 service neutron] 10.222.0.52 "DELETE /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.4361174 Aug 30 22:46:11.657759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Attempting to bind port 3723109a-b67d-4708-a100-934ac7aa8914 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:11.658048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Attempting to bind port 3723109a-b67d-4708-a100-934ac7aa8914 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:11.658345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Attempting to bind port 3723109a-b67d-4708-a100-934ac7aa8914 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:11.667771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Port 3723109a-b67d-4708-a100-934ac7aa8914 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:11.668094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Attempting to bind port 3723109a-b67d-4708-a100-934ac7aa8914 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:11.686164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:11.686549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:11.686879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:11.687371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Bound port: 3723109a-b67d-4708-a100-934ac7aa8914, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:11.687725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.705736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8269156-81f0-4df5-be6a-7dabc7a17db0 req-8dd22c92-29d5-4b98-9a71-b4e1858fbec7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 210 time: 0.0552139 Aug 30 22:46:11.707725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.6 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/f7a02011-31a1-4932-8f47-d3a120d1edda) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:11.737894 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Floating IP ce3eeab6-62d8-4b91-8379-482980e5863e associated. External IP: 172.25.7.13, port: 8c225888-4a89-4958-918b-91533cc450a5. Aug 30 22:46:11.836878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83104a7c-3bc0-4992-aa4c-89bb0271bf7f req-9ea1ef66-9077-41de-b667-e6544501f1e4 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650903 Aug 30 22:46:11.898654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:11.921755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3723109a-b67d-4708-a100-934ac7aa8914,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:11.930728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:11.961330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4f9aa-f229-47b0-911d-9e96a06b8112 req-f365e7c7-a64d-4c7d-bc6d-cf878dd71663 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:11.963553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81d4f9aa-f229-47b0-911d-9e96a06b8112 req-f365e7c7-a64d-4c7d-bc6d-cf878dd71663 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.0804009 Aug 30 22:46:12.003112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.014688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.015303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.017001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] 10.222.0.52 "PUT /v2.0/ports/3723109a-b67d-4708-a100-934ac7aa8914 HTTP/1.1" status: 200 len: 1097 time: 2.1644099 Aug 30 22:46:12.021067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:12.023589 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a827391-b264-4a13-aee8-cc39ea3ce939" -d '{"events": [{"name": "network-changed", "server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "tag": "3723109a-b67d-4708-a100-934ac7aa8914"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:12.036323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81d4f9aa-f229-47b0-911d-9e96a06b8112 req-09c4d2d6-04b0-4340-8753-d3faad4ba7b1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Aug 30 22:46:12.092829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.129498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54967fbe-c89e-44e9-aa0d-3a4770f83b7f service neutron] Pushing event updated for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:12.153215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:12.174295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:12.181380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:12.188009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:12.192911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:12.245596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a425a5-235d-48e6-86ff-52c5637a667d req-af938faa-008b-43d4-b107-70b4c8b7d224 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.253922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5a425a5-235d-48e6-86ff-52c5637a667d req-af938faa-008b-43d4-b107-70b4c8b7d224 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.1148925 Aug 30 22:46:12.259238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.261198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.281779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-72e69b6d-6fa3-4306-be4d-1ff1765d9c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.283440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-72e69b6d-6fa3-4306-be4d-1ff1765d9c85 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 1100 time: 0.1553564 Aug 30 22:46:12.302721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-b662acc2-d87e-4dd7-be34-bafe3923da29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2176280 Aug 30 22:46:12.326779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Request body: {'port': {'device_id': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:12.346589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-86451a49-e03b-4de2-8779-1ba0172fee65 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.348115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-86451a49-e03b-4de2-8779-1ba0172fee65 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "GET /v2.0/ports?device_id=12543263-b72a-4f0e-8855-bd7521806d8e HTTP/1.1" status: 200 len: 946 time: 0.1657739 Aug 30 22:46:12.349701 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5a425a5-235d-48e6-86ff-52c5637a667d req-f8ceb49b-de57-4110-851d-6c9cd1199280 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775554 Aug 30 22:46:12.386030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-582e87d9-910e-4abe-92aa-694bc9fee072 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3723109a-b67d-4708-a100-934ac7aa8914 HTTP/1.1" status: 200 len: 217 time: 0.0606532 Aug 30 22:46:12.409123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.484852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:12.497102 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.501771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:12.539690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:12.540764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:12.541844 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4088b87c-fee9-4262-806d-ccd94005dddf x-openstack-request-id: req-4088b87c-fee9-4262-806d-ccd94005dddf {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:12.542088 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "tag": "3723109a-b67d-4708-a100-934ac7aa8914", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:12.542338 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4088b87c-fee9-4262-806d-ccd94005dddf {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:12.542735 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914', 'status': 'completed', 'code': 200} Aug 30 22:46:12.544202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-d36a06be-a79e-4118-95ae-a235f9bfcb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.546066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-d36a06be-a79e-4118-95ae-a235f9bfcb96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1523788 Aug 30 22:46:12.570375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-8a0b59fc-8d25-4806-becc-8c6ae5e7882c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "PUT /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 996 time: 2.4753709 Aug 30 22:46:12.631429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Deleting port 1e13e02d-e08b-4dbd-913f-2071a65244e2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:12.631760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.651070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9342ce-62dd-419c-851f-31820e84b21e req-9f9c3f3a-f8a4-457f-8911-dae30c42d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.653049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-9f9c3f3a-f8a4-457f-8911-dae30c42d635 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939441 Aug 30 22:46:12.743399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:12.799235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.804560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-dd5bd425-38ea-47c0-bc25-03945e6c16a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.820195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-dd5bd425-38ea-47c0-bc25-03945e6c16a9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.1883509 Aug 30 22:46:12.835866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535002d4-5948-468b-8902-23ff6759d81e req-ad73a5b3-c7b3-47cd-92a9-693286e1592c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:12.837395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-535002d4-5948-468b-8902-23ff6759d81e req-ad73a5b3-c7b3-47cd-92a9-693286e1592c tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1315620 Aug 30 22:46:12.914629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a02011-31a1-4932-8f47-d3a120d1edda {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:12.917676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-7f3def2f-d8a2-457b-88d9-a2fd30de7686 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335644 Aug 30 22:46:12.922284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-535002d4-5948-468b-8902-23ff6759d81e req-966d83f4-146a-4cc7-a920-fa4374eb7280 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737088 Aug 30 22:46:12.926602 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:12.942625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Transition to ACTIVE for port object f7a02011-31a1-4932-8f47-d3a120d1edda will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:12.949892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.001169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:13.037409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] For port 1e13e02d-e08b-4dbd-913f-2071a65244e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1e13e02d-e08b-4dbd-913f-2071a65244e2,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:13.037990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.044773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:13.085587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Calling delete_port for 1e13e02d-e08b-4dbd-913f-2071a65244e2 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:13.099697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-3c91cf2c-6173-445e-8ba4-dba9087364d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.107986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-3c91cf2c-6173-445e-8ba4-dba9087364d1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.2869706 Aug 30 22:46:13.148654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c676e4-f9a2-4da7-9191-4c36d7a177a0 req-b4f02f5a-d682-4c3b-b4ad-77afd156d7e2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.150408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3c676e4-f9a2-4da7-9191-4c36d7a177a0 req-b4f02f5a-d682-4c3b-b4ad-77afd156d7e2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 948 time: 0.1198008 Aug 30 22:46:13.151329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Attempting to bind port f7a02011-31a1-4932-8f47-d3a120d1edda on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:13.151667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Attempting to bind port f7a02011-31a1-4932-8f47-d3a120d1edda by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:13.152000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Attempting to bind port f7a02011-31a1-4932-8f47-d3a120d1edda on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:13.158252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Port f7a02011-31a1-4932-8f47-d3a120d1edda on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:13.158582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Attempting to bind port f7a02011-31a1-4932-8f47-d3a120d1edda on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:13.164512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.170861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:13.171203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:13.172046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:13.172046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Bound port: f7a02011-31a1-4932-8f47-d3a120d1edda, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:13.172495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.204114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:13.206548 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c595cc0-7324-41c4-80a3-c5986dd7fe2c" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:13.214075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:11Z', 'revision_number': 8, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:13.247910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:13.252876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b9342ce-62dd-419c-851f-31820e84b21e req-962dbccb-5120-42a0-b082-380eadae59ce service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3191941 Aug 30 22:46:13.259084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3c676e4-f9a2-4da7-9191-4c36d7a177a0 req-91ef3479-fe95-498f-84ee-38446e842b60 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979958 Aug 30 22:46:13.261478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:13.266044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.271127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-4b0ccc86-dedb-4a28-8d0c-3cfc1cd2ab6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 999 time: 0.1620352 Aug 30 22:46:13.301749 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97d2b606-e0ad-4649-a848-c6abbff12249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.305957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:13.306919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:13.323815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:13.329317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f7a02011-31a1-4932-8f47-d3a120d1edda,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:13.339959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.340325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-e553d143-2148-47d3-9311-7c9f9c83cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.347415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-e553d143-2148-47d3-9311-7c9f9c83cecc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0753577 Aug 30 22:46:13.388524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:13.398683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.399902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.401358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] 10.222.0.47 "PUT /v2.0/ports/f7a02011-31a1-4932-8f47-d3a120d1edda HTTP/1.1" status: 200 len: 1092 time: 1.0852597 Aug 30 22:46:13.401844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:13.404207 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e95f43b-8435-407b-8b33-979dcfa6a47d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:13.449241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1405ca9-459f-4e2d-9cfc-a18cba99f343 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:13.460119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-95ae6059-0bc5-4fd1-a5ec-7e06fa1e4a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.470598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-95ae6059-0bc5-4fd1-a5ec-7e06fa1e4a58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1222167 Aug 30 22:46:13.480272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:13.551374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463ba680-8dcd-496d-90fd-36db5bb95f39 req-e5a97922-1696-4d2f-bb58-c645cda01654 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.552940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-463ba680-8dcd-496d-90fd-36db5bb95f39 req-e5a97922-1696-4d2f-bb58-c645cda01654 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1096 time: 0.0980206 Aug 30 22:46:13.579830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-c61ae5c5-9001-4858-bc93-13bffeeff3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.582555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-c61ae5c5-9001-4858-bc93-13bffeeff3f2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 1095 time: 0.1124680 Aug 30 22:46:13.601546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-21da4ac1-00f0-445c-b8d8-959d871d34f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.602958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-21da4ac1-00f0-445c-b8d8-959d871d34f5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 1100 time: 0.1599650 Aug 30 22:46:13.605775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-463ba680-8dcd-496d-90fd-36db5bb95f39 req-bc112655-1a18-4db1-810f-68fd32be9c88 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418375 Aug 30 22:46:13.606117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.635767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['8c225888-4a89-4958-918b-91533cc450a5', '1e13e02d-e08b-4dbd-913f-2071a65244e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:13.665173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-0e454b39-e419-45ad-98fb-4df9b85e7e13 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a02011-31a1-4932-8f47-d3a120d1edda HTTP/1.1" status: 200 len: 217 time: 0.0581312 Aug 30 22:46:13.699199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event deleted for resources: {'Port': ['ID=1e13e02d-e08b-4dbd-913f-2071a65244e2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:13.737135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-19364ef1-7c98-4984-aac6-61f075ae6552 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653434 Aug 30 22:46:13.821073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15715cb3-c951-4894-858d-197f2587708b req-bcdd675d-0a1b-497e-97bf-bc0422aab351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.823839 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-bcdd675d-0a1b-497e-97bf-bc0422aab351 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1431344 Aug 30 22:46:13.876054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] No DVR routers for this DVR port 1e13e02d-e08b-4dbd-913f-2071a65244e2 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:13.887926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:13.889940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-2b6d7c6c-96e9-4d78-9a5c-f56560c0d412 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386009 Aug 30 22:46:13.890188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55c0c18b-6473-4b95-abe2-eb1902634092 req-3a9b5366-a5ec-4c34-95bf-17cffe3c7c7a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "DELETE /v2.0/ports/1e13e02d-e08b-4dbd-913f-2071a65244e2 HTTP/1.1" status: 204 len: 173 time: 1.4821193 Aug 30 22:46:13.890341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:11Z', 'revision_number': 8, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:13.913424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f2aa7-18cd-4139-8363-50a6293b4bbe req-5ac345fa-30b0-41eb-9fc8-8d6e4deec2dd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.926465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d59f2aa7-18cd-4139-8363-50a6293b4bbe req-5ac345fa-30b0-41eb-9fc8-8d6e4deec2dd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 943 time: 0.1597793 Aug 30 22:46:13.932221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9fe73b-fe5a-4328-8f3c-34f8a1902e43 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ce3eeab6-62d8-4b91-8379-482980e5863e', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'floating_ip_address': '172.25.7.13', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'port_id': '8c225888-4a89-4958-918b-91533cc450a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 602, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'mac_address': 'fa:16:3e:42:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:45:38Z', 'updated_at': '2021-08-30T22:46:11Z', 'revision_number': 8, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:13.952529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-4bf24dd3-7847-4a95-bb84-cc4b00babbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:13.963806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-4bf24dd3-7847-4a95-bb84-cc4b00babbcb service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3488731 Aug 30 22:46:14.037141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d59f2aa7-18cd-4139-8363-50a6293b4bbe req-986acecc-6db9-4850-9075-ae7493d5e369 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877383 Aug 30 22:46:14.077633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f09ec3e7-36e9-48c2-a4fe-db1439d98fcb req-eedb29cc-b55f-4b5d-bdfa-ddc3f6fcbe1a service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363307 Aug 30 22:46:14.079403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-ee6a95e3-5751-4ac4-b89f-cdd458b23704 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=3723109a-b67d-4708-a100-934ac7aa8914 HTTP/1.1" status: 200 len: 217 time: 0.1036887 Aug 30 22:46:14.151582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-7370e217-4a16-49cb-a7cb-0df827191ec3 service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236042 Aug 30 22:46:14.153482 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88e62cf-ee57-4c31-b9f0-1b13db76dc09 x-openstack-request-id: req-b88e62cf-ee57-4c31-b9f0-1b13db76dc09 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:14.153807 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-unplugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:14.154053 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b88e62cf-ee57-4c31-b9f0-1b13db76dc09 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:14.154447 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'code': 200} Aug 30 22:46:14.187228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-b079b883-42f5-48a3-9b3b-4a2395cfcb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.189508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-b079b883-42f5-48a3-9b3b-4a2395cfcb39 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0981171 Aug 30 22:46:14.229549 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d04e66e-ac15-48c1-b47b-1e8e3d67e567 x-openstack-request-id: req-7d04e66e-ac15-48c1-b47b-1e8e3d67e567 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:14.230009 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:14.230371 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d04e66e-ac15-48c1-b47b-1e8e3d67e567 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:14.230886 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda', 'status': 'completed', 'code': 200} Aug 30 22:46:14.266943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-4b441fb8-cca5-4ed1-9c22-ba1e0eff8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.268478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-4b441fb8-cca5-4ed1-9c22-ba1e0eff8782 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0618312 Aug 30 22:46:14.336359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b56ec3-35e7-4565-a6ce-5cba3621575e req-d22af5ce-7f7b-444e-97eb-d6eb130bfb8f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.338378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78b56ec3-35e7-4565-a6ce-5cba3621575e req-d22af5ce-7f7b-444e-97eb-d6eb130bfb8f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 948 time: 0.0990548 Aug 30 22:46:14.389624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15715cb3-c951-4894-858d-197f2587708b req-512e63cf-4c2c-45b7-b38e-5ff91be21fff service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197742 Aug 30 22:46:14.402892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78b56ec3-35e7-4565-a6ce-5cba3621575e req-1685b78b-3624-4269-be71-9aeb7a3a524a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472233 Aug 30 22:46:14.403233 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dbdfd91-7eb9-4632-abe2-a06811d8d69c None None] New status for floating IP ce3eeab6-62d8-4b91-8379-482980e5863e: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:46:14.418090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:14.457151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-462f721a-0916-4b43-a260-92ddec2542a0 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792929 Aug 30 22:46:14.564190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0ed6a2-4671-4d7b-8c75-e66007e75d0f req-e4d05700-877d-458c-9209-d52f3ecf7867 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.566136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca0ed6a2-4671-4d7b-8c75-e66007e75d0f req-e4d05700-877d-458c-9209-d52f3ecf7867 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0877085 Aug 30 22:46:14.611594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-2d293fef-f7b6-4712-9197-3053bb2bc324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.613426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-2d293fef-f7b6-4712-9197-3053bb2bc324 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 1095 time: 0.0861185 Aug 30 22:46:14.623306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca0ed6a2-4671-4d7b-8c75-e66007e75d0f req-95524e3a-1b1b-4ff4-aaad-79e69a8520a8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494397 Aug 30 22:46:14.782012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b43a93fb-9cd1-4593-8a34-4974049a0a07 req-10519f7b-7f73-43bf-a50e-6109755cac1f tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 998 time: 0.1156542 Aug 30 22:46:14.857077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-d0055b10-ce86-422c-b01f-f6e3ea7fbe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.858596 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-d0055b10-ce86-422c-b01f-f6e3ea7fbe61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.2178538 Aug 30 22:46:14.876334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}, {'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'name': 'network-vif-deleted', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:14.878917 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51" -d '{"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}, {"server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "name": "network-vif-deleted", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:14.915187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-f1d2a5b9-722a-4371-9b33-170e0698d585 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f7a02011-31a1-4932-8f47-d3a120d1edda HTTP/1.1" status: 200 len: 217 time: 0.0418036 Aug 30 22:46:14.985383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a93fb-9cd1-4593-8a34-4974049a0a07 req-1654fd19-c72d-423a-9a74-a1bc8a782a3d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.986930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b43a93fb-9cd1-4593-8a34-4974049a0a07 req-1654fd19-c72d-423a-9a74-a1bc8a782a3d tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1965675 Aug 30 22:46:14.996310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:14.998140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-fd1c384f-2dbc-4ac9-8d98-2be8f25411c8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:14.998607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-b43a93fb-9cd1-4593-8a34-4974049a0a07 req-60079c14-51b2-4996-bfb4-209b965d58b2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:46:14.999622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b43a93fb-9cd1-4593-8a34-4974049a0a07 req-60079c14-51b2-4996-bfb4-209b965d58b2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062342 Aug 30 22:46:15.002279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-fd1c384f-2dbc-4ac9-8d98-2be8f25411c8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.5394278 Aug 30 22:46:15.008147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-a45c7cc0-7b1f-46c2-8a71-e20917bb0b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.010222 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-a45c7cc0-7b1f-46c2-8a71-e20917bb0b4a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.0805938 Aug 30 22:46:15.031273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a827391-b264-4a13-aee8-cc39ea3ce939 req-d492c44c-fa1b-422a-9bc9-aa397268b745 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556209 Aug 30 22:46:15.038369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-54667849-4caa-4b9d-999d-84454b2000b5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/quotas/5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 375 time: 0.0255699 Aug 30 22:46:15.055088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-59ccd64a-f546-4196-88cb-4a89e6960c5f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259078 Aug 30 22:46:15.099541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-c22854cc-a06d-4147-a55f-c26089d235b7 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586395 Aug 30 22:46:15.208871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376034a-1801-46b8-8aa1-4c8261d7fafe req-acbb8886-23d0-4d52-8b4b-176fae77851c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.210700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3376034a-1801-46b8-8aa1-4c8261d7fafe req-acbb8886-23d0-4d52-8b4b-176fae77851c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 948 time: 0.1153753 Aug 30 22:46:15.242243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-dc6bc81a-372e-4776-a57d-3efa47a780a6 service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302993 Aug 30 22:46:15.253620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-ae83978b-067a-4087-95da-32fda1ea7708 service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828020 Aug 30 22:46:15.293561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3376034a-1801-46b8-8aa1-4c8261d7fafe req-6be4b3ae-de0a-46b0-9569-e796f1623694 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Aug 30 22:46:15.307251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:15.330455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'mac_address': 'fa:16:3e:21:88:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:15.373462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-32106c76-27db-4303-82b9-eec6548fc42f service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1188962 Aug 30 22:46:15.375160 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2d5be2-293d-4ed2-bf0d-b2e5e8b1aa58 x-openstack-request-id: req-5b2d5be2-293d-4ed2-bf0d-b2e5e8b1aa58 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:15.375463 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}, {"server_uuid": "12543263-b72a-4f0e-8855-bd7521806d8e", "name": "network-vif-deleted", "tag": "1e13e02d-e08b-4dbd-913f-2071a65244e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:15.375713 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b2d5be2-293d-4ed2-bf0d-b2e5e8b1aa58 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:15.376317 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:46:15.376540 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12543263-b72a-4f0e-8855-bd7521806d8e', 'name': 'network-vif-deleted', 'tag': '1e13e02d-e08b-4dbd-913f-2071a65244e2', 'status': 'completed', 'code': 200} Aug 30 22:46:15.379163 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:15.400103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:15.432587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:15.437536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:15.443986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e95f43b-8435-407b-8b33-979dcfa6a47d req-ee701745-3b3e-437d-9477-82b3e6f05c6d service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757243 Aug 30 22:46:15.473875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-feedb3d9-639e-430a-abe6-31abbcaaaeef tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.0906427 Aug 30 22:46:15.479730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-fd32edd8-e9b6-4209-a41d-66eab8aaaa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.481576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-fd32edd8-e9b6-4209-a41d-66eab8aaaa2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.0671043 Aug 30 22:46:15.525665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:15.571586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-820d8b8f-6360-48f1-9450-df79cddec898 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.574146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-820d8b8f-6360-48f1-9450-df79cddec898 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports/8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 943 time: 0.0922639 Aug 30 22:46:15.657691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eae02fa-dfb7-465e-963c-1cdae3ef7081 req-d87dda2e-c9fb-4ebf-9538-c8b07b3a9292 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.658766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3eae02fa-dfb7-465e-963c-1cdae3ef7081 req-d87dda2e-c9fb-4ebf-9538-c8b07b3a9292 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 943 time: 0.0893679 Aug 30 22:46:15.663103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-95fb1a65-5da4-4179-aee8-64875468f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.665391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-95fb1a65-5da4-4179-aee8-64875468f50d service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1697395 Aug 30 22:46:15.706089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-a7aa3198-b000-4ec8-8e7d-97f001d0aa21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.0765545 Aug 30 22:46:15.756260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3eae02fa-dfb7-465e-963c-1cdae3ef7081 req-3e424e83-04dc-43c3-9f76-536c8459ac28 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862541 Aug 30 22:46:15.781048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-07bca129-5d92-4e42-9b35-d8443b710641 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 1001 time: 0.0938020 Aug 30 22:46:15.818139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a3f73629-2c18-4150-a820-69310eb3f92e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:15.869558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:15.872312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-0413a3fb-61f9-40ec-b36a-1762241dddca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.874246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-0413a3fb-61f9-40ec-b36a-1762241dddca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0642836 Aug 30 22:46:15.897850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-dcd06282-a19a-4506-a215-9326b8a4fcff tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.907815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-dcd06282-a19a-4506-a215-9326b8a4fcff tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1955361 Aug 30 22:46:15.912269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1e13e02d-e08b-4dbd-913f-2071a65244e2 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:15.952525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 1e13e02d-e08b-4dbd-913f-2071a65244e2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:15.952871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1e13e02d-e08b-4dbd-913f-2071a65244e2 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:15.974488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-4daad709-07d3-4a31-aa56-2d8ed18d0e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:15.976929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-4daad709-07d3-4a31-aa56-2d8ed18d0e84 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711613 Aug 30 22:46:15.989465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-b1c48fe8-20f3-4c41-a1d9-0bb16aabe9f2 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 1001 time: 0.0803261 Aug 30 22:46:16.007067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:16.099015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:16.126320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74dadac-0196-4a55-9538-56581273651d req-719f82c6-76c2-4ce3-9755-04725e46f069 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:16.127872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f74dadac-0196-4a55-9538-56581273651d req-719f82c6-76c2-4ce3-9755-04725e46f069 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0745032 Aug 30 22:46:16.164065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-14de472d-5830-4b3c-b748-2af7218edd10 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749969 Aug 30 22:46:16.183225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f74dadac-0196-4a55-9538-56581273651d req-f0b29bff-9215-4743-bb39-76197c2656ce tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460541 Aug 30 22:46:16.289198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:16.293306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:16.293769 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Floating IP ce3eeab6-62d8-4b91-8379-482980e5863e disassociated. External IP: 172.25.7.13, port: 8c225888-4a89-4958-918b-91533cc450a5. Aug 30 22:46:16.300196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fb5480f-31e5-4d0b-aa4d-8ed6b8669f96 req-4ca3d00e-bbc4-4a39-b155-844576fcf865 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 210 time: 0.0394411 Aug 30 22:46:16.332287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c5d0ea1-72c2-4fd1-8cf5-0a066825fc51 req-5bc13fc7-7134-4e66-867c-e4cc324fbe25 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480813 Aug 30 22:46:16.421820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a88d4-7030-4ebf-a945-ad9702fddc29 req-de56854f-5fac-496e-ac0c-500c3c513763 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:16.423376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f42a88d4-7030-4ebf-a945-ad9702fddc29 req-de56854f-5fac-496e-ac0c-500c3c513763 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.0517366 Aug 30 22:46:16.465145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f42a88d4-7030-4ebf-a945-ad9702fddc29 req-caf337a1-8167-4b18-a80b-5cfa866818b0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343270 Aug 30 22:46:16.580721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fe829e-e1a3-4626-8c18-bd0def258c5a req-b2193052-f5e6-4665-881c-3c84460d3e11 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:16.582412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76fe829e-e1a3-4626-8c18-bd0def258c5a req-b2193052-f5e6-4665-881c-3c84460d3e11 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 950 time: 0.0583897 Aug 30 22:46:16.626310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76fe829e-e1a3-4626-8c18-bd0def258c5a req-6f88b4bc-6e45-4c28-8f4c-97c88ddfb1a1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353096 Aug 30 22:46:16.747882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361833b4-64f1-400c-8dfd-e56a69060611 req-6d76872a-7869-47ba-afef-fd3c4b1813cb tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:16.749713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-361833b4-64f1-400c-8dfd-e56a69060611 req-6d76872a-7869-47ba-afef-fd3c4b1813cb tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 948 time: 0.0618000 Aug 30 22:46:16.803991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-361833b4-64f1-400c-8dfd-e56a69060611 req-6caf4d97-1e89-4871-a00e-aecfb499c50c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460436 Aug 30 22:46:16.837130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:16.971520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-9d0e376b-b494-4a2b-abda-61ee711072bf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:16.973302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-9d0e376b-b494-4a2b-abda-61ee711072bf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.1253195 Aug 30 22:46:16.991152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:16.996995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.001878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:17.011460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:17.012349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:17.019212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3723109a-b67d-4708-a100-934ac7aa8914 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:17.025390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Request body: {'port': {'device_id': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'admin_state_up': True, 'tenant_id': '5f4141327b444c67b6770eab4842974e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:17.039119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-56877822-2d01-42b4-a186-c03c6251dc50 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "PUT /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 695 time: 1.0401783 Aug 30 22:46:17.063821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:17.066794 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e58e5e98-dae6-4b1a-98fe-3b793c95f106" -d '{"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:17.118483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-51eca24a-947e-4cef-abbe-f1c64fa32306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.127282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-51eca24a-947e-4cef-abbe-f1c64fa32306 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.0862780 Aug 30 22:46:17.167362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:17.172341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.256889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3723109a-b67d-4708-a100-934ac7aa8914,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:17.273197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '3723109a-b67d-4708-a100-934ac7aa8914', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '3723109a-b67d-4708-a100-934ac7aa8914', 'mac_address': 'fa:16:3e:d8:ce:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:17.283972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-747c39e2-439c-4704-ac02-cf4f3b17a4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.285507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-747c39e2-439c-4704-ac02-cf4f3b17a4ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.1554880 Aug 30 22:46:17.320235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:17.355909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-1c54ba1b-827f-4c11-8240-54064496f3b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0549846 Aug 30 22:46:17.375260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.426947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Allocated IP 172.20.0.10 (26f2b0e1-a996-4fc0-a67d-fd44f885e218/df497270-4d4b-4236-ae5f-aedd56581d39/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:17.432241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-b7637ef2-cf41-449d-8bec-52ed8d6ad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.434185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-b7637ef2-cf41-449d-8bec-52ed8d6ad3e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0707817 Aug 30 22:46:17.449195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e698ef6-20ea-4970-9045-ab61ae8dcc6f req-0281ce97-ed42-4b0b-84c5-906392f38a79 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.450889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e698ef6-20ea-4970-9045-ab61ae8dcc6f req-0281ce97-ed42-4b0b-84c5-906392f38a79 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 943 time: 0.1004250 Aug 30 22:46:17.481628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3723109a-b67d-4708-a100-934ac7aa8914 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:17.511329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-2c77f8b1-ebba-4fb7-9aec-52eab42b8f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.513915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-2c77f8b1-ebba-4fb7-9aec-52eab42b8f52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670550 Aug 30 22:46:17.520692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3723109a-b67d-4708-a100-934ac7aa8914,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:17.526958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.584224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e698ef6-20ea-4970-9045-ab61ae8dcc6f req-8a1e4f41-5da3-46c1-9d9c-8927b7b25824 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976329 Aug 30 22:46:17.628639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:17.643498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-2ecaade3-4f9b-4e24-b091-2afd3a91b861 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161478 Aug 30 22:46:17.668960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.674710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:17.711990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:17.714216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.730737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:17.731799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:17.761076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:17.772467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:17.777282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:17.809012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7426ebfe-c9ef-4aaa-bbde-dcf0a36b25bb req-24ef44bf-dad5-403a-b321-9d9a92e500f0 service neutron] 10.222.0.25 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555340 Aug 30 22:46:17.821034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:17.857487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.858231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:17.875228 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb57df6-69d7-4dcb-860a-d1a0f4db75f5 x-openstack-request-id: req-2cb57df6-69d7-4dcb-860a-d1a0f4db75f5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:17.875228 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:17.875228 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cb57df6-69d7-4dcb-860a-d1a0f4db75f5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:17.876022 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:46:17.884080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-a8731863-0488-4541-9cba-bbf1a1dac734 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8656209 Aug 30 22:46:17.900809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:17.905212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f7a02011-31a1-4932-8f47-d3a120d1edda details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:17.930418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Request body: {'port': {'device_id': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:17.984848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be90625-8360-4a14-8c48-5fd286fbc80a req-349ecc92-2daf-459f-b02e-a24885cbb530 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:17.998010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0be90625-8360-4a14-8c48-5fd286fbc80a req-349ecc92-2daf-459f-b02e-a24885cbb530 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 932 time: 0.0599236 Aug 30 22:46:18.022854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['3723109a-b67d-4708-a100-934ac7aa8914'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:18.032370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0be90625-8360-4a14-8c48-5fd286fbc80a req-141888f9-3fc5-4ef0-855b-ab5342c3244b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389132 Aug 30 22:46:18.057598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-7c7e6b5c-1306-4525-b84e-f09b90e56081 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500340 Aug 30 22:46:18.061669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:18.139564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-a75323de-f9ec-49ae-9044-247adff78e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.141155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-a75323de-f9ec-49ae-9044-247adff78e38 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=71e73df376ff4722b031e72b49d708a4&device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 1098 time: 0.2151506 Aug 30 22:46:18.183504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e67997-7815-44d3-8dd6-0e5bf1495f48 req-b6854993-48ab-489a-a10a-0646c1e6e15d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.185490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e67997-7815-44d3-8dd6-0e5bf1495f48 req-b6854993-48ab-489a-a10a-0646c1e6e15d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 949 time: 0.0544300 Aug 30 22:46:18.241425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f7a02011-31a1-4932-8f47-d3a120d1edda,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:18.251169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e67997-7815-44d3-8dd6-0e5bf1495f48 req-0f2ea166-13a7-471b-93f9-1c7a91b7d438 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582201 Aug 30 22:46:18.270375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'f7a02011-31a1-4932-8f47-d3a120d1edda', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': 'f7a02011-31a1-4932-8f47-d3a120d1edda', 'mac_address': 'fa:16:3e:87:e5:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:18.372883 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:18.382136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-fa284eca-751e-499a-9587-c32f1e638803 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.389986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-fa284eca-751e-499a-9587-c32f1e638803 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3194911 Aug 30 22:46:18.395122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-0e27db79-e5bf-43a6-851e-d3c874391092 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 200 len: 695 time: 0.0595686 Aug 30 22:46:18.402933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a02011-31a1-4932-8f47-d3a120d1edda {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:18.440952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:18.464986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-398ace78-cc91-4a0a-9ba5-0f86c5eb6926 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/quotas/542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 375 time: 0.0740948 Aug 30 22:46:18.477253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-52022db6-a7ae-4eec-ac68-d2621a1820be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.479436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-52022db6-a7ae-4eec-ac68-d2621a1820be service neutron] 10.222.0.47 "GET /v2.0/networks?id=caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 200 len: 921 time: 0.3108335 Aug 30 22:46:18.480821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f7a02011-31a1-4932-8f47-d3a120d1edda,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:18.487267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf694f8-c8d7-497d-929c-31bde110f932 None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:45:18Z', 'revision_number': 4, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '9ab6eabf-0754-48db-bbaa-90d3637f63af', 'name': '', 'network_id': 'caec7619-7dd7-4601-a50a-a07e0f84e701', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'mac_address': 'fa:16:3e:4d:1f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:17Z', 'updated_at': '2021-08-30T22:45:26Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'subnets': [{'id': 'a25047b4-0ab2-4c02-a868-a761ff9d795e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:18.500705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:18.564583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:18.569656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-f89c0ae9-2ebc-44af-9cd4-475ef927b5a7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.574025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.574438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.574847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.575250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.575651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.576049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.576442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.576834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.577228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.577637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.578045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.578447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:18.581010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-f89c0ae9-2ebc-44af-9cd4-475ef927b5a7 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1774483 Aug 30 22:46:18.592294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-b7161857-808a-41b2-8fc5-0e3377669ca3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 200 len: 217 time: 0.0682716 Aug 30 22:46:18.642582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-bbc4903a-10b7-478f-9186-15264204d977 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1691661 Aug 30 22:46:18.663545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-0cb9fb4d-9915-4e46-bdc2-994e29c7961b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 698 time: 0.0802894 Aug 30 22:46:18.708004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-e98bd397-fcb0-4769-8842-d8d94d3b770a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.709535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-e98bd397-fcb0-4769-8842-d8d94d3b770a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 200 len: 859 time: 0.0876591 Aug 30 22:46:18.719076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-5474eb0a-77e3-4a27-85cd-7a70ba84c68b tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.13 HTTP/1.1" status: 200 len: 698 time: 0.0545464 Aug 30 22:46:18.773858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567d0bd-3925-4e57-b2e3-5d9f8bae84bb {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:18.784283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:18.804005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-de54dbd1-7183-4f26-846a-558c06d189c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:18.805519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-de54dbd1-7183-4f26-846a-558c06d189c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=caec7619-7dd7-4601-a50a-a07e0f84e701&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769269 Aug 30 22:46:18.819373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Transition to ACTIVE for port object e567d0bd-3925-4e57-b2e3-5d9f8bae84bb will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:18.825537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:18.868211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa3ebd0-c6e1-4233-8997-039209b58214 None None] New status for floating IP ce3eeab6-62d8-4b91-8379-482980e5863e: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:46:18.949166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Deleting port a77cc41e-a95a-448e-ab54-afc07d9b7358 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:18.949917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.019269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['f7a02011-31a1-4932-8f47-d3a120d1edda'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:19.027069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:19.045773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:19.057181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:19.084915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.085397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.123419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Calling delete_port for a77cc41e-a95a-448e-ab54-afc07d9b7358 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:19.162435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd143c48-e618-4a88-a73e-8b0373bfc7cd req-09c082ba-939f-4fda-a1dd-cb607c37643e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.164762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd143c48-e618-4a88-a73e-8b0373bfc7cd req-09c082ba-939f-4fda-a1dd-cb607c37643e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 944 time: 0.2182829 Aug 30 22:46:19.185454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-6b966c4c-97dc-46a2-9338-a5e828fc4b97 service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538558 Aug 30 22:46:19.262295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd143c48-e618-4a88-a73e-8b0373bfc7cd req-932408c2-077b-43ed-889a-2d38ac8ac5ec tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875139 Aug 30 22:46:19.303496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:19.303942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:19.304637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:19.316897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:19.317228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:19.330598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:19.331137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:19.332250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:19.332779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Bound port: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:19.333144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.336108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:19.349709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.359091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a3f73629-2c18-4150-a820-69310eb3f92e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:19.359755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.386733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7eb13a84-091b-41f8-8622-99419f27614a', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '7eb13a84-091b-41f8-8622-99419f27614a', 'mac_address': 'fa:16:3e:27:d0:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:19.421432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event deleted for resources: {'Port': ['ID=a77cc41e-a95a-448e-ab54-afc07d9b7358,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:19.450998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:19.457234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:19.466898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e58e5e98-dae6-4b1a-98fe-3b793c95f106 req-0f95d715-c1a6-45f2-9765-1a2da649fe0d service neutron] 10.222.0.47 "GET /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621539 Aug 30 22:46:19.469810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.530009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.530640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.532139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] 10.222.0.52 "PUT /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 1093 time: 1.6176331 Aug 30 22:46:19.532565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:19.535394 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd1d1cd-274a-417b-a11b-506876f0f523" -d '{"events": [{"name": "network-changed", "server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:19.537438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.544542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.556851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd7e152-c03c-49c3-81f4-ccf6e1c35a94 req-64eb81de-9358-4b3f-ac4f-b160407e4d83 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "DELETE /v2.0/floatingips/ce3eeab6-62d8-4b91-8379-482980e5863e HTTP/1.1" status: 204 len: 173 time: 0.8360436 Aug 30 22:46:19.610533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ddbe8a9-6282-4633-96f5-450ab4706fdc req-6df633c7-3de0-42c8-b26c-9e11bb39ae33 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 210 time: 0.0470638 Aug 30 22:46:19.626838 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.631548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f294f-32f2-4a7e-a5b0-49ac688dfd36 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:19.672990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7eb13a84-091b-41f8-8622-99419f27614a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:19.700100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.706147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:19.721508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.757398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-4a29b79e-e242-4080-aab7-cdac24f366f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.760000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-4a29b79e-e242-4080-aab7-cdac24f366f3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1096 time: 0.0702050 Aug 30 22:46:19.763441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:19.765878 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917d1090-1287-41d1-a8ca-8f790947eb3f" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:19.798869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:19.813663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:19.826244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:19.849843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-cf8db7e4-2506-4f8b-8a72-715bd843e8a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.0572608 Aug 30 22:46:19.890114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ac1ba7-7b67-405c-a93b-c2dacbe2cf66 req-1e4e7254-7db1-4850-9a5b-f3d03f02ffc8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.894730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8ac1ba7-7b67-405c-a93b-c2dacbe2cf66 req-1e4e7254-7db1-4850-9a5b-f3d03f02ffc8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.0990682 Aug 30 22:46:19.905608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:19.908677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b0762-e354-41cf-9e8a-9a4331f8bbf2 req-91483dc9-1593-40b8-8752-71d34b47aca8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.910905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2b0762-e354-41cf-9e8a-9a4331f8bbf2 req-91483dc9-1593-40b8-8752-71d34b47aca8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 949 time: 0.1392741 Aug 30 22:46:19.952614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-8663a5ac-df93-4bf1-ab38-82e33441f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:19.953702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8ac1ba7-7b67-405c-a93b-c2dacbe2cf66 req-58f45776-7f1a-4d53-b731-56a33eb67106 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Aug 30 22:46:19.954295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-8663a5ac-df93-4bf1-ab38-82e33441f5cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0875754 Aug 30 22:46:19.972021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2b0762-e354-41cf-9e8a-9a4331f8bbf2 req-4fd88d02-fb63-45ae-9b0f-093844075920 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520222 Aug 30 22:46:19.999472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-afa34b79-2459-40b5-95bf-88ad4e77f17c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Aug 30 22:46:20.015902 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91011a9c-eef5-4861-b5eb-0009a18a860b x-openstack-request-id: req-91011a9c-eef5-4861-b5eb-0009a18a860b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:20.016311 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:20.016452 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91011a9c-eef5-4861-b5eb-0009a18a860b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:20.016871 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'status': 'completed', 'code': 200} Aug 30 22:46:20.034441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7eb13a84-091b-41f8-8622-99419f27614a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:20.075209 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ee461d-07e9-4a41-9756-391b73b099b6 x-openstack-request-id: req-a6ee461d-07e9-4a41-9756-391b73b099b6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:20.075512 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-plugged", "status": "completed", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:20.075767 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ee461d-07e9-4a41-9756-391b73b099b6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:20.076157 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'code': 200} Aug 30 22:46:20.174139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-96b8f1d8-5ed2-4287-bad9-899335a5a653 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294818 Aug 30 22:46:20.283080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3aff89-6e8e-4da8-8cb6-df46ee7ff7eb req-295d22e2-0b09-496e-a035-0891c8eb52d3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.283327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f35082eb-70f3-47ac-8547-f5a3eb835264 req-dd347308-fdbe-4c3f-819b-4ecb5711f820 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972204 Aug 30 22:46:20.285072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f3aff89-6e8e-4da8-8cb6-df46ee7ff7eb req-295d22e2-0b09-496e-a035-0891c8eb52d3 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.0595334 Aug 30 22:46:20.336444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f3aff89-6e8e-4da8-8cb6-df46ee7ff7eb req-8cf60803-9b87-402a-80c6-212b9d75afdb tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466979 Aug 30 22:46:20.404893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6064349c-2d78-4046-90d7-383644d71494 req-737c5b5b-e1db-493c-b645-f3d8906c15b6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.406501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6064349c-2d78-4046-90d7-383644d71494 req-737c5b5b-e1db-493c-b645-f3d8906c15b6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 944 time: 0.0557742 Aug 30 22:46:20.460322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6064349c-2d78-4046-90d7-383644d71494 req-568d8225-67db-48a8-b40d-8741eca2a3e3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Aug 30 22:46:20.494942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-193052bc-3e9b-40c9-9728-b4aff5503969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.496483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-193052bc-3e9b-40c9-9728-b4aff5503969 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1096 time: 0.0523994 Aug 30 22:46:20.629006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-9e958cf7-84d7-4edb-be1c-86dfc165bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.630855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-9e958cf7-84d7-4edb-be1c-86dfc165bcb0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1002011 Aug 30 22:46:20.732246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-f4423558-a99d-45bb-958c-f3c0333ee9b2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=542e01e2883e4b25aacb5b5cff6af037&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309017 Aug 30 22:46:20.744138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3898ac2b-280c-4f78-8227-a2dbf4d17563 req-268c19dd-55d5-4cd8-af6a-20c432f6eea0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 210 time: 0.0356877 Aug 30 22:46:20.779506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-013ad925-7759-42fe-a3c5-30917ef53b92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.0779109 Aug 30 22:46:20.843642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-6dcece26-8e01-46a2-8259-2951513de302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.845381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-6dcece26-8e01-46a2-8259-2951513de302 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0582674 Aug 30 22:46:20.888510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-3bb21693-cc5c-4f45-b9b2-41a44175a9a7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299673 Aug 30 22:46:20.928865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-1c4d865b-2e47-4e4c-b07d-0922a6c65b24 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:20.931551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-1c4d865b-2e47-4e4c-b07d-0922a6c65b24 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815665 Aug 30 22:46:20.979773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Request body: {'port': {'device_id': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '542e01e2883e4b25aacb5b5cff6af037'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:21.024241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:21.033920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-c95e1cbe-6c91-44b7-90ed-13b73e93b9ec service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301947 Aug 30 22:46:21.100706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7eb13a84-091b-41f8-8622-99419f27614a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:21.101491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.202309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f511c81-8af6-42da-b8c9-05840d1733f9 req-f9edaef9-f804-4634-82ed-0398494a50ec tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:21.203237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Made reservation on behalf of 542e01e2883e4b25aacb5b5cff6af037 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:21.204265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f511c81-8af6-42da-b8c9-05840d1733f9 req-f9edaef9-f804-4634-82ed-0398494a50ec tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 949 time: 0.1088688 Aug 30 22:46:21.207482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.223660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd1d1cd-274a-417b-a11b-506876f0f523 req-f6d9a69b-6f08-4bfe-812e-253cebd49404 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637924 Aug 30 22:46:21.226675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169496c0-6983-4847-91bf-08f94e87ef61 req-4db905d9-49c5-4f06-a1cd-d58193a69b9e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:21.228546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-169496c0-6983-4847-91bf-08f94e87ef61 req-4db905d9-49c5-4f06-a1cd-d58193a69b9e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1304529 Aug 30 22:46:21.247257 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.293641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:21.307608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f511c81-8af6-42da-b8c9-05840d1733f9 req-c404395f-0c43-43a3-a76a-1078b3f87d3d tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882816 Aug 30 22:46:21.310234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.311075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3723109a-b67d-4708-a100-934ac7aa8914 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:21.388300 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-169496c0-6983-4847-91bf-08f94e87ef61 req-7e062517-5f11-4493-a243-fad2a32de790 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509302 Aug 30 22:46:21.452026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:21.477511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 3723109a-b67d-4708-a100-934ac7aa8914 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:21.488079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 3723109a-b67d-4708-a100-934ac7aa8914 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:21.488457 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.533823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Allocated IP 192.168.233.163 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/1f9a8fd5-95a5-491f-90b1-4336909ac31e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:21.536175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00069c09-13a3-473e-8fd2-f2e9c94dc267 req-87765378-99b3-4433-bff8-8638fbe0088c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:21.551311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00069c09-13a3-473e-8fd2-f2e9c94dc267 req-87765378-99b3-4433-bff8-8638fbe0088c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.1050389 Aug 30 22:46:21.615265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00069c09-13a3-473e-8fd2-f2e9c94dc267 req-d14ecc47-82b0-4e0a-9c33-3162f199b366 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636456 Aug 30 22:46:21.667354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.706309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3723109a-b67d-4708-a100-934ac7aa8914,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:21.714103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.746882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f7bd9-85c2-4632-ad3c-821ec89e5bfb req-405ce15d-f41d-4fb7-8168-0a3e6baee7af tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:21.748636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a98f7bd9-85c2-4632-ad3c-821ec89e5bfb req-405ce15d-f41d-4fb7-8168-0a3e6baee7af tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 944 time: 0.1527410 Aug 30 22:46:21.789035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:21.849085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a98f7bd9-85c2-4632-ad3c-821ec89e5bfb req-5cb5bed5-5e05-43c7-bc8d-6a1b18de3c13 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866969 Aug 30 22:46:21.893847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.919390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Transition to ACTIVE for port object 1f9a8fd5-95a5-491f-90b1-4336909ac31e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:21.922025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17532329-fd2f-4fc3-9279-de46e99c5d5a req-eb66fd41-033a-47e3-a8bd-02fa403127ff tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 210 time: 0.0744448 Aug 30 22:46:21.924100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f7a02011-31a1-4932-8f47-d3a120d1edda up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:21.977159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:21.999085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port f7a02011-31a1-4932-8f47-d3a120d1edda completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:22.003819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port f7a02011-31a1-4932-8f47-d3a120d1edda triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:22.004342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.031745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962', '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'a3f73629-2c18-4150-a820-69310eb3f92e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:22.057830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:22.061292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:22.068040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:22.077673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a'}, {'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:22.081957 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a75bdff-8412-4ed2-8754-82603f42d76c" -d '{"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-plugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a"}, {"server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "name": "network-vif-plugged", "status": "completed", "tag": "3723109a-b67d-4708-a100-934ac7aa8914"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:22.149543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.161528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:22.202435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.203332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.223523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0d500971-9626-4792-984b-9478467be589 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2521298 Aug 30 22:46:22.230719 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dab3aa-b8b1-43f0-b7a0-9e86b081c392 x-openstack-request-id: req-19dab3aa-b8b1-43f0-b7a0-9e86b081c392 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:22.231115 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-plugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a", "code": 200}, {"server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "name": "network-vif-plugged", "status": "completed", "tag": "3723109a-b67d-4708-a100-934ac7aa8914", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:22.231364 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19dab3aa-b8b1-43f0-b7a0-9e86b081c392 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:22.231761 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a', 'code': 200} Aug 30 22:46:22.232000 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914', 'code': 200} Aug 30 22:46:22.273949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.309397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Request body: {'port': {'device_id': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:22.454971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.461000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f7a02011-31a1-4932-8f47-d3a120d1edda,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:22.468064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c427df-0bec-40d3-b1c4-8232a73a80ba req-ccd10c7f-92ab-46db-84b1-3a14e516d32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.469599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6c427df-0bec-40d3-b1c4-8232a73a80ba req-ccd10c7f-92ab-46db-84b1-3a14e516d32e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 1102 time: 0.0793650 Aug 30 22:46:22.502508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.540204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0a269472-6116-4720-a858-54dc35924ddb None None] Provisioning for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:22.565152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0a269472-6116-4720-a858-54dc35924ddb None None] Provisioning complete for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:22.565152 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a269472-6116-4720-a858-54dc35924ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:22.607621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6c427df-0bec-40d3-b1c4-8232a73a80ba req-104cfcaa-5482-40e3-8d22-090c0681b053 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238976 Aug 30 22:46:22.631565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99766421-26e1-408b-be14-7184c21d4a0e req-ef5bbc9f-19ff-4ebc-87f5-7db3bd78ed07 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.641653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99766421-26e1-408b-be14-7184c21d4a0e req-ef5bbc9f-19ff-4ebc-87f5-7db3bd78ed07 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.1207373 Aug 30 22:46:22.711453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0a269472-6116-4720-a858-54dc35924ddb None None] Port 1f9a8fd5-95a5-491f-90b1-4336909ac31e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:22.713509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:22.714278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99766421-26e1-408b-be14-7184c21d4a0e req-de6ef7a1-89e7-4fd9-8cdd-bac4080f2ded tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710304 Aug 30 22:46:22.765638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00aa52-4793-4954-994c-01890bc02cc8 req-28c39799-24c7-465b-945b-0c55133e5abb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.767292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff00aa52-4793-4954-994c-01890bc02cc8 req-28c39799-24c7-465b-945b-0c55133e5abb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.2059550 Aug 30 22:46:22.834397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-1a97554a-bfbd-4e42-ac96-64d5609b4166 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.841166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-1a97554a-bfbd-4e42-ac96-64d5609b4166 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.1082683 Aug 30 22:46:22.895818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff00aa52-4793-4954-994c-01890bc02cc8 req-70c9aa65-ad37-4168-85d6-82ad33ac84de tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206317 Aug 30 22:46:22.941660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78eb2e-d8f8-49eb-9b4a-6f3650c6a6e6 req-0dbcae18-fa83-435a-8813-dc98ccb1d59c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:22.950571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae78eb2e-d8f8-49eb-9b4a-6f3650c6a6e6 req-0dbcae18-fa83-435a-8813-dc98ccb1d59c tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 946 time: 0.1079247 Aug 30 22:46:23.014919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae78eb2e-d8f8-49eb-9b4a-6f3650c6a6e6 req-799bfc60-35d3-4f73-9b03-8527cdf2492a tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/security-groups?id=20ad2e3f-44c3-462f-ab64-acb9d19598c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631471 Aug 30 22:46:23.043122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:23.045737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:23.076632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.086289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Deleting port 8c225888-4a89-4958-918b-91533cc450a5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:23.086930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.176349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Transition to ACTIVE for port object 1f9a8fd5-95a5-491f-90b1-4336909ac31e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:23.184875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.268310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875f3e3-e33d-45bd-bd46-e77cd3ee48e7 req-842152c0-64e1-40c1-9635-4f316510b7ac tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:23.270749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e875f3e3-e33d-45bd-bd46-e77cd3ee48e7 req-842152c0-64e1-40c1-9635-4f316510b7ac tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.1668186 Aug 30 22:46:23.324530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:23.363061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'port_id': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'mac_address': 'fa:16:3e:ed:13:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df497270-4d4b-4236-ae5f-aedd56581d39', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:23.379364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e875f3e3-e33d-45bd-bd46-e77cd3ee48e7 req-ba06cbe8-290b-4458-b59b-20ce49ad1c1c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745044 Aug 30 22:46:23.463796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:23.511120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.538503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567d0bd-3925-4e57-b2e3-5d9f8bae84bb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:23.591217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:23.596464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.600777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:23.601452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:23.601914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:23.629875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:23.630194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:23.636362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:23.636709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:23.637076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:23.637517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Bound port: 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:23.642006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.707654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e327f-da1a-43e5-8ecb-b3d537a0f02c req-777c219b-cbff-42d2-a3ff-6f0509c6ce7a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:23.709049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:23.714323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-351e327f-da1a-43e5-8ecb-b3d537a0f02c req-777c219b-cbff-42d2-a3ff-6f0509c6ce7a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 936 time: 0.5557494 Aug 30 22:46:23.755348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:23.759985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:23.766146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.807409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] For port 8c225888-4a89-4958-918b-91533cc450a5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c225888-4a89-4958-918b-91533cc450a5,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:23.807927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.824470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-351e327f-da1a-43e5-8ecb-b3d537a0f02c req-38e16510-3678-4ffd-9e37-29bb1119bdaa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039772 Aug 30 22:46:23.831707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Calling delete_port for 8c225888-4a89-4958-918b-91533cc450a5 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:23.913277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:23.913939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:23.915942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 1097 time: 1.6119366 Aug 30 22:46:23.916466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:23.918844 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e" -d '{"events": [{"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:23.926409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ccf6a-9c63-4858-8742-1559c49789b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:23.949725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d3f952-f17c-4ce5-9587-22bd0573fa3e req-961300c2-e735-48d6-a033-e905ab42d254 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:23.951353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5d3f952-f17c-4ce5-9587-22bd0573fa3e req-961300c2-e735-48d6-a033-e905ab42d254 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.1300991 Aug 30 22:46:24.019730 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6deed4-dd4f-4ace-847f-ec7128246833 x-openstack-request-id: req-cd6deed4-dd4f-4ace-847f-ec7128246833 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:24.020024 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:24.020281 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd6deed4-dd4f-4ace-847f-ec7128246833 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:24.020680 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'status': 'completed', 'code': 200} Aug 30 22:46:24.090027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5d3f952-f17c-4ce5-9587-22bd0573fa3e req-8cefaefa-48af-495d-b84e-b65286b71ddd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195276 Aug 30 22:46:24.155004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:24.195686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-6c90e9ea-6c33-4a3f-98e6-cbc9df961674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.198007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-6c90e9ea-6c33-4a3f-98e6-cbc9df961674 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1100 time: 0.1492105 Aug 30 22:46:24.233401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:24.237535 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811d47de-6163-41df-af04-2a3e6f977f31" -d '{"events": [{"server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "name": "network-vif-plugged", "status": "completed", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:24.252409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Pushing event deleted for resources: {'Port': ['ID=8c225888-4a89-4958-918b-91533cc450a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:24.295395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:24.349956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] No DVR routers for this DVR port 8c225888-4a89-4958-918b-91533cc450a5 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:24.356272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:24.359860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7759c9f-fc32-4977-a665-c8ad6e0a987d req-91f7c569-1b91-4c8b-a994-3d7bf55c4a21 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.47 "DELETE /v2.0/ports/8c225888-4a89-4958-918b-91533cc450a5 HTTP/1.1" status: 204 len: 173 time: 1.4878826 Aug 30 22:46:24.374166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc43948-e222-4eab-932c-3f61cac07571 req-e1094712-b068-4cc4-bcb0-7590d835f0f8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.376826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc43948-e222-4eab-932c-3f61cac07571 req-e1094712-b068-4cc4-bcb0-7590d835f0f8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.2094235 Aug 30 22:46:24.378658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'name': 'network-vif-deleted', 'tag': '8c225888-4a89-4958-918b-91533cc450a5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:24.380032 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeda8a68-1f6c-41a4-a007-db54e1301637" -d '{"events": [{"server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "name": "network-vif-deleted", "tag": "8c225888-4a89-4958-918b-91533cc450a5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:24.443995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-0a486623-8ee5-48ce-955c-f832712281d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.1425767 Aug 30 22:46:24.464846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc43948-e222-4eab-932c-3f61cac07571 req-1d6467ad-cec3-4360-aa2d-3e230ce7d989 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806665 Aug 30 22:46:24.525599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e9a5996-2438-49ef-a797-40748d6314fd req-e8a780b9-d6bc-40df-bfb9-e50389e9e0a8 tempest-FloatingIPsAssociationTestJSON-487366585 tempest-FloatingIPsAssociationTestJSON-487366585-project] 10.222.0.25 "GET /v2.0/ports?device_id=e386db50-f4a3-4a4d-8670-d2a05064132a HTTP/1.1" status: 200 len: 210 time: 0.2049382 Aug 30 22:46:24.602301 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c51b4-3bf9-4ec4-827c-a34028bcf241 x-openstack-request-id: req-1b6c51b4-3bf9-4ec4-827c-a34028bcf241 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:24.603022 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "name": "network-vif-plugged", "status": "completed", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:24.603240 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b6c51b4-3bf9-4ec4-827c-a34028bcf241 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:24.603597 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda', 'code': 200} Aug 30 22:46:24.675036 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a244d9aa-41d4-4551-bcc9-a65bc2a30c9c x-openstack-request-id: req-a244d9aa-41d4-4551-bcc9-a65bc2a30c9c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:24.675389 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e386db50-f4a3-4a4d-8670-d2a05064132a", "name": "network-vif-deleted", "tag": "8c225888-4a89-4958-918b-91533cc450a5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:24.675794 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a244d9aa-41d4-4551-bcc9-a65bc2a30c9c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:24.676240 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e386db50-f4a3-4a4d-8670-d2a05064132a', 'name': 'network-vif-deleted', 'tag': '8c225888-4a89-4958-918b-91533cc450a5', 'status': 'completed', 'code': 200} Aug 30 22:46:24.698750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-a09f4ae4-87fb-4703-84ff-9709e5bca054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.704310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-a09f4ae4-87fb-4703-84ff-9709e5bca054 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1812980 Aug 30 22:46:24.800436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-4218f700-ebe7-41b1-8846-6abac917d75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.802006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-4218f700-ebe7-41b1-8846-6abac917d75a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603976 Aug 30 22:46:24.811961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02389cd0-bc2b-42f1-8c96-eefc59c58e9f req-03257bcd-feb4-4eb4-ae6c-bcff998797fd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.815093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02389cd0-bc2b-42f1-8c96-eefc59c58e9f req-03257bcd-feb4-4eb4-ae6c-bcff998797fd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.1068304 Aug 30 22:46:24.831701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68dea451-2894-49ea-8080-dba4be9e1887 req-448bd578-928a-42db-9380-a7d90ee6a1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:24.833195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68dea451-2894-49ea-8080-dba4be9e1887 req-448bd578-928a-42db-9380-a7d90ee6a1a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 1097 time: 0.0991385 Aug 30 22:46:24.916567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02389cd0-bc2b-42f1-8c96-eefc59c58e9f req-4206deeb-afd5-44ba-a033-c346d5eeb206 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958166 Aug 30 22:46:24.953531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68dea451-2894-49ea-8080-dba4be9e1887 req-b369f92f-2fcf-407f-a1a2-bd27ef967dd6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102514 Aug 30 22:46:24.979289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-7841944a-7c50-48dd-af7a-3a6e21d9e403 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586556 Aug 30 22:46:25.051465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947cc74-0970-499a-8d18-548a87c5bb7c req-2e2e5dbc-9f34-40bf-a14a-0515faf378c2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.053310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a947cc74-0970-499a-8d18-548a87c5bb7c req-2e2e5dbc-9f34-40bf-a14a-0515faf378c2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.0863380 Aug 30 22:46:25.108906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a947cc74-0970-499a-8d18-548a87c5bb7c req-05d83c50-de7d-4acd-88a9-57b1c9744f67 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444601 Aug 30 22:46:25.139653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57faa165-d1f8-47be-b95b-c9d4139269b3 req-f70b802f-06dd-4a37-bf54-d85cbc511144 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522865 Aug 30 22:46:25.246533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddb581-009d-4b8a-9c5d-990fc09a7dd0 req-0e410275-aad5-40f8-8ca4-a2239dccd61a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.248236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5ddb581-009d-4b8a-9c5d-990fc09a7dd0 req-0e410275-aad5-40f8-8ca4-a2239dccd61a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.0637374 Aug 30 22:46:25.354927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5ddb581-009d-4b8a-9c5d-990fc09a7dd0 req-2de5255e-3e24-4b02-90d4-f4763855832e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988719 Aug 30 22:46:25.358286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-4cbff42e-9dc9-445a-93e3-2d8c7c8bfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.363240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-4cbff42e-9dc9-445a-93e3-2d8c7c8bfcef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1100 time: 0.0848763 Aug 30 22:46:25.523651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94758f2-f7c7-4590-be5e-41adf9b01e89 req-ec227ece-47d4-4032-b1bd-e7b1f2f35b59 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.529149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d94758f2-f7c7-4590-be5e-41adf9b01e89 req-ec227ece-47d4-4032-b1bd-e7b1f2f35b59 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 1102 time: 0.0836685 Aug 30 22:46:25.567674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-5580c0b5-b425-4d74-8537-dac1febf744a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.570414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-5580c0b5-b425-4d74-8537-dac1febf744a service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1993825 Aug 30 22:46:25.619718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d94758f2-f7c7-4590-be5e-41adf9b01e89 req-d46a04c1-19f0-4070-a7c3-3431dc3e7f32 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799584 Aug 30 22:46:25.713192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33272) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:25.728408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-b2387f28-4369-4bd4-83ec-663124fe8f48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.1362460 Aug 30 22:46:25.835218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d41b73-3e82-4ee9-bc52-04592e07ab9e req-86977c9d-fb0b-4978-afa3-7a7d0ec0ac03 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.836718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27d41b73-3e82-4ee9-bc52-04592e07ab9e req-86977c9d-fb0b-4978-afa3-7a7d0ec0ac03 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.1267679 Aug 30 22:46:25.841508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-9b04e104-2ace-45ed-aa16-298614225390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.843038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-9b04e104-2ace-45ed-aa16-298614225390 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0855227 Aug 30 22:46:25.882530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-cf1ef9e9-bef6-4d4c-baa5-85986e830b29 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0368664 Aug 30 22:46:25.919179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-b3cf1920-d448-40fc-b07c-117032033dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:25.920347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-b3cf1920-d448-40fc-b07c-117032033dff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0596633 Aug 30 22:46:25.923541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27d41b73-3e82-4ee9-bc52-04592e07ab9e req-6f20d519-6d5c-4943-81e4-bab239aad5e6 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794346 Aug 30 22:46:25.981415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c225888-4a89-4958-918b-91533cc450a5 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:26.020276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 8c225888-4a89-4958-918b-91533cc450a5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:26.020957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c225888-4a89-4958-918b-91533cc450a5 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:26.088095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-3eb4bfe7-b1ab-46b3-a94b-aaddf9741dda tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:26.090895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-3eb4bfe7-b1ab-46b3-a94b-aaddf9741dda tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074196 Aug 30 22:46:26.102046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-d7ed737a-000e-468f-821e-4031b2057b0d service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648984 Aug 30 22:46:26.170312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-e5f7dbf6-a977-4e82-8b7d-2a146c6f2ac5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/quotas/d819e2181c5949c089bed49d9a27ca8d HTTP/1.1" status: 200 len: 375 time: 0.0303900 Aug 30 22:46:26.283208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ae9f638-0209-4d58-97f2-dc8e81c76b6e req-6ca58282-4d1c-4fa7-a1e0-c0a0abdc16a1 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522427 Aug 30 22:46:26.310702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-2665f13f-2059-47cb-b76f-07f4bca4b796 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1391973 Aug 30 22:46:26.348263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36122056-fe90-4c61-8307-ecfa87fdd47a req-70a0e9d4-085f-4e9e-b42c-901c4e516d92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:26.350261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36122056-fe90-4c61-8307-ecfa87fdd47a req-70a0e9d4-085f-4e9e-b42c-901c4e516d92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.0846081 Aug 30 22:46:26.424572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36122056-fe90-4c61-8307-ecfa87fdd47a req-2fe2e7bd-04f3-420f-9571-6ba2ea85cb2c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617905 Aug 30 22:46:26.531435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:26.617640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687febbf-d0d6-4457-8bb6-31026a73a25b req-b99a7f73-04ac-4e6f-ab1e-0881380b0128 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:26.625961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-687febbf-d0d6-4457-8bb6-31026a73a25b req-b99a7f73-04ac-4e6f-ab1e-0881380b0128 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.0907371 Aug 30 22:46:26.722906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-687febbf-d0d6-4457-8bb6-31026a73a25b req-8b6b5625-58dc-4479-a7dc-0f9ffb785f50 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946565 Aug 30 22:46:26.835852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e8ef6ab-a58b-49a1-a590-784f7080c6ff req-b7c277eb-1fd2-46a7-b6ad-b2b7d7f750a2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 210 time: 0.0734315 Aug 30 22:46:26.985113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Deleting port 9ab6eabf-0754-48db-bbaa-90d3637f63af {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:26.985761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.057062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:27.137358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] For port 9ab6eabf-0754-48db-bbaa-90d3637f63af, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9ab6eabf-0754-48db-bbaa-90d3637f63af,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:27.137730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.151845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:27.154054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3fc2b3-543c-4b86-8cb6-3cd9ced65c9e req-073a0d8b-41ee-4d41-b0dc-fc3e38daed12 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:27.159588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb3fc2b3-543c-4b86-8cb6-3cd9ced65c9e req-073a0d8b-41ee-4d41-b0dc-fc3e38daed12 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.1312044 Aug 30 22:46:27.161709 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:46:27.174528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:27.176548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.198831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Calling delete_port for 9ab6eabf-0754-48db-bbaa-90d3637f63af owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:27.268645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb3fc2b3-543c-4b86-8cb6-3cd9ced65c9e req-3596e7d5-c9c1-4bff-936e-65e4ed8ceadf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997238 Aug 30 22:46:27.419622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.430730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.463631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:27.470228 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6901dd-4eeb-429d-8622-d95435dd0b37" -d '{"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-plugged", "status": "completed", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:27.498662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:27.506996 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.521628 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f68d5e4-b1a1-4612-bec6-c9aba8c78fa5 x-openstack-request-id: req-5f68d5e4-b1a1-4612-bec6-c9aba8c78fa5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:27.522446 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-plugged", "status": "completed", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:27.523890 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f68d5e4-b1a1-4612-bec6-c9aba8c78fa5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:27.523890 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'code': 200} Aug 30 22:46:27.603198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:27.604934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:27.607959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717b474-9d3d-4019-84d1-900fd7c0f337 req-da489c3e-c6e9-4179-b7ae-d2b8366b1d40 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:27.610186 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9717b474-9d3d-4019-84d1-900fd7c0f337 req-da489c3e-c6e9-4179-b7ae-d2b8366b1d40 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.0772331 Aug 30 22:46:27.642064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab6eabf-0754-48db-bbaa-90d3637f63af,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:27.759301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9717b474-9d3d-4019-84d1-900fd7c0f337 req-043815d9-a855-4373-a62e-339a3ff7e45c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395535 Aug 30 22:46:27.870350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12fc72e-ee76-46c1-a8cd-89fcffb9537f req-3c2e37af-8c47-4b08-9368-a622055ac668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:27.874795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a12fc72e-ee76-46c1-a8cd-89fcffb9537f req-3c2e37af-8c47-4b08-9368-a622055ac668 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1098 time: 0.1817937 Aug 30 22:46:27.949293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a12fc72e-ee76-46c1-a8cd-89fcffb9537f req-0a9923e5-49f3-4abd-a640-f9c42e9da169 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653508 Aug 30 22:46:28.012802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b648d-b1b9-4e45-938f-18a4e5a1dc09 req-ba696328-ef9d-418b-a6e0-38ea57b774f7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:28.021693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-538b648d-b1b9-4e45-938f-18a4e5a1dc09 req-ba696328-ef9d-418b-a6e0-38ea57b774f7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.1223133 Aug 30 22:46:28.159068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-538b648d-b1b9-4e45-938f-18a4e5a1dc09 req-c696c3ec-1e5d-4358-9773-3ec9d47c4880 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360402 Aug 30 22:46:28.205585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:28.219660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cfc86ac-5da9-4326-a91e-6b7f0b12f761 req-15e763c8-4823-4e74-9d1b-9ef5945cda1e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 210 time: 0.0375583 Aug 30 22:46:28.358558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08248cc-93b5-417f-84d9-6d91c86f86fe req-56e1812b-6f4f-4ab4-8eee-6fd8b974c36b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:28.366304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d08248cc-93b5-417f-84d9-6d91c86f86fe req-56e1812b-6f4f-4ab4-8eee-6fd8b974c36b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.1443157 Aug 30 22:46:28.432850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d08248cc-93b5-417f-84d9-6d91c86f86fe req-548ff257-d33b-49ce-b402-576ebbff798d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655484 Aug 30 22:46:28.496916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-5d6c194e-35fa-4905-ba2d-0fd150e6c906 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=d819e2181c5949c089bed49d9a27ca8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403788 Aug 30 22:46:28.580927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e50d87-bf13-4191-a927-14297f4f5612 req-224eb2f8-7338-43e1-bbce-20306a5b2f2c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:28.588446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e50d87-bf13-4191-a927-14297f4f5612 req-224eb2f8-7338-43e1-bbce-20306a5b2f2c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.1092424 Aug 30 22:46:28.645455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e50d87-bf13-4191-a927-14297f4f5612 req-76559356-1bef-470a-998d-b3cba184b21b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560615 Aug 30 22:46:28.737702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-f410c847-e7ed-48b4-a944-ac0c485b3757 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:28.739426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-f410c847-e7ed-48b4-a944-ac0c485b3757 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259808 Aug 30 22:46:28.751457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Router 17887c28-6f0e-4408-ae09-41f6b3839e0e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:28.758427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Request body: {'port': {'device_id': '66025947-85cc-4c04-8338-30e063265546', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'd819e2181c5949c089bed49d9a27ca8d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:28.964541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:28.970186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c91a4360-ab9c-40f1-8873-fb5e1e82395d admin admin] 10.222.0.25 "PUT /v2.0/routers/17887c28-6f0e-4408-ae09-41f6b3839e0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2551353 Aug 30 22:46:28.972524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:28.985909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Sync routers for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:29.012746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:29.013491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:29.072432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Made reservation on behalf of d819e2181c5949c089bed49d9a27ca8d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:29.077073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:29.083315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:29.119993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:29.297448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:29.330881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98509fda-be11-4585-9ab7-62d7e0b981f7 req-fbaae0b0-2683-4930-bc52-3b382c362aa7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:29.333015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98509fda-be11-4585-9ab7-62d7e0b981f7 req-fbaae0b0-2683-4930-bc52-3b382c362aa7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.0708482 Aug 30 22:46:29.349649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Allocated IP 192.168.233.116 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/a94339fb-6d0c-4762-a5b0-bc480e1cd778) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:29.406374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:29.419437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98509fda-be11-4585-9ab7-62d7e0b981f7 req-8d8d1a22-c83e-4c11-8169-914532772265 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795162 Aug 30 22:46:29.454786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b0fa95c-6697-4a99-b25b-d5527e6d3bf3 req-05d4ba71-6810-4acb-88ad-893d82f91820 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 210 time: 0.0431559 Aug 30 22:46:29.470527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'mac_address': 'fa:16:3e:69:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:29.612512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:29.690280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:29.723624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:29.730257 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:29.832048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:29.847212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84'}], 'enable_snat': True}, 'gw_port_id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:46:27Z', 'revision_number': 5, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port': {'id': '2d1b422f-f741-4530-902d-6cd80da9883b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:63:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:45:13Z', 'updated_at': '2021-08-30T22:45:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:29.855040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f87e-42d4-4315-88db-fffe6a5b5437 req-e2ffb333-dbf5-4706-b5c7-3f7d441e13c6 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:29.857237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8122f87e-42d4-4315-88db-fffe6a5b5437 req-e2ffb333-dbf5-4706-b5c7-3f7d441e13c6 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0835466 Aug 30 22:46:29.912781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8122f87e-42d4-4315-88db-fffe6a5b5437 req-f5e568e4-0160-4224-89f3-dce1910a83ee tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488753 Aug 30 22:46:30.016291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.047982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab12b76-6884-4e32-a625-8346a74578a0 req-ad9c8576-ee23-4747-897b-0b1e1c85add9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:30.049595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eab12b76-6884-4e32-a625-8346a74578a0 req-ad9c8576-ee23-4747-897b-0b1e1c85add9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.1397238 Aug 30 22:46:30.063493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Checking router: 17887c28-6f0e-4408-ae09-41f6b3839e0e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:30.077353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Routers {'17887c28-6f0e-4408-ae09-41f6b3839e0e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:30.078018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['17887c28-6f0e-4408-ae09-41f6b3839e0e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:30.091909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.130001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Transition to ACTIVE for port object a94339fb-6d0c-4762-a5b0-bc480e1cd778 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:30.148851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eab12b76-6884-4e32-a625-8346a74578a0 req-5bce2643-ce37-41a9-9951-10ca9049e9bd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868447 Aug 30 22:46:30.195005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Deleting port 2d1b422f-f741-4530-902d-6cd80da9883b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:30.195409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.205739 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] Set router 17887c28-6f0e-4408-ae09-41f6b3839e0e gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:30.252918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.284617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:30.287492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:46:30Z', 'revision_number': 6, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:30.312387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:30.317537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:30.323989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:30.353505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d548ded-c260-4085-b9ea-7d28abb9d4ab None None] The sync data for ids ['17887c28-6f0e-4408-ae09-41f6b3839e0e'] in n-d-791504-21 is: [{'id': '17887c28-6f0e-4408-ae09-41f6b3839e0e', 'name': 'tempest-FloatingIPsAssociationTestJSON-932145883-router', 'tenant_id': '71e73df376ff4722b031e72b49d708a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:45:11Z', 'updated_at': '2021-08-30T22:46:30Z', 'revision_number': 6, 'project_id': '71e73df376ff4722b031e72b49d708a4', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:30.360643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b', '0ca099eb-a472-4ef3-8d0f-49f692569acb', '3723109a-b67d-4708-a100-934ac7aa8914'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:30.363633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1f9a8fd5-95a5-491f-90b1-4336909ac31e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:30.408158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event updated for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:30.435820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] For port 2d1b422f-f741-4530-902d-6cd80da9883b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d1b422f-f741-4530-902d-6cd80da9883b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:30.437625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.462459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:30.463119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.477127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Calling delete_port for 2d1b422f-f741-4530-902d-6cd80da9883b owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:30.484979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-d77aef56-364c-4fd7-ba48-fb22bc1dc0ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7319160 Aug 30 22:46:30.500497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Request body: {'port': {'device_id': '66025947-85cc-4c04-8338-30e063265546', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:30.625765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115bd06b-32e7-4492-b8c3-1fe34df4aa57 req-19b7394f-75bd-4e8f-8ae7-f9b2a3327385 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:30.636495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-115bd06b-32e7-4492-b8c3-1fe34df4aa57 req-19b7394f-75bd-4e8f-8ae7-f9b2a3327385 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.0899274 Aug 30 22:46:30.664442 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.695186 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-115bd06b-32e7-4492-b8c3-1fe34df4aa57 req-392f2ba9-b4b8-4d21-8143-97325b4edc74 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520976 Aug 30 22:46:30.781532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593829ec-80cc-413b-9b26-94258afb3316 req-06651fd2-581a-4200-bcde-229d96e29c6d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:30.795191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-593829ec-80cc-413b-9b26-94258afb3316 req-06651fd2-581a-4200-bcde-229d96e29c6d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.2694459 Aug 30 22:46:30.868927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38d7504-0271-4457-8f31-a95222690421 req-3ec92060-162b-4915-8fe9-f76e9fbf04f0 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:30.882774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a38d7504-0271-4457-8f31-a95222690421 req-3ec92060-162b-4915-8fe9-f76e9fbf04f0 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 936 time: 0.0828557 Aug 30 22:46:30.905277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-013605bd-1e85-4e55-9c73-e64542f4dd73 None None] Provisioning for port a94339fb-6d0c-4762-a5b0-bc480e1cd778 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:30.909494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-593829ec-80cc-413b-9b26-94258afb3316 req-9c308303-93b7-4786-b842-712f026fcc55 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091626 Aug 30 22:46:30.954313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-013605bd-1e85-4e55-9c73-e64542f4dd73 None None] Provisioning complete for port a94339fb-6d0c-4762-a5b0-bc480e1cd778 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:30.954573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-013605bd-1e85-4e55-9c73-e64542f4dd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:30.957938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a38d7504-0271-4457-8f31-a95222690421 req-ac950e94-7687-475d-ac2d-25806669f455 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Aug 30 22:46:30.996163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-013605bd-1e85-4e55-9c73-e64542f4dd73 None None] Port a94339fb-6d0c-4762-a5b0-bc480e1cd778 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:31.315134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9dede7-c279-4245-bbb5-a60d4e5a2707 req-acfddead-0d77-4c42-83cc-b48660754054 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:31.327984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.340889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd9dede7-c279-4245-bbb5-a60d4e5a2707 req-acfddead-0d77-4c42-83cc-b48660754054 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.1648479 Aug 30 22:46:31.377496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d1b422f-f741-4530-902d-6cd80da9883b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:31.406803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd9dede7-c279-4245-bbb5-a60d4e5a2707 req-e5dc20f7-fb15-4f03-87d2-aa4da613992f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575411 Aug 30 22:46:31.577709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a94339fb-6d0c-4762-a5b0-bc480e1cd778 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:31.584544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.594175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.663566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Transition to ACTIVE for port object a94339fb-6d0c-4762-a5b0-bc480e1cd778 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:31.669974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598f08e-562f-4a7d-a0cf-335dd1727dc4 req-fdba74bd-2f3c-4ae7-a6be-97c70a3a009b tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:31.671488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0598f08e-562f-4a7d-a0cf-335dd1727dc4 req-fdba74bd-2f3c-4ae7-a6be-97c70a3a009b tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1098 time: 0.1548104 Aug 30 22:46:31.700067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.726605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.729523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.841157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec726f-b140-463a-a2f9-9f4940924d1e req-435e6a0c-bfdf-49e9-b687-662c83fd570d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:31.844119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.844640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17887c28-6f0e-4408-ae09-41f6b3839e0e {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:46:31.858052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abec726f-b140-463a-a2f9-9f4940924d1e req-435e6a0c-bfdf-49e9-b687-662c83fd570d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.0853887 Aug 30 22:46:31.862691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0598f08e-562f-4a7d-a0cf-335dd1727dc4 req-d9e157cc-259c-444f-aefc-d9986f8973eb tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583834 Aug 30 22:46:31.879264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:31.880903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2c6c508-9bbc-4d8c-8bff-b1899d6f8401 admin admin] 10.222.0.25 "DELETE /v2.0/routers/17887c28-6f0e-4408-ae09-41f6b3839e0e HTTP/1.1" status: 204 len: 168 time: 2.9073629 Aug 30 22:46:31.884889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:31.924179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abec726f-b140-463a-a2f9-9f4940924d1e req-f1ee5b4d-ac50-495f-9d39-1e6f58b3f8e3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646293 Aug 30 22:46:32.014084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Pushing event updated for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:32.196819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Deleting subnet a25047b4-0ab2-4c02-a868-a761ff9d795e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:46:32.197094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e201ae-a3f4-4489-a216-18f9064c675d req-45ed7281-7d54-4eaa-8360-37c1e62fecef tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:32.201646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.208774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61e201ae-a3f4-4489-a216-18f9064c675d req-45ed7281-7d54-4eaa-8360-37c1e62fecef tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.0947750 Aug 30 22:46:32.214375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9ab6eabf-0754-48db-bbaa-90d3637f63af no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:32.252269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.253060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 9ab6eabf-0754-48db-bbaa-90d3637f63af {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:32.253401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9ab6eabf-0754-48db-bbaa-90d3637f63af not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:32.253858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d1b422f-f741-4530-902d-6cd80da9883b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:32.279138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2d1b422f-f741-4530-902d-6cd80da9883b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:32.279520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d1b422f-f741-4530-902d-6cd80da9883b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:32.295320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61e201ae-a3f4-4489-a216-18f9064c675d req-5415232e-4636-4611-88b7-1d045192b994 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844023 Aug 30 22:46:32.375784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.493235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.556977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a25047b4-0ab2-4c02-a868-a761ff9d795e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:32.580743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.585178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8ce6d09-1f60-4af4-99d9-6c796c42153d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a25047b4-0ab2-4c02-a868-a761ff9d795e HTTP/1.1" status: 204 len: 168 time: 0.6960647 Aug 30 22:46:32.586182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:32.594243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20652c4-c0f1-4b42-8c4c-ed918ea4a142 None None] Network caec7619-7dd7-4601-a50a-a07e0f84e701 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:46:32.594996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Attempting to bind port a94339fb-6d0c-4762-a5b0-bc480e1cd778 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:32.595340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Attempting to bind port a94339fb-6d0c-4762-a5b0-bc480e1cd778 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:32.595676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Attempting to bind port a94339fb-6d0c-4762-a5b0-bc480e1cd778 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:32.610210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4266014-41aa-4708-b709-1db1d40e9854 req-82190ff0-d8ea-440c-ab07-b09bf28e981b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:32.611770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4266014-41aa-4708-b709-1db1d40e9854 req-82190ff0-d8ea-440c-ab07-b09bf28e981b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 948 time: 0.4434857 Aug 30 22:46:32.612386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Port a94339fb-6d0c-4762-a5b0-bc480e1cd778 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:32.613244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Attempting to bind port a94339fb-6d0c-4762-a5b0-bc480e1cd778 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:32.637011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:32.637011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:32.637011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:32.637011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Bound port: a94339fb-6d0c-4762-a5b0-bc480e1cd778, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:32.637011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.725023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.771141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4266014-41aa-4708-b709-1db1d40e9854 req-60682399-6d27-4a2a-88e5-e7ab4ab5218e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462774 Aug 30 22:46:32.804225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:32.815133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:32.825035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.873458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:32.874515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:32.876127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] 10.222.0.47 "PUT /v2.0/ports/a94339fb-6d0c-4762-a5b0-bc480e1cd778 HTTP/1.1" status: 200 len: 1097 time: 2.3807225 Aug 30 22:46:32.878910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:32.881030 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14c45ef-f36a-4588-9f07-815688efcc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "66025947-85cc-4c04-8338-30e063265546", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:32.925856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] DHCP port deletion for caec7619-7dd7-4601-a50a-a07e0f84e701 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:46:32.931000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df38eac-d7f1-4184-985d-fca088951d6c service neutron] Pushing event updated for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:32.984763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Deleting port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:32.986725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.045822 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00115d7c-43ca-40f7-98e8-b1d90221f842 x-openstack-request-id: req-00115d7c-43ca-40f7-98e8-b1d90221f842 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:33.047845 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66025947-85cc-4c04-8338-30e063265546", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:33.047845 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00115d7c-43ca-40f7-98e8-b1d90221f842 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:33.047845 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778', 'status': 'completed', 'code': 200} Aug 30 22:46:33.063082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Deleting port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:33.063082 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.076020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-267a1806-107e-41db-b3b1-f12a03349356 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.078570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-267a1806-107e-41db-b3b1-f12a03349356 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.1985047 Aug 30 22:46:33.096249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-edff947e-83ef-438b-be92-0333f59863cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.105984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-edff947e-83ef-438b-be92-0333f59863cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 1100 time: 0.1577699 Aug 30 22:46:33.153553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:33.206528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-cb38ac66-ee01-4aaa-a678-d919f5fcfede service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778 HTTP/1.1" status: 200 len: 217 time: 0.0898519 Aug 30 22:46:33.230806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] For port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:33.231416 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.257295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Calling delete_port for 3e0723ba-740b-4ee7-bc41-c4134e98b9fe owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:33.284667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] For port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,segment=NetworkSegment(b31fd97d-3cf5-48ff-9e45-f85bd8c85317),segment_id=b31fd97d-3cf5-48ff-9e45-f85bd8c85317)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:33.285703 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.304705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Calling delete_port for 3e0723ba-740b-4ee7-bc41-c4134e98b9fe owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:33.319376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:33.340681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:33.341067 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.392015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d298e0-0d0e-4bfa-a561-949e6c8daade req-f80c4a51-dcb7-4cec-9401-c7b3b42c1c9f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.394986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d298e0-0d0e-4bfa-a561-949e6c8daade req-f80c4a51-dcb7-4cec-9401-c7b3b42c1c9f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.1824045 Aug 30 22:46:33.442557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-187c667d-996c-4435-b546-803bbe5d1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.444402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-187c667d-996c-4435-b546-803bbe5d1436 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2045341 Aug 30 22:46:33.450723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2d298e0-0d0e-4bfa-a561-949e6c8daade req-ebf5f6cf-ac7b-47b9-9780-c132c871a644 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466933 Aug 30 22:46:33.510617 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.539573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e1f73f-52d1-4b51-80be-798707525bac req-bf5d4c60-7634-4d10-846d-62d03b42f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.541677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-bf5d4c60-7634-4d10-846d-62d03b42f351 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0863903 Aug 30 22:46:33.561105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port f7a02011-31a1-4932-8f47-d3a120d1edda {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:33.562127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.588247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:33.592147 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8805301-d9a5-425f-9d58-a99c557fb657" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:33.613340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.647075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] No DVR routers for this DVR port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:33.658892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:33.706104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.709514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c180e-07ad-4208-8156-cd5c431ef28a None None] Pushing event deleted for resources: {'Port': ['ID=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:33.775675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:33.782426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-4929517f-3967-442b-a306-896ee49d6e32 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301188 Aug 30 22:46:33.794763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port f7a02011-31a1-4932-8f47-d3a120d1edda, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f7a02011-31a1-4932-8f47-d3a120d1edda,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:33.795213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.822256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87113d-b3f8-44bd-b6a6-322c07d89bfb req-18d5d488-8782-4ebe-8b83-c4e4af4977c6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:33.824181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db87113d-b3f8-44bd-b6a6-322c07d89bfb req-18d5d488-8782-4ebe-8b83-c4e4af4977c6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 945 time: 0.3672400 Aug 30 22:46:33.829855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for f7a02011-31a1-4932-8f47-d3a120d1edda owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:33.873332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:33.903641 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a69216-9c5b-44da-b59a-17b2b9f25770 x-openstack-request-id: req-f7a69216-9c5b-44da-b59a-17b2b9f25770 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:33.904026 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:33.910443 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7a69216-9c5b-44da-b59a-17b2b9f25770 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:33.917813 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'code': 200} Aug 30 22:46:33.987315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e0723ba-740b-4ee7-bc41-c4134e98b9fe,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:33.998802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] No DVR routers for this DVR port 3e0723ba-740b-4ee7-bc41-c4134e98b9fe on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:34.012111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db87113d-b3f8-44bd-b6a6-322c07d89bfb req-3916b6d3-225b-4481-8e08-07dcf306a01e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711638 Aug 30 22:46:34.012375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2e1f73f-52d1-4b51-80be-798707525bac req-bd27c14b-aa92-4453-8cf8-9014a586b6c5 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154248 Aug 30 22:46:34.110172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b334e8-fd71-4bd1-8194-e6e697c3fca7 req-25203d56-deb5-43ec-891e-7d9c0f9df3de tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.112627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9b334e8-fd71-4bd1-8194-e6e697c3fca7 req-25203d56-deb5-43ec-891e-7d9c0f9df3de tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 948 time: 0.0993600 Aug 30 22:46:34.186668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.202242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caec7619-7dd7-4601-a50a-a07e0f84e701']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:34.218100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9b334e8-fd71-4bd1-8194-e6e697c3fca7 req-9feadbd0-8adf-4a73-8af3-0c4df0dab42e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823343 Aug 30 22:46:34.224831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-803c971e-a85b-4637-bfc3-33f0dee7d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.231521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-803c971e-a85b-4637-bfc3-33f0dee7d0a9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d819e2181c5949c089bed49d9a27ca8d&device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 1100 time: 0.1177912 Aug 30 22:46:34.232643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e0723ba-740b-4ee7-bc41-c4134e98b9fe no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:34.239177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:34.239479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b31fd97d-3cf5-48ff-9e45-f85bd8c85317') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:34.258765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3e0723ba-740b-4ee7-bc41-c4134e98b9fe {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:34.259145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e0723ba-740b-4ee7-bc41-c4134e98b9fe not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:34.264479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7fc66c-dd8b-473f-be58-4eb4ffc0b4a5 req-3749f437-8c84-4620-ae04-dd4a3981b09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.267549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa7fc66c-dd8b-473f-be58-4eb4ffc0b4a5 req-3749f437-8c84-4620-ae04-dd4a3981b09c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1102 time: 0.1528358 Aug 30 22:46:34.279494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.341409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.369317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-b7559b71-22b1-42e7-82ca-9d091cac773a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.371196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-b7559b71-22b1-42e7-82ca-9d091cac773a service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1223867 Aug 30 22:46:34.384096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:46:34.384774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:46:34.387614 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:46:34.426087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-259bcf15-3a81-453d-aa83-ea6949a75096 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778 HTTP/1.1" status: 200 len: 217 time: 0.0410039 Aug 30 22:46:34.464168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.506342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-e5c21beb-5309-4608-87b6-190197d09518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.507747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa7fc66c-dd8b-473f-be58-4eb4ffc0b4a5 req-f1ebf043-c321-4d97-b1e8-5fc431c388f1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040067 Aug 30 22:46:34.508532 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.510681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-e5c21beb-5309-4608-87b6-190197d09518 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0701661 Aug 30 22:46:34.513588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.518494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] 10.222.0.25 "DELETE /v2.0/networks/caec7619-7dd7-4601-a50a-a07e0f84e701 HTTP/1.1" status: 204 len: 168 time: 1.9284625 Aug 30 22:46:34.589318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-a8547b08-5e46-4cdc-9f4e-5c1bd21e0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.590850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-a8547b08-5e46-4cdc-9f4e-5c1bd21e0b3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0580118 Aug 30 22:46:34.595445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b5a2d6-219e-44eb-b6eb-e641bd8c3084 admin admin] Pushing event deleted for resources: {'Network': ['ID=caec7619-7dd7-4601-a50a-a07e0f84e701,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:34.604816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=f7a02011-31a1-4932-8f47-d3a120d1edda,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:34.640294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port f7a02011-31a1-4932-8f47-d3a120d1edda on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:34.648116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:34.650845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02b5f9e4-4e9e-4574-a32c-5cb739317daf req-e58076a5-5c7d-478e-8195-5a9617ecd9a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "DELETE /v2.0/ports/f7a02011-31a1-4932-8f47-d3a120d1edda HTTP/1.1" status: 204 len: 173 time: 1.5608776 Aug 30 22:46:34.652316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'name': 'network-vif-deleted', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:34.655711 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71811306-3bfe-4d43-837a-ebd141678b50" -d '{"events": [{"server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "name": "network-vif-deleted", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:34.683459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d08eb-45ea-4877-91d4-5b6055560a36 req-4bc38343-1424-40b3-825d-f4500d75f064 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:34.692458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a53d08eb-45ea-4877-91d4-5b6055560a36 req-4bc38343-1424-40b3-825d-f4500d75f064 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1081088 Aug 30 22:46:34.719565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:34.749505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-bfbbf2ef-f286-4fa6-a9ad-8df73d311067 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396806 Aug 30 22:46:34.774333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a53d08eb-45ea-4877-91d4-5b6055560a36 req-9d161fc7-1bc9-4eaf-9070-ce9249804ba1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752709 Aug 30 22:46:34.776300 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534f62a0-89bb-4cdf-918c-70eaf6a3fc94 x-openstack-request-id: req-534f62a0-89bb-4cdf-918c-70eaf6a3fc94 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:34.777558 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a677f9-e87c-40a5-a096-547cbc82bdc3", "name": "network-vif-deleted", "tag": "f7a02011-31a1-4932-8f47-d3a120d1edda", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:34.778071 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-534f62a0-89bb-4cdf-918c-70eaf6a3fc94 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:34.778954 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a677f9-e87c-40a5-a096-547cbc82bdc3', 'name': 'network-vif-deleted', 'tag': 'f7a02011-31a1-4932-8f47-d3a120d1edda', 'status': 'completed', 'code': 200} Aug 30 22:46:34.834362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4239b79e-5bd4-4804-bc00-ba12f42109cc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e73df376ff4722b031e72b49d708a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1132908 Aug 30 22:46:34.838722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:34.932859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14c45ef-f36a-4588-9f07-815688efcc5a req-06fba570-4c94-4c15-8ae6-645df6130dfc service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581945 Aug 30 22:46:34.957158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:35.009352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:35.090074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:35.097443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:35.098825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20ad2e3f-44c3-462f-ab64-acb9d19598c0 HTTP/1.1" status: 204 len: 168 time: 0.2589748 Aug 30 22:46:35.109524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933b699-34f9-431d-88b2-9842f0c1f2e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad2e3f-44c3-462f-ab64-acb9d19598c0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:35.200398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c491663-150e-4477-a0a1-f46646b61837 req-49cf4fdd-e6a7-4594-86cf-ec73ac223de3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d3a677f9-e87c-40a5-a096-547cbc82bdc3 HTTP/1.1" status: 200 len: 210 time: 0.0400038 Aug 30 22:46:35.475838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe037a2a-5caa-4f87-bd72-44400e4cc223 req-1c0b5014-4539-4549-9b72-8c005008ed9f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:35.477314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe037a2a-5caa-4f87-bd72-44400e4cc223 req-1c0b5014-4539-4549-9b72-8c005008ed9f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 948 time: 0.0818756 Aug 30 22:46:35.561328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe037a2a-5caa-4f87-bd72-44400e4cc223 req-e1d721a7-3e76-4e37-b331-1a8c6af400e6 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749018 Aug 30 22:46:36.000648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a94339fb-6d0c-4762-a5b0-bc480e1cd778 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:36.005562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f7a02011-31a1-4932-8f47-d3a120d1edda no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:36.066640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1911bae-7f2d-4f57-a688-81909824b5f8 req-7ca6ba5e-190a-49b2-9184-a465e9082d20 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:36.089461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: f7a02011-31a1-4932-8f47-d3a120d1edda {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:36.089908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f7a02011-31a1-4932-8f47-d3a120d1edda not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:36.095904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1911bae-7f2d-4f57-a688-81909824b5f8 req-7ca6ba5e-190a-49b2-9184-a465e9082d20 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1747801 Aug 30 22:46:36.179132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1911bae-7f2d-4f57-a688-81909824b5f8 req-9611ec4a-c7c3-4ca8-84e3-3226f9d2788a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822561 Aug 30 22:46:36.288929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:36.315599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778', 'mac_address': 'fa:16:3e:fd:87:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:36.372296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:36.387635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a94339fb-6d0c-4762-a5b0-bc480e1cd778 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:36.438495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:36.454496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:36.486189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33556) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:36.566726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:36.698776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-network', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:36.777666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418e9b50-a01b-4396-bc6a-6f0183b0aadf req-a8faecee-57a9-45fc-b87e-698c6e48a5ef tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:36.780641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-71b3960e-0e7c-4d9d-b1a7-9513283254d7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:36.791255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-71b3960e-0e7c-4d9d-b1a7-9513283254d7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.1751459 Aug 30 22:46:36.791633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-418e9b50-a01b-4396-bc6a-6f0183b0aadf req-a8faecee-57a9-45fc-b87e-698c6e48a5ef tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 949 time: 0.1246879 Aug 30 22:46:36.800621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Made reservation on behalf of 79af0b2b4df54f1f9ea86a63582d65f4 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:36.802959 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:36.813360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-01592c8a-08a4-4ffe-8cab-ce3effc6a546 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0192764 Aug 30 22:46:36.821525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:36.845846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a94339fb-6d0c-4762-a5b0-bc480e1cd778'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:36.860452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-8d15926b-53d1-4787-bed2-e6cb33216f56 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444226 Aug 30 22:46:36.877127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-418e9b50-a01b-4396-bc6a-6f0183b0aadf req-d619e758-67b7-410a-ba23-32103d5d8ec8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827105 Aug 30 22:46:36.988073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-0874d4d1-2f98-47c4-81fe-7b015b3fc5db service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261988 Aug 30 22:46:37.068479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.080948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.128730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:46:37.157312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.157668 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Added segment b623b25a-6d15-4818-84d7-ce970895e284 of type vlan for network 15376eac-b287-4e89-8ee5-f81c46bef67a Aug 30 22:46:37.167883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea39b6cf-0134-4618-8d5c-639da35ff6f0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:37.290814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.384169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.385065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:37.385719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.467626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.9777253 Aug 30 22:46:37.469614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33594) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:37.478798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Request body: {'subnet': {'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-subnet', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:37.500745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca11c5-24c8-4d4e-bcb5-343027bbc2ca admin admin] Pushing event updated for resources: {'Network': ['ID=15376eac-b287-4e89-8ee5-f81c46bef67a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:37.510874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 15376eac-b287-4e89-8ee5-f81c46bef67a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:46:37.581261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22303a-2e3c-4a21-8861-2f67d6f3b992 req-5fd92b96-2737-46eb-a9d3-669357cdfe26 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:37.583203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Made reservation on behalf of 79af0b2b4df54f1f9ea86a63582d65f4 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:37.583688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee22303a-2e3c-4a21-8861-2f67d6f3b992 req-5fd92b96-2737-46eb-a9d3-669357cdfe26 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0996253 Aug 30 22:46:37.585533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.658378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-6b5e1809-4e47-44d9-8cdc-1d917432e468 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6688740 Aug 30 22:46:37.702738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee22303a-2e3c-4a21-8861-2f67d6f3b992 req-810bc48a-7f14-48e7-8747-58effabd654e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064405 Aug 30 22:46:37.891029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6087f61-c64e-4ada-a444-8f661956eee6 req-ed7f18e2-8229-4322-a5c5-b9e8be14a93a tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:37.892677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6087f61-c64e-4ada-a444-8f661956eee6 req-ed7f18e2-8229-4322-a5c5-b9e8be14a93a tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1102 time: 0.0517163 Aug 30 22:46:37.948481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:37.973259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6087f61-c64e-4ada-a444-8f661956eee6 req-8745159b-cbcc-4856-bfff-8875f3c32e4d tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724013 Aug 30 22:46:38.101427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08691417-2cd7-4c8b-9313-0be805bb171d req-3796c9fa-3d2a-4c27-84ba-f3ed2febb594 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 210 time: 0.0524929 Aug 30 22:46:38.179651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:38.192306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Checking segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:38.192693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Network hostable DHCP agents. Network: 15376eac-b287-4e89-8ee5-f81c46bef67a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:46:38.208821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5476da96-9fc9-4e23-adf3-7f5250c16a77 req-5a1d0517-8f80-4dea-9fa9-32caab336e1a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:38.210532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5476da96-9fc9-4e23-adf3-7f5250c16a77 req-5a1d0517-8f80-4dea-9fa9-32caab336e1a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 949 time: 0.1635003 Aug 30 22:46:38.288788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Network 15376eac-b287-4e89-8ee5-f81c46bef67a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:46:38.322566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 15376eac-b287-4e89-8ee5-f81c46bef67a) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:38.332364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2708a807-2f4f-48ac-a551-d27114231b20 None None] Network 15376eac-b287-4e89-8ee5-f81c46bef67a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:46:38.374364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5476da96-9fc9-4e23-adf3-7f5250c16a77 req-4c2eec17-2935-455e-ab5b-9359e2137018 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462054 Aug 30 22:46:38.378595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:38.379522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.419287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eaf1242f-d738-4b21-89c8-ea7166f900d2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9454825 Aug 30 22:46:38.419851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:38.424597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:38.484990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.486325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.602273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.617384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-15376eac-b287-4e89-8ee5-f81c46bef67a', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:46:38.618339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.846241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-7bbe14f7-6f96-410e-8b61-97616b1506bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055677 Aug 30 22:46:38.917834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:38.934296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Allocated IP 172.20.0.2 (15376eac-b287-4e89-8ee5-f81c46bef67a/eeb62a04-0ca2-492d-a3ca-c2d2996a2b26/b82eba92-20b1-4951-9a7d-778c2c8847a0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:38.959043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75247e4-e60b-4d28-bea4-7b521b23012d req-d7dd2f41-cdd8-48fd-840e-77c0263d6ec3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:38.960629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a75247e4-e60b-4d28-bea4-7b521b23012d req-d7dd2f41-cdd8-48fd-840e-77c0263d6ec3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1096797 Aug 30 22:46:39.029358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a75247e4-e60b-4d28-bea4-7b521b23012d req-106b98a3-8921-428e-b124-aee35740040a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Aug 30 22:46:39.249198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.268195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Transition to ACTIVE for port object b82eba92-20b1-4951-9a7d-778c2c8847a0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:39.278200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.283012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3774302-d18b-4404-8393-dee4ceebe1bd req-70661db1-ef26-41c1-b44e-95efb61bc7bb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 210 time: 0.0583701 Aug 30 22:46:39.299301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Transition to ACTIVE for port object b82eba92-20b1-4951-9a7d-778c2c8847a0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:39.308627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.327839 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.382481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Network 15376eac-b287-4e89-8ee5-f81c46bef67a is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:39.387376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:39.390297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Pushing event updated for resources: {'Port': ['ID=b82eba92-20b1-4951-9a7d-778c2c8847a0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:39.392844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:39.722859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Attempting to bind port b82eba92-20b1-4951-9a7d-778c2c8847a0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:39.723425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Attempting to bind port b82eba92-20b1-4951-9a7d-778c2c8847a0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:39.723537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Attempting to bind port b82eba92-20b1-4951-9a7d-778c2c8847a0 on network 15376eac-b287-4e89-8ee5-f81c46bef67a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:39.738433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:39.738816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Checking segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:39.739230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.739628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Bound using segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:39.740111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Bound port: b82eba92-20b1-4951-9a7d-778c2c8847a0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:39.740714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.841760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] For port b82eba92-20b1-4951-9a7d-778c2c8847a0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:39.845256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] For port b82eba92-20b1-4951-9a7d-778c2c8847a0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b82eba92-20b1-4951-9a7d-778c2c8847a0,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:39.859697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:39.956434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29f65e-4c98-489f-9632-1333e75507fb None None] Pushing event updated for resources: {'Port': ['ID=b82eba92-20b1-4951-9a7d-778c2c8847a0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:40.021165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a94339fb-6d0c-4762-a5b0-bc480e1cd778 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:40.113642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port a94339fb-6d0c-4762-a5b0-bc480e1cd778 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:40.119650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port a94339fb-6d0c-4762-a5b0-bc480e1cd778 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:40.120436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.215888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Allocated IP 172.25.7.254 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/0d968336-a1f6-458a-93cc-743af2bddc1a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:40.313455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-297cab58-2b0b-4821-99c4-3e9d4d090bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.331788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.349112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146cd16e-cce2-4202-b3db-061062423c08 req-c33107af-9478-4727-b44b-7167e1392fc7 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:40.350634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-146cd16e-cce2-4202-b3db-061062423c08 req-c33107af-9478-4727-b44b-7167e1392fc7 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 949 time: 0.3386884 Aug 30 22:46:40.399413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:40.414099 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6561531b-ec32-4a26-aac3-7e33804f2c1a" -d '{"events": [{"server_uuid": "66025947-85cc-4c04-8338-30e063265546", "name": "network-vif-plugged", "status": "completed", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:40.450079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:40.456931 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.519425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-5e70f6f2-cf04-4e67-bc81-0a2a5d61c017 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:40.535677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-5e70f6f2-cf04-4e67-bc81-0a2a5d61c017 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.5238032 Aug 30 22:46:40.549085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-146cd16e-cce2-4202-b3db-061062423c08 req-9d3f9873-da7e-4864-8152-fe1462795e81 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707232 Aug 30 22:46:40.565280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:40.567381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:40.680802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.767989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0dc2-6ac7-4ad1-9fb5-0c4a4e9cc429 req-25df958b-d792-4961-9c1a-99fa28e0a789 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:40.775006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c4bf041-5756-4154-805f-fdb5936732ef req-b0e263b6-6adb-4b8d-bf7e-79aa38eb5933 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 210 time: 0.0494859 Aug 30 22:46:40.776562 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dee0dc2-6ac7-4ad1-9fb5-0c4a4e9cc429 req-25df958b-d792-4961-9c1a-99fa28e0a789 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0659995 Aug 30 22:46:40.779774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:40.783259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.796364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:40.833857 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37226ccc-4643-4d33-942e-544de9c06428 x-openstack-request-id: req-37226ccc-4643-4d33-942e-544de9c06428 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:40.834349 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66025947-85cc-4c04-8338-30e063265546", "name": "network-vif-plugged", "status": "completed", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:40.834459 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37226ccc-4643-4d33-942e-544de9c06428 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:40.834770 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778', 'code': 200} Aug 30 22:46:40.858099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dee0dc2-6ac7-4ad1-9fb5-0c4a4e9cc429 req-a88ad62c-a098-4ed0-bbc6-072e6055388c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572751 Aug 30 22:46:40.862376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:40.894715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:40.900272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:40.902205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Pushing event updated for resources: {'Port': ['ID=0d968336-a1f6-458a-93cc-743af2bddc1a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:41.002632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5d956a-070a-4893-8e40-9cc2af87333f req-ccfbd73b-afad-47c7-9cac-ef965e0d83b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.009054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b5d956a-070a-4893-8e40-9cc2af87333f req-ccfbd73b-afad-47c7-9cac-ef965e0d83b2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 1102 time: 0.0796151 Aug 30 22:46:41.075677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b5d956a-070a-4893-8e40-9cc2af87333f req-b9246abd-9d2a-457c-8ccd-0eb4d9a0dfaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348678 Aug 30 22:46:41.209074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.13 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/486ca03f-8d5f-4568-94de-01a2cc5ac75b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:41.228200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-7841cedd-29ee-4897-8037-60b21b250d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.229747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-7841cedd-29ee-4897-8037-60b21b250d73 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1102 time: 0.0574028 Aug 30 22:46:41.417624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:41.424025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-62cf27fa-ca01-4f1c-b91f-8aa6f8c4a827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.425610 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-62cf27fa-ca01-4f1c-b91f-8aa6f8c4a827 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1800392 Aug 30 22:46:41.440086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc8d0aa-721a-4738-99d7-cfba08d8547d None None] Network 15376eac-b287-4e89-8ee5-f81c46bef67a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:46:41.455229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-fb1d61c2-40e8-443b-a6d8-70eef9eeb259 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.457167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-fb1d61c2-40e8-443b-a6d8-70eef9eeb259 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.1817496 Aug 30 22:46:41.493293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-f169e0a7-4830-4e02-b564-00da9521fec8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.0556004 Aug 30 22:46:41.503519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-2ffdc27e-1d12-4bb8-8042-881133711f81 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/quotas/7c3347241fa349229dc4194aad4ef42f HTTP/1.1" status: 200 len: 375 time: 0.0132663 Aug 30 22:46:41.528136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9f21bc1d-fe67-4a30-9cd1-c937536094d9 None None] Provisioning for port b82eba92-20b1-4951-9a7d-778c2c8847a0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:41.601807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-678781f4-66fd-4ff9-b60a-0ed83a723781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.607783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-678781f4-66fd-4ff9-b60a-0ed83a723781 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1030159 Aug 30 22:46:41.630956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-bed3d64d-f7b4-49b1-b4a0-4e232eeb4ebb tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177075 Aug 30 22:46:41.655005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:41.770136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-5f4f7570-a6f5-4b14-b4ba-b41423521a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.773181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-5f4f7570-a6f5-4b14-b4ba-b41423521a2e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1391630 Aug 30 22:46:41.830229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875273f-e0ae-42b0-82e5-0ff30ec4b68d req-f215785c-18cb-4f2d-aefb-33bfa3cb3754 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:41.831746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7875273f-e0ae-42b0-82e5-0ff30ec4b68d req-f215785c-18cb-4f2d-aefb-33bfa3cb3754 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 950 time: 0.1326020 Aug 30 22:46:41.840616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:41.848483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-eb8134b1-4e6a-4c18-a973-ce4c7d1c1a31 service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162616 Aug 30 22:46:41.855110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:41.964905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ce1114d4-7689-41d5-9e1f-b1ebe0981109 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751587 Aug 30 22:46:42.013827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:42.030395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:42.036385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:42.053336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7875273f-e0ae-42b0-82e5-0ff30ec4b68d req-35b85773-192f-471c-a60a-ece4f7a89887 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093084 Aug 30 22:46:42.081644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-152b0f12-5914-46c7-ac20-311a31babbbf service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058435 Aug 30 22:46:42.088245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-96aa30b1-4688-4aad-ab19-38e64979a5bb service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293365 Aug 30 22:46:42.128895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:42.293466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:42.294297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.356819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-e823b0c9-71ad-44c6-8fb2-9bfc7c22034b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7961571 Aug 30 22:46:42.359636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b82eba92-20b1-4951-9a7d-778c2c8847a0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:42.379560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Request body: {'port': {'device_id': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:42.436455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Router b17d7847-c68b-4f6c-94ae-af2fc42818e7 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:46:42.460374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b82eba92-20b1-4951-9a7d-778c2c8847a0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:42.465066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b82eba92-20b1-4951-9a7d-778c2c8847a0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:42.465429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.521957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.571091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642caea3-a75e-4202-98f9-c1da60269f39 req-5d019d8f-b773-4e3d-8c51-eb6d4c47ecab tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:42.580856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-642caea3-a75e-4202-98f9-c1da60269f39 req-5d019d8f-b773-4e3d-8c51-eb6d4c47ecab tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 932 time: 0.1493349 Aug 30 22:46:42.614470 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.636988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-642caea3-a75e-4202-98f9-c1da60269f39 req-dea9531f-1927-4764-bbe5-736bb9279edd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551417 Aug 30 22:46:42.660976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b82eba92-20b1-4951-9a7d-778c2c8847a0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b82eba92-20b1-4951-9a7d-778c2c8847a0,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:42.669447 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.734121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1ca7423-f210-4742-bf87-cf62b410a30e req-3accd4ef-0a7d-4dfa-9101-a62120f4c6d8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 210 time: 0.0416958 Aug 30 22:46:42.762610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b82eba92-20b1-4951-9a7d-778c2c8847a0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:42.784383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:42.801556 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Sync routers for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:42.810110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15a775d-ecb9-4c3a-83b5-e94161f9b322 req-02698082-3c48-425b-b37f-bbfe94250030 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:42.817636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d15a775d-ecb9-4c3a-83b5-e94161f9b322 req-02698082-3c48-425b-b37f-bbfe94250030 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.2132509 Aug 30 22:46:42.830184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:42.845896 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:42.860028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.861139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d2f9fbc1-b7bd-4f12-b34f-c8e2f0bd179e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 4.4400187 Aug 30 22:46:42.863984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:46:42.879243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:42.975935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d15a775d-ecb9-4c3a-83b5-e94161f9b322 req-9e072883-b11c-43f1-a5b4-fe9b83b3cb84 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569672 Aug 30 22:46:42.994799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:43.182843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 486ca03f-8d5f-4568-94de-01a2cc5ac75b {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:43.184128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:43.194035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.222077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Transition to ACTIVE for port object 486ca03f-8d5f-4568-94de-01a2cc5ac75b will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:43.236329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.292853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43498e7f-1114-4891-84c9-182d535c551a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.310244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291f725-0ae5-4f14-9353-046ad83e9e75 req-42387537-5b33-40c5-b0ad-5ef92cd86c4c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.318411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5291f725-0ae5-4f14-9353-046ad83e9e75 req-42387537-5b33-40c5-b0ad-5ef92cd86c4c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 950 time: 0.1199048 Aug 30 22:46:43.370926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:43.394927 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.436934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:41Z', 'revision_number': 3, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:43.443771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5291f725-0ae5-4f14-9353-046ad83e9e75 req-6cba5bcd-67d5-4ad6-b142-a9c1bbc7b027 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236992 Aug 30 22:46:43.483344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Checking router: b17d7847-c68b-4f6c-94ae-af2fc42818e7 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:43.483764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:43.484156 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Updating router b17d7847-c68b-4f6c-94ae-af2fc42818e7 port 0d968336-a1f6-458a-93cc-743af2bddc1a binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:46:43.496209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Attempting to bind port 486ca03f-8d5f-4568-94de-01a2cc5ac75b on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:43.496897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Attempting to bind port 486ca03f-8d5f-4568-94de-01a2cc5ac75b by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:43.497229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Attempting to bind port 486ca03f-8d5f-4568-94de-01a2cc5ac75b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:43.497513 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70abe7a0-81d5-49b8-a46f-09a74b216c42" -d '{"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:43.513410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Port 486ca03f-8d5f-4568-94de-01a2cc5ac75b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:43.513749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Attempting to bind port 486ca03f-8d5f-4568-94de-01a2cc5ac75b on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:43.523709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:43.524052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:43.524461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:43.524900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Bound port: 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:43.525269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.534716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:43.545199 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.548402 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.578483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-941e7c24-7a2e-48bf-859e-7188c9dec166 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.580027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-941e7c24-7a2e-48bf-859e-7188c9dec166 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/ports?device_id=270a4504-e87b-42c1-8f08-fc53b18b7863 HTTP/1.1" status: 200 len: 945 time: 0.1842055 Aug 30 22:46:43.662647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:43.682487 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4018504-9777-4999-b91b-1c376d92e40d x-openstack-request-id: req-f4018504-9777-4999-b91b-1c376d92e40d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:43.682788 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-unplugged", "status": "completed", "tag": "7eb13a84-091b-41f8-8622-99419f27614a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:43.683044 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4018504-9777-4999-b91b-1c376d92e40d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:43.684187 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a', 'code': 200} Aug 30 22:46:43.687052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:43.692690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:43.698692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.713606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d032b1-0cad-4f21-864c-0e164d3ada3a req-55e49844-aa48-479a-a955-36bf6ab647dc tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.722345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22d032b1-0cad-4f21-864c-0e164d3ada3a req-55e49844-aa48-479a-a955-36bf6ab647dc tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 1102 time: 0.2022002 Aug 30 22:46:43.760887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.761690 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.763110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] 10.222.0.47 "PUT /v2.0/ports/486ca03f-8d5f-4568-94de-01a2cc5ac75b HTTP/1.1" status: 200 len: 1093 time: 1.3878775 Aug 30 22:46:43.769156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:43.778783 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:43.810456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22d032b1-0cad-4f21-864c-0e164d3ada3a req-662d3d5a-0bf7-4570-b972-00c6f911cc33 tempest-ServersOnMultiNodesTest-686007300 tempest-ServersOnMultiNodesTest-686007300-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819404 Aug 30 22:46:43.815330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6cb424-e473-4c59-b04f-c2ac202b9767 service neutron] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:43.856660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.873903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Deleting port 7eb13a84-091b-41f8-8622-99419f27614a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:43.874969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.886403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f2b58-ff90-4048-b01f-e81fe99f2010 req-5e2ea5de-6cee-4c94-9e41-1db5bc2b52de tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.887976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f2b58-ff90-4048-b01f-e81fe99f2010 req-5e2ea5de-6cee-4c94-9e41-1db5bc2b52de tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 944 time: 0.1371055 Aug 30 22:46:43.896838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-f7a5431a-2771-4e93-a492-628751fde64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:43.898741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-f7a5431a-2771-4e93-a492-628751fde64f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 1096 time: 0.0701418 Aug 30 22:46:43.949126 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.954015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d0e8498c-bddc-478d-a522-920f8f3a306f req-608f3a2b-8509-4d0b-986e-ded36965cef9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 210 time: 0.0842056 Aug 30 22:46:43.959461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Transition to ACTIVE for port object 0d968336-a1f6-458a-93cc-743af2bddc1a will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:43.968314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-dcfd0eec-f67f-4ce4-9336-7380aa11e0b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b HTTP/1.1" status: 200 len: 217 time: 0.0530775 Aug 30 22:46:43.969651 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:43.971290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f2b58-ff90-4048-b01f-e81fe99f2010 req-5930382e-7bc9-4ccb-9c44-0c3da9db658c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719664 Aug 30 22:46:44.099324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] For port 7eb13a84-091b-41f8-8622-99419f27614a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7eb13a84-091b-41f8-8622-99419f27614a,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:44.100813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.114395 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Pushing event updated for resources: {'Port': ['ID=0d968336-a1f6-458a-93cc-743af2bddc1a,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:44.120403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-eb7d0a08-1cc1-4254-893c-be2b88760ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.122123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-eb7d0a08-1cc1-4254-893c-be2b88760ce8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1293337 Aug 30 22:46:44.124046 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-def0c012-9292-40df-a47a-54cce89f2a92 x-openstack-request-id: req-def0c012-9292-40df-a47a-54cce89f2a92 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:44.124434 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:44.127943 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.128670 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.129232 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.129831 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.130416 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.131079 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.131647 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.132192 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.133594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.134172 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.134966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.135505 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:46:44.135696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Calling delete_port for 7eb13a84-091b-41f8-8622-99419f27614a owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:44.136816 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-def0c012-9292-40df-a47a-54cce89f2a92 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:44.137302 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'status': 'completed', 'code': 200} Aug 30 22:46:44.158629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Attempting to bind port 0d968336-a1f6-458a-93cc-743af2bddc1a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:44.159315 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Attempting to bind port 0d968336-a1f6-458a-93cc-743af2bddc1a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:44.159905 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Attempting to bind port 0d968336-a1f6-458a-93cc-743af2bddc1a on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:44.166615 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:44.167423 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:44.168250 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.168892 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:44.169588 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Bound port: 0d968336-a1f6-458a-93cc-743af2bddc1a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:44.170316 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.212554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-3f91b73b-8b96-47a2-86d0-b1ae278fc783 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715306 Aug 30 22:46:44.245818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] For port 0d968336-a1f6-458a-93cc-743af2bddc1a, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:44.250978 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] For port 0d968336-a1f6-458a-93cc-743af2bddc1a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0d968336-a1f6-458a-93cc-743af2bddc1a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:44.270063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b82eba92-20b1-4951-9a7d-778c2c8847a0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:44.277181 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.391755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-08267f80-1ea5-45f6-8261-98a88d98be8d service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592636 Aug 30 22:46:44.395049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b82eba92-20b1-4951-9a7d-778c2c8847a0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:44.395990 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.427045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Allocated IP 172.20.0.1 (15376eac-b287-4e89-8ee5-f81c46bef67a/eeb62a04-0ca2-492d-a3ca-c2d2996a2b26/b2d59b80-9c70-43e5-9586-4935b26b81fb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:44.429956 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25409476-337a-45ad-bd66-509f39c9ff0b None None] Pushing event updated for resources: {'Port': ['ID=0d968336-a1f6-458a-93cc-743af2bddc1a,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:44.434645 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:44.435395 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:44.443237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.514405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26e8e6-9e45-43ba-ae15-62b4de32a4b0 req-db99101f-e545-4fd2-af1e-607e21e822d9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.519013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c26e8e6-9e45-43ba-ae15-62b4de32a4b0 req-db99101f-e545-4fd2-af1e-607e21e822d9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.3439801 Aug 30 22:46:44.571629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ec48dd-5601-4628-94a2-f5c09e3336c9 req-ebfbc6e5-9f4e-4cbe-8193-e56d50a6da63 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.573227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28ec48dd-5601-4628-94a2-f5c09e3336c9 req-ebfbc6e5-9f4e-4cbe-8193-e56d50a6da63 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 950 time: 0.1312497 Aug 30 22:46:44.578577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:44.585120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f350c2e-eca0-497f-81ec-cfa34462d6f7 req-3020d804-8f35-41fd-96ea-1f9a5a849628 service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786020 Aug 30 22:46:44.630626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-e72d3c7f-90da-4c3f-b0cf-db18bc4eb479 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.632151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-e72d3c7f-90da-4c3f-b0cf-db18bc4eb479 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.47 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.4176202 Aug 30 22:46:44.637138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28ec48dd-5601-4628-94a2-f5c09e3336c9 req-4247301c-a21b-43a5-bcda-94a983de95b4 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Aug 30 22:46:44.668116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Request body: {'port': {'device_id': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'admin_state_up': True, 'tenant_id': '7c3347241fa349229dc4194aad4ef42f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:44.706490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-7ed97f29-6163-40df-bfec-7f14e712304b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.708496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-7ed97f29-6163-40df-bfec-7f14e712304b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 1096 time: 0.0454023 Aug 30 22:46:44.763374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c26e8e6-9e45-43ba-ae15-62b4de32a4b0 req-b62ec3b6-81c0-4248-ab92-8c01e4abc486 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362261 Aug 30 22:46:44.842939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-707b1eef-4699-42c7-9e7a-002b14faa6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.844432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-707b1eef-4699-42c7-9e7a-002b14faa6b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.1207905 Aug 30 22:46:44.851336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.854660 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:41Z', 'revision_number': 3, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:44.857882 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.887861 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29751f2e-dbde-441a-9a13-5751b2cc2f45 None None] The sync data for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 is: [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:41Z', 'revision_number': 3, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:44.899898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-684f5c68-37c7-4c9b-a6a4-7ed78b759f0f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b HTTP/1.1" status: 200 len: 217 time: 0.0369964 Aug 30 22:46:44.910144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event deleted for resources: {'Port': ['ID=7eb13a84-091b-41f8-8622-99419f27614a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:44.919713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Transition to ACTIVE for port object b2d59b80-9c70-43e5-9586-4935b26b81fb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:44.960080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-f8ed349e-2e4e-4f61-b854-c9e8dedf1a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:44.961872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-f8ed349e-2e4e-4f61-b854-c9e8dedf1a5c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.0499091 Aug 30 22:46:44.976256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] No DVR routers for this DVR port 7eb13a84-091b-41f8-8622-99419f27614a on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:44.982281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:44.984333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e473367f-1fe8-44d8-a0b1-eccd7ee8d615 req-81908abb-ee73-4247-bf97-1ebf003671f4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "DELETE /v2.0/ports/7eb13a84-091b-41f8-8622-99419f27614a HTTP/1.1" status: 204 len: 173 time: 1.3838725 Aug 30 22:46:44.986674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-deleted', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:44.989148 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24a7c0a-b485-4de5-bc2c-af5cf3991d6c" -d '{"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-deleted", "tag": "7eb13a84-091b-41f8-8622-99419f27614a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:45.003177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-d917f5a9-dc4b-4ba4-9980-8bc04db52cd7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305347 Aug 30 22:46:45.015486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:45.019269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.042823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.111727 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f766c9-631d-4b37-b3e5-a9dae91bddb6 x-openstack-request-id: req-a4f766c9-631d-4b37-b3e5-a9dae91bddb6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:45.112115 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270a4504-e87b-42c1-8f08-fc53b18b7863", "name": "network-vif-deleted", "tag": "7eb13a84-091b-41f8-8622-99419f27614a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:45.112302 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a4f766c9-631d-4b37-b3e5-a9dae91bddb6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:45.113305 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270a4504-e87b-42c1-8f08-fc53b18b7863', 'name': 'network-vif-deleted', 'tag': '7eb13a84-091b-41f8-8622-99419f27614a', 'status': 'completed', 'code': 200} Aug 30 22:46:45.156139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Network 15376eac-b287-4e89-8ee5-f81c46bef67a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:45.184734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a433280-5211-48ce-bd32-cb5c8d8d288b req-9aa63584-50f5-47bc-aa69-bf1444178bb8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 210 time: 0.0682993 Aug 30 22:46:45.190314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:45.196607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-e172df64-e6cd-467a-b297-0278570291fe service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752069 Aug 30 22:46:45.212322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:45.218963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:45.319249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.335888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003209e-d368-403e-9731-1a1fbf8a86c5 req-c11bdc1b-e065-4831-83f9-ec9c8f05f619 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:45.343433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1003209e-d368-403e-9731-1a1fbf8a86c5 req-c11bdc1b-e065-4831-83f9-ec9c8f05f619 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 944 time: 0.1901431 Aug 30 22:46:45.382355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Allocated IP 172.20.0.4 (c5acd705-2c87-4e7f-8172-2632b8b30baf/a299f0eb-e7d9-4a2e-921a-a0edda4c1f15/7900f4a5-2053-4c95-af1a-4ee3609e034f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:45.431789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1003209e-d368-403e-9731-1a1fbf8a86c5 req-7d42b54a-2e35-47cb-ad82-c0d52f7451fd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854790 Aug 30 22:46:45.436710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d3292f3-c3da-4e1d-855e-41ad0abbfd8d req-8a2b3172-4818-42b4-9da3-3eeaa596e92f service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121246 Aug 30 22:46:45.565175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c7451fe-ea67-4b91-a662-4eb0c8ff6492 None None] Provisioning for port b2d59b80-9c70-43e5-9586-4935b26b81fb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:45.572268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c7451fe-ea67-4b91-a662-4eb0c8ff6492 None None] Provisioning complete for port b2d59b80-9c70-43e5-9586-4935b26b81fb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:45.572641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c7451fe-ea67-4b91-a662-4eb0c8ff6492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.628210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3c7451fe-ea67-4b91-a662-4eb0c8ff6492 None None] Port b2d59b80-9c70-43e5-9586-4935b26b81fb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:45.842151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.941936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:45.950739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc15d5f-2477-4990-9880-76a07f3a58a2 req-57430ea3-9964-4be6-a63b-cbc0b2fb3949 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:45.952256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fc15d5f-2477-4990-9880-76a07f3a58a2 req-57430ea3-9964-4be6-a63b-cbc0b2fb3949 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 950 time: 0.1681840 Aug 30 22:46:45.981913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970c070-887b-4e8b-aed6-515ad8dab6bc req-6a7bb620-2aaa-40d5-a876-83c712d2f0ad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:45.986069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5970c070-887b-4e8b-aed6-515ad8dab6bc req-6a7bb620-2aaa-40d5-a876-83c712d2f0ad tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0605688 Aug 30 22:46:46.030978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5970c070-887b-4e8b-aed6-515ad8dab6bc req-9133066e-e99c-41c4-bd2c-4a343a3a6988 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386429 Aug 30 22:46:46.078483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fc15d5f-2477-4990-9880-76a07f3a58a2 req-10eae8fc-33e6-45ed-a853-11d391d1f3c2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133707 Aug 30 22:46:46.084790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.188145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0d968336-a1f6-458a-93cc-743af2bddc1a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:46.197683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.255349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0d968336-a1f6-458a-93cc-743af2bddc1a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:46.260329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0d968336-a1f6-458a-93cc-743af2bddc1a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:46.260845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.279153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.301487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.353871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Network c5acd705-2c87-4e7f-8172-2632b8b30baf is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:46.356100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.362408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:46.364866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:46.370137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:46.391570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 0d968336-a1f6-458a-93cc-743af2bddc1a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0d968336-a1f6-458a-93cc-743af2bddc1a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:46.397950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.428261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.469756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=0d968336-a1f6-458a-93cc-743af2bddc1a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:46.470726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Pushing event updated for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:46.485909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d864ea-7b51-4725-ab86-a52f9b44d966 req-45eb1b54-165f-41f1-b941-77d4dde99e17 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:46.487518 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70d864ea-7b51-4725-ab86-a52f9b44d966 req-45eb1b54-165f-41f1-b941-77d4dde99e17 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 931 time: 0.2106555 Aug 30 22:46:46.528979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:46.529627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.580173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-186a3f24-b6f0-46c7-8f39-7cf991f7826a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9246802 Aug 30 22:46:46.590761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70d864ea-7b51-4725-ab86-a52f9b44d966 req-68a08333-2416-419c-9892-5c0813e0c318 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885606 Aug 30 22:46:46.611978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Request body: {'port': {'device_id': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:46.686952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Network 15376eac-b287-4e89-8ee5-f81c46bef67a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:46.690602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:46.702569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.929059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Router b17d7847-c68b-4f6c-94ae-af2fc42818e7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:46:46.931329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c41a3c0-26b0-497d-82b3-19dc127227e6 req-294ddb09-ad28-4459-97ff-12e5afffe18b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:46.934887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c41a3c0-26b0-497d-82b3-19dc127227e6 req-294ddb09-ad28-4459-97ff-12e5afffe18b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 944 time: 0.4323289 Aug 30 22:46:46.952999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-f716c03d-8867-4ea4-a437-09d39ada6d34 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:46.954734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-f716c03d-8867-4ea4-a437-09d39ada6d34 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 950 time: 0.4216795 Aug 30 22:46:46.958371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75212848-87dc-4ee4-a0aa-bc7057d4e796 None None] Provisioning complete for port b2d59b80-9c70-43e5-9586-4935b26b81fb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:46.958858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75212848-87dc-4ee4-a0aa-bc7057d4e796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:46.997300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-75212848-87dc-4ee4-a0aa-bc7057d4e796 None None] Port b2d59b80-9c70-43e5-9586-4935b26b81fb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:47.040364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c41a3c0-26b0-497d-82b3-19dc127227e6 req-fb6eacd2-eac1-44c7-b2bf-e45e70064c29 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938261 Aug 30 22:46:47.125269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port a94339fb-6d0c-4762-a5b0-bc480e1cd778 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:47.125612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.157090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:46:47.172042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-315e41d0-4f31-491b-ad31-e3143b381896 admin admin] 10.222.0.25 "PUT /v2.0/routers/b17d7847-c68b-4f6c-94ae-af2fc42818e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2981551 Aug 30 22:46:47.176251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Sync routers for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:46:47.188235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:47.189639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:47.194423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:47.214582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba0764-5485-4888-835d-c968aba32c33 req-20d667da-99ee-46f9-baf8-374b12ea70c6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.216131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fba0764-5485-4888-835d-c968aba32c33 req-20d667da-99ee-46f9-baf8-374b12ea70c6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0996969 Aug 30 22:46:47.226587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port a94339fb-6d0c-4762-a5b0-bc480e1cd778, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a94339fb-6d0c-4762-a5b0-bc480e1cd778,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:47.226972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.240252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7900f4a5-2053-4c95-af1a-4ee3609e034f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:47.240741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for a94339fb-6d0c-4762-a5b0-bc480e1cd778 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:47.249530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 7eb13a84-091b-41f8-8622-99419f27614a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:47.250026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7eb13a84-091b-41f8-8622-99419f27614a not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:47.251234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.277771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fba0764-5485-4888-835d-c968aba32c33 req-d94d7e35-005c-4ccb-8758-29e2eefe2568 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532343 Aug 30 22:46:47.278734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Transition to ACTIVE for port object 7900f4a5-2053-4c95-af1a-4ee3609e034f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:47.290826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.344908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:47.406161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:47.435044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.451738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'a94339fb-6d0c-4762-a5b0-bc480e1cd778'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:47.475031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Attempting to bind port 7900f4a5-2053-4c95-af1a-4ee3609e034f on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:47.475382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Attempting to bind port 7900f4a5-2053-4c95-af1a-4ee3609e034f by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:47.475731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Attempting to bind port 7900f4a5-2053-4c95-af1a-4ee3609e034f on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:47.482038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Port 7900f4a5-2053-4c95-af1a-4ee3609e034f on network c5acd705-2c87-4e7f-8172-2632b8b30baf not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:47.482364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Attempting to bind port 7900f4a5-2053-4c95-af1a-4ee3609e034f on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:47.486819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4567e-4d70-4301-b217-6635edd10123 req-660122c8-2e3f-4e7e-b162-f3279e1f2067 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.488883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:47.489238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Checking segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:47.489629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Bound using segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:47.490107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Bound port: 7900f4a5-2053-4c95-af1a-4ee3609e034f, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:47.490469 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.494809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aeb4567e-4d70-4301-b217-6635edd10123 req-660122c8-2e3f-4e7e-b162-f3279e1f2067 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=66025947-85cc-4c04-8338-30e063265546 HTTP/1.1" status: 200 len: 867 time: 0.0905960 Aug 30 22:46:47.504776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=a94339fb-6d0c-4762-a5b0-bc480e1cd778,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:47.524425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b', '0ca099eb-a472-4ef3-8d0f-49f692569acb', '3723109a-b67d-4708-a100-934ac7aa8914'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:47.560000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port a94339fb-6d0c-4762-a5b0-bc480e1cd778 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:47.583008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.587567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8730cf74-bcee-4ed7-8cd3-314de6c271ea req-8932331b-272b-4667-8fc4-f3e5830698e9 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "DELETE /v2.0/ports/a94339fb-6d0c-4762-a5b0-bc480e1cd778 HTTP/1.1" status: 204 len: 173 time: 0.6143906 Aug 30 22:46:47.589934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:47.594448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:47.599888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.607880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aeb4567e-4d70-4301-b217-6635edd10123 req-96a22937-f73f-498c-aec9-bc585bff4fb1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120706 Aug 30 22:46:47.608513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'name': 'network-vif-deleted', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:47.626147 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4e7af-289d-4e04-90a1-58697553fb82" -d '{"events": [{"server_uuid": "66025947-85cc-4c04-8338-30e063265546", "name": "network-vif-deleted", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:47.675489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:47.707110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.709119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:47.713727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-aa5d448c-a645-4ee2-b45e-08eff8cec086 service neutron] 10.222.0.47 "PUT /v2.0/ports/7900f4a5-2053-4c95-af1a-4ee3609e034f HTTP/1.1" status: 200 len: 1092 time: 1.1177008 Aug 30 22:46:47.714955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:47.718287 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9485245f-5e50-4a50-bba6-1309738fb659" -d '{"events": [{"name": "network-changed", "server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:47.839743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08f0bb-77b8-4402-869e-18589cacea9d req-c7586a01-6395-47a5-82c7-ae4e2e3fff32 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.841478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee08f0bb-77b8-4402-869e-18589cacea9d req-c7586a01-6395-47a5-82c7-ae4e2e3fff32 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 943 time: 0.0657406 Aug 30 22:46:47.856787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-12604601-58db-4388-b1ea-bd2c288d5aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.858608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-12604601-58db-4388-b1ea-bd2c288d5aad service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0681317 Aug 30 22:46:47.895694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee08f0bb-77b8-4402-869e-18589cacea9d req-fccdf0f2-57d0-4418-8d27-364dc8f779e3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450368 Aug 30 22:46:47.926872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-ec39fdf4-bf56-4e82-a446-bc56642cacdc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f HTTP/1.1" status: 200 len: 217 time: 0.0549719 Aug 30 22:46:47.935941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-568cfef8-cf0c-4923-9163-5e0331a1b4a4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:47.942474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-568cfef8-cf0c-4923-9163-5e0331a1b4a4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 829 time: 0.2181497 Aug 30 22:46:47.948093 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17dfc01-5c15-4a55-84a3-af964ab3a4fc x-openstack-request-id: req-e17dfc01-5c15-4a55-84a3-af964ab3a4fc {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:47.948631 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66025947-85cc-4c04-8338-30e063265546", "name": "network-vif-deleted", "tag": "a94339fb-6d0c-4762-a5b0-bc480e1cd778", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:47.949130 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e17dfc01-5c15-4a55-84a3-af964ab3a4fc {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:47.949740 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66025947-85cc-4c04-8338-30e063265546', 'name': 'network-vif-deleted', 'tag': 'a94339fb-6d0c-4762-a5b0-bc480e1cd778', 'status': 'completed', 'code': 200} Aug 30 22:46:47.972398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 2, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:47.980813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-72dbe7b4-f2af-46a1-bc2b-db84438b99e0 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/quotas/79af0b2b4df54f1f9ea86a63582d65f4 HTTP/1.1" status: 200 len: 375 time: 0.0369771 Aug 30 22:46:47.990384 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713de342-5ef3-482a-b092-09fa033b752e x-openstack-request-id: req-713de342-5ef3-482a-b092-09fa033b752e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:47.990683 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:47.990943 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-713de342-5ef3-482a-b092-09fa033b752e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:47.991339 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'status': 'completed', 'code': 200} Aug 30 22:46:48.015181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Checking router: b17d7847-c68b-4f6c-94ae-af2fc42818e7 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:46:48.015542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Updating router b17d7847-c68b-4f6c-94ae-af2fc42818e7 port b2d59b80-9c70-43e5-9586-4935b26b81fb binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:46:48.031694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c250d1c-9705-45ed-8031-677686269975 req-a9dd141e-02c0-4fab-aedf-0a1cf0a78022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.033273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-a9dd141e-02c0-4fab-aedf-0a1cf0a78022 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.0881751 Aug 30 22:46:48.048787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-aa707ff4-c64a-472b-81a1-5ea51664923d tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601315 Aug 30 22:46:48.079372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:48.086477 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-de270b81-27e3-4e65-9616-01f7281601d7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437846 Aug 30 22:46:48.092501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:48.219110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0d968336-a1f6-458a-93cc-743af2bddc1a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:48.220589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c4903-62e1-4ebe-b4d0-6bcadafe1449 req-f73b7460-c4ce-42a0-9adb-1e5cbe7d930e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.230370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de2c4903-62e1-4ebe-b4d0-6bcadafe1449 req-f73b7460-c4ce-42a0-9adb-1e5cbe7d930e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 944 time: 0.0907128 Aug 30 22:46:48.257375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-77505039-a826-460a-929b-2c362006a095 service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994696 Aug 30 22:46:48.282783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-5c5ca268-3d7d-440e-883e-4000f466f5e9 service neutron] 10.222.0.47 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608939 Aug 30 22:46:48.286806 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:46:48.305237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de2c4903-62e1-4ebe-b4d0-6bcadafe1449 req-09bcbaa8-e028-431f-8356-dfca161dc1dc tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680370 Aug 30 22:46:48.424645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-6918e1e9-e9f0-425a-b06a-77a7fcdd8f9f service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657209 Aug 30 22:46:48.427663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9080e-ec60-49f2-b3aa-20f4cef8a69c req-631bd035-306f-448d-87bf-05502838b2ee tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.430343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98f9080e-ec60-49f2-b3aa-20f4cef8a69c req-631bd035-306f-448d-87bf-05502838b2ee tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0598638 Aug 30 22:46:48.490527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98f9080e-ec60-49f2-b3aa-20f4cef8a69c req-f98b92db-7c07-418a-98a4-20632375e1db tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Aug 30 22:46:48.490803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c250d1c-9705-45ed-8031-677686269975 req-cbd4648b-138c-4eb0-adbb-7b9db5410a9b service neutron] 10.222.0.47 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749392 Aug 30 22:46:48.599664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485245f-5e50-4a50-bba6-1309738fb659 req-0192a2aa-1e37-4240-baf4-8b3f7cb4b73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.601286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-0192a2aa-1e37-4240-baf4-8b3f7cb4b73e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 1095 time: 0.0522532 Aug 30 22:46:48.619164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0d968336-a1f6-458a-93cc-743af2bddc1a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:48.619544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:48.717527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ff95988-4fbf-42a1-afd0-a267d6ffad10 req-9423f1db-bb69-4f6f-af54-fd2df5b2d85d tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 210 time: 0.0556798 Aug 30 22:46:48.747392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485245f-5e50-4a50-bba6-1309738fb659 req-d2f04b62-8352-4264-ab1c-ecef6eb19b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.748975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-d2f04b62-8352-4264-ab1c-ecef6eb19b53 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 905 time: 0.1252844 Aug 30 22:46:48.814949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-8dc5f38c-7da4-4d23-b848-fec0c1be5f84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f HTTP/1.1" status: 200 len: 217 time: 0.0503159 Aug 30 22:46:48.894231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:48.926472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9485245f-5e50-4a50-bba6-1309738fb659 req-d4110d25-4072-4383-acfa-a087b6661cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:48.928207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-d4110d25-4072-4383-acfa-a087b6661cde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.1033752 Aug 30 22:46:48.936351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'mac_address': 'fa:16:3e:d9:98:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:48.976006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-742aab97-7af9-481d-9db4-c13975d9f6e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345070 Aug 30 22:46:49.068724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e879e07-c40b-44a2-a213-ea237c62a9a1 req-c2cb2cd2-a7d3-42c0-b478-8d53ce8019ab tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:49.082736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e879e07-c40b-44a2-a213-ea237c62a9a1 req-c2cb2cd2-a7d3-42c0-b478-8d53ce8019ab tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.0708733 Aug 30 22:46:49.122875 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.129533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e879e07-c40b-44a2-a213-ea237c62a9a1 req-15d15bbf-2ef2-4613-9b89-4fd9f9b15423 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458517 Aug 30 22:46:49.144654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151a0eb3-33eb-45cd-b74c-6dfd5f88671f req-72e82bb0-9d84-4656-bae1-8333bb01481a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:49.146836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-151a0eb3-33eb-45cd-b74c-6dfd5f88671f req-72e82bb0-9d84-4656-bae1-8333bb01481a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 943 time: 0.1275792 Aug 30 22:46:49.171398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 486ca03f-8d5f-4568-94de-01a2cc5ac75b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:49.189704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-8ab3c303-50e9-4d24-9175-38a6731b3ed2 service neutron] 10.222.0.47 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987641 Aug 30 22:46:49.245567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:49.262014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-151a0eb3-33eb-45cd-b74c-6dfd5f88671f req-a93970f8-2a18-437b-be5e-298a65946212 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016760 Aug 30 22:46:49.294567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555d24f0-e734-4e70-8a1f-f52cefec8ddf req-48ba63e5-5d1f-4df4-ac7f-1d052078936a tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:49.297145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-555d24f0-e734-4e70-8a1f-f52cefec8ddf req-48ba63e5-5d1f-4df4-ac7f-1d052078936a tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1098 time: 0.0810444 Aug 30 22:46:49.317308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.345326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-555d24f0-e734-4e70-8a1f-f52cefec8ddf req-27ffcc49-e9b0-442a-b3ae-0bb710f9e100 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411649 Aug 30 22:46:49.349272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9485245f-5e50-4a50-bba6-1309738fb659 req-6181ad66-bb3c-4a06-b84e-6bf2d8d3e44b service neutron] 10.222.0.47 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457500 Aug 30 22:46:49.382906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.471260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Transition to ACTIVE for port object b2d59b80-9c70-43e5-9586-4935b26b81fb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:49.491966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aca4ba2-5ef0-4bbb-8482-79ed4443cfd9 req-a27e7961-5694-40b2-b388-079bd9e69bc8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:49.492714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aca4ba2-5ef0-4bbb-8482-79ed4443cfd9 req-a27e7961-5694-40b2-b388-079bd9e69bc8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 945 time: 0.0655510 Aug 30 22:46:49.494625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:49.506798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.556358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aca4ba2-5ef0-4bbb-8482-79ed4443cfd9 req-c434ed89-ce6e-4b59-be75-ae8a06202e5a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545750 Aug 30 22:46:49.595582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d282b-3948-4b9c-846d-c669c51726e1 None None] Pushing event updated for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:49.667490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Attempting to bind port b2d59b80-9c70-43e5-9586-4935b26b81fb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:49.667864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Attempting to bind port b2d59b80-9c70-43e5-9586-4935b26b81fb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:49.668229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Attempting to bind port b2d59b80-9c70-43e5-9586-4935b26b81fb on network 15376eac-b287-4e89-8ee5-f81c46bef67a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:49.675313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:49.675542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fbc7f-5b5f-4594-97fe-b520155dd863 req-d2ae186a-4129-410a-b4f7-1fce66c54c28 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:49.675792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Checking segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:49.676117 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.676515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Bound using segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:49.677221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fbc7f-5b5f-4594-97fe-b520155dd863 req-d2ae186a-4129-410a-b4f7-1fce66c54c28 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0545523 Aug 30 22:46:49.678054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Bound port: b2d59b80-9c70-43e5-9586-4935b26b81fb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:49.678481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.731636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fbc7f-5b5f-4594-97fe-b520155dd863 req-1ce7dec9-1d8e-44e1-88e2-47ec1b961d19 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461853 Aug 30 22:46:49.734823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['486ca03f-8d5f-4568-94de-01a2cc5ac75b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:49.824306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] For port b2d59b80-9c70-43e5-9586-4935b26b81fb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:49.828440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] For port b2d59b80-9c70-43e5-9586-4935b26b81fb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2d59b80-9c70-43e5-9586-4935b26b81fb,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:49.848273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:49.927960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1aca721-66d6-4f71-858c-42c5e2cef9b8 req-2c0c6e3e-5ab1-491b-8f3f-c578ab4e4e3b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 210 time: 0.0474520 Aug 30 22:46:49.944865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d282b-3948-4b9c-846d-c669c51726e1 None None] Pushing event updated for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:49.958452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:46:49.959055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:50.099788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:50.103999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a94339fb-6d0c-4762-a5b0-bc480e1cd778 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:50.132045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: a94339fb-6d0c-4762-a5b0-bc480e1cd778 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:50.133346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a94339fb-6d0c-4762-a5b0-bc480e1cd778 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:50.210246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:46:50.292844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-784b47d9-7b3c-40a3-810d-b3d6558e7cc4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:50.295157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-784b47d9-7b3c-40a3-810d-b3d6558e7cc4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.47 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 829 time: 0.2733874 Aug 30 22:46:50.302618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db997afd-746f-4ab7-bef2-fd6081a8c511 req-7cf0f6cd-1469-4578-9bae-0a2fc5323915 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:50.304526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db997afd-746f-4ab7-bef2-fd6081a8c511 req-7cf0f6cd-1469-4578-9bae-0a2fc5323915 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.0539420 Aug 30 22:46:50.340920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'port': {'device_id': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'admin_state_up': True, 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:50.353212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db997afd-746f-4ab7-bef2-fd6081a8c511 req-218ca074-dd18-4c9d-bb3f-cbb894465021 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405040 Aug 30 22:46:50.431052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:50.455996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'mac_address': 'fa:16:3e:f5:02:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:50.486448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Made reservation on behalf of 79af0b2b4df54f1f9ea86a63582d65f4 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:46:50.491397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:50.502683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6cd0d2-11ef-4fc4-97e3-50f4075c19ea req-b1928c39-2692-498f-a1f5-46e90a57f550 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:50.506897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6cd0d2-11ef-4fc4-97e3-50f4075c19ea req-b1928c39-2692-498f-a1f5-46e90a57f550 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 943 time: 0.0613821 Aug 30 22:46:50.536515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:50.559689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7900f4a5-2053-4c95-af1a-4ee3609e034f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:50.586726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6cd0d2-11ef-4fc4-97e3-50f4075c19ea req-b943c589-8f04-4be1-978a-3f79b6c73a25 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703239 Aug 30 22:46:50.598888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:50.607103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:50.619791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:49Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:46:50.669658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Allocated IP 172.20.0.11 (15376eac-b287-4e89-8ee5-f81c46bef67a/eeb62a04-0ca2-492d-a3ca-c2d2996a2b26/23cbdd73-cbe2-43c4-82bf-b8b228a1c60a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:46:50.673110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-49f66eb4-9591-43a2-a346-4cf4a48d7c70 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:46:50.674145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-49f66eb4-9591-43a2-a346-4cf4a48d7c70 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0756116 Aug 30 22:46:50.686295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Request body: {'binding': {'host': 'n-h1-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:50.687104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Unknown quota resources ['binding']. {{(pid=101269) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:46:50.688992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-454b7fa6-46d5-410d-95c2-32cece534d3a None None] The sync data for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 is: [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:49Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:46:50.715612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:50.903199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8c346-7bf3-4068-9729-9a9bbb868800 req-b2f546de-0c70-40e9-86aa-0f19ff2237d9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:50.904965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f8c346-7bf3-4068-9729-9a9bbb868800 req-b2f546de-0c70-40e9-86aa-0f19ff2237d9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 945 time: 0.1146250 Aug 30 22:46:50.944136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-5e808ee1-343c-48fa-bd5c-d063a1ef08e2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:50.946306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-5e808ee1-343c-48fa-bd5c-d063a1ef08e2 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.0991454 Aug 30 22:46:50.966291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h1-791504-21 for vnic_type normal with profile None {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:50.966291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:50.966291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:50.976715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:50.978693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f8c346-7bf3-4068-9729-9a9bbb868800 req-f8e9b4f6-9f15-4813-bef9-3598b0494f6f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609865 Aug 30 22:46:50.979412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:50.979834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:50.985837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:50.986267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:50.986757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:50.987305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Bound port: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:51.049450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Transition to ACTIVE for port object 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:51.055447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:51.065073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.076840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-63c0551e-e2ca-471e-8456-ff8118e982fd service neutron] 10.222.0.25 "POST /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb/bindings HTTP/1.1" status: 201 len: 390 time: 0.3891754 Aug 30 22:46:51.103195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port 3723109a-b67d-4708-a100-934ac7aa8914 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:51.103662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.132263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.150749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769dd51-74c6-4d75-8e2c-ddc35e7159cb req-cdab4aca-fa3a-4a28-bbd2-4acc5e8bdece tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.158557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7769dd51-74c6-4d75-8e2c-ddc35e7159cb req-cdab4aca-fa3a-4a28-bbd2-4acc5e8bdece tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0771012 Aug 30 22:46:51.217319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7769dd51-74c6-4d75-8e2c-ddc35e7159cb req-9a87b8a0-1c9d-4f97-b273-e0269505f202 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439973 Aug 30 22:46:51.222120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event updated for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:51.243779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7900f4a5-2053-4c95-af1a-4ee3609e034f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:51.284881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Network 15376eac-b287-4e89-8ee5-f81c46bef67a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:46:51.290594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:46:51.314787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:46:51.364682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8573f925-4f08-49b7-b500-5d4acdfcf361 req-d4574e63-44ea-4797-a2b0-91e7fb162b48 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.367261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8573f925-4f08-49b7-b500-5d4acdfcf361 req-d4574e63-44ea-4797-a2b0-91e7fb162b48 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 932 time: 0.1039007 Aug 30 22:46:51.432543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8573f925-4f08-49b7-b500-5d4acdfcf361 req-15838fe5-9c2a-415f-9991-b4a7b8b20958 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 Aug 30 22:46:51.462212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port 3723109a-b67d-4708-a100-934ac7aa8914, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3723109a-b67d-4708-a100-934ac7aa8914,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:51.462586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.504627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-2e7b6303-1bb0-4663-98a7-16d6a1f93c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.506577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-2e7b6303-1bb0-4663-98a7-16d6a1f93c89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1098 time: 0.0653262 Aug 30 22:46:51.643085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbacdc-6793-4980-82d6-bf42ae863574 req-e13a7f08-533f-40b2-be29-dbe8aaa37deb tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.644715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9cbacdc-6793-4980-82d6-bf42ae863574 req-e13a7f08-533f-40b2-be29-dbe8aaa37deb tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 950 time: 0.1208365 Aug 30 22:46:51.678844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-4426dbc2-68a4-401f-b09c-c55102a0f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.680862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-4426dbc2-68a4-401f-b09c-c55102a0f25a service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1658103 Aug 30 22:46:51.688424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-69afd890-aff9-4f85-91fd-15138181d403 None None] Provisioning for port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:51.703214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-69afd890-aff9-4f85-91fd-15138181d403 None None] Provisioning complete for port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:51.705805 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-69afd890-aff9-4f85-91fd-15138181d403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.748736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9cbacdc-6793-4980-82d6-bf42ae863574 req-225754b7-410a-4720-9f8f-cd21536ac7dd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937436 Aug 30 22:46:51.750676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-c0aceb7e-8983-41e8-9d2b-ce7a79661986 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.0500708 Aug 30 22:46:51.751156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-69afd890-aff9-4f85-91fd-15138181d403 None None] Port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:46:51.854722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.855351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:51.863364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for 3723109a-b67d-4708-a100-934ac7aa8914 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:51.888955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-c5b8d68d-4d3e-45b9-9bb1-10df545d6c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.890749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-c5b8d68d-4d3e-45b9-9bb1-10df545d6c1f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1148829 Aug 30 22:46:51.905380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e917bbc-65f2-4d81-92ab-4f3a5908b110 req-5bb58361-94d3-4516-96ea-48d8cdadb826 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.906971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e917bbc-65f2-4d81-92ab-4f3a5908b110 req-5bb58361-94d3-4516-96ea-48d8cdadb826 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 944 time: 0.0637550 Aug 30 22:46:51.917607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-11553cf1-4477-44f9-a7ea-604c95145d07 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5856662 Aug 30 22:46:51.928948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cfb13-7b8f-4934-8a2c-6fd980612779 req-a33b0a27-7a29-4aa2-a9f2-7e8450b0cb2f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:51.931071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-734cfb13-7b8f-4934-8a2c-6fd980612779 req-a33b0a27-7a29-4aa2-a9f2-7e8450b0cb2f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.5351515 Aug 30 22:46:51.937996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Request body: {'port': {'device_id': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:46:51.940087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-a4a9b259-06f9-4832-b243-ad0a249a6ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320885 Aug 30 22:46:52.012515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e917bbc-65f2-4d81-92ab-4f3a5908b110 req-ecdd93f1-63f0-445d-af0e-e93f9c7df5d3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963445 Aug 30 22:46:52.048608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.064353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-734cfb13-7b8f-4934-8a2c-6fd980612779 req-784c0528-98ec-45a5-8799-91383241b70c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217077 Aug 30 22:46:52.097380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-505ee5d3-322c-4ee2-b24b-ec296861c64c service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434226 Aug 30 22:46:52.104295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:52.198434 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.233680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 486ca03f-8d5f-4568-94de-01a2cc5ac75b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:52.255892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 486ca03f-8d5f-4568-94de-01a2cc5ac75b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:52.256722 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.259635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2d59b80-9c70-43e5-9586-4935b26b81fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:52.296888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.298178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-808e9dc9-f857-4881-88ff-a0adc3d66503 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881342 Aug 30 22:46:52.343051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b', '0ca099eb-a472-4ef3-8d0f-49f692569acb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:52.346161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:52.349569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=3723109a-b67d-4708-a100-934ac7aa8914,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:52.387437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2a40c-3122-4601-9596-af2b69ea8e6d req-d17b3305-91ef-4514-9e24-07a1d7cb530e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:52.395299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5c2a40c-3122-4601-9596-af2b69ea8e6d req-d17b3305-91ef-4514-9e24-07a1d7cb530e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0845625 Aug 30 22:46:52.443384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5c2a40c-3122-4601-9596-af2b69ea8e6d req-daa194a9-232c-449f-b773-39f46c87ee73 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472054 Aug 30 22:46:52.448335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port 3723109a-b67d-4708-a100-934ac7aa8914 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:52.453434 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.455669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf0b66d9-d970-4767-b4b7-0a079be59012 req-251b95b0-5b06-4236-8d49-1e24b9964315 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "DELETE /v2.0/ports/3723109a-b67d-4708-a100-934ac7aa8914 HTTP/1.1" status: 204 len: 173 time: 1.4883149 Aug 30 22:46:52.459401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'name': 'network-vif-deleted', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:52.462458 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243b2b11-d47a-41b2-a861-13df15d423bd" -d '{"events": [{"server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "name": "network-vif-deleted", "tag": "3723109a-b67d-4708-a100-934ac7aa8914"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:52.475572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c235c7-40b4-4e21-88e0-92bb6c8da065 req-242d90b4-48a1-430f-9fd8-85d10eb6ab74 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:52.477529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8c235c7-40b4-4e21-88e0-92bb6c8da065 req-242d90b4-48a1-430f-9fd8-85d10eb6ab74 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 945 time: 0.2295480 Aug 30 22:46:52.582085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8c235c7-40b4-4e21-88e0-92bb6c8da065 req-572d9d28-41be-430d-acd4-a7d375a62f1e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627761 Aug 30 22:46:52.663975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:52.672948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.706338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Transition to ACTIVE for port object 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:46:52.712814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.719785 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a96dae-b406-4f15-91f2-f84c43f911a5 x-openstack-request-id: req-74a96dae-b406-4f15-91f2-f84c43f911a5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:52.720202 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1281081-8255-4591-919e-df78d0d57954", "name": "network-vif-deleted", "tag": "3723109a-b67d-4708-a100-934ac7aa8914", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:52.720956 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74a96dae-b406-4f15-91f2-f84c43f911a5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:52.721145 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1281081-8255-4591-919e-df78d0d57954', 'name': 'network-vif-deleted', 'tag': '3723109a-b67d-4708-a100-934ac7aa8914', 'status': 'completed', 'code': 200} Aug 30 22:46:52.725100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b2d59b80-9c70-43e5-9586-4935b26b81fb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:52.747854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b2d59b80-9c70-43e5-9586-4935b26b81fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:52.748342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.764898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.826999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Pushing event updated for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:52.834726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a767035-611e-437e-b6d1-0bdf16cdfc11 req-74c4770b-83a1-4d58-b0c7-de11d260022e tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:52.859057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a767035-611e-437e-b6d1-0bdf16cdfc11 req-74c4770b-83a1-4d58-b0c7-de11d260022e tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 944 time: 0.1359019 Aug 30 22:46:52.908551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Attempting to bind port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:46:52.908893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Attempting to bind port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:46:52.909233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Attempting to bind port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a on network 15376eac-b287-4e89-8ee5-f81c46bef67a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:52.918508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a on network 15376eac-b287-4e89-8ee5-f81c46bef67a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:46:52.918833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Attempting to bind port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a on network 15376eac-b287-4e89-8ee5-f81c46bef67a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:46:52.933989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:52.936311 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0427acb-858c-4d79-9767-680921d13913" -d '{"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-plugged", "status": "completed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:52.938822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:46:52.939427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Checking segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:46:52.939961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Bound using segment: {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:46:52.940444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Bound port: 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b623b25a-6d15-4818-84d7-ce970895e284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:46:52.940816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:52.942035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a767035-611e-437e-b6d1-0bdf16cdfc11 req-c175eed8-9c69-4a84-a5b3-571507b62738 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779624 Aug 30 22:46:52.967533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:52.983328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:53.057597 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c649e29-f306-43f9-8028-54bee58ea099 x-openstack-request-id: req-2c649e29-f306-43f9-8028-54bee58ea099 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:53.058208 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-plugged", "status": "completed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:53.058433 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c649e29-f306-43f9-8028-54bee58ea099 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:53.058943 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'code': 200} Aug 30 22:46:53.073965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:46:53.077247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:46:53.118283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7af6ec3e-4d77-445d-86fd-f923c4273c18 req-a4bbf4ce-3b75-487d-bed5-ad18cabba371 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=c1281081-8255-4591-919e-df78d0d57954 HTTP/1.1" status: 200 len: 210 time: 0.0373385 Aug 30 22:46:53.135154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:53.192171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.192813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:53.194312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] 10.222.0.47 "PUT /v2.0/ports/23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 1093 time: 1.2622883 Aug 30 22:46:53.245715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3723109a-b67d-4708-a100-934ac7aa8914 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:53.278981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845de5c-c7b5-42c1-bf65-f0ab24fc6a7a req-9a9d054a-52e4-4f14-9730-b4a559dd34af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.281072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5845de5c-c7b5-42c1-bf65-f0ab24fc6a7a req-9a9d054a-52e4-4f14-9730-b4a559dd34af service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 1098 time: 0.2092700 Aug 30 22:46:53.296847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 3723109a-b67d-4708-a100-934ac7aa8914 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:53.297416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3723109a-b67d-4708-a100-934ac7aa8914 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:53.333310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055d35d-809f-49f5-a1dc-7d967b836652 req-5b4728cd-6b51-4f18-a195-8193d61974c1 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.335211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2055d35d-809f-49f5-a1dc-7d967b836652 req-5b4728cd-6b51-4f18-a195-8193d61974c1 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 944 time: 0.2085552 Aug 30 22:46:53.387642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:53.392468 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:53.417807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c98a4-8cbe-4d10-9db5-3b92244e26ac service neutron] Pushing event updated for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:53.438600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5845de5c-c7b5-42c1-bf65-f0ab24fc6a7a req-d30eacd5-3d1e-444c-8d61-932df5c66e33 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481783 Aug 30 22:46:53.443146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2055d35d-809f-49f5-a1dc-7d967b836652 req-cca8d549-47a6-4c0b-b58e-11db7770a461 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995433 Aug 30 22:46:53.451598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-4d23a0b2-bf7a-4c3d-b495-8ab729c89b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.452899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-4d23a0b2-bf7a-4c3d-b495-8ab729c89b66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1096 time: 0.2023444 Aug 30 22:46:53.485331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b2d59b80-9c70-43e5-9586-4935b26b81fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2d59b80-9c70-43e5-9586-4935b26b81fb,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:53.489288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc927c08-b964-42ca-9503-1b2e6a4324fa req-a0639645-254f-458b-9ecd-a3afc5512749 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.497499 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:53.503095 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc927c08-b964-42ca-9503-1b2e6a4324fa req-a0639645-254f-458b-9ecd-a3afc5512749 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.1463015 Aug 30 22:46:53.548875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc927c08-b964-42ca-9503-1b2e6a4324fa req-2169c9fd-a798-4563-b41a-79524396bbb5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391412 Aug 30 22:46:53.605277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:53.693116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-94c1c076-3f98-4abb-a553-62140aebbe8e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 217 time: 0.0464263 Aug 30 22:46:53.711850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fde55-4bc4-44a2-9b47-5b3b42a11f97 req-4ca74ffb-d42d-49ea-8966-d2b3e3206524 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.719858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da0fde55-4bc4-44a2-9b47-5b3b42a11f97 req-4ca74ffb-d42d-49ea-8966-d2b3e3206524 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0770946 Aug 30 22:46:53.773766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da0fde55-4bc4-44a2-9b47-5b3b42a11f97 req-3af66952-6017-44c3-acdf-87107810c8d7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529325 Aug 30 22:46:53.826028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-e8d217c8-b269-45c1-8eab-8340eaa1624f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.827777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-e8d217c8-b269-45c1-8eab-8340eaa1624f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.1158388 Aug 30 22:46:53.850781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52d499-5111-4cdd-abbf-77d391dda52f req-0361e63f-cfed-4638-9a9b-aa7c7a1246cd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.853139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d52d499-5111-4cdd-abbf-77d391dda52f req-0361e63f-cfed-4638-9a9b-aa7c7a1246cd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0722287 Aug 30 22:46:53.917237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be463cc9-60dc-4f52-9472-88072774d32d req-138bfdfb-f0f2-46c0-ab1a-4c3ece31facb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:53.918769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-138bfdfb-f0f2-46c0-ab1a-4c3ece31facb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768898 Aug 30 22:46:53.923843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d52d499-5111-4cdd-abbf-77d391dda52f req-973e916b-30b7-4745-bdf8-8a474b69e8e8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613465 Aug 30 22:46:54.029645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-be588a74-f3d5-4c58-b954-1e1f6be5c28b service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008599 Aug 30 22:46:54.058221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fb4524-0100-4b14-8e8d-cc7951ab3bf9 req-1f40f7b0-027a-4059-bc65-07109e3483cc tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.059769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76fb4524-0100-4b14-8e8d-cc7951ab3bf9 req-1f40f7b0-027a-4059-bc65-07109e3483cc tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 944 time: 0.0537405 Aug 30 22:46:54.082566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:54.118886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76fb4524-0100-4b14-8e8d-cc7951ab3bf9 req-85e125c7-d394-4ed7-b0b8-50c945ecd9e4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507679 Aug 30 22:46:54.145770 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be463cc9-60dc-4f52-9472-88072774d32d req-06ed9835-b060-4f34-9a48-dd6db812f322 service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070957 Aug 30 22:46:54.172261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7900f4a5-2053-4c95-af1a-4ee3609e034f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:46:54.177262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7900f4a5-2053-4c95-af1a-4ee3609e034f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:54.178042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:54.232160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2d59b80-9c70-43e5-9586-4935b26b81fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:46:54.325728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:54.327692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b2d59b80-9c70-43e5-9586-4935b26b81fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:46:54.328638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:54.400426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:54.406322 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:54.463360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4589e34-b983-4719-9087-ba5deef10b9f req-16438879-476f-453e-bdbd-fea64193421a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.465023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4589e34-b983-4719-9087-ba5deef10b9f req-16438879-476f-453e-bdbd-fea64193421a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.0600343 Aug 30 22:46:54.488044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:54.524364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4589e34-b983-4719-9087-ba5deef10b9f req-52da7870-e663-496d-b715-bbaf3e5ae2c0 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387313 Aug 30 22:46:54.594443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f4bcc-3485-42ee-9ef2-0051584d0e70 req-80c765de-e9f6-4a70-aced-bb6f1e67bba9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.596243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a87f4bcc-3485-42ee-9ef2-0051584d0e70 req-80c765de-e9f6-4a70-aced-bb6f1e67bba9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 945 time: 0.0586092 Aug 30 22:46:54.641038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a87f4bcc-3485-42ee-9ef2-0051584d0e70 req-40885f76-f928-4ee4-abbd-98bdbb88e186 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379546 Aug 30 22:46:54.722367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:54.728313 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02" -d '{"events": [{"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:54.754891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55fbc95-f108-4a82-830a-540e8fa16002 req-477f4c6d-d197-4409-87a3-a4d051572349 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.756715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55fbc95-f108-4a82-830a-540e8fa16002 req-477f4c6d-d197-4409-87a3-a4d051572349 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0543549 Aug 30 22:46:54.812312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55fbc95-f108-4a82-830a-540e8fa16002 req-f816953d-946c-4495-93c3-9eeea37689c4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488687 Aug 30 22:46:54.838796 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef59e071-1f34-48bb-8c0c-1f0be592a7e4 x-openstack-request-id: req-ef59e071-1f34-48bb-8c0c-1f0be592a7e4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:54.839094 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:54.839374 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef59e071-1f34-48bb-8c0c-1f0be592a7e4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:54.839773 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'status': 'completed', 'code': 200} Aug 30 22:46:54.938652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-e14e440d-df89-48bd-82ee-07db5d889bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.940567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-e14e440d-df89-48bd-82ee-07db5d889bfc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1096 time: 0.0519187 Aug 30 22:46:54.942134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2580e-96bf-4a0c-83e1-135a2c37bf68 req-5d4e1896-82af-4c1b-8161-d244b09b49f5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:54.943959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aa2580e-96bf-4a0c-83e1-135a2c37bf68 req-5d4e1896-82af-4c1b-8161-d244b09b49f5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0653856 Aug 30 22:46:54.992376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aa2580e-96bf-4a0c-83e1-135a2c37bf68 req-3dc048b0-7266-4a72-8cde-cd5492d404c8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Aug 30 22:46:55.060538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:55.065490 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-195d6a94-d737-42a7-90fe-0d612fd6e84c" -d '{"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-plugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:55.116308 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8893135d-be60-4495-b376-d61b36520a85 x-openstack-request-id: req-8893135d-be60-4495-b376-d61b36520a85 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:55.117380 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-plugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:55.117380 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8893135d-be60-4495-b376-d61b36520a85 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:55.117944 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'code': 200} Aug 30 22:46:55.122288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-0c15cfd4-81fe-4636-9271-6c30376fbc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.123913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-0c15cfd4-81fe-4636-9271-6c30376fbc60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 930 time: 0.1622937 Aug 30 22:46:55.139228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c166eb-58fe-44d4-b770-7ba9592c5471 req-05268781-639c-4367-b675-3dae6636faa7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.141058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15c166eb-58fe-44d4-b770-7ba9592c5471 req-05268781-639c-4367-b675-3dae6636faa7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1077011 Aug 30 22:46:55.196032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-c8b5cdf9-82ca-4eda-b92d-439555a148e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 217 time: 0.0537148 Aug 30 22:46:55.220287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15c166eb-58fe-44d4-b770-7ba9592c5471 req-e625047a-16eb-4a68-9342-7aba05aca4b6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701489 Aug 30 22:46:55.277005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-f3da1e71-178b-4d8e-8509-1cec14f8c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.279594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-f3da1e71-178b-4d8e-8509-1cec14f8c11c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.0552609 Aug 30 22:46:55.281558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bcc20-025b-439e-96f1-2be9e1403342 req-61402d35-6af9-45e6-9e02-22421b944bf7 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.283110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df8bcc20-025b-439e-96f1-2be9e1403342 req-61402d35-6af9-45e6-9e02-22421b944bf7 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 944 time: 0.0852573 Aug 30 22:46:55.289172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc4e47-8d38-4efd-9ecc-e8c89bd3e524 req-06a0ecad-c6eb-4cfa-9ea4-5261a67d9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.290715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46bc4e47-8d38-4efd-9ecc-e8c89bd3e524 req-06a0ecad-c6eb-4cfa-9ea4-5261a67d9936 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 1097 time: 0.0621552 Aug 30 22:46:55.344300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df8bcc20-025b-439e-96f1-2be9e1403342 req-8282c357-5707-4114-b4e7-8952e4418f2e tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524108 Aug 30 22:46:55.357485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-5fb5facc-3207-4ba0-8640-e97d7ffa9bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.358216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46bc4e47-8d38-4efd-9ecc-e8c89bd3e524 req-e65bccda-c6d0-4132-9ef5-ea5883f0205d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484452 Aug 30 22:46:55.359686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-5fb5facc-3207-4ba0-8640-e97d7ffa9bd3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513349 Aug 30 22:46:55.645260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcc420-8ed8-4520-b9b4-a3c5fd683239 req-84bfcee6-dd54-40b2-a2d8-3c9998294de1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.646684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58fcc420-8ed8-4520-b9b4-a3c5fd683239 req-84bfcee6-dd54-40b2-a2d8-3c9998294de1 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.0548985 Aug 30 22:46:55.736295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58fcc420-8ed8-4520-b9b4-a3c5fd683239 req-a93e158a-5cdf-43f2-9f0e-3214a93d655a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798836 Aug 30 22:46:55.767591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-84bf6f32-f8cf-428d-b2fd-1ff21676d653 service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199229 Aug 30 22:46:55.862898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48ac9e-db1e-4e06-800a-8551c29f57c9 req-ee056e85-484a-455c-b61b-9259092f257d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.864557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc48ac9e-db1e-4e06-800a-8551c29f57c9 req-ee056e85-484a-455c-b61b-9259092f257d tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 945 time: 0.0531332 Aug 30 22:46:55.891157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb223576-2bd8-4e7e-ade0-a0b86c9d9a02 req-8a142207-862d-4652-8b04-3f11477ff08c service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065400 Aug 30 22:46:55.907415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc48ac9e-db1e-4e06-800a-8551c29f57c9 req-d83be538-58f5-430a-8152-cfbde99710b2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358748 Aug 30 22:46:55.990929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7472c66-b26d-4988-8708-732f242057fd req-512b2b3f-a026-459a-8a44-966f3d79ae29 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:55.993111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7472c66-b26d-4988-8708-732f242057fd req-512b2b3f-a026-459a-8a44-966f3d79ae29 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0515950 Aug 30 22:46:56.034666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7472c66-b26d-4988-8708-732f242057fd req-aaeff4b1-126e-43c3-8a34-a80d08c7c1fb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346134 Aug 30 22:46:56.106912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:46:56.133519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e98450-0c30-47ff-8233-1b04ff91cd42 req-f3881d3d-92f4-413a-9c0a-79beee338d1d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:56.135272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e98450-0c30-47ff-8233-1b04ff91cd42 req-f3881d3d-92f4-413a-9c0a-79beee338d1d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0667608 Aug 30 22:46:56.182385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e98450-0c30-47ff-8233-1b04ff91cd42 req-890c5b7e-7300-4273-8205-9e90990cda7b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Aug 30 22:46:56.224115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:56.237358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'mac_address': 'fa:16:3e:fb:46:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:46:56.295302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:56.315561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:46:56.339585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:56.347271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:56.354654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d50a5-96f5-48cd-9a15-6441f157f8d4 req-def56c3e-34d7-4743-8535-69262428edc0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:56.356738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-308d50a5-96f5-48cd-9a15-6441f157f8d4 req-def56c3e-34d7-4743-8535-69262428edc0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0593596 Aug 30 22:46:56.410571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:56.417049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-308d50a5-96f5-48cd-9a15-6441f157f8d4 req-26728897-5237-4cd6-b932-620f0e813b81 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543206 Aug 30 22:46:56.497932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348e9083-8110-4c5c-a44a-3d53a227a7db req-4c72df5a-e566-483c-9e5c-d24f1149d344 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:56.499441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-348e9083-8110-4c5c-a44a-3d53a227a7db req-4c72df5a-e566-483c-9e5c-d24f1149d344 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 945 time: 0.0570438 Aug 30 22:46:56.548138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-348e9083-8110-4c5c-a44a-3d53a227a7db req-ecdce5c5-c571-441d-9f4d-56e8dcd83195 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403183 Aug 30 22:46:56.556796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-bf8efd49-2456-48c1-a051-1ac1e4c02668 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:56.558378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-bf8efd49-2456-48c1-a051-1ac1e4c02668 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.0543313 Aug 30 22:46:56.667166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port 0ca099eb-a472-4ef3-8d0f-49f692569acb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:46:56.670345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:56.783940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port 0ca099eb-a472-4ef3-8d0f-49f692569acb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=0ca099eb-a472-4ef3-8d0f-49f692569acb,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:46:56.784181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:56.784374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:56.799729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for 0ca099eb-a472-4ef3-8d0f-49f692569acb owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:46:56.994536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6df9d-e08a-43d3-a8d5-eed276e66660 req-6e62ab58-c66e-4884-84d5-021d7572c2ca tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:56.997035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85e6df9d-e08a-43d3-a8d5-eed276e66660 req-6e62ab58-c66e-4884-84d5-021d7572c2ca tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0767365 Aug 30 22:46:57.041883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dff31d-1d91-448e-aa94-1cb7ec4ab9bf req-990c243a-9822-4a4b-9b3c-3e806f87d6be tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.043661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06dff31d-1d91-448e-aa94-1cb7ec4ab9bf req-990c243a-9822-4a4b-9b3c-3e806f87d6be tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2 HTTP/1.1" status: 200 len: 949 time: 0.1275666 Aug 30 22:46:57.056057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85e6df9d-e08a-43d3-a8d5-eed276e66660 req-68acadca-f1ec-4154-9e37-2b9330cf9caf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491817 Aug 30 22:46:57.099659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06dff31d-1d91-448e-aa94-1cb7ec4ab9bf req-30eeb61a-ba04-4e2a-abe8-61e90846abd8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490904 Aug 30 22:46:57.100462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:57.137599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=0ca099eb-a472-4ef3-8d0f-49f692569acb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:46:57.147108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b', '0ca099eb-a472-4ef3-8d0f-49f692569acb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:57.224067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port 0ca099eb-a472-4ef3-8d0f-49f692569acb on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:46:57.240209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:57.242999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45c23d8a-69e5-4ae3-879c-dc265b2418fc req-0838524f-5d9f-411b-9709-6debf0a67577 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "DELETE /v2.0/ports/0ca099eb-a472-4ef3-8d0f-49f692569acb HTTP/1.1" status: 204 len: 173 time: 0.6738963 Aug 30 22:46:57.243686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'name': 'network-vif-deleted', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:46:57.245989 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98b5643-77ee-4c28-87ce-cabd8ae9b4c5" -d '{"events": [{"server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "name": "network-vif-deleted", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:46:57.277845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2df6e9-2045-4b05-9a72-ae8cfca75516 req-8f5f7cda-4a17-4b48-8bdf-c2a979358f7a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.279445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd2df6e9-2045-4b05-9a72-ae8cfca75516 req-8f5f7cda-4a17-4b48-8bdf-c2a979358f7a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 945 time: 0.0853512 Aug 30 22:46:57.335709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd2df6e9-2045-4b05-9a72-ae8cfca75516 req-5d46fc9e-9cf5-48be-89e0-922e014b6709 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492890 Aug 30 22:46:57.378769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15f31d6-c231-4575-94a4-6be5ad3657d3 req-26a03b00-5480-41d3-92fa-9fd19ce807ce tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.386554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d15f31d6-c231-4575-94a4-6be5ad3657d3 req-26a03b00-5480-41d3-92fa-9fd19ce807ce tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0720637 Aug 30 22:46:57.430799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d15f31d6-c231-4575-94a4-6be5ad3657d3 req-04502e84-74c1-4803-b697-a1339319fd71 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425587 Aug 30 22:46:57.461292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed573428-7ba6-4c56-9b63-555612af23b2 req-0381c26e-38ae-4862-84c8-8047aac73142 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.461292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed573428-7ba6-4c56-9b63-555612af23b2 req-0381c26e-38ae-4862-84c8-8047aac73142 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0499954 Aug 30 22:46:57.491164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:46:57.498361 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912972a9-cf0c-43c3-9422-cea138063e35 x-openstack-request-id: req-912972a9-cf0c-43c3-9422-cea138063e35 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:46:57.498848 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2", "name": "network-vif-deleted", "tag": "0ca099eb-a472-4ef3-8d0f-49f692569acb", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:46:57.499293 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-912972a9-cf0c-43c3-9422-cea138063e35 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:46:57.499871 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882ab9e0-01ed-4e2d-b8f7-642e8e3cc5e2', 'name': 'network-vif-deleted', 'tag': '0ca099eb-a472-4ef3-8d0f-49f692569acb', 'status': 'completed', 'code': 200} Aug 30 22:46:57.506363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed573428-7ba6-4c56-9b63-555612af23b2 req-6eb8d342-e54b-4b43-bd69-7ebfe4a46b06 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433259 Aug 30 22:46:57.677637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f53eb1-8ed3-439b-ad4e-6a5e208d11dd req-0a05b26f-2808-49f2-9de0-db76bd2a84bd tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.679411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42f53eb1-8ed3-439b-ad4e-6a5e208d11dd req-0a05b26f-2808-49f2-9de0-db76bd2a84bd tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 945 time: 0.0577526 Aug 30 22:46:57.720680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42f53eb1-8ed3-439b-ad4e-6a5e208d11dd req-e9b179eb-df91-4d5b-9c0d-af53b662d634 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351908 Aug 30 22:46:57.772111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b74f7c-f8e4-4f78-abb5-84a2590487ff req-284fba6d-1bd5-4b45-8bb3-338a66d6f0af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:57.773817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-36b74f7c-f8e4-4f78-abb5-84a2590487ff req-284fba6d-1bd5-4b45-8bb3-338a66d6f0af tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 945 time: 0.0501919 Aug 30 22:46:57.813416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-36b74f7c-f8e4-4f78-abb5-84a2590487ff req-86e0627c-4fec-4b4d-95a4-866135b4ddee tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334501 Aug 30 22:46:57.925016 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-7230f77e-d6fc-4ee6-80d4-35758dc785c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0619731 Aug 30 22:46:58.003091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624b50-510b-4d8a-a312-9202d946a693 req-14484e48-8b6e-4032-9fff-da4978d69273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.004585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-14484e48-8b6e-4032-9fff-da4978d69273 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 1097 time: 0.0458293 Aug 30 22:46:58.065657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bae37e-8682-4bd3-816f-0fba52355467 req-5b588048-677c-44d8-b639-38a0a7f5550b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.067134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84bae37e-8682-4bd3-816f-0fba52355467 req-5b588048-677c-44d8-b639-38a0a7f5550b tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.0483079 Aug 30 22:46:58.109090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:46:58.117412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84bae37e-8682-4bd3-816f-0fba52355467 req-31d3f0b5-a841-448a-8b89-175ee9cbfb87 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Aug 30 22:46:58.126628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624b50-510b-4d8a-a312-9202d946a693 req-25011da7-5182-469f-a826-92f59880cb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.128253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-25011da7-5182-469f-a826-92f59880cb97 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 200 len: 906 time: 0.0945356 Aug 30 22:46:58.249289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-8678e75c-213f-460a-ba61-a8fb1a1887e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 200 len: 1001 time: 0.1053743 Aug 30 22:46:58.262569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e9943-d943-4007-afdb-d93cef231dac req-9eff580a-3cef-43d3-9dad-ed44db75d985 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.264302 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb6e9943-d943-4007-afdb-d93cef231dac req-9eff580a-3cef-43d3-9dad-ed44db75d985 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0677717 Aug 30 22:46:58.351631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb6e9943-d943-4007-afdb-d93cef231dac req-9a1722f3-4762-4a86-b33b-94457b129daa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792606 Aug 30 22:46:58.355502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624b50-510b-4d8a-a312-9202d946a693 req-ea3bb9f2-68fa-4b29-8927-bb69c3669b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.356940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-ea3bb9f2-68fa-4b29-8927-bb69c3669b39 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 HTTP/1.1" status: 200 len: 844 time: 0.0701203 Aug 30 22:46:58.420209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc624b50-510b-4d8a-a312-9202d946a693 req-e3f69be2-b878-4106-a101-a1f88daa6ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.421754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-e3f69be2-b878-4106-a101-a1f88daa6ac1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434167 Aug 30 22:46:58.567702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-81232414-1b73-4b26-a0da-e4df70a03c5d service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330698 Aug 30 22:46:58.594817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff098d6-be2e-4e7a-8f77-19d127bd2c77 req-3408658c-2009-4881-85ba-7a8a3fd0b99b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.596404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bff098d6-be2e-4e7a-8f77-19d127bd2c77 req-3408658c-2009-4881-85ba-7a8a3fd0b99b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0608757 Aug 30 22:46:58.636140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bff098d6-be2e-4e7a-8f77-19d127bd2c77 req-0b8056b7-3b05-4177-b64c-ce301cabbe47 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330646 Aug 30 22:46:58.703498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa698b-515c-4c65-9e37-29869065afef req-1aede351-cf62-4dd7-8109-d3bd02ce8d27 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.704976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92fa698b-515c-4c65-9e37-29869065afef req-1aede351-cf62-4dd7-8109-d3bd02ce8d27 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0973778 Aug 30 22:46:58.742849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc624b50-510b-4d8a-a312-9202d946a693 req-a0df137b-d53f-44de-9b06-01430a06d083 service neutron] 10.222.0.47 "GET /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488659 Aug 30 22:46:58.748125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0884780-7a9e-4d6c-bf19-5b7ffe397a0b req-4a6558c7-60bc-4145-9f9e-a3d542826b8b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.749633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0884780-7a9e-4d6c-bf19-5b7ffe397a0b req-4a6558c7-60bc-4145-9f9e-a3d542826b8b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 950 time: 0.0525534 Aug 30 22:46:58.759669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92fa698b-515c-4c65-9e37-29869065afef req-9d9e35ac-cd31-49f1-8170-7915a31dac2a tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476756 Aug 30 22:46:58.792191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0884780-7a9e-4d6c-bf19-5b7ffe397a0b req-251ab7b0-31b5-4e0a-a015-23eb8492cecd tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Aug 30 22:46:58.883420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fe6d75-0009-44c0-a200-bafc9d254a11 req-fa17cbda-deb4-417f-a53c-647e7d11ecdc tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.885977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34fe6d75-0009-44c0-a200-bafc9d254a11 req-fa17cbda-deb4-417f-a53c-647e7d11ecdc tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 945 time: 0.0621133 Aug 30 22:46:58.928651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34fe6d75-0009-44c0-a200-bafc9d254a11 req-fbdd427b-677b-4d4c-be83-f168634b80b8 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338440 Aug 30 22:46:58.949316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529deb79-cf2b-43bd-8826-58eccdbf89d5 req-611818d1-c3af-4197-8070-2adb7d1c8e92 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:58.950867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-529deb79-cf2b-43bd-8826-58eccdbf89d5 req-611818d1-c3af-4197-8070-2adb7d1c8e92 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 945 time: 0.0496533 Aug 30 22:46:58.988129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-529deb79-cf2b-43bd-8826-58eccdbf89d5 req-19d522fe-7601-428e-a2d8-f7b0eca9b725 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314832 Aug 30 22:46:59.259095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 0ca099eb-a472-4ef3-8d0f-49f692569acb no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:46:59.281568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 0ca099eb-a472-4ef3-8d0f-49f692569acb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:46:59.282331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 0ca099eb-a472-4ef3-8d0f-49f692569acb not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:46:59.426648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b248b09-0dd7-44dd-b6ab-7f11b2db59e2 req-f583d38b-a274-47c2-8ca5-bf511e4d7950 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.428124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b248b09-0dd7-44dd-b6ab-7f11b2db59e2 req-f583d38b-a274-47c2-8ca5-bf511e4d7950 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.0566123 Aug 30 22:46:59.466152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b248b09-0dd7-44dd-b6ab-7f11b2db59e2 req-9983f424-1258-42a0-8b92-24b008c33b3a tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321636 Aug 30 22:46:59.477418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d072d28-571e-41d7-9a1b-3bb3cd3017a5 req-9cbe4153-fd20-4f61-96bd-155203254d3b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.479033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d072d28-571e-41d7-9a1b-3bb3cd3017a5 req-9cbe4153-fd20-4f61-96bd-155203254d3b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0520339 Aug 30 22:46:59.531796 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d072d28-571e-41d7-9a1b-3bb3cd3017a5 req-4845952b-8317-4de7-81ce-62add9dae2d1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452642 Aug 30 22:46:59.754065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470085a3-312e-4f1a-9ed6-9673d105725b req-17996c61-7146-4cc6-a26b-3362baf72141 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.755447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-470085a3-312e-4f1a-9ed6-9673d105725b req-17996c61-7146-4cc6-a26b-3362baf72141 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0489380 Aug 30 22:46:59.795168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-470085a3-312e-4f1a-9ed6-9673d105725b req-cde7a036-aaaf-4fb1-8e7b-b085c72a311a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Aug 30 22:46:59.885320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8f441-e937-472c-9425-6d4bf04d71b5 req-a09ec937-55ec-4203-ada7-436ae454dcdf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.886928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db8f441-e937-472c-9425-6d4bf04d71b5 req-a09ec937-55ec-4203-ada7-436ae454dcdf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0510573 Aug 30 22:46:59.915946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8cbfaa-fa40-40ff-bde5-333d2d4606a1 req-0fc37666-c5cd-4daa-87ac-43965a7cbeb3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:46:59.917503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a8cbfaa-fa40-40ff-bde5-333d2d4606a1 req-0fc37666-c5cd-4daa-87ac-43965a7cbeb3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 950 time: 0.0517344 Aug 30 22:46:59.926744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db8f441-e937-472c-9425-6d4bf04d71b5 req-47bd9e2f-7015-439b-94ae-21fb6689a907 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331311 Aug 30 22:46:59.958323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a8cbfaa-fa40-40ff-bde5-333d2d4606a1 req-4b271b50-1eac-446c-a19d-d418a8d9e632 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344186 Aug 30 22:47:00.050220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30e51cc-3afa-404a-abcb-87357bc478e4 req-ff2c62b6-32c6-4d2b-abc0-6c8397ec5ab2 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.051635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d30e51cc-3afa-404a-abcb-87357bc478e4 req-ff2c62b6-32c6-4d2b-abc0-6c8397ec5ab2 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 945 time: 0.0524890 Aug 30 22:47:00.091086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d30e51cc-3afa-404a-abcb-87357bc478e4 req-f58fe710-c4fc-41e0-b745-94cddd9cc973 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Aug 30 22:47:00.144688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:00.197641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:47:00.202344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:00.202730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.282424 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.306637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:00.308973 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41b60f2-0b97-4f9e-afd3-fb7825d68080" -d '{"events": [{"server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "name": "network-vif-plugged", "status": "completed", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:00.327776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:00.332490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.356158 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6a1601-a54b-4273-9f44-4ab6c069d8ee x-openstack-request-id: req-9f6a1601-a54b-4273-9f44-4ab6c069d8ee {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:00.356509 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "name": "network-vif-plugged", "status": "completed", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:00.356758 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f6a1601-a54b-4273-9f44-4ab6c069d8ee {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:00.357139 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'code': 200} Aug 30 22:47:00.388976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:00.440547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-8863c31f-3b29-43de-b863-0eb667f87f3b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.442120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-8863c31f-3b29-43de-b863-0eb667f87f3b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 950 time: 0.0606110 Aug 30 22:47:00.553451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b98ee-52b6-4660-b071-8ada7939e115 req-a8a1e694-85d7-4a6b-83cd-d4fe6a5b3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.556609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b3b98ee-52b6-4660-b071-8ada7939e115 req-a8a1e694-85d7-4a6b-83cd-d4fe6a5b3ff7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1098 time: 0.0997984 Aug 30 22:47:00.602412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port 81eb4d14-90fa-4e01-ba08-542b1225b23b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:00.602776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.606881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cd5cb-befa-4a17-a81a-5879c121f919 req-48c2b33f-8434-453d-9f84-418a8bdd8844 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.608549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f72cd5cb-befa-4a17-a81a-5879c121f919 req-48c2b33f-8434-453d-9f84-418a8bdd8844 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.0609255 Aug 30 22:47:00.651453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f72cd5cb-befa-4a17-a81a-5879c121f919 req-c8e413f6-5591-4314-a793-af0125bc8a06 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356750 Aug 30 22:47:00.662334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b3b98ee-52b6-4660-b071-8ada7939e115 req-2ba3e2f8-0e51-4e32-9eca-8188a193eadc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869420 Aug 30 22:47:00.746796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port 81eb4d14-90fa-4e01-ba08-542b1225b23b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=81eb4d14-90fa-4e01-ba08-542b1225b23b,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:00.747166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.763345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for 81eb4d14-90fa-4e01-ba08-542b1225b23b owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:00.784820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e07855-e84c-4683-9611-eebbf69b554b req-29c9a14d-596d-4fe4-a36d-3eb40bf74e92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.786354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55e07855-e84c-4683-9611-eebbf69b554b req-29c9a14d-596d-4fe4-a36d-3eb40bf74e92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0919275 Aug 30 22:47:00.866316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55e07855-e84c-4683-9611-eebbf69b554b req-ca3fcca2-f999-4719-b4cc-e218d7b41e9b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Aug 30 22:47:00.918648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a58b5b-9345-40a3-8d85-2ac47dfc9a33 req-a9eb7fd1-54fa-49e9-8270-ac8a3f26e85d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:00.920184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0a58b5b-9345-40a3-8d85-2ac47dfc9a33 req-a9eb7fd1-54fa-49e9-8270-ac8a3f26e85d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0562906 Aug 30 22:47:00.939461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:00.955422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c', '1f3a6dd9-5624-47e1-8312-6a701bee6d11'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:00.970867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0a58b5b-9345-40a3-8d85-2ac47dfc9a33 req-5fc74683-9435-4a09-b235-b0e53cec2206 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Aug 30 22:47:00.973017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=81eb4d14-90fa-4e01-ba08-542b1225b23b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:01.015157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['81eb4d14-90fa-4e01-ba08-542b1225b23b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:01.028422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port 81eb4d14-90fa-4e01-ba08-542b1225b23b on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:01.031018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:01.033458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64c16aeb-4511-4ffb-bc1b-9ce00afad37f req-7eecfc4a-8a28-42ad-908a-7fee3b91955f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.52 "DELETE /v2.0/ports/81eb4d14-90fa-4e01-ba08-542b1225b23b HTTP/1.1" status: 204 len: 173 time: 0.5831912 Aug 30 22:47:01.034592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'name': 'network-vif-deleted', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:01.036809 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22f915d-89e8-4364-a27e-67fce1f3620d" -d '{"events": [{"server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "name": "network-vif-deleted", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:01.103778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b4bc0-8037-456b-b3ce-1803a2f3a996 req-b9fab145-d34e-488a-8ba5-8c7d9b6c446d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:01.105390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf9b4bc0-8037-456b-b3ce-1803a2f3a996 req-b9fab145-d34e-488a-8ba5-8c7d9b6c446d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0782869 Aug 30 22:47:01.106980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943083cc-0e1d-4b65-89f2-a555dcf749d5 req-23b3912e-e000-45b5-b5fd-2fc6e617b4b3 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e8aed5b-dbc4-4546-a1ec-25776d8a4231 HTTP/1.1" status: 200 len: 210 time: 0.0476630 Aug 30 22:47:01.164993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf9b4bc0-8037-456b-b3ce-1803a2f3a996 req-9f9e1087-4f4d-435e-bfea-fcade0604408 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Aug 30 22:47:01.167253 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6480352e-3ea5-47e9-afd1-0d6956f1581d x-openstack-request-id: req-6480352e-3ea5-47e9-afd1-0d6956f1581d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:01.167555 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8aed5b-dbc4-4546-a1ec-25776d8a4231", "name": "network-vif-deleted", "tag": "81eb4d14-90fa-4e01-ba08-542b1225b23b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:01.167862 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6480352e-3ea5-47e9-afd1-0d6956f1581d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:01.168307 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8aed5b-dbc4-4546-a1ec-25776d8a4231', 'name': 'network-vif-deleted', 'tag': '81eb4d14-90fa-4e01-ba08-542b1225b23b', 'status': 'completed', 'code': 200} Aug 30 22:47:01.265363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e34a46-6553-4f9e-a368-2474882cca4e req-fd696d52-079d-4793-95ec-db5fe3864356 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:01.266793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72e34a46-6553-4f9e-a368-2474882cca4e req-fd696d52-079d-4793-95ec-db5fe3864356 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.0619254 Aug 30 22:47:01.313510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72e34a46-6553-4f9e-a368-2474882cca4e req-7c6ca9e5-d3f6-4cc1-b9bf-b9ae2030d7a8 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380440 Aug 30 22:47:01.352004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-5e8482ba-305b-4f48-8534-c602c9bdef71 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:01.353983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-5e8482ba-305b-4f48-8534-c602c9bdef71 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 950 time: 0.0680029 Aug 30 22:47:01.476552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:01.476980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:01.577107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port 1f3a6dd9-5624-47e1-8312-6a701bee6d11, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f3a6dd9-5624-47e1-8312-6a701bee6d11,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:01.577616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:01.593005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for 1f3a6dd9-5624-47e1-8312-6a701bee6d11 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:01.720525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:01.757126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=1f3a6dd9-5624-47e1-8312-6a701bee6d11,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:01.858879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port 1f3a6dd9-5624-47e1-8312-6a701bee6d11 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:01.865634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:01.868330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdade96c-fa16-423b-9477-5f28fe7ff0e7 req-81057964-0fe3-4f0a-9a6e-5d138ecade77 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "DELETE /v2.0/ports/1f3a6dd9-5624-47e1-8312-6a701bee6d11 HTTP/1.1" status: 204 len: 173 time: 0.4990020 Aug 30 22:47:01.877755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe3c1-6c22-43e7-85f5-c2638c21f233 req-5c68ee13-1673-44f3-bfa1-379bf9e51c9c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:01.879300 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1effe3c1-6c22-43e7-85f5-c2638c21f233 req-5c68ee13-1673-44f3-bfa1-379bf9e51c9c tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.1261361 Aug 30 22:47:02.018624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8a5ed-883b-47aa-ac4a-35cbb3e34047 req-8f77f8cf-5569-48f5-af37-e50577434c92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:02.020252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07b8a5ed-883b-47aa-ac4a-35cbb3e34047 req-8f77f8cf-5569-48f5-af37-e50577434c92 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0608084 Aug 30 22:47:02.064887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07b8a5ed-883b-47aa-ac4a-35cbb3e34047 req-a606357a-b269-4815-8b9d-3ab453a5e556 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356460 Aug 30 22:47:02.168422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:02.196182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c84aa7-08f3-489c-aae7-5c89452eb83c req-8128e192-253a-4982-a12c-76920042298d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:02.198399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04c84aa7-08f3-489c-aae7-5c89452eb83c req-8128e192-253a-4982-a12c-76920042298d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.0649998 Aug 30 22:47:02.201538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-7af9dbc4-5dab-4e46-a9cb-b6f485907279 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:02.203233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-7af9dbc4-5dab-4e46-a9cb-b6f485907279 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 945 time: 0.3866227 Aug 30 22:47:02.231437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1effe3c1-6c22-43e7-85f5-c2638c21f233 req-029632c3-3e18-4956-a590-fd686d07c6d4 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea6caf67-9589-45ed-8910-17b9268f22b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426056 Aug 30 22:47:02.260361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04c84aa7-08f3-489c-aae7-5c89452eb83c req-036c0370-d437-4d59-9392-cd526b414bda tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Aug 30 22:47:02.341095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:02.362339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'mac_address': 'fa:16:3e:f5:02:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:02.379897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Deleting port 7df05dc7-adec-412f-81b5-def5783a82aa {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:02.380244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.406793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f406d2b-4772-4ba5-b507-143a77ef8dda req-e5b61342-7fc5-4d80-8a67-2d7809d4adb5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:02.408584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f406d2b-4772-4ba5-b507-143a77ef8dda req-e5b61342-7fc5-4d80-8a67-2d7809d4adb5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0658982 Aug 30 22:47:02.414081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.439258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7900f4a5-2053-4c95-af1a-4ee3609e034f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:02.452785 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39b3da5d-b728-4218-93c5-ec980e7a1c7c req-cb875691-cbac-417c-b293-11f050028898 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=e6ac30eb-9a5c-4976-ba64-7c31a03818fd HTTP/1.1" status: 200 len: 210 time: 0.0574052 Aug 30 22:47:02.454907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f406d2b-4772-4ba5-b507-143a77ef8dda req-96e7e1ec-c156-46c0-8d2d-8584ac891b15 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Aug 30 22:47:02.478760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:02.495217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.537137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] For port 7df05dc7-adec-412f-81b5-def5783a82aa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7df05dc7-adec-412f-81b5-def5783a82aa,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:02.539746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.567026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:02.606310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc89c6ac-e1d7-431b-9252-cce84fdf7e8e req-234e88da-b6bf-45fe-aa6f-a75b187dcd4f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:02.607819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc89c6ac-e1d7-431b-9252-cce84fdf7e8e req-234e88da-b6bf-45fe-aa6f-a75b187dcd4f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.0750165 Aug 30 22:47:02.647019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc89c6ac-e1d7-431b-9252-cce84fdf7e8e req-4a893d31-c197-40b4-b456-e8c3ef8ae801 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331507 Aug 30 22:47:02.740595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.741680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.742229 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc disassociated. External IP: 172.25.7.118, port: 7df05dc7-adec-412f-81b5-def5783a82aa. Aug 30 22:47:02.742536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Calling delete_port for 7df05dc7-adec-412f-81b5-def5783a82aa owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:02.816471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7900f4a5-2053-4c95-af1a-4ee3609e034f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:02.945649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:02.985668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event deleted for resources: {'Port': ['ID=7df05dc7-adec-412f-81b5-def5783a82aa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:03.137129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:03.188253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'name': 'network-vif-deleted', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:03.191233 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-704755df-1db6-4056-aeaa-7d0f13739b72" -d '{"events": [{"server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "name": "network-vif-deleted", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:03.211490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', '15c15285-032c-41bf-89c3-884f45a6b482', 'adeff1f1-70b9-43d5-85d8-46f97365c22c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:03.218789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739e92b-19ed-4777-851d-5d0ea02bb93c req-b48e1bfa-852a-4b2b-9dd4-02458cc14ec5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:03.221118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c739e92b-19ed-4777-851d-5d0ea02bb93c req-b48e1bfa-852a-4b2b-9dd4-02458cc14ec5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0732634 Aug 30 22:47:03.278277 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3563a682-f82f-49be-b11e-3c271e316e87 x-openstack-request-id: req-3563a682-f82f-49be-b11e-3c271e316e87 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:03.278848 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ac30eb-9a5c-4976-ba64-7c31a03818fd", "name": "network-vif-deleted", "tag": "1f3a6dd9-5624-47e1-8312-6a701bee6d11", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:03.278848 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3563a682-f82f-49be-b11e-3c271e316e87 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:03.279171 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ac30eb-9a5c-4976-ba64-7c31a03818fd', 'name': 'network-vif-deleted', 'tag': '1f3a6dd9-5624-47e1-8312-6a701bee6d11', 'status': 'completed', 'code': 200} Aug 30 22:47:03.308778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 81eb4d14-90fa-4e01-ba08-542b1225b23b no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:03.312098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:03.329498 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:03.341909 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:03.345225 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:03.351282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 81eb4d14-90fa-4e01-ba08-542b1225b23b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:03.351648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 81eb4d14-90fa-4e01-ba08-542b1225b23b not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:03.352153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7df05dc7-adec-412f-81b5-def5783a82aa no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:03.405534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 7df05dc7-adec-412f-81b5-def5783a82aa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:03.405945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7df05dc7-adec-412f-81b5-def5783a82aa not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:03.410771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] No DVR routers for this DVR port 7df05dc7-adec-412f-81b5-def5783a82aa on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:03.422384 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:03.424775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-504e7265-a78f-4c6b-9b3f-2ae6660b9d4f req-d9b1e788-b952-4977-a299-dbb86b2a220e tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.52 "DELETE /v2.0/ports/7df05dc7-adec-412f-81b5-def5783a82aa HTTP/1.1" status: 204 len: 173 time: 1.2039711 Aug 30 22:47:03.439794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c739e92b-19ed-4777-851d-5d0ea02bb93c req-e553b149-1d24-4ab6-a0e6-0bbe8cd440ca tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953909 Aug 30 22:47:03.454912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9decd095-774e-4d2c-bf31-aca727b9ec92 req-d87b837e-c73f-4a94-ad42-40b9bffe0135 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 210 time: 0.0668488 Aug 30 22:47:03.667819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238b3ba-c809-4ad4-a8ab-477ac45e6604 req-e460fa94-8a9b-4817-88c0-9214d0c64ba2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:03.674174 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:03.693270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739dee2f-96bf-46b9-965d-13ee668b60c0 req-d2aab92e-a8b7-46bd-a8b7-866d03c3fdd4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:03.694737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7238b3ba-c809-4ad4-a8ab-477ac45e6604 req-e460fa94-8a9b-4817-88c0-9214d0c64ba2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0999162 Aug 30 22:47:03.714348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739dee2f-96bf-46b9-965d-13ee668b60c0 req-d2aab92e-a8b7-46bd-a8b7-866d03c3fdd4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.1676970 Aug 30 22:47:03.792708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7238b3ba-c809-4ad4-a8ab-477ac45e6604 req-5c520b93-314f-4130-8080-2f77395c4ebe tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890832 Aug 30 22:47:03.841201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-739dee2f-96bf-46b9-965d-13ee668b60c0 req-65cf7065-f343-4020-9842-dfdf37927618 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191716 Aug 30 22:47:03.921175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-1ab7f0f0-f5e8-42bb-b68e-8a45d088a1b5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0311372 Aug 30 22:47:04.017164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312f58b-2954-4cdf-8ed6-4fe47c2bcb25 req-b41b51a6-7360-4d66-b732-b3934068a58a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:04.018823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d312f58b-2954-4cdf-8ed6-4fe47c2bcb25 req-b41b51a6-7360-4d66-b732-b3934068a58a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.0950978 Aug 30 22:47:04.030041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-3da8a163-1f4d-4f62-8fee-fd6c804d03d5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=202f8d9f26f044139f877efa4e93c93e&device_id=6652a9d7-eb61-4786-871e-bdd227fbfae1 HTTP/1.1" status: 200 len: 210 time: 0.0591791 Aug 30 22:47:04.149483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d312f58b-2954-4cdf-8ed6-4fe47c2bcb25 req-681dd2c6-3e47-48a5-bc7e-a64276d31105 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052067 Aug 30 22:47:04.185415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:04.284536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7900f4a5-2053-4c95-af1a-4ee3609e034f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:04.285742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:04.298006 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:47:04.335258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:04.339725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-d1d9bb3a-3953-4891-9a2a-fcef0557a224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:04.346671 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-d1d9bb3a-3953-4891-9a2a-fcef0557a224 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=202f8d9f26f044139f877efa4e93c93e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.2838368 Aug 30 22:47:04.372151 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:04.390905 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:04.391940 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:04.497765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:04.509725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-5f884e87-5ba3-4010-b54f-d590c775a899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:04.511586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bf4b7f3-7a7b-443b-9f52-4b377ee9b45f req-5f884e87-5ba3-4010-b54f-d590c775a899 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1555157 Aug 30 22:47:04.560824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:04.563374 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56faf7cc-3a70-481e-812b-a218f94028e1" -d '{"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-plugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:04.581441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:04.588378 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:04.589624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f3a6dd9-5624-47e1-8312-6a701bee6d11 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:04.623652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:04.642550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 1f3a6dd9-5624-47e1-8312-6a701bee6d11 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:04.642915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f3a6dd9-5624-47e1-8312-6a701bee6d11 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:04.699561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d279080-4566-4efc-9af4-0079fd13615f req-17601bc0-d3fc-463c-86b0-66ae0b8e1fcb tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 258 time: 0.4742002 Aug 30 22:47:04.705088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:04.710451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:04.750244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:04.894247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:04.904606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5534eefc-5f16-4bac-9ba3-fe58226e01d4 req-772cf81f-b435-4924-adb3-4b6796811bcf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:04.915489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5534eefc-5f16-4bac-9ba3-fe58226e01d4 req-772cf81f-b435-4924-adb3-4b6796811bcf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0861249 Aug 30 22:47:04.965892 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:04.983691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5534eefc-5f16-4bac-9ba3-fe58226e01d4 req-4b0bd1b4-294a-490b-a560-7f63a2f09837 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644772 Aug 30 22:47:05.032601 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfa5e2c-d868-48b3-bab7-8f6a1df1954e None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:03Z', 'revision_number': 4, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3', 'name': '', 'network_id': '1be5c077-475b-4a64-99dc-02bd187bb6f3', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'mac_address': 'fa:16:3e:79:65:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:02Z', 'updated_at': '2021-08-30T22:42:10Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'subnets': [{'id': '677629fa-277f-4f9b-88b4-d218267feaf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:05.157342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Allocated IP 172.25.7.226 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/52f410a0-dd65-4581-87e8-c127b5d9a138) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:47:05.281475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'name': 'network-vif-deleted', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:05.286517 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c551bcc-73ec-4506-81b1-2424027eb607" -d '{"events": [{"server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "name": "network-vif-deleted", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:05.372262 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ed164c-d51a-451f-9888-3689ee4561b4 x-openstack-request-id: req-a6ed164c-d51a-451f-9888-3689ee4561b4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:05.372769 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-plugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:05.373033 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ed164c-d51a-451f-9888-3689ee4561b4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:05.373518 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'code': 200} Aug 30 22:47:05.376980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.434826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.450906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506eced7-6b72-4cbb-a1a4-9b6757689cdb None None] New status for floating IP 91e517a9-e137-414c-ad3a-e8179a0982bc: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:47:05.491955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:47:05.493097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271064c3-085c-4e67-b38b-1b570838e7cb req-3bbfd5b8-a1c8-442e-a48d-9a725aa6a8ef tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:05.496771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:05.500273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:47:05.501133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-271064c3-085c-4e67-b38b-1b570838e7cb req-3bbfd5b8-a1c8-442e-a48d-9a725aa6a8ef tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0652442 Aug 30 22:47:05.504710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event updated for resources: {'Port': ['ID=52f410a0-dd65-4581-87e8-c127b5d9a138,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:05.571034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-9fcf1869-43cf-4346-93ba-620df3dea7b8 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:05.572584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-9fcf1869-43cf-4346-93ba-620df3dea7b8 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1098 time: 0.0636506 Aug 30 22:47:05.590148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-271064c3-085c-4e67-b38b-1b570838e7cb req-e6cbcc19-73f9-4eae-b36d-5d1fc2fd66ed tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864286 Aug 30 22:47:05.610415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:05.629964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.708356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.751657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.825854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eff12-5f0e-43a3-b0f0-53ef08b2bbed req-de818a77-252d-4b65-a7f3-75d982fa2dbc tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:05.827593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a9eff12-5f0e-43a3-b0f0-53ef08b2bbed req-de818a77-252d-4b65-a7f3-75d982fa2dbc tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 946 time: 0.1170046 Aug 30 22:47:05.946128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a9eff12-5f0e-43a3-b0f0-53ef08b2bbed req-5c89eea2-4579-41c9-b323-f0f1885294f5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084185 Aug 30 22:47:05.951947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:05.957649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.037684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:06.045428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event updated for resources: {'Port': ['ID=52f410a0-dd65-4581-87e8-c127b5d9a138,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:06.060141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.081619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.083921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d279080-4566-4efc-9af4-0079fd13615f req-59687fe4-3466-427c-aeea-5a65d24576cf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3834653 Aug 30 22:47:06.111430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:06.162392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d279080-4566-4efc-9af4-0079fd13615f req-b604f570-0493-4a27-8cbf-5e54cc698639 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0715182 Aug 30 22:47:06.170652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.187403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.207660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:06.310276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:06.325242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h2-791504-21 for vnic_type normal with profile {"migrating_to": "n-h1-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:06.325643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:06.326087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:06.331399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:06.331597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:06.341178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:06.341525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:06.341950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:06.342390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Bound port: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:06.342755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.385108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:06.385689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279080-4566-4efc-9af4-0079fd13615f req-b52c7fa4-87ee-42d4-9413-1e6ac7613c01 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.386835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d279080-4566-4efc-9af4-0079fd13615f req-b52c7fa4-87ee-42d4-9413-1e6ac7613c01 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2175610 Aug 30 22:47:06.417242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h2-791504-21 for vnic_type normal with profile {"migrating_to": "n-h1-791504-21"} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:06.417764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:06.418162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:06.423287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:06.423654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:06.430219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:06.430597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:06.431205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:06.431696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Bound port: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:06.433020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.456504 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a46be5-1052-4a6d-8dfc-cd19058eddb0 x-openstack-request-id: req-15a46be5-1052-4a6d-8dfc-cd19058eddb0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:06.456942 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6652a9d7-eb61-4786-871e-bdd227fbfae1", "name": "network-vif-deleted", "tag": "7df05dc7-adec-412f-81b5-def5783a82aa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:06.457299 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15a46be5-1052-4a6d-8dfc-cd19058eddb0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:06.457894 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6652a9d7-eb61-4786-871e-bdd227fbfae1', 'name': 'network-vif-deleted', 'tag': '7df05dc7-adec-412f-81b5-def5783a82aa', 'status': 'completed', 'code': 200} Aug 30 22:47:06.501669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d76ee7-e4e4-4623-a8c6-fb887ab600b2 req-339eb301-07cf-4df2-9d5c-22f22257f1f4 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.504086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78d76ee7-e4e4-4623-a8c6-fb887ab600b2 req-339eb301-07cf-4df2-9d5c-22f22257f1f4 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 950 time: 0.2359936 Aug 30 22:47:06.513172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:06.521771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:47:06.537165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.544954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:06.557685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb913c7-0199-41ce-80f5-93b68c854503 req-adbbc751-6f92-4a12-a50c-f35419ad477f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.560379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cb913c7-0199-41ce-80f5-93b68c854503 req-adbbc751-6f92-4a12-a50c-f35419ad477f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0727949 Aug 30 22:47:06.561114 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) e567d0bd-3925-4e57-b2e3-5d9f8bae84bb-n-h2-791504-21-0 {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:47:06.562128 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:47:06.604693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cb913c7-0199-41ce-80f5-93b68c854503 req-32ca1257-0944-4b40-9f4f-4ef46ffdd25f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379446 Aug 30 22:47:06.631090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78d76ee7-e4e4-4623-a8c6-fb887ab600b2 req-58debbcc-aa81-44ff-a48c-e1b618bd100f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111104 Aug 30 22:47:06.681492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:06.690603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.691625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:06.694749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-0389dc89-baa2-4d72-bc8e-3e558be5e3a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 1124 time: 1.1009367 Aug 30 22:47:06.779888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878abf-cbee-46b0-9f55-abd917375722 req-98490a90-98cb-4280-8fde-edf252fe7f9e tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.781886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-98490a90-98cb-4280-8fde-edf252fe7f9e tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0722787 Aug 30 22:47:06.827220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a70513-80a1-47ce-ac24-2f718bf189b9 req-4dd692a0-8d8d-4a66-a495-77f9724e46bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:06.834993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5a70513-80a1-47ce-ac24-2f718bf189b9 req-4dd692a0-8d8d-4a66-a495-77f9724e46bf tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0832779 Aug 30 22:47:06.874454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-3f5c4add-f280-46e1-81a5-cf3220203c7d tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.0731268 Aug 30 22:47:06.887439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'floatingip': {'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:06.895130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5a70513-80a1-47ce-ac24-2f718bf189b9 req-2c57f1c1-7db9-473c-81f8-d81ab09c27c5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568454 Aug 30 22:47:06.896923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:06.964366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:06.966063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:06.981524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.095304 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.122237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.185927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.188506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.192830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "DELETE /v2.0/security-groups/ea6caf67-9589-45ed-8910-17b9268f22b2 HTTP/1.1" status: 204 len: 168 time: 0.2256432 Aug 30 22:47:07.193461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:07.212643 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-0bc7f8b0-96fb-4151-a110-096949c77eea tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] show failed (client error): The resource could not be found. Aug 30 22:47:07.218067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0bc7f8b0-96fb-4151-a110-096949c77eea tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "GET /v2.0/security-groups/ea6caf67-9589-45ed-8910-17b9268f22b2 HTTP/1.1" status: 404 len: 347 time: 0.0195076 Aug 30 22:47:07.224364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h2-791504-21 for vnic_type normal with profile {"migrating_to": "n-h1-791504-21"} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:07.224742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:07.225141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:07.226833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5522ab-0590-4806-a55a-164831fd86b3 req-4918f0dd-108f-4213-902b-4622e516b44b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:07.235899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d5522ab-0590-4806-a55a-164831fd86b3 req-4918f0dd-108f-4213-902b-4622e516b44b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1940413 Aug 30 22:47:07.237869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:07.257003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a92edf-95d4-430f-87bc-e86e57f3f2c7 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6caf67-9589-45ed-8910-17b9268f22b2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:07.299650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:07.303710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempting to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:07.343796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:07.344270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:07.344801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:07.345422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Bound port: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:07.345868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.447335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d5522ab-0590-4806-a55a-164831fd86b3 req-0f415012-79c0-4f92-ba23-cf6f8d1c87de tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062371 Aug 30 22:47:07.509588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Deleting port 3740abc8-76cc-4b57-8484-47072a6057c3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:07.510480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.561331 n-d-791504-21 neutron-server[101270]: WARNING neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Concurrent port binding operations failed on port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb Aug 30 22:47:07.585776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:07.597245 n-d-791504-21 neutron-server[101270]: INFO neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Attempt 2 to bind port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb Aug 30 22:47:07.597689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb has no active binding in host n-h1-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:47:07.671847 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.672868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.689839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.702974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Calling delete_port for 3740abc8-76cc-4b57-8484-47072a6057c3 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:07.708220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:07.862237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13193fc-1608-460d-8bf4-d396a307a35c req-0e81ad4e-e5f3-43e6-b1ec-dcb31eec45ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:07.864171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f13193fc-1608-460d-8bf4-d396a307a35c req-0e81ad4e-e5f3-43e6-b1ec-dcb31eec45ac tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 950 time: 0.1720095 Aug 30 22:47:07.898718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbe4832-31f6-468f-a748-454f1d2b2d97 req-0ac7c6e9-e8a1-4d7c-abf8-cc22c9231d36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:07.900700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cbe4832-31f6-468f-a748-454f1d2b2d97 req-0ac7c6e9-e8a1-4d7c-abf8-cc22c9231d36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0761399 Aug 30 22:47:07.920827 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Floating IP c0736180-b736-4b0f-a1c5-6b4f6126f2e6 associated. External IP: 172.25.7.226, port: 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a. Aug 30 22:47:07.994588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cbe4832-31f6-468f-a748-454f1d2b2d97 req-323cf409-36b7-4f11-8097-44eba9609a07 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787821 Aug 30 22:47:08.005995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.048213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Pushing event deleted for resources: {'Port': ['ID=3740abc8-76cc-4b57-8484-47072a6057c3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:08.096710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port 15c15285-032c-41bf-89c3-884f45a6b482 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:08.097216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.316801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port 15c15285-032c-41bf-89c3-884f45a6b482, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=15c15285-032c-41bf-89c3-884f45a6b482,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:08.317450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.348479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for 15c15285-032c-41bf-89c3-884f45a6b482 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:08.458556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'}, {'name': 'network-changed', 'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:08.462597 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7" -d '{"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-unplugged", "status": "completed", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb"}, {"name": "network-changed", "server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:08.469654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Router b17d7847-c68b-4f6c-94ae-af2fc42818e7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:08.552468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.556301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.557635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-52118739-ce2f-4f34-bb7e-0d723f7137f5 tempest-ServersWithSpecificFlavorTestJSON-1749861879 tempest-ServersWithSpecificFlavorTestJSON-1749861879-project] 10.222.0.25 "DELETE /v2.0/floatingips/91e517a9-e137-414c-ad3a-e8179a0982bc HTTP/1.1" status: 204 len: 168 time: 1.3137562 Aug 30 22:47:08.568020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098bea74-47bd-491b-93b4-5f4c480be6bd req-014ba5f4-8aa8-4e32-a9a0-668a93d09410 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:08.570216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-098bea74-47bd-491b-93b4-5f4c480be6bd req-014ba5f4-8aa8-4e32-a9a0-668a93d09410 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=5be561d8-8af7-4613-b7ef-18b9a368342f HTTP/1.1" status: 200 len: 950 time: 0.4572220 Aug 30 22:47:08.601275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-2742a166-2ec2-4e4e-a151-16dd662e336b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:08.603245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-2742a166-2ec2-4e4e-a151-16dd662e336b tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 950 time: 0.0968699 Aug 30 22:47:08.625739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.665730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'adeff1f1-70b9-43d5-85d8-46f97365c22c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:08.680823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=15c15285-032c-41bf-89c3-884f45a6b482,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:08.684702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-098bea74-47bd-491b-93b4-5f4c480be6bd req-b4b546d2-e37e-43e5-a4f9-e5cab9252c0e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020250 Aug 30 22:47:08.772396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port 15c15285-032c-41bf-89c3-884f45a6b482 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:08.774739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.777552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f13193fc-1608-460d-8bf4-d396a307a35c req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "DELETE /v2.0/ports/15c15285-032c-41bf-89c3-884f45a6b482 HTTP/1.1" status: 204 len: 173 time: 0.9011717 Aug 30 22:47:08.779071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.779427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.780106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.780106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.780438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.790047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.790294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.790644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.791000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.791394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.791662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.791994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851ca5c9-aa63-4245-ac9c-ae3c914ba196 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:08.798200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:08.806796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.818976 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Sync routers for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:08.851507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:08.852690 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:08.883456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-e2974e40-4aed-42ac-94fb-e39a00ac8113 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "PUT /v2.0/floatingips/c0736180-b736-4b0f-a1c5-6b4f6126f2e6 HTTP/1.1" status: 200 len: 997 time: 2.0016305 Aug 30 22:47:08.933984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port adeff1f1-70b9-43d5-85d8-46f97365c22c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:08.934628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:08.981885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878abf-cbee-46b0-9f55-abd917375722 req-8f5456e8-c162-4817-b346-4a231776f9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:08.984260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-8f5456e8-c162-4817-b346-4a231776f9e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1098 time: 0.0869255 Aug 30 22:47:09.018661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a4113f-4e7d-424d-9463-bc0cb57d5f3c req-12797225-91c8-465e-b149-ba518cefbd49 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:09.027324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a4113f-4e7d-424d-9463-bc0cb57d5f3c req-12797225-91c8-465e-b149-ba518cefbd49 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1744261 Aug 30 22:47:09.174783 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a4113f-4e7d-424d-9463-bc0cb57d5f3c req-b0cb20de-ec8f-4d42-a84a-a850e13f24ae tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419184 Aug 30 22:47:09.237392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port adeff1f1-70b9-43d5-85d8-46f97365c22c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=adeff1f1-70b9-43d5-85d8-46f97365c22c,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:09.237673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:09.267097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for adeff1f1-70b9-43d5-85d8-46f97365c22c owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:09.281442 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:09.408932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51a20f-5658-437c-aab1-19d1094ffd9e req-737ec40b-ce7a-4fc9-affc-7dc4c9283562 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:09.410553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e51a20f-5658-437c-aab1-19d1094ffd9e req-737ec40b-ce7a-4fc9-affc-7dc4c9283562 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1306772 Aug 30 22:47:09.508878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e51a20f-5658-437c-aab1-19d1094ffd9e req-17ab45fe-1b6b-4720-bdac-d87392ec684a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819085 Aug 30 22:47:09.558315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:09.606093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:09.618222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=adeff1f1-70b9-43d5-85d8-46f97365c22c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:09.676303 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f2f832-186e-4bc1-9c32-db04a2f437b5 x-openstack-request-id: req-f9f2f832-186e-4bc1-9c32-db04a2f437b5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:09.676714 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-unplugged", "status": "completed", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb", "code": 200}, {"name": "network-changed", "server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:09.677134 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9f2f832-186e-4bc1-9c32-db04a2f437b5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:09.677616 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'code': 200} Aug 30 22:47:09.679590 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'status': 'completed', 'code': 200} Aug 30 22:47:09.753558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-d6301c9b-0e99-44c2-8091-335f2f671684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:09.755710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-d6301c9b-0e99-44c2-8091-335f2f671684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1127 time: 0.0812418 Aug 30 22:47:09.760019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port adeff1f1-70b9-43d5-85d8-46f97365c22c on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:09.799682 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:09.801838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa1a11b1-8145-499b-b089-7fd08b15e37b req-31d8507b-e54c-4788-8cbf-ee4a431ea365 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "DELETE /v2.0/ports/adeff1f1-70b9-43d5-85d8-46f97365c22c HTTP/1.1" status: 204 len: 173 time: 1.1878285 Aug 30 22:47:09.802315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'name': 'network-vif-deleted', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:09.826320 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c96fed6-e138-4970-ad1a-70c2cbf5896d" -d '{"events": [{"server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "name": "network-vif-deleted", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:09.870945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878abf-cbee-46b0-9f55-abd917375722 req-5b6357be-21df-426e-b2d0-54479a1f7f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:09.881002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-5b6357be-21df-426e-b2d0-54479a1f7f7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 930 time: 0.8834810 Aug 30 22:47:09.910207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c0736180-b736-4b0f-a1c5-6b4f6126f2e6', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'mac_address': 'fa:16:3e:fb:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:47:05Z', 'updated_at': '2021-08-30T22:47:07Z', 'revision_number': 1, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:09.977608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-43cf1fa7-8b1c-4bd5-9f27-f97a85b49004 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 1000 time: 0.0954676 Aug 30 22:47:10.078662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878abf-cbee-46b0-9f55-abd917375722 req-4f66f835-c547-4177-b2b1-99ac95391e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.082497 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Checking router: b17d7847-c68b-4f6c-94ae-af2fc42818e7 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:10.089859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-4f66f835-c547-4177-b2b1-99ac95391e2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.1103187 Aug 30 22:47:10.101132 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:10.128900 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:10.177284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc56c-5d80-4b30-aa99-e3c7fd8edc9f req-c43ae1cd-586d-4387-8d14-dd58e366978d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.177921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-7a8a8f7b-72ce-432a-bd82-84b14f72ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.182758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-7a8a8f7b-72ce-432a-bd82-84b14f72ef14 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.4128020 Aug 30 22:47:10.187936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8dbc56c-5d80-4b30-aa99-e3c7fd8edc9f req-c43ae1cd-586d-4387-8d14-dd58e366978d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0826566 Aug 30 22:47:10.264338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8dbc56c-5d80-4b30-aa99-e3c7fd8edc9f req-c6e9eb53-13f1-49b3-b454-f4d41fc2b92c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749114 Aug 30 22:47:10.265664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 15c15285-032c-41bf-89c3-884f45a6b482 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:10.338751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-d438cd07-250e-4ea4-9685-8ff108c1d0b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.1424472 Aug 30 22:47:10.353517 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:10.355571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 15c15285-032c-41bf-89c3-884f45a6b482 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:10.355929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 15c15285-032c-41bf-89c3-884f45a6b482 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:10.362225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device adeff1f1-70b9-43d5-85d8-46f97365c22c no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:10.377877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0cf3f6b2-bfcf-4e8c-b9a1-76a3fd37555f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:10.430629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: adeff1f1-70b9-43d5-85d8-46f97365c22c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:10.431151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device adeff1f1-70b9-43d5-85d8-46f97365c22c not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:10.454785 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50794e82-f37b-40a0-bbf1-32c9d977eea7 x-openstack-request-id: req-50794e82-f37b-40a0-bbf1-32c9d977eea7 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:10.455084 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd384b66-6b02-41eb-9ed4-e3334cbeb74d", "name": "network-vif-deleted", "tag": "adeff1f1-70b9-43d5-85d8-46f97365c22c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:10.455342 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50794e82-f37b-40a0-bbf1-32c9d977eea7 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:10.455798 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd384b66-6b02-41eb-9ed4-e3334cbeb74d', 'name': 'network-vif-deleted', 'tag': 'adeff1f1-70b9-43d5-85d8-46f97365c22c', 'status': 'completed', 'code': 200} Aug 30 22:47:10.458906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-ce04a3c2-527c-4965-b2d3-24e8ab42b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.461841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-ce04a3c2-527c-4965-b2d3-24e8ab42b699 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1133347 Aug 30 22:47:10.501052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-26058020-c496-41e1-b224-13a0c600835f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286663 Aug 30 22:47:10.503931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b878abf-cbee-46b0-9f55-abd917375722 req-facb3d0c-7978-4e89-9d80-e7676aeface6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.505403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-facb3d0c-7978-4e89-9d80-e7676aeface6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4146550 Aug 30 22:47:10.607502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9ddc-c600-4911-b9fb-d53db2adb92e req-d997da70-7c2e-44b3-92dd-a1ea552cf9d5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:10.621662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e34f9ddc-c600-4911-b9fb-d53db2adb92e req-d997da70-7c2e-44b3-92dd-a1ea552cf9d5 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0878401 Aug 30 22:47:10.681993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-2dc743fa-65da-409a-8475-5181b4c6fc48 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732180 Aug 30 22:47:10.686107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-8f3d1cb9-bd32-4c79-aa05-41f1aceb27ef service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693590 Aug 30 22:47:10.719296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e34f9ddc-c600-4911-b9fb-d53db2adb92e req-136f12d5-9f07-46a3-a87b-ce18624415f9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802155 Aug 30 22:47:10.736638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c0736180-b736-4b0f-a1c5-6b4f6126f2e6', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'mac_address': 'fa:16:3e:fb:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:47:05Z', 'updated_at': '2021-08-30T22:47:07Z', 'revision_number': 1, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:10.797837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18a894c-9807-44c1-8a4f-3920140e105a None None] The sync data for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 is: [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c0736180-b736-4b0f-a1c5-6b4f6126f2e6', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'floating_ip_address': '172.25.7.226', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'mac_address': 'fa:16:3e:fb:46:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:47:05Z', 'updated_at': '2021-08-30T22:47:07Z', 'revision_number': 1, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:10.944650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b878abf-cbee-46b0-9f55-abd917375722 req-8ee3f081-3a7a-4bdb-9ae4-d8d7054a80e9 service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506676 Aug 30 22:47:10.951405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a498d3-1a77-4ed2-a6a8-c9b681e925a7 req-19c2c9d1-b1fe-4bd4-8623-34d6016b8dae service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442217 Aug 30 22:47:10.988075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5207fa3d-08db-4011-b618-256aaeaabf84 req-a0ba546a-6f5f-46a6-9547-3fbe10326357 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd384b66-6b02-41eb-9ed4-e3334cbeb74d HTTP/1.1" status: 200 len: 210 time: 0.1025765 Aug 30 22:47:11.169974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934da9e9-af0e-45f8-bffb-68f82713f416 req-6dc2a793-ef5d-4754-a689-cf7391b7a4ae tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:11.171578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-934da9e9-af0e-45f8-bffb-68f82713f416 req-6dc2a793-ef5d-4754-a689-cf7391b7a4ae tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1275768 Aug 30 22:47:11.236524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-934da9e9-af0e-45f8-bffb-68f82713f416 req-24911d86-8b16-4ffc-9a72-6c4191c8e543 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518029 Aug 30 22:47:11.254336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3646647f-f99f-4fdd-a659-df28e35c4fbb None None] New status for floating IP c0736180-b736-4b0f-a1c5-6b4f6126f2e6: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:47:11.366719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-5a2cdfdb-3b2f-4d3b-a9da-f1a779280eec tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 258 time: 0.1950407 Aug 30 22:47:11.376265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:11.406356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:11.546765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:11.678954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd187532-0fa6-4241-90ea-4c8bada386e8 req-2403a350-b1bc-4021-9732-b92429832c3a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:11.687226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Allocated IP 172.25.7.93 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/b6c4e30e-1ef5-4daf-b896-e24f38e48147) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:47:11.690938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd187532-0fa6-4241-90ea-4c8bada386e8 req-2403a350-b1bc-4021-9732-b92429832c3a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1154215 Aug 30 22:47:11.696103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'name': 'network-vif-deleted', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482'}, {'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:11.699976 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8" -d '{"events": [{"server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "name": "network-vif-deleted", "tag": "15c15285-032c-41bf-89c3-884f45a6b482"}, {"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:11.808990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd187532-0fa6-4241-90ea-4c8bada386e8 req-7095e446-d4b7-40e3-944e-d6520c8e9f88 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170490 Aug 30 22:47:11.819445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:11.855540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:11.900376 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897aebb4-26b5-4ed7-93a7-0b8630b86b69 x-openstack-request-id: req-897aebb4-26b5-4ed7-93a7-0b8630b86b69 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:11.900694 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5be561d8-8af7-4613-b7ef-18b9a368342f", "name": "network-vif-deleted", "tag": "15c15285-032c-41bf-89c3-884f45a6b482", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:11.900945 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-897aebb4-26b5-4ed7-93a7-0b8630b86b69 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:11.901397 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5be561d8-8af7-4613-b7ef-18b9a368342f', 'name': 'network-vif-deleted', 'tag': '15c15285-032c-41bf-89c3-884f45a6b482', 'status': 'completed', 'code': 200} Aug 30 22:47:11.901667 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'status': 'completed', 'code': 200} Aug 30 22:47:11.904791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:47:11.907822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:11.913246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:47:11.944540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event updated for resources: {'Port': ['ID=b6c4e30e-1ef5-4daf-b896-e24f38e48147,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:11.954199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.954633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.954896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.955232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.955596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.955932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.956237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.956571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.956912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.957244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.957646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:11.958999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:12.011818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a941c5-b573-4f47-944a-76d9ec469fc5 req-e3d4a9f0-a50f-4c55-b8ad-d90de9d3a76b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.022931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51a941c5-b573-4f47-944a-76d9ec469fc5 req-e3d4a9f0-a50f-4c55-b8ad-d90de9d3a76b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0671625 Aug 30 22:47:12.060569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-8007a951-bda1-46d2-9a29-14ffbe70e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.062121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-8007a951-bda1-46d2-9a29-14ffbe70e5fa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1098 time: 0.0866430 Aug 30 22:47:12.072122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.075688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51a941c5-b573-4f47-944a-76d9ec469fc5 req-da37303b-bca2-46a7-876b-d181007f0a42 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518038 Aug 30 22:47:12.183605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.192487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:12.255705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-651fc605-5974-42a3-8da1-460fb758f553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.258029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-651fc605-5974-42a3-8da1-460fb758f553 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 930 time: 0.1837797 Aug 30 22:47:12.375744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-0855b669-197d-47e5-ac81-954798a888c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 1002 time: 0.0971763 Aug 30 22:47:12.465445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-5cf59eb9-1a38-48a2-9367-bb9dd5b794b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.467154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-5cf59eb9-1a38-48a2-9367-bb9dd5b794b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.0747340 Aug 30 22:47:12.546283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.556798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.562470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-189a10ae-de58-4c81-ac6a-b664883578db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.564261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-189a10ae-de58-4c81-ac6a-b664883578db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710909 Aug 30 22:47:12.573942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52126cc1-d985-4e96-9741-0ed0266ba5a0 req-d38a0dc0-8f12-4dc5-9a20-2196ec19b53a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:12.575580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52126cc1-d985-4e96-9741-0ed0266ba5a0 req-d38a0dc0-8f12-4dc5-9a20-2196ec19b53a tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1508136 Aug 30 22:47:12.660268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.721730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52126cc1-d985-4e96-9741-0ed0266ba5a0 req-4390b35a-f4c9-41f1-8696-b1d3d864fe81 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336083 Aug 30 22:47:12.759381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event updated for resources: {'Port': ['ID=b6c4e30e-1ef5-4daf-b896-e24f38e48147,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:12.776518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.792488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-772be385-fb45-4d34-af67-895fccc25858 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4245489 Aug 30 22:47:12.813310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.887709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:12.909425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-03f9fbea-a99d-4199-8ace-fb4d12ce894b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.1154351 Aug 30 22:47:12.983079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-f69b39e2-dde2-4c4b-a459-c3f8103edc7e service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944116 Aug 30 22:47:13.063128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-7b094437-182c-4534-97d0-79530b189bcb tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:13.064832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8c6583-42ab-4db4-8991-ad52654fddd2 req-7b094437-182c-4534-97d0-79530b189bcb tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1545513 Aug 30 22:47:13.166719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdf426-6829-4c96-9375-4981e33bf29b req-53287069-2976-4a60-8975-09caf8971641 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:13.168260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07fdf426-6829-4c96-9375-4981e33bf29b req-53287069-2976-4a60-8975-09caf8971641 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0702929 Aug 30 22:47:13.214868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f82d1-8d5d-4540-8e04-c1ced5e31a00 req-59fd4057-7cc3-4b68-9067-7c737259308c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:13.216423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d8f82d1-8d5d-4540-8e04-c1ced5e31a00 req-59fd4057-7cc3-4b68-9067-7c737259308c tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.0733948 Aug 30 22:47:13.247329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f96b6ab1-43d9-446a-8682-0b7f42e1a7d8 req-bf71a094-7dbb-4086-b076-89c8932735b5 service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813591 Aug 30 22:47:13.268638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d8f82d1-8d5d-4540-8e04-c1ced5e31a00 req-9e7c96e3-2e39-4169-b121-438c61280e7a tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393095 Aug 30 22:47:13.284838 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-277cc57d-a138-4aa4-813c-332c583cc468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.299297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07fdf426-6829-4c96-9375-4981e33bf29b req-50bd562b-9c60-4819-8f68-020ddb4cbe49 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694146 Aug 30 22:47:13.319981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Deleting port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:13.319981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.450284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a163c-a6ed-4cd4-ab91-53ee4de6ba16 req-09e55684-9d8c-4cc9-8400-19d6bd275b02 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:13.452325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-544a163c-a6ed-4cd4-ab91-53ee4de6ba16 req-09e55684-9d8c-4cc9-8400-19d6bd275b02 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.0768535 Aug 30 22:47:13.463426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52379f4-da86-47ff-af65-3faa192be64c req-0636f513-9da0-4bbf-9aaa-642f872642b9 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:13.465061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b52379f4-da86-47ff-af65-3faa192be64c req-0636f513-9da0-4bbf-9aaa-642f872642b9 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0723894 Aug 30 22:47:13.487684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] For port 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:13.488135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.502541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Calling delete_port for 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:13.533306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b52379f4-da86-47ff-af65-3faa192be64c req-959a3298-d5b4-43e2-8f52-b7c72046f1aa tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.0619874 Aug 30 22:47:13.540538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b52379f4-da86-47ff-af65-3faa192be64c req-a1e19eb8-4b79-4f5b-8a80-4112c803899a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'floatingip': {'port_id': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:13.583076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b52379f4-da86-47ff-af65-3faa192be64c req-a1e19eb8-4b79-4f5b-8a80-4112c803899a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.594659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-544a163c-a6ed-4cd4-ab91-53ee4de6ba16 req-26f9af47-fe62-4980-b5ed-57effc7f89bd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253822 Aug 30 22:47:13.883960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:13.928092 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-b52379f4-da86-47ff-af65-3faa192be64c req-a1e19eb8-4b79-4f5b-8a80-4112c803899a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 22:47:13.934778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:13.943460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b52379f4-da86-47ff-af65-3faa192be64c req-a1e19eb8-4b79-4f5b-8a80-4112c803899a tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "PUT /v2.0/floatingips/cf5f6c3c-ccd1-4421-a6e9-f86f50ca2333 HTTP/1.1" status: 409 len: 550 time: 0.4013188 Aug 30 22:47:14.008104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-5293ba28-c1c6-44b1-a6b2-e7350eb36dbf tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips/cf5f6c3c-ccd1-4421-a6e9-f86f50ca2333 HTTP/1.1" status: 200 len: 692 time: 0.0516806 Aug 30 22:47:14.019371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72903ee-ea3e-4462-90c4-7e8300d7cad5 req-ee69b94e-4aa9-479b-bd41-f19414dba9ec tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:14.026924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b72903ee-ea3e-4462-90c4-7e8300d7cad5 req-ee69b94e-4aa9-479b-bd41-f19414dba9ec tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.1960006 Aug 30 22:47:14.134100 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b72903ee-ea3e-4462-90c4-7e8300d7cad5 req-bd551a61-579d-4842-a90d-9d17708c3c48 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061847 Aug 30 22:47:14.286654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-d51ae042-28cb-423d-b656-0dd73c505851 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:14.315526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-d51ae042-28cb-423d-b656-0dd73c505851 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2994230 Aug 30 22:47:14.393438 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:14.435652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-f6bc6606-0e18-4dd4-8069-594a91b95a00 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.1181881 Aug 30 22:47:14.459162 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-467d97f9-553e-4ef8-97b4-54c74000f6fe service neutron] show failed (client error): The resource could not be found. Aug 30 22:47:14.460815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-467d97f9-553e-4ef8-97b4-54c74000f6fe service neutron] 10.222.0.52 "GET /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.1064310 Aug 30 22:47:14.515658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:14.523438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-afa1acc6-6c76-4826-8785-c71b34afc9d1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.93 HTTP/1.1" status: 200 len: 695 time: 0.0867298 Aug 30 22:47:14.534812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913f299-605f-4950-97d0-a1c2a4cb2261 req-246df655-80a8-4387-8252-0460cfde714e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:14.536763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4913f299-605f-4950-97d0-a1c2a4cb2261 req-246df655-80a8-4387-8252-0460cfde714e tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.0972950 Aug 30 22:47:14.636422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4913f299-605f-4950-97d0-a1c2a4cb2261 req-267bd6ca-09f8-4550-adf4-b6dc19e2b70f tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889132 Aug 30 22:47:14.723174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Deleting port b6c4e30e-1ef5-4daf-b896-e24f38e48147 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:14.723701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:14.821517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:14.821949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:14.838804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Calling delete_port for b6c4e30e-1ef5-4daf-b896-e24f38e48147 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:14.972390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Router c8bda569-ce48-43b9-ab09-40a2e73d3d63 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:14.991614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8248e7-5d99-41ef-8765-7c23e0f89ae5 req-69289af0-2398-4718-8d57-94929c154546 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:15.004526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8248e7-5d99-41ef-8765-7c23e0f89ae5 req-69289af0-2398-4718-8d57-94929c154546 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2149434 Aug 30 22:47:15.088701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.097947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-25fd00e4-a847-4b17-b87b-f5289e3d4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:15.099810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-25fd00e4-a847-4b17-b87b-f5289e3d4732 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1102 time: 0.1723323 Aug 30 22:47:15.152441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:15.158449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event deleted for resources: {'Port': ['ID=b6c4e30e-1ef5-4daf-b896-e24f38e48147,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:15.172824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8248e7-5d99-41ef-8765-7c23e0f89ae5 req-dde38875-27c0-4d39-9f28-eb44e94a5a4a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570268 Aug 30 22:47:15.234365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:15.244640 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Sync routers for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:15.260583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:15.264269 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e80e598-ae75-441d-9989-02911899a2ad admin admin] 10.222.0.25 "PUT /v2.0/routers/c8bda569-ce48-43b9-ab09-40a2e73d3d63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0681865 Aug 30 22:47:15.264934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.266012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:15.267890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.268811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:15.287365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c51c0be-b908-4772-bb11-cc3d28e11854 req-92c8aba4-8102-4812-84c7-f0f8ff83296f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "DELETE /v2.0/floatingips/cf5f6c3c-ccd1-4421-a6e9-f86f50ca2333 HTTP/1.1" status: 204 len: 173 time: 0.7624419 Aug 30 22:47:15.288427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.371242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:15.552605 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:15.557540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:15.577457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:15.650071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:15.709622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.745225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.746070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Transition to ACTIVE for port object 1f9a8fd5-95a5-491f-90b1-4336909ac31e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:47:15.768213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:15.775283 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf0fd1a-f94f-4267-86b4-c58efd0d57e1" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:15.795026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.854470 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:47:15.854854 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:47:15.886417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:15.966281 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:47:13Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:15.994523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Checking router: c8bda569-ce48-43b9-ab09-40a2e73d3d63 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:16.000184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] No DVR routers for this DVR port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:16.007816 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Routers {'c8bda569-ce48-43b9-ab09-40a2e73d3d63'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:16.009146 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:16.038673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:16.075928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45bf79-8604-4b3a-a2fd-af6cac29a959 req-47294033-5a22-41ee-8f66-5341727d4d80 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.083547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a334b35-35d6-41e6-a794-b29685dae72f req-bc6aa812-5017-461d-8cec-94a03f7015b7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.090248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e45bf79-8604-4b3a-a2fd-af6cac29a959 req-47294033-5a22-41ee-8f66-5341727d4d80 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 944 time: 0.3410873 Aug 30 22:47:16.094176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a334b35-35d6-41e6-a794-b29685dae72f req-bc6aa812-5017-461d-8cec-94a03f7015b7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.6671660 Aug 30 22:47:16.120443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:16.121129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:16.121988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:16.129254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:16.129881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:16.151809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:16.152539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:16.155595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:16.156430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Bound port: 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:16.157047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.183700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e45bf79-8604-4b3a-a2fd-af6cac29a959 req-879a2758-df4c-474b-9972-69b2939224a1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921948 Aug 30 22:47:16.216697 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.267146 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] Set router c8bda569-ce48-43b9-ab09-40a2e73d3d63 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:16.317776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-009a49ae-c7de-4324-9879-228c2d113f54 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.320008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-009a49ae-c7de-4324-9879-228c2d113f54 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.7459917 Aug 30 22:47:16.350247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a334b35-35d6-41e6-a794-b29685dae72f req-7b7d189a-3053-4f8a-8464-1ab80760e977 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551079 Aug 30 22:47:16.489220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-8c0b8db8-f59c-4b59-9495-09a7c1cec362 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.2365859 Aug 30 22:47:16.555106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:16.565123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-c2b9363e-197f-459f-a4f0-52e526528536 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.582977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-c2b9363e-197f-459f-a4f0-52e526528536 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports/23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 943 time: 0.0912023 Aug 30 22:47:16.608565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:47:16.618123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.655208 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:47:13Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:16.664982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.665606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.667267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] 10.222.0.47 "PUT /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 1097 time: 1.5215418 Aug 30 22:47:16.682465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-5f59e498-26e5-48ce-a607-0125686bc373 service neutron] 10.222.0.52 "GET /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb/bindings/n-h1-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.2534606 Aug 30 22:47:16.689331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.697162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bd62c-c194-40c5-8e73-32aa02963672 None None] The sync data for ids ['c8bda569-ce48-43b9-ab09-40a2e73d3d63'] in n-d-791504-21 is: [{'id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-655615084-router', 'tenant_id': '202f8d9f26f044139f877efa4e93c93e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156'}], 'enable_snat': True}, 'gw_port_id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:47:13Z', 'revision_number': 5, 'project_id': '202f8d9f26f044139f877efa4e93c93e', 'gw_port': {'id': '5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bda569-ce48-43b9-ab09-40a2e73d3d63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:41:59Z', 'updated_at': '2021-08-30T22:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:16.772661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-55917bba-229f-4faf-9156-9a3f0a95aea2 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.1044269 Aug 30 22:47:16.806283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Deleting port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:16.806691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:16.826652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a5b17a-3fc8-4bb4-bc9c-32aefc45c001 req-e1d845d0-1c15-4bb2-b850-32370b5856e5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.828268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1a5b17a-3fc8-4bb4-bc9c-32aefc45c001 req-e1d845d0-1c15-4bb2-b850-32370b5856e5 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 950 time: 0.2135470 Aug 30 22:47:16.893290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e95ce-3495-46c6-917b-4131dc4597fa service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:16.925136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-c295518e-d803-4be8-966c-b8f6692712cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:16.927251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-c295518e-d803-4be8-966c-b8f6692712cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1100 time: 0.1533906 Aug 30 22:47:17.020278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1a5b17a-3fc8-4bb4-bc9c-32aefc45c001 req-1de14577-8362-49c6-ab67-f191b34c36aa tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/security-groups?id=39af8fd9-bedb-464f-9367-f8a9d327fea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308327 Aug 30 22:47:17.037923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-647c414e-5861-4d0d-b422-2a0dccea5c16 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:17.039400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-647c414e-5861-4d0d-b422-2a0dccea5c16 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2507610 Aug 30 22:47:17.138707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-4c0b628f-f3e1-494f-871a-a7c0db4b8323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:17.140284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-4c0b628f-f3e1-494f-871a-a7c0db4b8323 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1994593 Aug 30 22:47:17.166706 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45646983-d79b-474f-b0ab-e00f074ec523 x-openstack-request-id: req-45646983-d79b-474f-b0ab-e00f074ec523 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:17.167009 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:17.167267 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-45646983-d79b-474f-b0ab-e00f074ec523 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:17.167668 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'code': 200} Aug 30 22:47:17.183109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-3b4ec8cc-6c8a-4538-93d9-07aa62e17599 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 1002 time: 0.1315541 Aug 30 22:47:17.206491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:17.228888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:17.236155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:17.324604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] For port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:17.325123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.343803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Calling delete_port for ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:17.372030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567d0bd-3925-4e57-b2e3-5d9f8bae84bb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:17.412221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Deleting port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:17.413048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.417088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:17.529761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.565428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baeffd-0484-4b60-8449-e5f56899fa92 req-fb89b7ae-f06d-4082-b780-2c70ab9c15eb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:17.567059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22baeffd-0484-4b60-8449-e5f56899fa92 req-fb89b7ae-f06d-4082-b780-2c70ab9c15eb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2139220 Aug 30 22:47:17.623158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.627393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-7d5b3086-8691-4960-9aae-4b46095fb4b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.4588823 Aug 30 22:47:17.716493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22baeffd-0484-4b60-8449-e5f56899fa92 req-77304cb9-cfff-4409-8a48-e84805ac53a7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929689 Aug 30 22:47:17.729452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-524bb014-726a-4b11-9508-4ad518e29180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:17.743634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-524bb014-726a-4b11-9508-4ad518e29180 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0854747 Aug 30 22:47:17.769165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] For port 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:17.770350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.808897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Calling delete_port for 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:17.891726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ff6e75af-c7bb-414e-b8ee-c04a219b4813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:17.893240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-ff6e75af-c7bb-414e-b8ee-c04a219b4813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109452 Aug 30 22:47:17.898670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.916189 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:17.916614 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Floating IP c0736180-b736-4b0f-a1c5-6b4f6126f2e6 disassociated. External IP: 172.25.7.226, port: 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a. Aug 30 22:47:17.972091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] Transition to ACTIVE for port object e567d0bd-3925-4e57-b2e3-5d9f8bae84bb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:47:17.987549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.077586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.116675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-82bbdc00-457b-434b-b01f-94ad4a99ef0a service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131119 Aug 30 22:47:18.147121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:18.195398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:18.196144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1499d65b-bb0f-4a0e-ab3d-ddf01c26eac3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:18.215929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] No DVR routers for this DVR port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:18.232541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:18.271949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92c121f-0ffa-4de7-862b-ae7c728f36b9 req-6bed6334-0b70-4c4f-b4ae-a55600113b62 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:18.273774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e92c121f-0ffa-4de7-862b-ae7c728f36b9 req-6bed6334-0b70-4c4f-b4ae-a55600113b62 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.2317624 Aug 30 22:47:18.279690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:18.308184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] No DVR routers for this DVR port ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:18.311068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:18.311767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:18.359981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.362014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d87d259c-e508-40d6-8c26-d08186d819c8 req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.47 "DELETE /v2.0/ports/ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22 HTTP/1.1" status: 204 len: 173 time: 2.0071843 Aug 30 22:47:18.362785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4d3418-1122-4714-ad2a-5397aad407a8 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] Pushing event deleted for resources: {'Port': ['ID=ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:18.364409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'name': 'network-vif-deleted', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:18.367698 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b24367c-5126-4791-bd14-27a380e6fc09" -d '{"events": [{"server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "name": "network-vif-deleted", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:18.370314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cab25ef-3c5f-44b7-bcc8-287fcae827a1 req-36911568-55f5-41ea-9f2a-680d6e24c71b service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436602 Aug 30 22:47:18.395817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Router b17d7847-c68b-4f6c-94ae-af2fc42818e7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:18.435960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-3fbb132e-ea39-4ac8-8a9b-96111594a0a5 service neutron] 10.222.0.52 "PUT /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb/bindings/n-h1-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 1.7408085 Aug 30 22:47:18.446664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e92c121f-0ffa-4de7-862b-ae7c728f36b9 req-26fe5843-3541-4a92-a4c6-1df176a3fb34 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476152 Aug 30 22:47:18.455472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.503373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:18.702574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.710989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:18.716136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.720117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-cc4dca2a-0a8c-4aff-b5fb-82308aa99876 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:18.722619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-cc4dca2a-0a8c-4aff-b5fb-82308aa99876 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1689532 Aug 30 22:47:18.728049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Sync routers for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:18.753581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:18.754627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:18.833628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-a2513538-51f1-4114-8a74-407f2439bde1 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "PUT /v2.0/floatingips/c0736180-b736-4b0f-a1c5-6b4f6126f2e6 HTTP/1.1" status: 200 len: 695 time: 1.6116889 Aug 30 22:47:18.855447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-1bce34b2-650c-464c-b56b-9de65ea412c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:18.859187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-1bce34b2-650c-464c-b56b-9de65ea412c6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de&tenant_id=5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 1097 time: 0.0858500 Aug 30 22:47:18.927555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc093ddb-85f5-43f9-ae92-191cffc7c8c0 req-190b51fd-0634-4e19-8ee2-10ef2153594f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:18.937066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc093ddb-85f5-43f9-ae92-191cffc7c8c0 req-190b51fd-0634-4e19-8ee2-10ef2153594f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.2990103 Aug 30 22:47:18.963561 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.968033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:18.982167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-423ef149-266f-4813-a608-5eeb6032eb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:18.984742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-423ef149-266f-4813-a608-5eeb6032eb59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1098 time: 0.1244717 Aug 30 22:47:18.998862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:19.058668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc093ddb-85f5-43f9-ae92-191cffc7c8c0 req-9a6c916a-b940-422e-afce-6a840ff74799 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205878 Aug 30 22:47:19.062544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.063258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bda569-ce48-43b9-ab09-40a2e73d3d63 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:47:19.071768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.072937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4867a069-f030-4c60-a24b-56a1e95927c9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c8bda569-ce48-43b9-ab09-40a2e73d3d63 HTTP/1.1" status: 204 len: 168 time: 3.8031318 Aug 30 22:47:19.080981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34488) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:19.105113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-867a68f5-6f12-4481-bd6f-fab5e9420cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.107366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-867a68f5-6f12-4481-bd6f-fab5e9420cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1097 time: 0.1925619 Aug 30 22:47:19.187900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Deleting subnet 677629fa-277f-4f9b-88b4-d218267feaf5 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:47:19.202254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.207963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}, {'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:19.214846 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0606d21-88c1-4275-963d-64ee4bba67e9" -d '{"events": [{"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}, {"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:19.295827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.404865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-fe338361-bc37-4e24-8dea-56fc7ed5a67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.406732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-fe338361-bc37-4e24-8dea-56fc7ed5a67c service neutron] 10.222.0.25 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 930 time: 0.4082098 Aug 30 22:47:19.491133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-d059b537-bbab-48ff-bd4f-1bd4aca47146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.494491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-d059b537-bbab-48ff-bd4f-1bd4aca47146 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.3648942 Aug 30 22:47:19.558933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d819719a-d92d-4e73-a227-88feb52ce472 req-4a2bcf95-5a17-478b-8ba3-433565334b27 tempest-ServersOnMultiNodesTest-623172743 tempest-ServersOnMultiNodesTest-623172743-project] 10.222.0.25 "GET /v2.0/ports?device_id=13cf6a8d-63f9-4955-9a31-dc0ccb7418ac HTTP/1.1" status: 200 len: 210 time: 0.1161509 Aug 30 22:47:19.567342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:19.596358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.616569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Checking router: b17d7847-c68b-4f6c-94ae-af2fc42818e7 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:19.627539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:19.628302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:19.633215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-0182c6a5-3922-48e5-8559-3c1cb2f7274b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.0774114 Aug 30 22:47:19.650821 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002efb27-0b38-4daa-8eda-49dd6efd2d63 x-openstack-request-id: req-002efb27-0b38-4daa-8eda-49dd6efd2d63 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:19.651137 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13cf6a8d-63f9-4955-9a31-dc0ccb7418ac", "name": "network-vif-deleted", "tag": "ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:19.651400 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-002efb27-0b38-4daa-8eda-49dd6efd2d63 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:19.651822 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13cf6a8d-63f9-4955-9a31-dc0ccb7418ac', 'name': 'network-vif-deleted', 'tag': 'ca0a3ee2-010b-463b-9b2d-3e5ebd8b5f22', 'status': 'completed', 'code': 200} Aug 30 22:47:19.658482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-08213e6a-8332-49c8-91f0-bd50a5639289 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 217 time: 0.2342377 Aug 30 22:47:19.720982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.784004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=677629fa-277f-4f9b-88b4-d218267feaf5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:19.786216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-a4150870-5310-4cbc-b037-2780a5e67fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.791747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-a4150870-5310-4cbc-b037-2780a5e67fab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.1082237 Aug 30 22:47:19.800679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.803101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b202ae9a-e378-4f8f-9218-a7bf97c92d3d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/677629fa-277f-4f9b-88b4-d218267feaf5 HTTP/1.1" status: 204 len: 168 time: 0.7208846 Aug 30 22:47:19.805927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e514da53-129b-4a40-8c6e-76923e0171df None None] Network 1be5c077-475b-4a64-99dc-02bd187bb6f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:19.812907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:19.822695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-3ceb6e12-e2ee-4b37-9abf-313bccc9d577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.825199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-3ceb6e12-e2ee-4b37-9abf-313bccc9d577 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1588159 Aug 30 22:47:19.888616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-4de406e0-8dda-455a-adb9-fe5f73f1a598 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364289 Aug 30 22:47:19.899334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:19.937989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:19.950681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d617d36-7349-4116-8341-85dfc2800515 req-5393ae25-d72a-4171-b06f-146dbf870704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.952596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-5393ae25-d72a-4171-b06f-146dbf870704 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1525784 Aug 30 22:47:19.972383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4c926-18e5-418c-a639-6929b8fb3643 req-b2cf3452-cd63-4490-91d2-b3ce8d4c6890 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:19.976183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41e4c926-18e5-418c-a639-6929b8fb3643 req-b2cf3452-cd63-4490-91d2-b3ce8d4c6890 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2671041 Aug 30 22:47:20.035595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-532b807b-864e-4210-8cc9-6d7e57bcd4c5 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354055 Aug 30 22:47:20.058772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41e4c926-18e5-418c-a639-6929b8fb3643 req-8a4772cf-5db4-4dc8-87e5-e7371de6613c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740123 Aug 30 22:47:20.232442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:20.283778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d727897-c882-4185-8ff6-c866f9e67101 None None] The sync data for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 is: [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:46:45Z', 'revision_number': 4, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b2d59b80-9c70-43e5-9586-4935b26b81fb', 'name': '', 'network_id': '15376eac-b287-4e89-8ee5-f81c46bef67a', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'mac_address': 'fa:16:3e:b2:be:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:43Z', 'updated_at': '2021-08-30T22:46:53Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'subnets': [{'id': 'eeb62a04-0ca2-492d-a3ca-c2d2996a2b26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:20.291192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:20.317755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-6a3f2de8-ddcc-4d5d-ad61-c7b5e1e45962 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600229 Aug 30 22:47:20.320700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-aecd38c2-7f5f-4b32-bb99-274147a0f7ab service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559279 Aug 30 22:47:20.338382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Deleting port 2d601980-06d6-4167-b87a-42bdbdb3a98b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:20.338986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.378219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] DHCP port deletion for 1be5c077-475b-4a64-99dc-02bd187bb6f3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:47:20.385723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:20.386112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5bdb04eb-c3ea-46c8-8c06-8c1825a6ae7d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:20.424365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] For port 2d601980-06d6-4167-b87a-42bdbdb3a98b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d601980-06d6-4167-b87a-42bdbdb3a98b,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:20.424581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.442690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Calling delete_port for 2d601980-06d6-4167-b87a-42bdbdb3a98b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:20.500179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Deleting port 2d601980-06d6-4167-b87a-42bdbdb3a98b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:20.504185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.545074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.562202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] No DVR routers for this DVR port 2d601980-06d6-4167-b87a-42bdbdb3a98b on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:20.634271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d617d36-7349-4116-8341-85dfc2800515 req-9003e976-a2bd-4de9-b19a-8831a9f88371 service neutron] 10.222.0.25 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029239 Aug 30 22:47:20.637267 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd45e3f1-a23a-4563-9e3e-241d49215be9 x-openstack-request-id: req-bd45e3f1-a23a-4563-9e3e-241d49215be9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:20.637496 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:20.638347 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd45e3f1-a23a-4563-9e3e-241d49215be9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:20.639213 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'status': 'completed', 'code': 200} Aug 30 22:47:20.640916 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'status': 'completed', 'code': 200} Aug 30 22:47:20.652404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] For port 2d601980-06d6-4167-b87a-42bdbdb3a98b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2d601980-06d6-4167-b87a-42bdbdb3a98b,segment=NetworkSegment(e06c621c-b189-459b-a21b-d03e3a16da87),segment_id=e06c621c-b189-459b-a21b-d03e3a16da87)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:20.653198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.697711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Calling delete_port for 2d601980-06d6-4167-b87a-42bdbdb3a98b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:20.699391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.716728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be5c077-475b-4a64-99dc-02bd187bb6f3']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:20.736371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-c748446e-5309-421e-aa84-8b58c0aca6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:20.738186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-c748446e-5309-421e-aa84-8b58c0aca6c4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1100 time: 0.0973957 Aug 30 22:47:20.740971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06c621c-b189-459b-a21b-d03e3a16da87') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:20.741627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06c621c-b189-459b-a21b-d03e3a16da87') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:20.754525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.787607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.803966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:47:20.804686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:47:20.840196 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:47:20.842542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d601980-06d6-4167-b87a-42bdbdb3a98b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:20.886235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:20.925310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3d60b-4353-491d-b0cb-4b216ffa1554 req-1c422b75-8166-4a2d-b472-3577becc4e46 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:20.927150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53a3d60b-4353-491d-b0cb-4b216ffa1554 req-1c422b75-8166-4a2d-b472-3577becc4e46 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.1244466 Aug 30 22:47:20.933354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Pushing event deleted for resources: {'Port': ['ID=2d601980-06d6-4167-b87a-42bdbdb3a98b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:20.951430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] No DVR routers for this DVR port 2d601980-06d6-4167-b87a-42bdbdb3a98b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:20.954048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.954406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.954757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.955100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.955435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.956065 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a04fe5c-8578-4e10-988d-79ef55cd7404 None None] New status for floating IP c0736180-b736-4b0f-a1c5-6b4f6126f2e6: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:47:20.961733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.962165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.962510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.962850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.963330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.963673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:20.964035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a2da4a-1b3d-40ed-afef-1674f87f7e1d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:47:21.012128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-746e7dc0-eb01-4ca3-b12f-7e93727bc31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.015013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-746e7dc0-eb01-4ca3-b12f-7e93727bc31f service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2634239 Aug 30 22:47:21.076615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-e35ae886-d079-4d5d-a6d5-c39931f64557 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.0453341 Aug 30 22:47:21.082379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53a3d60b-4353-491d-b0cb-4b216ffa1554 req-a61942b8-c153-46dd-9555-d66ab86ef94f tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190581 Aug 30 22:47:21.170326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-07a435fc-1780-41d7-b9b8-f0cbc98ca5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.173132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-07a435fc-1780-41d7-b9b8-f0cbc98ca5b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0833149 Aug 30 22:47:21.191304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd7629-ac92-4544-98a7-749118abedc3 req-4b3eab9c-cb5f-49b5-ad81-d8b227956011 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.193812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abbd7629-ac92-4544-98a7-749118abedc3 req-4b3eab9c-cb5f-49b5-ad81-d8b227956011 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.3550649 Aug 30 22:47:21.205589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798294-7f23-4123-b1f5-662d2491098d req-a93b380d-83c6-41b4-a02b-5b38a520c1e1 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.207272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-a93b380d-83c6-41b4-a02b-5b38a520c1e1 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.3746173 Aug 30 22:47:21.208777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:21.224065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-900caf3f-c1f0-4c20-97e0-f26a4d028f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.227493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-900caf3f-c1f0-4c20-97e0-f26a4d028f34 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1100 time: 0.3937933 Aug 30 22:47:21.237685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:21.244673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1be5c077-475b-4a64-99dc-02bd187bb6f3 HTTP/1.1" status: 204 len: 168 time: 1.4252489 Aug 30 22:47:21.269182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34534) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:21.335041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-2706d082-65c1-487f-9779-07665b956d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.336928 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-2706d082-65c1-487f-9779-07665b956d31 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1442449 Aug 30 22:47:21.340466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e21a17d3-c054-4702-a476-d58673512ccf req-ac146ae6-d3ed-404a-94a5-16fdd2a9df49 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips/c0736180-b736-4b0f-a1c5-6b4f6126f2e6 HTTP/1.1" status: 200 len: 695 time: 0.1131580 Aug 30 22:47:21.500570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34540) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:21.633458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c00aa2-d59c-474c-ad0b-8f0782896075 admin admin] Pushing event deleted for resources: {'Network': ['ID=1be5c077-475b-4a64-99dc-02bd187bb6f3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:21.666489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abbd7629-ac92-4544-98a7-749118abedc3 req-2df63f00-6e98-4e57-a54f-ac7c54a53ed2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379239 Aug 30 22:47:21.668879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21a17d3-c054-4702-a476-d58673512ccf req-1dec1613-fbfb-473b-bb32-445f27552fda tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.670354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e21a17d3-c054-4702-a476-d58673512ccf req-1dec1613-fbfb-473b-bb32-445f27552fda tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.3201907 Aug 30 22:47:21.675857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-f99dc2a1-46bd-4868-a6f0-c6e1e6f14139 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145704 Aug 30 22:47:21.816384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-6fe2eeb7-0bd4-4389-9c10-c98ba99a88ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.817970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-6fe2eeb7-0bd4-4389-9c10-c98ba99a88ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.5816302 Aug 30 22:47:21.877140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-3442077e-1336-4a8f-be3f-56066832c687 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.0505416 Aug 30 22:47:21.880002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a8798294-7f23-4123-b1f5-662d2491098d req-8dc5885d-1f01-4e6e-b3fb-e74f6670a59c service neutron] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:21.895833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a8798294-7f23-4123-b1f5-662d2491098d req-8dc5885d-1f01-4e6e-b3fb-e74f6670a59c service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:21.897517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a8798294-7f23-4123-b1f5-662d2491098d req-8dc5885d-1f01-4e6e-b3fb-e74f6670a59c service neutron] 10.222.0.47 "DELETE /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb/bindings/n-h2-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.6652637 Aug 30 22:47:21.913127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a742562-e77d-4f14-88df-febc063262a1 req-07a14b1c-24a0-4dbc-a1ae-faeb40f194a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.915462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a742562-e77d-4f14-88df-febc063262a1 req-07a14b1c-24a0-4dbc-a1ae-faeb40f194a8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1448591 Aug 30 22:47:21.975144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-745be83c-0fac-41af-97a4-8501ac8131ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:21.976649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-745be83c-0fac-41af-97a4-8501ac8131ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0919983 Aug 30 22:47:21.990752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a742562-e77d-4f14-88df-febc063262a1 req-d27e4373-cfdf-4d44-a6ca-bcd6348617ad tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526478 Aug 30 22:47:22.067731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-5bb9f059-f055-4a36-9ff6-654199af2e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:22.069522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-5bb9f059-f055-4a36-9ff6-654199af2e48 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0627577 Aug 30 22:47:22.109945 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.197385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-578ad6f0-e2c9-4dee-8f96-7f03eaf3e7d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d819e2181c5949c089bed49d9a27ca8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6922884 Aug 30 22:47:22.198014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:22.198405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-45ccc996-153c-40e6-950d-5e2ac24aada8 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205254 Aug 30 22:47:22.209070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e21a17d3-c054-4702-a476-d58673512ccf req-e91ab09f-e857-4d97-9e2c-12dbd0ea4570 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.5157518 Aug 30 22:47:22.223382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d601980-06d6-4167-b87a-42bdbdb3a98b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:22.246110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2d601980-06d6-4167-b87a-42bdbdb3a98b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:22.246939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2d601980-06d6-4167-b87a-42bdbdb3a98b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:22.284102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:22.330078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e21a17d3-c054-4702-a476-d58673512ccf req-24dec753-85db-4eba-a477-d0429f82319b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.226 HTTP/1.1" status: 200 len: 696 time: 0.1114542 Aug 30 22:47:22.331567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa7da7b-8929-462c-87b9-93c813789d69 req-694bc963-03fe-4902-bd79-792113090fa1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:22.333207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fa7da7b-8929-462c-87b9-93c813789d69 req-694bc963-03fe-4902-bd79-792113090fa1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 948 time: 0.1315198 Aug 30 22:47:22.396863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fa7da7b-8929-462c-87b9-93c813789d69 req-cfcecc6b-0f8e-4b83-9198-2ce3783ed4be tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559947 Aug 30 22:47:22.400862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-672e1735-b23e-497f-a1da-adc5412d4df2 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880467 Aug 30 22:47:22.450640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-8199dce5-bb22-4325-afa8-6d02a188ccdb service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978209 Aug 30 22:47:22.457416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.602862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.606163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:22.618705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'mac_address': 'fa:16:3e:69:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:22.663105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.673139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-4c5fef13-21a7-48f0-a254-e77772ecabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:22.675356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-4c5fef13-21a7-48f0-a254-e77772ecabb7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 1098 time: 0.1310458 Aug 30 22:47:22.678062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:22.711646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:22.715629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.753831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Deleting port 52f410a0-dd65-4581-87e8-c127b5d9a138 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:22.754186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.781915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.785195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:22.789188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39af8fd9-bedb-464f-9367-f8a9d327fea8 HTTP/1.1" status: 204 len: 168 time: 0.5809870 Aug 30 22:47:22.803775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:22.905893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b0f41d-0ea4-4508-b04b-2e33126c2891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39af8fd9-bedb-464f-9367-f8a9d327fea8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:22.943994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-d34e5286-5119-46fc-a1ae-f37d784b9b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:22.946283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-d34e5286-5119-46fc-a1ae-f37d784b9b05 service neutron] 10.222.0.47 "GET /v2.0/networks?id=15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 200 len: 930 time: 0.2520008 Aug 30 22:47:23.044911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.047448 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-a78c09bc-485c-4228-b700-82e8f376e159 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 200 len: 217 time: 0.0805550 Aug 30 22:47:23.051533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.051867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.111663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Calling delete_port for 52f410a0-dd65-4581-87e8-c127b5d9a138 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:23.231968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34618) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:23.234103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1f9a8fd5-95a5-491f-90b1-4336909ac31e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:23.283038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ab7567fb-b30d-4079-9121-fc2c0fb504bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dfcb05424984801b4622dcf2d5957a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498881 Aug 30 22:47:23.285966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34620) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:23.295750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-f89e8ed6-31c4-42d5-8b3d-da2ce82363ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.297421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-f89e8ed6-31c4-42d5-8b3d-da2ce82363ad service neutron] 10.222.0.47 "GET /v2.0/subnets?id=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 200 len: 868 time: 0.2051175 Aug 30 22:47:23.343241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.370159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.432423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.435731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.440582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f87675e-485d-4831-970f-ef39b3c11fa1 HTTP/1.1" status: 204 len: 168 time: 0.1527393 Aug 30 22:47:23.451908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ae580-1fee-4785-85b1-5dc789794529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f87675e-485d-4831-970f-ef39b3c11fa1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:23.471236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-466916f0-efaa-4bac-aa2a-39b4e4b7d2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.472965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-466916f0-efaa-4bac-aa2a-39b4e4b7d2d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=15376eac-b287-4e89-8ee5-f81c46bef67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140513 Aug 30 22:47:23.615870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.620759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-28dd1ec2-1292-4bab-b0d7-b55afc09225b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.622823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-28dd1ec2-1292-4bab-b0d7-b55afc09225b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.47 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac&tenant_id=542e01e2883e4b25aacb5b5cff6af037&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 949 time: 0.0899997 Aug 30 22:47:23.635177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3a921e-8e7b-4e6e-86ef-3e9e42ff38bc req-677a6d2d-8528-4694-be81-f930214fd09c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.636996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf3a921e-8e7b-4e6e-86ef-3e9e42ff38bc req-677a6d2d-8528-4694-be81-f930214fd09c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.0907357 Aug 30 22:47:23.671113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event deleted for resources: {'Port': ['ID=52f410a0-dd65-4581-87e8-c127b5d9a138,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:23.738691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf3a921e-8e7b-4e6e-86ef-3e9e42ff38bc req-bda85ce0-020e-4cb4-b9dc-ce0fdb9fc3db tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733709 Aug 30 22:47:23.743456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-ad715f5e-db9c-4a51-8407-8102d6deaf70 service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354410 Aug 30 22:47:23.744797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-4620c1bd-b55a-4b60-a87a-93fd0bfcc970 service neutron] 10.222.0.47 "GET /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e/bindings/n-h1-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.1066737 Aug 30 22:47:23.770649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.774294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.775475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e21a17d3-c054-4702-a476-d58673512ccf req-1d6336ec-7e44-472c-97a9-bc33be498a6b tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "DELETE /v2.0/floatingips/c0736180-b736-4b0f-a1c5-6b4f6126f2e6 HTTP/1.1" status: 204 len: 173 time: 1.4368103 Aug 30 22:47:23.867857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Deleting port 5c124735-ec75-460b-8016-dde0cb20ae75 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:23.868213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:23.922236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab8f0d-0010-4907-878b-805420990723 req-434c3879-3719-45ed-80fa-c51570d7b085 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.924388 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3ab8f0d-0010-4907-878b-805420990723 req-434c3879-3719-45ed-80fa-c51570d7b085 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0767505 Aug 30 22:47:23.931809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-82a0befa-c43d-4946-addf-fe050b9b7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:23.933421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-82a0befa-c43d-4946-addf-fe050b9b7c4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1101 time: 0.1209934 Aug 30 22:47:23.954469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0606d21-88c1-4275-963d-64ee4bba67e9 req-78b2fa2b-8983-41d8-97f7-969175d164bd service neutron] 10.222.0.47 "GET /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779938 Aug 30 22:47:23.993217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] For port 5c124735-ec75-460b-8016-dde0cb20ae75, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5c124735-ec75-460b-8016-dde0cb20ae75,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:23.993604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.022582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Calling delete_port for 5c124735-ec75-460b-8016-dde0cb20ae75 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:24.054589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3ab8f0d-0010-4907-878b-805420990723 req-cc713296-479a-45df-9f74-c68da8e57ae5 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200621 Aug 30 22:47:24.124658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-7e77b1f5-55b5-4446-8d97-8914ca77c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.126336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-7e77b1f5-55b5-4446-8d97-8914ca77c3bc service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1839342 Aug 30 22:47:24.202783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-e7ee932d-4085-4388-a443-13b792a9c526 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.0622773 Aug 30 22:47:24.292185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0566b-c28d-41f6-99d0-e8cac1c61e21 req-ad6e5272-7a30-4ccc-9b76-b2411dff667b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.293822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a0566b-c28d-41f6-99d0-e8cac1c61e21 req-ad6e5272-7a30-4ccc-9b76-b2411dff667b tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.1576765 Aug 30 22:47:24.294446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:24.341688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-cdeed9c7-7913-4746-8c4c-b49ab50b8f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.343342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-cdeed9c7-7913-4746-8c4c-b49ab50b8f16 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1270761 Aug 30 22:47:24.395166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a0566b-c28d-41f6-99d0-e8cac1c61e21 req-c15b9965-429d-40a4-b2b4-b7aa45aa55fa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816395 Aug 30 22:47:24.413606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.423781 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.429806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-aca799d1-b8ee-41fb-85cd-e014489c7a2b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.431646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-aca799d1-b8ee-41fb-85cd-e014489c7a2b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.2048833 Aug 30 22:47:24.439867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-bf6999de-6479-4eb6-85d2-3385a6caa79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.441752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-bf6999de-6479-4eb6-85d2-3385a6caa79f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0851951 Aug 30 22:47:24.454599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-c576b6c8-34e2-486b-a374-0d098da31551 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/quotas/7c3347241fa349229dc4194aad4ef42f HTTP/1.1" status: 200 len: 375 time: 0.0114386 Aug 30 22:47:24.462537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:24.462983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Pushing event deleted for resources: {'Port': ['ID=5c124735-ec75-460b-8016-dde0cb20ae75,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:24.474936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:24.477955 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de950d9d-dae1-41de-a6a9-14562f89b4b6" -d '{"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:24.485170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.559253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:24.570968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34668) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:24.610459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41429e4b-6edf-485e-9eb4-0cfbf2d10bcd req-0ba7ca79-b918-4fa9-9bf6-93317544abff tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.612030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41429e4b-6edf-485e-9eb4-0cfbf2d10bcd req-0ba7ca79-b918-4fa9-9bf6-93317544abff tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1097 time: 0.0713334 Aug 30 22:47:24.625218 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-22134532-6b9b-467a-b395-2c2c8d2b63b0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1449430 Aug 30 22:47:24.688647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41429e4b-6edf-485e-9eb4-0cfbf2d10bcd req-9a5d5c4c-4719-46e2-bbd1-c384a1579b84 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Aug 30 22:47:24.726126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1380255032-network', 'tenant_id': '9b6aee4bcb434fb38e270bd8d8cd80d3'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:24.734706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-0d6b0d3f-dd60-47bf-ae80-444628d65dfe service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733953 Aug 30 22:47:24.781228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Made reservation on behalf of 9b6aee4bcb434fb38e270bd8d8cd80d3 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:24.783508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.802675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.825146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:24.845404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-2997474b-bb29-4cca-bc4c-e0ed255e98f6 service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190320 Aug 30 22:47:24.868049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a80b1-718a-48d0-b841-4ebf96e4a725 req-0c39d3ea-e135-40f8-80f8-d2fe478f7f71 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:24.869578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25a80b1-718a-48d0-b841-4ebf96e4a725 req-0c39d3ea-e135-40f8-80f8-d2fe478f7f71 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1072731 Aug 30 22:47:24.945747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25a80b1-718a-48d0-b841-4ebf96e4a725 req-4a0f947b-485b-46a1-8848-960f380bfee3 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0691774 Aug 30 22:47:24.953762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-99384887-3296-458b-98a6-b589f88bf77e service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991744 Aug 30 22:47:25.000341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-64e57a9a-4935-416f-9c92-4d9a9b6df7af service neutron] 10.222.0.25 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477261 Aug 30 22:47:25.060599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.066701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.098236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:47:25.106540 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df570a-60a0-4eb5-b78f-a64faac33d48 x-openstack-request-id: req-97df570a-60a0-4eb5-b78f-a64faac33d48 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:25.106964 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-unplugged", "status": "completed", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:25.107214 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97df570a-60a0-4eb5-b78f-a64faac33d48 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:25.107865 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'code': 200} Aug 30 22:47:25.111507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:25.115412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=197b1702-4764-416a-bea4-af47c9ece53e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:25.120177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.120589 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Added segment 9c6b3d55-e081-4989-92b2-e9564db16ad0 of type vlan for network 5596b3e3-682c-44b2-971c-1e75677519d1 Aug 30 22:47:25.189271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.224916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed3cb86d-4108-4b31-9b62-4911180bec8a req-792c9210-55ba-4d74-a294-f769bda6c736 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0464897 Aug 30 22:47:25.262994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.264429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:25.265903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.271866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5604dd-b8bc-404f-89ed-93de09c4ad65 req-7564ddc0-8a0c-49dd-8c9f-8d544645d1b4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:25.279039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b5604dd-b8bc-404f-89ed-93de09c4ad65 req-7564ddc0-8a0c-49dd-8c9f-8d544645d1b4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1097 time: 0.0993757 Aug 30 22:47:25.308829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:25.315706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3cd05c4c-9585-4670-8ce1-9322d77830ee admin admin] 10.222.0.25 "PUT /v2.0/routers/cdbdbda7-6d86-4d90-9c5c-dee065aa7e88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0434859 Aug 30 22:47:25.319205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34686) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:25.330230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Sync routers for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:25.339254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:25.340278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:25.363831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7917819 Aug 30 22:47:25.382807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:25.391489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b5604dd-b8bc-404f-89ed-93de09c4ad65 req-13428ef4-c0dc-43e2-8067-abf6793df468 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115816 Aug 30 22:47:25.397123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Request body: {'subnet': {'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1380255032-subnet', 'tenant_id': '9b6aee4bcb434fb38e270bd8d8cd80d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:25.425252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462c809-4625-41c2-82ec-c43840728c27 admin admin] Pushing event updated for resources: {'Network': ['ID=5596b3e3-682c-44b2-971c-1e75677519d1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:25.473288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2954ee6-8ff9-4cb3-9b4e-ce8cbde8dc91 req-dafa1852-6280-422d-a883-ee9211254dad tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:25.475517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2954ee6-8ff9-4cb3-9b4e-ce8cbde8dc91 req-dafa1852-6280-422d-a883-ee9211254dad tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1772690 Aug 30 22:47:25.476694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Made reservation on behalf of 9b6aee4bcb434fb38e270bd8d8cd80d3 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:25.479188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.485327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5596b3e3-682c-44b2-971c-1e75677519d1 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:47:25.562204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.567876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a060042-873a-4b02-934f-715ff0724351 req-40128848-30d2-4df6-8a0e-9a59e3727013 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 210 time: 0.0785923 Aug 30 22:47:25.582731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:25.690402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2954ee6-8ff9-4cb3-9b4e-ce8cbde8dc91 req-9d4c268f-02a2-422e-8661-3a5712be61c2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919983 Aug 30 22:47:25.723329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.808775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.836023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Deleting port a587eccd-bd53-4d45-b4fd-918facb72fe3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:25.836936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.885381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133'}], 'enable_snat': True}, 'gw_port_id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:47:24Z', 'revision_number': 5, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port': {'id': 'a587eccd-bd53-4d45-b4fd-918facb72fe3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:8b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:42:10Z', 'updated_at': '2021-08-30T22:42:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:25.914242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22e3ef0f-681a-4b52-92d5-f9e08ca2b371,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:25.924697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Checking router: cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:25.929341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccba8fc-2652-4d42-9096-dc9edf7a0865 req-849e6729-78c6-4162-bf23-066ee5fb4af2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:25.939334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Routers {'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:25.940023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ccba8fc-2652-4d42-9096-dc9edf7a0865 req-849e6729-78c6-4162-bf23-066ee5fb4af2 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.1559558 Aug 30 22:47:25.942177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:25.973092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] For port a587eccd-bd53-4d45-b4fd-918facb72fe3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a587eccd-bd53-4d45-b4fd-918facb72fe3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:25.973625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:25.980143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Checking segment: {'id': '9c6b3d55-e081-4989-92b2-e9564db16ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:25.980496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Network hostable DHCP agents. Network: 5596b3e3-682c-44b2-971c-1e75677519d1, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:47:26.002310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ccba8fc-2652-4d42-9096-dc9edf7a0865 req-a79e9b04-b582-42fc-a4cb-372f793da9b1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611606 Aug 30 22:47:26.011494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Calling delete_port for a587eccd-bd53-4d45-b4fd-918facb72fe3 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:26.020919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Network 5596b3e3-682c-44b2-971c-1e75677519d1 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:47:26.054704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5596b3e3-682c-44b2-971c-1e75677519d1) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:26.061208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:26.064062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:26.077206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06aa4935-3e39-452d-938d-2a9cdb36936c None None] Network 5596b3e3-682c-44b2-971c-1e75677519d1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:26.091308 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c2b4594-1507-4b80-88f2-9c8530565916 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7012053 Aug 30 22:47:26.226672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aafc18-2d26-4dba-ba72-3b8134a0f283 req-7afc8be5-f8ce-462f-9d45-70f54ea23ba7 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:26.228452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23aafc18-2d26-4dba-ba72-3b8134a0f283 req-7afc8be5-f8ce-462f-9d45-70f54ea23ba7 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.1194363 Aug 30 22:47:26.286999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] Set router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:26.308373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23aafc18-2d26-4dba-ba72-3b8134a0f283 req-80521e04-da61-4b0d-8f31-b211846fe438 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731509 Aug 30 22:47:26.392834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:26.426742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4d781-9082-4e21-9205-e1e19e5a984a None None] Network 5596b3e3-682c-44b2-971c-1e75677519d1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:26.451251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:47:25Z', 'revision_number': 6, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:26.524162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4eb9149-032d-4fa1-9817-6da5bf44dfc4 None None] The sync data for ids ['cdbdbda7-6d86-4d90-9c5c-dee065aa7e88'] in n-d-791504-21 is: [{'id': 'cdbdbda7-6d86-4d90-9c5c-dee065aa7e88', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-912426782-router', 'tenant_id': '071d84da736447a6878798439118ceb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:42:08Z', 'updated_at': '2021-08-30T22:47:25Z', 'revision_number': 6, 'project_id': '071d84da736447a6878798439118ceb4', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:26.618387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:47:26.623412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:26.624045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:26.731735 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-01aa2d93-674b-4858-b41c-afbd75de6049 req-85813c27-0098-40e1-b363-068dc2b1881a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 210 time: 0.0364883 Aug 30 22:47:26.791701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:26.831762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:26.857534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:26.866936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Pushing event deleted for resources: {'Port': ['ID=a587eccd-bd53-4d45-b4fd-918facb72fe3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:26.871953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:26.962640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:27.002578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.011650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34730) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:27.031280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1597964635-network', 'tenant_id': 'a193ccef037845f9b3e8a1ccefeca64d'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:27.077592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-8e32cd7b-e225-42f0-8d39-a7ab6905eea4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.079244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-8e32cd7b-e225-42f0-8d39-a7ab6905eea4 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 804 time: 0.2610345 Aug 30 22:47:27.080608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Made reservation on behalf of a193ccef037845f9b3e8a1ccefeca64d for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:27.083031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.105936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Request body: {'port': {'device_id': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'admin_state_up': True, 'tenant_id': '7c3347241fa349229dc4194aad4ef42f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:27.109241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:27.109424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.111315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2f21-814e-4b8c-b0e0-980827f3b88d req-3bc62bb3-b46d-409c-b2ff-eba8bb7173d7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.111654 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c951ee-88ee-4462-8804-a64f38727157" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:27.117091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19cd2f21-814e-4b8c-b0e0-980827f3b88d req-3bc62bb3-b46d-409c-b2ff-eba8bb7173d7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.3262887 Aug 30 22:47:27.121983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.124706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.187951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.188765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:47:27.195628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.196781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6993e92-6f19-408a-982c-17f7c05670dd admin admin] 10.222.0.25 "DELETE /v2.0/routers/cdbdbda7-6d86-4d90-9c5c-dee065aa7e88 HTTP/1.1" status: 204 len: 168 time: 1.8764853 Aug 30 22:47:27.200512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:27.213740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19cd2f21-814e-4b8c-b0e0-980827f3b88d req-18434c1a-808e-4829-8c1f-3d2b34f9b72f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937240 Aug 30 22:47:27.255017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a432182d-d474-41ef-ac10-ee04e5266478 req-e7a39e0c-1e15-44ac-bcf1-e8ae4f72a9a7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.257042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a432182d-d474-41ef-ac10-ee04e5266478 req-e7a39e0c-1e15-44ac-bcf1-e8ae4f72a9a7 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1457260 Aug 30 22:47:27.263521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Deleting subnet 950329b5-df98-4030-a570-748008776044 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:47:27.267511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.284047 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d666a52-be61-4289-8e23-a6e65c9e39e4 x-openstack-request-id: req-9d666a52-be61-4289-8e23-a6e65c9e39e4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:27.284344 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:27.284596 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d666a52-be61-4289-8e23-a6e65c9e39e4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:27.285080 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'code': 200} Aug 30 22:47:27.313447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.328835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a432182d-d474-41ef-ac10-ee04e5266478 req-f71cfa18-fabe-42c7-b775-def2f1aa0385 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623698 Aug 30 22:47:27.386751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.399393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.425236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.428347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:47:27.459597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Made reservation on behalf of 7c3347241fa349229dc4194aad4ef42f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:27.463318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.468684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.468684 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Added segment 7a546986-d01d-4d22-8b93-4da44439e68b of type vlan for network b48b098c-f221-4511-8d7f-3585a82d6c42 Aug 30 22:47:27.507268 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.523785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.544887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3bc5d6-d59e-4dff-b7a5-e2c16a6bab8d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:27.559109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=950329b5-df98-4030-a570-748008776044,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:27.580920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e0ddb-af5d-4226-9453-b6f355144918 None None] Network 72927c07-9aa9-4040-8cbb-c8c8cdc35699 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:27.581750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.586185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-94e5903b-6d61-42c2-b2dc-c331c1aa226f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/950329b5-df98-4030-a570-748008776044 HTTP/1.1" status: 204 len: 168 time: 0.3824050 Aug 30 22:47:27.586380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.588253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34744) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:27.610879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07f194-f491-412e-bf8f-4c433b66443f req-ea0fddd0-478f-4dfb-a0c3-f8280af317ce tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.617318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-282daef8-97d3-419d-910e-c06e25da6fe8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.618903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-282daef8-97d3-419d-910e-c06e25da6fe8 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.47 "GET /v2.0/ports?device_id=66fbff05-042a-48cb-a6ac-91c52f798ce0 HTTP/1.1" status: 200 len: 943 time: 0.1744916 Aug 30 22:47:27.625337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f07f194-f491-412e-bf8f-4c433b66443f req-ea0fddd0-478f-4dfb-a0c3-f8280af317ce tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.2169256 Aug 30 22:47:27.691440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f07f194-f491-412e-bf8f-4c433b66443f req-e8aa6914-bc4d-4101-9507-6262c11d244f tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Aug 30 22:47:27.752597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:47:27.876473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.879194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.880308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:27.880895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.898156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] DHCP port deletion for 72927c07-9aa9-4040-8cbb-c8c8cdc35699 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:47:27.966730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Deleting port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:27.967247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:27.988668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8f7ae38-eade-44bd-ad0b-047b40e6abfe req-eca66cec-410c-41a9-bf33-0a2829423eda tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 210 time: 0.1151834 Aug 30 22:47:28.021411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0046165 Aug 30 22:47:28.022613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34748) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:28.028314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Request body: {'subnet': {'network_id': 'b48b098c-f221-4511-8d7f-3585a82d6c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1597964635-subnet', 'tenant_id': 'a193ccef037845f9b3e8a1ccefeca64d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:28.031367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Allocated IP 172.20.0.7 (c5acd705-2c87-4e7f-8172-2632b8b30baf/a299f0eb-e7d9-4a2e-921a-a0edda4c1f15/77ca04bb-6796-43a6-af67-da68ef263100) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:47:28.039547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e0636-11eb-4ff9-a016-e896e216af00 admin admin] Pushing event updated for resources: {'Network': ['ID=b48b098c-f221-4511-8d7f-3585a82d6c42,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:28.067716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Made reservation on behalf of a193ccef037845f9b3e8a1ccefeca64d for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:28.068684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] For port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:28.069395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.072008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.091043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Calling delete_port for 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:28.132879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Deleting port 7900f4a5-2053-4c95-af1a-4ee3609e034f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:28.133231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.144766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b48b098c-f221-4511-8d7f-3585a82d6c42 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:47:28.256048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Deleting port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:28.256048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.325671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:28.360040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:28.360585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:28.385852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5c124735-ec75-460b-8016-dde0cb20ae75 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:28.399821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.420410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5c124735-ec75-460b-8016-dde0cb20ae75 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:28.420803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5c124735-ec75-460b-8016-dde0cb20ae75 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:28.421227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a587eccd-bd53-4d45-b4fd-918facb72fe3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:28.423041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.437756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] For port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,segment=NetworkSegment(e5dee639-970c-4994-bc17-72959b622c8d),segment_id=e5dee639-970c-4994-bc17-72959b622c8d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:28.438152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.462941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d91109-c50a-4ab6-bc04-a7786f80a406,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:28.473947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] For port 7900f4a5-2053-4c95-af1a-4ee3609e034f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7900f4a5-2053-4c95-af1a-4ee3609e034f,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:28.474163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] Pushing event deleted for resources: {'Port': ['ID=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:28.474271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.479469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a587eccd-bd53-4d45-b4fd-918facb72fe3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:28.480011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a587eccd-bd53-4d45-b4fd-918facb72fe3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:28.484858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a67fa8-5c98-45d6-bc07-4456ec06487f None None] No DVR routers for this DVR port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:28.512760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Calling delete_port for 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:28.527416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff38083-d2a5-4ef7-b080-394c813b3cbd req-c20ead22-40cb-4cf2-a68c-b35a76ade0e0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:28.530188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ff38083-d2a5-4ef7-b080-394c813b3cbd req-c20ead22-40cb-4cf2-a68c-b35a76ade0e0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2038794 Aug 30 22:47:28.585398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Calling delete_port for 7900f4a5-2053-4c95-af1a-4ee3609e034f owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:28.595209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Checking segment: {'id': '7a546986-d01d-4d22-8b93-4da44439e68b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b48b098c-f221-4511-8d7f-3585a82d6c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:28.595661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Network hostable DHCP agents. Network: b48b098c-f221-4511-8d7f-3585a82d6c42, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:47:28.599892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.601701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ff38083-d2a5-4ef7-b080-394c813b3cbd req-91f4ae85-0440-4e83-9d73-28012eb59fe1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652685 Aug 30 22:47:28.671168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Network b48b098c-f221-4511-8d7f-3585a82d6c42 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:47:28.705106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-b18c1ced-da56-40ba-9c11-b32d2e034693 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:28.706617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-b18c1ced-da56-40ba-9c11-b32d2e034693 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.47 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.1017449 Aug 30 22:47:28.707778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b48b098c-f221-4511-8d7f-3585a82d6c42) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:28.717589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0cf569-fe40-4bc3-b49e-ad69e7e45668 None None] Network b48b098c-f221-4511-8d7f-3585a82d6c42 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:28.731889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:28.732421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:28.869874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cfcc2cca-44ff-4ef5-b775-d80e7f165ffd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8454044 Aug 30 22:47:28.955327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b91d560b-d860-4dc9-8e36-7495cbcf2471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:28.957079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b91d560b-d860-4dc9-8e36-7495cbcf2471 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac&tenant_id=542e01e2883e4b25aacb5b5cff6af037 HTTP/1.1" status: 200 len: 1102 time: 0.0982046 Aug 30 22:47:28.978013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:29.051347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Deleting port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:29.052887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.108458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b3d471-7258-4dfd-8881-220ce9b7ddc2 None None] Network b48b098c-f221-4511-8d7f-3585a82d6c42 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:29.165673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] For port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:29.166214 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.186271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Calling delete_port for 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:29.201111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b673a42a-e709-4fa4-bd49-d9159c54f815 req-bd0992d7-508c-46cc-b43d-46eadbf24191 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:29.204732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b673a42a-e709-4fa4-bd49-d9159c54f815 req-bd0992d7-508c-46cc-b43d-46eadbf24191 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.6893957 Aug 30 22:47:29.290081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.310794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.326976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.336103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850f726-00ca-4ce1-80f6-0ed0757d3bee req-8c5a6c54-c6b0-4e37-beb1-b676f9bca3c4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:29.337550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5850f726-00ca-4ce1-80f6-0ed0757d3bee req-8c5a6c54-c6b0-4e37-beb1-b676f9bca3c4 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/ports?device_id=de2dc1c0-77d8-4085-888a-7ee418712c92 HTTP/1.1" status: 200 len: 946 time: 0.3054523 Aug 30 22:47:29.346425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b673a42a-e709-4fa4-bd49-d9159c54f815 req-11767fe7-ce08-46e2-94c5-5c411e9a8b28 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258802 Aug 30 22:47:29.368371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ef2fc62-bd5a-4e0f-9c14-80674e77be48,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:29.383875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] No DVR routers for this DVR port 7ef2fc62-bd5a-4e0f-9c14-80674e77be48 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:29.447082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Network c5acd705-2c87-4e7f-8172-2632b8b30baf is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:47:29.470821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:29.473493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:47:29.523611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5850f726-00ca-4ce1-80f6-0ed0757d3bee req-54858b63-36ce-456d-91e6-3c23c74263c7 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.25 "GET /v2.0/security-groups?id=ea39b6cf-0134-4618-8d5c-639da35ff6f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762323 Aug 30 22:47:29.560588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.570476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:29.613130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event deleted for resources: {'Port': ['ID=7900f4a5-2053-4c95-af1a-4ee3609e034f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:29.625611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.656031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72927c07-9aa9-4040-8cbb-c8c8cdc35699']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:29.684027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] No DVR routers for this DVR port 7900f4a5-2053-4c95-af1a-4ee3609e034f on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:29.684378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.687201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.689830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc97b1c9-48ed-4190-81b4-7bf80cee2ad9 req-ee1bd698-8fa4-4efc-aeac-291200566ea3 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.47 "DELETE /v2.0/ports/7900f4a5-2053-4c95-af1a-4ee3609e034f HTTP/1.1" status: 204 len: 173 time: 2.0249262 Aug 30 22:47:29.691799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5dee639-970c-4994-bc17-72959b622c8d') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:29.692097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5dee639-970c-4994-bc17-72959b622c8d') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:29.695294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-deleted', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:29.698157 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d5b893-3eb0-40b4-8541-78af9a2b3ad7" -d '{"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-deleted", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:29.701706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:29.711055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d32bc-f6dd-4cd9-a639-106a7cad9f44 req-7e193b94-107f-4a57-b67b-0dde15b6d6d9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:29.719138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe2d32bc-f6dd-4cd9-a639-106a7cad9f44 req-7e193b94-107f-4a57-b67b-0dde15b6d6d9 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 931 time: 0.2754772 Aug 30 22:47:29.729474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:29.730176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.743162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Pushing event deleted for resources: {'Port': ['ID=23cbdd73-cbe2-43c4-82bf-b8b228a1c60a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:29.746332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:29.756032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.805774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d4f1620b-d6d3-4964-9531-caaccf88a276 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7038496 Aug 30 22:47:29.823571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.835592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:47:29.837406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.852044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] No DVR routers for this DVR port 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:29.858384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.860700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28d2787a-78e0-4abf-b17e-ec5a8b2b1a9f req-fe1bdc11-fda9-4023-b7be-de3476a8f960 tempest-FloatingIPsAssociationNegativeTestJSON-271529800 tempest-FloatingIPsAssociationNegativeTestJSON-271529800-project] 10.222.0.47 "DELETE /v2.0/ports/23cbdd73-cbe2-43c4-82bf-b8b228a1c60a HTTP/1.1" status: 204 len: 173 time: 1.1359909 Aug 30 22:47:29.861461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'name': 'network-vif-deleted', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:29.864074 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d750c-eda6-4295-a3f2-725cccd8b5fe" -d '{"events": [{"server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "name": "network-vif-deleted", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:29.905115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Request body: {'port': {'device_id': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:29.907148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:47:29.913749 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:47:29.953499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe2d32bc-f6dd-4cd9-a639-106a7cad9f44 req-7e0a4b41-41bb-4bdb-b7a1-8613168a4814 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201605 Aug 30 22:47:29.977010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:29.997081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.001988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] 10.222.0.25 "DELETE /v2.0/networks/72927c07-9aa9-4040-8cbb-c8c8cdc35699 HTTP/1.1" status: 204 len: 168 time: 2.4117119 Aug 30 22:47:30.017439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b816f-fc9e-4e0f-b6bf-eb977c2b7f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=72927c07-9aa9-4040-8cbb-c8c8cdc35699,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:30.022913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.053187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-3ccda2ec-ae66-44b5-879f-eed960900fc5 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:30.054932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-3ccda2ec-ae66-44b5-879f-eed960900fc5 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/networks?id=5596b3e3-682c-44b2-971c-1e75677519d1 HTTP/1.1" status: 200 len: 815 time: 0.1758373 Aug 30 22:47:30.152935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.201486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-e235cf2d-506c-412f-a2b3-421a01ae080f tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/quotas/9b6aee4bcb434fb38e270bd8d8cd80d3 HTTP/1.1" status: 200 len: 375 time: 0.0508671 Aug 30 22:47:30.231954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Transition to ACTIVE for port object 1f9a8fd5-95a5-491f-90b1-4336909ac31e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:47:30.242674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.274222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-05e684e8-9ce4-4210-8f76-1449026f97fd tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b6aee4bcb434fb38e270bd8d8cd80d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0603774 Aug 30 22:47:30.343548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd3dce-3bbf-4139-bd69-74edbb0b0b60 req-4f6f7d2c-bd6e-4606-9cb3-ce9ee1b176cf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:30.360009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4fd3dce-3bbf-4139-bd69-74edbb0b0b60 req-4f6f7d2c-bd6e-4606-9cb3-ce9ee1b176cf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1115425 Aug 30 22:47:30.406092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34794) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:30.407452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] No DVR routers for this DVR port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:30.447535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:30.477226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4fd3dce-3bbf-4139-bd69-74edbb0b0b60 req-d12383bb-299b-4d70-94a8-c1f17f04b600 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162384 Aug 30 22:47:30.544202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e7a1341-139a-4382-9620-8fbcf9de4374 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=202f8d9f26f044139f877efa4e93c93e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1315928 Aug 30 22:47:30.545105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34796) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:30.577885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:30.578326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:30.578659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:30.619447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:30.619759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77ca04bb-6796-43a6-af67-da68ef263100 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:30.620032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Attempting to bind port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:30.629726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.643273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Transition to ACTIVE for port object 77ca04bb-6796-43a6-af67-da68ef263100 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:47:30.645456 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba5590a-a937-408f-9e94-a3da5fa49d30 x-openstack-request-id: req-3ba5590a-a937-408f-9e94-a3da5fa49d30 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:30.646327 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66fbff05-042a-48cb-a6ac-91c52f798ce0", "name": "network-vif-deleted", "tag": "7900f4a5-2053-4c95-af1a-4ee3609e034f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:30.646581 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ba5590a-a937-408f-9e94-a3da5fa49d30 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:30.647012 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66fbff05-042a-48cb-a6ac-91c52f798ce0', 'name': 'network-vif-deleted', 'tag': '7900f4a5-2053-4c95-af1a-4ee3609e034f', 'status': 'completed', 'code': 200} Aug 30 22:47:30.654738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.726617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:30.761139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:30.761630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:30.762701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:30.762701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Bound port: 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:30.763170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.827082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-4010aae2-ad41-46ae-9f3b-ef87b7ee02a7 service neutron] 10.222.0.25 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119448 Aug 30 22:47:30.847523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.855457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Attempting to bind port 77ca04bb-6796-43a6-af67-da68ef263100 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:30.855797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Attempting to bind port 77ca04bb-6796-43a6-af67-da68ef263100 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:30.856127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Attempting to bind port 77ca04bb-6796-43a6-af67-da68ef263100 on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:30.860725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Port 77ca04bb-6796-43a6-af67-da68ef263100 on network c5acd705-2c87-4e7f-8172-2632b8b30baf not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:30.861054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Attempting to bind port 77ca04bb-6796-43a6-af67-da68ef263100 on network c5acd705-2c87-4e7f-8172-2632b8b30baf {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:30.866605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:30.866941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Checking segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:30.867331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Bound using segment: {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:30.867820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Bound port: 77ca04bb-6796-43a6-af67-da68ef263100, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:30.868172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.940897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.952473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:30.957390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:30.959942 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858448fc-c2d8-4f1a-aa5d-1e5f0f309c26 x-openstack-request-id: req-858448fc-c2d8-4f1a-aa5d-1e5f0f309c26 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:30.960334 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de2dc1c0-77d8-4085-888a-7ee418712c92", "name": "network-vif-deleted", "tag": "23cbdd73-cbe2-43c4-82bf-b8b228a1c60a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:30.960686 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-858448fc-c2d8-4f1a-aa5d-1e5f0f309c26 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:30.961176 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de2dc1c0-77d8-4085-888a-7ee418712c92', 'name': 'network-vif-deleted', 'tag': '23cbdd73-cbe2-43c4-82bf-b8b228a1c60a', 'status': 'completed', 'code': 200} Aug 30 22:47:30.963171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:47:30.968390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:30.990638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:47:31.017633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:31.028903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.029633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:31.031929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] 10.222.0.52 "PUT /v2.0/ports/77ca04bb-6796-43a6-af67-da68ef263100 HTTP/1.1" status: 200 len: 1092 time: 1.2079406 Aug 30 22:47:31.081751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-686a3e34-598b-41c2-97f3-cc3787d088a3 service neutron] 10.222.0.25 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535388 Aug 30 22:47:31.083936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.084557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffd72f-6652-4429-9ec0-89ff2e08ef0d service neutron] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:31.085857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:31.095974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] 10.222.0.52 "PUT /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 1098 time: 2.1232853 Aug 30 22:47:31.151865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:31.156538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:31.158475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f76da2d-b33a-4911-83c9-9e27513e9dbe HTTP/1.1" status: 204 len: 168 time: 0.6121144 Aug 30 22:47:31.224370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d1d95-9969-48e9-9a9e-519fc176d596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f76da2d-b33a-4911-83c9-9e27513e9dbe,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:31.246187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c6616-74ad-41e9-8017-a528f4cf8774 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=11']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:31.260512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-af5150b3-7cd3-47f5-b2b5-49ea3181860e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.262111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-af5150b3-7cd3-47f5-b2b5-49ea3181860e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 1095 time: 0.1278231 Aug 30 22:47:31.309839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-983d16f9-0e5b-420d-a2c9-c2b60dae1fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.327133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-983d16f9-0e5b-420d-a2c9-c2b60dae1fdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1101 time: 0.1909974 Aug 30 22:47:31.328054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34810) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:31.349176 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-d74877d6-440a-4e21-b28a-4d8806321cd9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77ca04bb-6796-43a6-af67-da68ef263100 HTTP/1.1" status: 200 len: 217 time: 0.0699351 Aug 30 22:47:31.350438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec96a4d-f321-42aa-b117-5de8a5f8dc92 req-115bea31-1348-4ea4-ba5e-9d1c4c5a0a38 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.364997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ec96a4d-f321-42aa-b117-5de8a5f8dc92 req-115bea31-1348-4ea4-ba5e-9d1c4c5a0a38 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.2586408 Aug 30 22:47:31.472054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b20689-ba63-414a-a4bd-623464e07337 req-2c9d32db-4d4b-457b-aea4-79057ea7655e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.473704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-2c9d32db-4d4b-457b-aea4-79057ea7655e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.1126165 Aug 30 22:47:31.506364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76cc702-5c94-4744-8fbf-faa4e3b60a43 req-417c9192-b767-41e0-89fe-2d5a94022124 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.515407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b76cc702-5c94-4744-8fbf-faa4e3b60a43 req-417c9192-b767-41e0-89fe-2d5a94022124 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 943 time: 0.0991583 Aug 30 22:47:31.562875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ec96a4d-f321-42aa-b117-5de8a5f8dc92 req-56897723-b27b-4257-8395-f7e87c8a3cc0 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938539 Aug 30 22:47:31.581443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-451cb429-7c27-4932-a865-6190b0df7bdb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627596 Aug 30 22:47:31.630161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-7769d7cd-9c7e-4b4d-8c2f-81049e14c96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.631509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-7769d7cd-9c7e-4b4d-8c2f-81049e14c96d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2585244 Aug 30 22:47:31.716820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b76cc702-5c94-4744-8fbf-faa4e3b60a43 req-cc168e38-3b9c-41dc-994f-20f5f738a826 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005172 Aug 30 22:47:31.734241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-e9811edb-180f-4d30-8498-6b07a560df34 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.0547149 Aug 30 22:47:31.754399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:31.805398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d17e8b2e-7b8e-46a1-8fa1-2387ed477821 req-6bccd9c1-a876-45c2-820b-b8e9dda938cc tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 210 time: 0.1223977 Aug 30 22:47:31.843577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-eee5e390-2765-484c-a9a1-c4c12346c2c7 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524934 Aug 30 22:47:31.846907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57481dce-ae9e-473a-9d5a-a1f7cf06ddbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=071d84da736447a6878798439118ceb4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0906725 Aug 30 22:47:31.852153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:31.985406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-a8f3f4db-100b-4bfc-b729-f0e3e818f636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:31.991559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-a8f3f4db-100b-4bfc-b729-f0e3e818f636 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2096457 Aug 30 22:47:32.006711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50981062-707a-4900-959b-add58427cce6 req-7e682a3a-710b-47e3-b271-8054fc25bb1c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:32.014800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-50981062-707a-4900-959b-add58427cce6 req-7e682a3a-710b-47e3-b271-8054fc25bb1c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1066368 Aug 30 22:47:32.045962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7b20689-ba63-414a-a4bd-623464e07337 req-6106eb0b-233e-459a-aaf6-255ba4be089c service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950965 Aug 30 22:47:32.100191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-50981062-707a-4900-959b-add58427cce6 req-5b057706-b8fc-4fd7-9b2b-783688500176 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839100 Aug 30 22:47:32.126311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:32.184272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:32.208273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-521431d7-d80a-4ab2-adde-51df8f05c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:32.209797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-521431d7-d80a-4ab2-adde-51df8f05c13b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1666982 Aug 30 22:47:32.320629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:32.348366 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:32.351068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:32.352292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/caf94e39-a9ad-4fa5-b472-6f11c4b01b7a HTTP/1.1" status: 204 len: 168 time: 0.4969802 Aug 30 22:47:32.367938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7900f4a5-2053-4c95-af1a-4ee3609e034f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:32.368510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7900f4a5-2053-4c95-af1a-4ee3609e034f not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:32.369386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:32.375820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff211b0a-a125-413e-97bb-54dcb3598b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf94e39-a9ad-4fa5-b472-6f11c4b01b7a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:32.379079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-09201e97-1e25-4bb2-ae72-d53c66748cbd service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449924 Aug 30 22:47:32.440704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:32.442103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:32.479561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:32.480477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 23cbdd73-cbe2-43c4-82bf-b8b228a1c60a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:32.594476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4f5a447-c6c9-4a65-b674-7a6244781301 req-e6ef22b9-aa8e-4417-b1b7-7680a936ff4e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042806 Aug 30 22:47:32.602994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:32.648823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:32.651236 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b728278-eeb7-45e3-a7d1-db21b58857d2" -d '{"events": [{"name": "network-changed", "server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "tag": "77ca04bb-6796-43a6-af67-da68ef263100"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:32.723400 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb46d73-efef-4bfa-9f1a-3607e1dcb38f x-openstack-request-id: req-5bb46d73-efef-4bfa-9f1a-3607e1dcb38f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:32.724333 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "tag": "77ca04bb-6796-43a6-af67-da68ef263100", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:32.724603 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bb46d73-efef-4bfa-9f1a-3607e1dcb38f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:32.724978 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100', 'status': 'completed', 'code': 200} Aug 30 22:47:32.894314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-04b8d313-9629-4f12-a103-9f414102fabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:32.896048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-04b8d313-9629-4f12-a103-9f414102fabe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7c3347241fa349229dc4194aad4ef42f&device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 1095 time: 0.0837753 Aug 30 22:47:32.936394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac5bf0f0-39d5-4671-b922-c8bef998bf16 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:32.939127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac5bf0f0-39d5-4671-b922-c8bef998bf16 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.47 "GET /v2.0/networks?id=5596b3e3-682c-44b2-971c-1e75677519d1 HTTP/1.1" status: 200 len: 815 time: 0.2599964 Aug 30 22:47:32.954597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0ddcab-bbea-4547-92ef-290d3ea3f30c req-007ab49c-ba18-42e1-a995-53cc62453734 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:32.962655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d0ddcab-bbea-4547-92ef-290d3ea3f30c req-007ab49c-ba18-42e1-a995-53cc62453734 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 943 time: 0.1136200 Aug 30 22:47:32.972797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Request body: {'port': {'device_id': '1bfb5fb1-9418-4736-af19-e46a38549449', 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1', 'admin_state_up': True, 'tenant_id': '9b6aee4bcb434fb38e270bd8d8cd80d3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:32.981244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}, {'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:32.985961 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e246c9-e24f-4e13-acec-15b0834acac6" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}, {"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:33.092024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb959e7f-b0b7-4a8a-ae59-6e155e1bab0b req-4ac23c84-76c9-47e0-8cd1-4c92e9a1a7c1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.093541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb959e7f-b0b7-4a8a-ae59-6e155e1bab0b req-4ac23c84-76c9-47e0-8cd1-4c92e9a1a7c1 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.1190288 Aug 30 22:47:33.100642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-a9986a27-6468-453f-975d-80e39328789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.102135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-a9986a27-6468-453f-975d-80e39328789d service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 200 len: 905 time: 0.1966755 Aug 30 22:47:33.139191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d0ddcab-bbea-4547-92ef-290d3ea3f30c req-834669bf-0a62-438f-964c-57588faafd59 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480184 Aug 30 22:47:33.175174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-d7e518ff-e6fe-4664-bf04-077c3a439983 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77ca04bb-6796-43a6-af67-da68ef263100 HTTP/1.1" status: 200 len: 217 time: 0.0618792 Aug 30 22:47:33.229155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb959e7f-b0b7-4a8a-ae59-6e155e1bab0b req-38deacbc-54e8-4d9f-a294-a9dc3cefd6a9 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260102 Aug 30 22:47:33.246971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Deleting port b2d59b80-9c70-43e5-9586-4935b26b81fb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:33.247342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.271736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-b2ae6aba-4be6-4480-9a39-1b468b6be252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.273175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-b2ae6aba-4be6-4480-9a39-1b468b6be252 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 200 len: 844 time: 0.0833721 Aug 30 22:47:33.285384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eefefc5-ce8b-4caf-9297-4b8c922d4820 req-f5f3007e-4e29-4670-9b99-888cb2091f1a tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 210 time: 0.0384736 Aug 30 22:47:33.286731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Made reservation on behalf of 9b6aee4bcb434fb38e270bd8d8cd80d3 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:33.290671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.352042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-7572ad33-7504-4bd8-9ea2-5f7bbbc9919a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5acd705-2c87-4e7f-8172-2632b8b30baf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517387 Aug 30 22:47:33.425814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 77ca04bb-6796-43a6-af67-da68ef263100 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:33.464851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Allocated IP 172.20.0.14 (5596b3e3-682c-44b2-971c-1e75677519d1/22e3ef0f-681a-4b52-92d5-f9e08ca2b371/9c4b6cf1-7882-4b71-9880-69cef11f1264) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:47:33.518367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] For port b2d59b80-9c70-43e5-9586-4935b26b81fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2d59b80-9c70-43e5-9586-4935b26b81fb,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:33.518740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.523247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-d4d813f7-2acf-4693-886b-179b32d9a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.524752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-d4d813f7-2acf-4693-886b-179b32d9a22a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1101 time: 0.1044233 Aug 30 22:47:33.529673 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e36dd56-7fee-4a0e-870f-1dfef6fc0fdc x-openstack-request-id: req-4e36dd56-7fee-4a0e-870f-1dfef6fc0fdc {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:33.530125 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-unplugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "code": 200}, {"name": "network-changed", "server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:33.530383 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e36dd56-7fee-4a0e-870f-1dfef6fc0fdc {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:33.530785 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'code': 200} Aug 30 22:47:33.531039 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'status': 'completed', 'code': 200} Aug 30 22:47:33.610563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:33.624954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '77ca04bb-6796-43a6-af67-da68ef263100', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '77ca04bb-6796-43a6-af67-da68ef263100', 'mac_address': 'fa:16:3e:2a:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:33.655684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-c7d15bdb-8ad6-4db2-b8aa-05170613b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.657598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-c7d15bdb-8ad6-4db2-b8aa-05170613b877 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1148074 Aug 30 22:47:33.658660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Calling delete_port for b2d59b80-9c70-43e5-9586-4935b26b81fb owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:33.671316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.688310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77ca04bb-6796-43a6-af67-da68ef263100 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:33.713174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:33.724315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.763916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-e76fcb03-050f-4483-8873-6bd04159ec09 service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030254 Aug 30 22:47:33.766888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6280d-df4f-47b8-be2d-a1c1d09bc33b req-8ad2f67a-9eab-4d08-b6bf-22ff9129df69 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.776357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03b6280d-df4f-47b8-be2d-a1c1d09bc33b req-8ad2f67a-9eab-4d08-b6bf-22ff9129df69 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2381382 Aug 30 22:47:33.782884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:33.879644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-23ac9fd3-d1ea-41b4-a7c8-4e1db7d9d891 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.1732242 Aug 30 22:47:33.885577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-11c4b681-4ff1-4c41-b81d-adfe39fdc8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:33.887038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-11c4b681-4ff1-4c41-b81d-adfe39fdc8d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=542e01e2883e4b25aacb5b5cff6af037&device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1101 time: 0.3551769 Aug 30 22:47:33.919555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:33.998090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03b6280d-df4f-47b8-be2d-a1c1d09bc33b req-0ab4f392-fea9-4744-92a4-a0cc9b4a64be tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153821 Aug 30 22:47:34.070886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['77ca04bb-6796-43a6-af67-da68ef263100'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:34.071455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-e9e069e3-23e2-4c6f-886b-4b16c6f6bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.073073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-e9e069e3-23e2-4c6f-886b-4b16c6f6bb23 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1699972 Aug 30 22:47:34.082697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:34.199274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-cd7dcd5c-ebfc-41e3-8ae1-a30732e3f798 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 200 len: 217 time: 0.1054215 Aug 30 22:47:34.204263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Network 5596b3e3-682c-44b2-971c-1e75677519d1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:47:34.212239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:34.232441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:47:34.292910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.293774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:34.377672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Pushing event updated for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:34.394289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaf889-6340-492a-ae02-696174f6847f req-66136cf0-7179-4ce8-9507-5cd4414262ea tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.405213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cbdaf889-6340-492a-ae02-696174f6847f req-66136cf0-7179-4ce8-9507-5cd4414262ea tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.7377028 Aug 30 22:47:34.437833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ac924c72-28a6-40e2-8dbd-c161beb717b8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4721744 Aug 30 22:47:34.444530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-aed81cf7-55eb-498c-b015-0d00b6159706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.446062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-aed81cf7-55eb-498c-b015-0d00b6159706 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2356379 Aug 30 22:47:34.446784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b728278-eeb7-45e3-a7d1-db21b58857d2 req-698d4d37-a363-4536-8ba9-1a5e55ca1dcf service neutron] 10.222.0.52 "GET /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575894 Aug 30 22:47:34.452655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Request body: {'port': {'device_id': '1bfb5fb1-9418-4736-af19-e46a38549449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:34.534227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1319c17-02e8-4598-8760-8a241c152ae1 req-0f8d6683-48c0-4d6b-820d-c31224f85177 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.535730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1319c17-02e8-4598-8760-8a241c152ae1 req-0f8d6683-48c0-4d6b-820d-c31224f85177 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 944 time: 0.2384019 Aug 30 22:47:34.588853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-b25389a3-8176-4b44-a951-378963d78f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.590397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-b25389a3-8176-4b44-a951-378963d78f44 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.6857488 Aug 30 22:47:34.633021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1319c17-02e8-4598-8760-8a241c152ae1 req-0cd68556-58c7-48a3-8443-53ea8adc69c0 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890007 Aug 30 22:47:34.633592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:34.651395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-a7fc1437-e399-4c45-af96-7550957dbaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.652825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-a7fc1437-e399-4c45-af96-7550957dbaae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611090 Aug 30 22:47:34.690476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cbdaf889-6340-492a-ae02-696174f6847f req-feb94850-2232-4cea-b400-5f41799d7477 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838719 Aug 30 22:47:34.762847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-e60641ba-7317-45b3-9be8-75ed49a4f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:34.764554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-e60641ba-7317-45b3-9be8-75ed49a4f7aa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1634841 Aug 30 22:47:34.774002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:34.860214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2d59b80-9c70-43e5-9586-4935b26b81fb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:35.092820 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-ab4b053b-cc1d-4474-92bb-c5ea905898fe service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737355 Aug 30 22:47:35.101770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92276b3-dbb6-4236-92fe-c9eac6167de7 req-90477590-396f-4962-8cf1-9afb7638c777 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:35.110592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a92276b3-dbb6-4236-92fe-c9eac6167de7 req-90477590-396f-4962-8cf1-9afb7638c777 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 932 time: 0.2928128 Aug 30 22:47:35.259545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-8e1e63bf-a2c2-42db-ba6c-ab1433e53f29 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842750 Aug 30 22:47:35.343404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a92276b3-dbb6-4236-92fe-c9eac6167de7 req-b137dec5-3570-4131-b451-e713cc379bc9 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318225 Aug 30 22:47:35.397407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.400888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-d65f2354-5d0a-4e32-a200-5cbed16aeb46 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821462 Aug 30 22:47:35.441354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:35.450471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 77ca04bb-6796-43a6-af67-da68ef263100 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:35.514211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526e07cb-3d5d-4395-b10e-fa5cadc3a762 req-58ce400b-f8e5-4e65-ba11-9dc7ab18887d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:35.516290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-526e07cb-3d5d-4395-b10e-fa5cadc3a762 req-58ce400b-f8e5-4e65-ba11-9dc7ab18887d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 949 time: 0.7086682 Aug 30 22:47:35.617215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 77ca04bb-6796-43a6-af67-da68ef263100 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:47:35.624649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 77ca04bb-6796-43a6-af67-da68ef263100 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:35.625223 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.707914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:35.729951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'mac_address': 'fa:16:3e:69:7e:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:35.838292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-526e07cb-3d5d-4395-b10e-fa5cadc3a762 req-f15c8b13-648c-457c-bc95-d04bc9206c70 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3095162 Aug 30 22:47:35.854686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.858044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.858663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64e246c9-e24f-4e13-acec-15b0834acac6 req-7026c702-9f6c-4197-841d-c5bdb476af57 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5862567 Aug 30 22:47:35.860882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4b6cf1-7882-4b71-9880-69cef11f1264 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:35.880002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.911473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Transition to ACTIVE for port object 9c4b6cf1-7882-4b71-9880-69cef11f1264 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:47:35.925771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:35.928964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:35.987369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:35.992861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362d6c78-0e44-43ea-ae22-e3347a1aadee req-2b6960be-753d-4ef7-9865-98d9096bb10e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:36.013070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362d6c78-0e44-43ea-ae22-e3347a1aadee req-2b6960be-753d-4ef7-9865-98d9096bb10e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1468177 Aug 30 22:47:36.030284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:36.033050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:36.039612 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1228ad-ffc0-445c-a2fc-dd72ab4dcd3f" -d '{"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-plugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:36.050548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.054907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.063350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Router b17d7847-c68b-4f6c-94ae-af2fc42818e7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:36.092599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:36.106027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362d6c78-0e44-43ea-ae22-e3347a1aadee req-11015429-b273-4219-81be-f583922a9f5e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897369 Aug 30 22:47:36.138341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da4291-876a-4d2e-ba61-2a9c627e0b04 req-b913f507-1349-4979-aa45-bef244c48817 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:36.149910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29da4291-876a-4d2e-ba61-2a9c627e0b04 req-b913f507-1349-4979-aa45-bef244c48817 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 944 time: 0.1903100 Aug 30 22:47:36.188613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=12']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:36.197752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Attempting to bind port 9c4b6cf1-7882-4b71-9880-69cef11f1264 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:47:36.198260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Attempting to bind port 9c4b6cf1-7882-4b71-9880-69cef11f1264 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '9c6b3d55-e081-4989-92b2-e9564db16ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:47:36.199017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Attempting to bind port 9c4b6cf1-7882-4b71-9880-69cef11f1264 on network 5596b3e3-682c-44b2-971c-1e75677519d1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:36.211848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Port 9c4b6cf1-7882-4b71-9880-69cef11f1264 on network 5596b3e3-682c-44b2-971c-1e75677519d1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:47:36.222683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Attempting to bind port 9c4b6cf1-7882-4b71-9880-69cef11f1264 on network 5596b3e3-682c-44b2-971c-1e75677519d1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:47:36.275238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:47:36.276019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Checking segment: {'id': '9c6b3d55-e081-4989-92b2-e9564db16ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:36.276269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Bound using segment: {'id': '9c6b3d55-e081-4989-92b2-e9564db16ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:47:36.276839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Bound port: 9c4b6cf1-7882-4b71-9880-69cef11f1264, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c6b3d55-e081-4989-92b2-e9564db16ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:47:36.277477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.297153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29da4291-876a-4d2e-ba61-2a9c627e0b04 req-3d06c574-3b46-44e7-827c-8080ae4c85f2 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461341 Aug 30 22:47:36.330986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:36.340706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:36.418351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1f9a8fd5-95a5-491f-90b1-4336909ac31e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:36.479060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:47:36.490041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:36.496309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264,segment=NetworkSegment(9c6b3d55-e081-4989-92b2-e9564db16ad0),segment_id=9c6b3d55-e081-4989-92b2-e9564db16ad0)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:47:36.499084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e881e952-9e6b-4ee9-bc94-3e0c092b1318 admin admin] 10.222.0.25 "PUT /v2.0/routers/b17d7847-c68b-4f6c-94ae-af2fc42818e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1270630 Aug 30 22:47:36.502070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:36.505194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Sync routers for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:36.524011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:36.524985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.529720 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:36.685938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:36.687064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.689098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] 10.222.0.47 "PUT /v2.0/ports/9c4b6cf1-7882-4b71-9880-69cef11f1264 HTTP/1.1" status: 200 len: 1093 time: 2.2409041 Aug 30 22:47:36.689748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:36.701697 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd2e09c-8169-4dd6-80f8-46d7448378b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:36.734810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:36.781886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'mac_address': 'fa:16:3e:d9:98:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:36.800962 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9036ab45-f0ba-48c7-b8bd-d22c9a12fa84 x-openstack-request-id: req-9036ab45-f0ba-48c7-b8bd-d22c9a12fa84 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:36.800962 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-plugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:36.800962 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9036ab45-f0ba-48c7-b8bd-d22c9a12fa84 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:36.800962 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100', 'code': 200} Aug 30 22:47:36.802032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.899579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:36.932477 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:37.019552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7bf8b-86cf-45a3-8f54-484c5ff684e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:37.034361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 486ca03f-8d5f-4568-94de-01a2cc5ac75b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:37.076467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57367ab-0ace-49bc-9241-14378603480e req-ec72cfb8-4f01-4c9a-8629-32fe5f9f434c tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.092419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e57367ab-0ace-49bc-9241-14378603480e req-ec72cfb8-4f01-4c9a-8629-32fe5f9f434c tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 944 time: 0.4495168 Aug 30 22:47:37.127453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:37.142204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:37.175673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af92ba0-52a6-4ace-b638-f2673ef4308b req-4db5ca7c-f2ec-421b-b259-56a0be79b108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.179071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1af92ba0-52a6-4ace-b638-f2673ef4308b req-4db5ca7c-f2ec-421b-b259-56a0be79b108 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 1097 time: 0.3593202 Aug 30 22:47:37.183681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ba427479-80b1-42ad-9ac3-d4c94b3775d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.185924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ba427479-80b1-42ad-9ac3-d4c94b3775d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b6aee4bcb434fb38e270bd8d8cd80d3&device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 1096 time: 0.3556840 Aug 30 22:47:37.206097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:37.276013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['486ca03f-8d5f-4568-94de-01a2cc5ac75b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:37.302439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-0bc33f6b-3d59-4eff-9caf-8930e1703544 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264 HTTP/1.1" status: 200 len: 217 time: 0.0999892 Aug 30 22:47:37.316045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:37.371708 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254'}], 'enable_snat': True}, 'gw_port_id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:47:34Z', 'revision_number': 5, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port': {'id': '0d968336-a1f6-458a-93cc-743af2bddc1a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:b1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 621, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:46:39Z', 'updated_at': '2021-08-30T22:46:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:37.416998 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Checking router: b17d7847-c68b-4f6c-94ae-af2fc42818e7 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:37.430024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Routers {'b17d7847-c68b-4f6c-94ae-af2fc42818e7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:37.430942 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:37.446446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e57367ab-0ace-49bc-9241-14378603480e req-bb00304d-139f-4a56-be12-f933f7eea667 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490887 Aug 30 22:47:37.476157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ced2d882-7606-43b1-8601-5729378d211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.478474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-ced2d882-7606-43b1-8601-5729378d211d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22e3ef0f-681a-4b52-92d5-f9e08ca2b371 HTTP/1.1" status: 200 len: 855 time: 0.1307588 Aug 30 22:47:37.490972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d92e2f-bed3-462e-bb15-2770dddfcedb req-690f4508-9db0-4981-a6d6-80d3538ac32e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.493196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8d92e2f-bed3-462e-bb15-2770dddfcedb req-690f4508-9db0-4981-a6d6-80d3538ac32e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.1875546 Aug 30 22:47:37.536024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] Set router b17d7847-c68b-4f6c-94ae-af2fc42818e7 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:37.579005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Deleting port 0d968336-a1f6-458a-93cc-743af2bddc1a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:37.579355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:37.584023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1af92ba0-52a6-4ace-b638-f2673ef4308b req-f7066f18-c603-45a9-badd-4873376297c9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967888 Aug 30 22:47:37.593466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-75a94759-1301-4717-af39-4e8c5b798e89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5596b3e3-682c-44b2-971c-1e75677519d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0922396 Aug 30 22:47:37.608744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:47:37Z', 'revision_number': 6, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:37.641021 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9d3fa-a7ae-4d44-98d0-d4e0530f1508 None None] The sync data for ids ['b17d7847-c68b-4f6c-94ae-af2fc42818e7'] in n-d-791504-21 is: [{'id': 'b17d7847-c68b-4f6c-94ae-af2fc42818e7', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1892776960-router', 'tenant_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:46:38Z', 'updated_at': '2021-08-30T22:47:37Z', 'revision_number': 6, 'project_id': '79af0b2b4df54f1f9ea86a63582d65f4', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:37.730569 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6282f340-3806-4beb-aed9-34e65c4a0653 x-openstack-request-id: req-6282f340-3806-4beb-aed9-34e65c4a0653 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:37.730569 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:37.730569 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6282f340-3806-4beb-aed9-34e65c4a0653 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:37.731079 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264', 'status': 'completed', 'code': 200} Aug 30 22:47:37.802881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8d92e2f-bed3-462e-bb15-2770dddfcedb req-477524fc-effd-4320-9fdc-585a1310e66b tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3015602 Aug 30 22:47:37.840495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-4337f4eb-6f7d-4013-9dd7-619ba9d75185 service neutron] 10.222.0.47 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412357 Aug 30 22:47:37.854895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] For port 0d968336-a1f6-458a-93cc-743af2bddc1a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0d968336-a1f6-458a-93cc-743af2bddc1a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:37.855428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:37.907823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Calling delete_port for 0d968336-a1f6-458a-93cc-743af2bddc1a owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:37.982228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a817d0e-976b-4835-ab77-ad6875d76725 req-7b6595e9-f900-4d88-b804-deb78e9ef4da tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:37.983855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a817d0e-976b-4835-ab77-ad6875d76725 req-7b6595e9-f900-4d88-b804-deb78e9ef4da tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.1424663 Aug 30 22:47:38.022242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca73f76-0959-4448-9ca8-45d397cbda4f req-7ad9f456-8f55-417b-91f1-a030c6e0b193 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.023827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca73f76-0959-4448-9ca8-45d397cbda4f req-7ad9f456-8f55-417b-91f1-a030c6e0b193 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 945 time: 0.1186130 Aug 30 22:47:38.072163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a817d0e-976b-4835-ab77-ad6875d76725 req-79a6a2db-e265-4549-bd1c-48e6005ad4dc tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783956 Aug 30 22:47:38.156320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc9a2e8-0dd5-422d-a2c9-643d08d5a2a9 req-7a329db1-d7a0-4592-806d-28567aa5746b service neutron] 10.222.0.47 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740927 Aug 30 22:47:38.179692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2d59b80-9c70-43e5-9586-4935b26b81fb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:38.238558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b2d59b80-9c70-43e5-9586-4935b26b81fb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:38.239902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2d59b80-9c70-43e5-9586-4935b26b81fb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:38.258434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca73f76-0959-4448-9ca8-45d397cbda4f req-793fcd71-3843-493f-9dc7-8f72a10a0420 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182271 Aug 30 22:47:38.269620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.325347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-98115269-179b-4137-ac7e-99ab1547a243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.326876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-98115269-179b-4137-ac7e-99ab1547a243 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b6aee4bcb434fb38e270bd8d8cd80d3&device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 1096 time: 0.1282010 Aug 30 22:47:38.342046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7311601-5339-44d3-9d00-11c2e3e3d8ed req-6840eac3-2f8b-48d9-910e-d46303bb8079 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.343642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7311601-5339-44d3-9d00-11c2e3e3d8ed req-6840eac3-2f8b-48d9-910e-d46303bb8079 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 945 time: 0.0853891 Aug 30 22:47:38.345190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:38.345983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d968336-a1f6-458a-93cc-743af2bddc1a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:38.399734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.450560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7311601-5339-44d3-9d00-11c2e3e3d8ed req-86b6e352-f89a-455f-9077-e00e4c4d0508 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948658 Aug 30 22:47:38.507706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 486ca03f-8d5f-4568-94de-01a2cc5ac75b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:38.508575 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.530852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-69b037fb-c028-4f8f-bfff-34d533ca9074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.532474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-69b037fb-c028-4f8f-bfff-34d533ca9074 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5596b3e3-682c-44b2-971c-1e75677519d1 HTTP/1.1" status: 200 len: 916 time: 0.1877866 Aug 30 22:47:38.613319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-7ca21fef-e807-409c-b02b-c53ded0b6e9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264 HTTP/1.1" status: 200 len: 217 time: 0.0666535 Aug 30 22:47:38.742077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-f3a30112-3254-4641-9b8a-d523f66ead36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.744089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-f3a30112-3254-4641-9b8a-d523f66ead36 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=22e3ef0f-681a-4b52-92d5-f9e08ca2b371 HTTP/1.1" status: 200 len: 855 time: 0.1172853 Aug 30 22:47:38.769750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.792301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.796628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.808281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-31a35d1e-692c-4649-ba06-1c27a1191fbd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5596b3e3-682c-44b2-971c-1e75677519d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465391 Aug 30 22:47:38.822820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf96ac5-f0d5-41bf-9061-b8c3f536e1cc req-357a2121-58fc-45f9-8752-3d212d676059 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.836757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcf96ac5-f0d5-41bf-9061-b8c3f536e1cc req-357a2121-58fc-45f9-8752-3d212d676059 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 944 time: 0.1394243 Aug 30 22:47:38.876277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:38.889127 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af18640d-7190-4da1-a603-0c86e9c64d5f" -d '{"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-plugged", "status": "completed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:38.908356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:38.913029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1787db5-4e96-44f1-afc3-70d5b392231a req-b0871e62-4a4b-46b3-b2a8-50ca37d3d14f tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:38.919354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.923395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1787db5-4e96-44f1-afc3-70d5b392231a req-b0871e62-4a4b-46b3-b2a8-50ca37d3d14f tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 1102 time: 0.2851846 Aug 30 22:47:38.977339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1787db5-4e96-44f1-afc3-70d5b392231a req-a3b58965-d541-4691-a11b-718842033432 tempest-MigrationsAdminTest-1040922305 tempest-MigrationsAdminTest-1040922305-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521100 Aug 30 22:47:38.978546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.982317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b17d7847-c68b-4f6c-94ae-af2fc42818e7 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:47:38.997969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:38.999272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-63e7c68c-fd2a-46b4-9d48-daa73f0dd4c7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b17d7847-c68b-4f6c-94ae-af2fc42818e7 HTTP/1.1" status: 204 len: 168 time: 2.4954782 Aug 30 22:47:39.004054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:39.067854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:39.089486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcf96ac5-f0d5-41bf-9061-b8c3f536e1cc req-34fd5968-8a06-4054-bafe-417f1d8c5feb tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460186 Aug 30 22:47:39.163142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Deleting subnet eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:47:39.164994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-b52c0b1c-b3d8-4843-bbcc-80aaedd392a4 service neutron] 10.222.0.47 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201866 Aug 30 22:47:39.171163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.210849 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa1db36-7bf0-451b-a43f-24b5962293d9 x-openstack-request-id: req-5aa1db36-7bf0-451b-a43f-24b5962293d9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:39.212119 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-plugged", "status": "completed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:39.212573 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5aa1db36-7bf0-451b-a43f-24b5962293d9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:39.213311 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'code': 200} Aug 30 22:47:39.306546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.386805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd2e09c-8169-4dd6-80f8-46d7448378b0 req-2e046801-be12-48f9-9c58-c20da097cb0e service neutron] 10.222.0.47 "GET /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007647 Aug 30 22:47:39.468362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:39.513871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.649062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb848e73-72fa-4e7e-a2d4-e64cfc52da1c req-bac05647-015b-4adc-bffb-4d7468d4c142 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:39.651619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb848e73-72fa-4e7e-a2d4-e64cfc52da1c req-bac05647-015b-4adc-bffb-4d7468d4c142 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0885627 Aug 30 22:47:39.669240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:47:39.673489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd25af2-1ed7-440d-b05a-4eea1b1f8410 req-70cd67b6-28aa-4700-8e3e-12389a312629 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:39.679410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd25af2-1ed7-440d-b05a-4eea1b1f8410 req-70cd67b6-28aa-4700-8e3e-12389a312629 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.1181781 Aug 30 22:47:39.684963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1f9a8fd5-95a5-491f-90b1-4336909ac31e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:39.691779 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.718310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:39.722252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb848e73-72fa-4e7e-a2d4-e64cfc52da1c req-84126c4e-a26d-429f-bd88-562091862ed2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624387 Aug 30 22:47:39.725088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.777648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:39.789892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eeb62a04-0ca2-492d-a3ca-c2d2996a2b26 HTTP/1.1" status: 204 len: 168 time: 0.7739863 Aug 30 22:47:39.789892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de6a19-6dac-44f9-b45b-209f50b6305f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeb62a04-0ca2-492d-a3ca-c2d2996a2b26,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:39.789892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35076) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:39.795256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd25af2-1ed7-440d-b05a-4eea1b1f8410 req-e2d8c0a3-a60c-405d-ba18-b4067dfe4659 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081021 Aug 30 22:47:39.805116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c8b685-ba57-4a6b-a4b9-ec00211737de None None] Network 15376eac-b287-4e89-8ee5-f81c46bef67a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:40.026734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.039892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d2baf-0ad1-49dc-8c38-c2727fa4e644 req-3db2c0e3-2451-496b-a745-184a173c0042 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:40.042943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff5d2baf-0ad1-49dc-8c38-c2727fa4e644 req-3db2c0e3-2451-496b-a745-184a173c0042 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 945 time: 0.1362429 Aug 30 22:47:40.083235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cae9-c856-49d9-8748-a8d758b88b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.103885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.212365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff5d2baf-0ad1-49dc-8c38-c2727fa4e644 req-2c149ef0-ebfa-4cdb-9313-049ea82b88bf tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614752 Aug 30 22:47:40.246361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cae9-c856-49d9-8748-a8d758b88b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.280232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:40.294299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ab3cae9-c856-49d9-8748-a8d758b88b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.359260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35084) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:40.372338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5ab3cae9-c856-49d9-8748-a8d758b88b89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64c7573440184e1bb3721c27f0aa45aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6440897 Aug 30 22:47:40.388959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3cae9-c856-49d9-8748-a8d758b88b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1596d67-838d-471b-8130-dc2586a9bc86,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:40.392311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.404113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0d968336-a1f6-458a-93cc-743af2bddc1a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:40.422570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04e49ce-48c8-4767-96b0-c8746b74a72d req-9f49ef07-aea3-4f8f-828e-fdc820ecdd1c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:40.429820 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d04e49ce-48c8-4767-96b0-c8746b74a72d req-9f49ef07-aea3-4f8f-828e-fdc820ecdd1c tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 950 time: 0.4989126 Aug 30 22:47:40.486033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0d968336-a1f6-458a-93cc-743af2bddc1a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:40.491470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0d968336-a1f6-458a-93cc-743af2bddc1a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:40.529221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be36bd7-be44-4af7-9c60-e37878511582 req-608d7d02-b573-49df-978c-3c49698a3164 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:40.539112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8be36bd7-be44-4af7-9c60-e37878511582 req-608d7d02-b573-49df-978c-3c49698a3164 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 944 time: 0.1611710 Aug 30 22:47:40.539754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Deleting port b82eba92-20b1-4951-9a7d-778c2c8847a0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:40.540106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.562876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.592549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2f2095ad-134e-434f-ae7c-c5380509fb0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.603767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.606839 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d04e49ce-48c8-4767-96b0-c8746b74a72d req-8cc09a02-754e-4b32-8591-348687440b42 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649327 Aug 30 22:47:40.626422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8be36bd7-be44-4af7-9c60-e37878511582 req-fc68c16c-d4f5-46eb-84f7-e9144ec8a3f8 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858686 Aug 30 22:47:40.710976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=13']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:40.713050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.716280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.717838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b1596d67-838d-471b-8130-dc2586a9bc86 HTTP/1.1" status: 204 len: 168 time: 0.3573043 Aug 30 22:47:40.747899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296142f5-e3b5-4f4e-9812-3aefdbe41d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1596d67-838d-471b-8130-dc2586a9bc86,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:40.815114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] For port b82eba92-20b1-4951-9a7d-778c2c8847a0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b82eba92-20b1-4951-9a7d-778c2c8847a0,segment=NetworkSegment(b623b25a-6d15-4818-84d7-ce970895e284),segment_id=b623b25a-6d15-4818-84d7-ce970895e284)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:40.815729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:40.844409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Calling delete_port for b82eba92-20b1-4951-9a7d-778c2c8847a0 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:40.851497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] DHCP port deletion for 15376eac-b287-4e89-8ee5-f81c46bef67a request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:47:41.058691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.074969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9a834-5224-43e7-b4f2-cc5f04d89951 req-68ca734f-47b4-4612-9752-d39ad8600b1d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:41.089199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9aa9a834-5224-43e7-b4f2-cc5f04d89951 req-68ca734f-47b4-4612-9752-d39ad8600b1d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2041504 Aug 30 22:47:41.099558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Deleting port b82eba92-20b1-4951-9a7d-778c2c8847a0 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:41.099940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.142641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] No DVR routers for this DVR port b82eba92-20b1-4951-9a7d-778c2c8847a0 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:41.159438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b82eba92-20b1-4951-9a7d-778c2c8847a0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:41.220317 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:47:41.341278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-f1f35e3b-9887-4000-9a94-80524ce58e9e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:41.343343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-f1f35e3b-9887-4000-9a94-80524ce58e9e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 951 time: 0.3775084 Aug 30 22:47:41.405524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-8c015d5f-323c-4efe-a5f0-1f496ca99766 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:41.411722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-8c015d5f-323c-4efe-a5f0-1f496ca99766 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.47 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.3621399 Aug 30 22:47:41.428128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9aa9a834-5224-43e7-b4f2-cc5f04d89951 req-d6aad17c-d371-421f-ac23-f39b5ef71d11 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3378029 Aug 30 22:47:41.448286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:41.532534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e08647c1-c793-4181-a979-a66b332db134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.614470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] For port b82eba92-20b1-4951-9a7d-778c2c8847a0, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:41.615502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.632956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Calling delete_port for b82eba92-20b1-4951-9a7d-778c2c8847a0 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:41.637676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Port b82eba92-20b1-4951-9a7d-778c2c8847a0 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:47:41.639088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:41.641530 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546969f1-ae5d-4582-ab19-0ed76005507b" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:41.645681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.667767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] No DVR routers for this DVR port b82eba92-20b1-4951-9a7d-778c2c8847a0 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:41.720266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff5e47c-c20d-4e7a-9993-55aa7835f341 None None] Pushing event deleted for resources: {'Port': ['ID=b82eba92-20b1-4951-9a7d-778c2c8847a0,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:41.835552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e08647c1-c793-4181-a979-a66b332db134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.846527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e08647c1-c793-4181-a979-a66b332db134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.857895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Deleting port 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:41.858509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.880585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bc471-6d1c-499f-931b-b24f918caec1 req-88895e73-fab1-444e-a26d-bbc0bfb31ddb tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:41.886297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e17bc471-6d1c-499f-931b-b24f918caec1 req-88895e73-fab1-444e-a26d-bbc0bfb31ddb tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 945 time: 0.2284458 Aug 30 22:47:41.899515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:41.938753 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e08647c1-c793-4181-a979-a66b332db134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb00a7e7c1f34d50a763df4dc1aa80cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4875975 Aug 30 22:47:41.939542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35108) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:41.974372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08647c1-c793-4181-a979-a66b332db134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e957b4-64c3-486b-b7ae-d4f64121dd89,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:41.980555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15376eac-b287-4e89-8ee5-f81c46bef67a']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:41.997764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] For port 1f9a8fd5-95a5-491f-90b1-4336909ac31e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1f9a8fd5-95a5-491f-90b1-4336909ac31e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:41.998298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.013397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Calling delete_port for 1f9a8fd5-95a5-491f-90b1-4336909ac31e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:42.018018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b623b25a-6d15-4818-84d7-ce970895e284') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:42.018499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b623b25a-6d15-4818-84d7-ce970895e284') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:42.131395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.183200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.217921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962', '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'a3f73629-2c18-4150-a820-69310eb3f92e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:42.236257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.269543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.340532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b82eba92-20b1-4951-9a7d-778c2c8847a0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:42.390585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9c4b6cf1-7882-4b71-9880-69cef11f1264 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:42.402372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.415663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.420687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.425269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b82eba92-20b1-4951-9a7d-778c2c8847a0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:42.428568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90e957b4-64c3-486b-b7ae-d4f64121dd89 HTTP/1.1" status: 204 len: 168 time: 0.4760401 Aug 30 22:47:42.430587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b82eba92-20b1-4951-9a7d-778c2c8847a0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:42.461490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:47:42.461490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:47:42.465319 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:47:42.469623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event deleted for resources: {'Port': ['ID=1f9a8fd5-95a5-491f-90b1-4336909ac31e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:42.595903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd945fd-55da-46ed-a061-c5a8c2f02ccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e957b4-64c3-486b-b7ae-d4f64121dd89,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:42.656840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e17bc471-6d1c-499f-931b-b24f918caec1 req-37372742-cd7e-4f08-8d4c-4b4d2f0379e7 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups?id=ef49c035-9d12-48f0-bfae-5fa259ce63e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4888933 Aug 30 22:47:42.661923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.690619 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.719144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] 10.222.0.25 "DELETE /v2.0/networks/15376eac-b287-4e89-8ee5-f81c46bef67a HTTP/1.1" status: 204 len: 168 time: 2.9336243 Aug 30 22:47:42.753066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9393ac-fa8e-4750-b907-a2d1daf9bbcd admin admin] Pushing event deleted for resources: {'Network': ['ID=15376eac-b287-4e89-8ee5-f81c46bef67a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:42.767133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] No DVR routers for this DVR port 1f9a8fd5-95a5-491f-90b1-4336909ac31e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:42.810212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Deleting port 0c446403-4e63-4fe0-a03e-8fad734f9366 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:42.811337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.830986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:42.851624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11ef25a4-50e6-4e47-975d-7a46d1f6f594 req-828ccfc7-037e-43c4-bda9-4d601b494279 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "DELETE /v2.0/ports/1f9a8fd5-95a5-491f-90b1-4336909ac31e HTTP/1.1" status: 204 len: 173 time: 1.4748621 Aug 30 22:47:42.866570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-deleted', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:42.869438 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105abedb-a091-47eb-bd7e-5eee003ca3cb" -d '{"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-deleted", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:43.033418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a365faf5-a4b1-4c25-aeb3-8eb43d522312 req-300516e0-cc7d-497f-8f1b-824d3fc686e3 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=16d5e20b-0ced-49a1-9831-b7cb193417ac HTTP/1.1" status: 200 len: 210 time: 0.0397515 Aug 30 22:47:43.096270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.240577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] For port 0c446403-4e63-4fe0-a03e-8fad734f9366, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c446403-4e63-4fe0-a03e-8fad734f9366,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:43.240777 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926fecb9-7aa5-4914-a47d-b65fa7979d5c x-openstack-request-id: req-926fecb9-7aa5-4914-a47d-b65fa7979d5c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:43.241204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.247938 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:43.248346 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-926fecb9-7aa5-4914-a47d-b65fa7979d5c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:43.249208 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'code': 200} Aug 30 22:47:43.404354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-92416e62-bdff-436c-8f26-290e8185e2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.407563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264,segment=NetworkSegment(9c6b3d55-e081-4989-92b2-e9564db16ad0),segment_id=9c6b3d55-e081-4989-92b2-e9564db16ad0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:43.434081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9c4b6cf1-7882-4b71-9880-69cef11f1264', 'network_id': '5596b3e3-682c-44b2-971c-1e75677519d1', 'port_id': '9c4b6cf1-7882-4b71-9880-69cef11f1264', 'mac_address': 'fa:16:3e:31:1c:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22e3ef0f-681a-4b52-92d5-f9e08ca2b371', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:43.457015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35126) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:43.511408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:43.555333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1f9a8fd5-95a5-491f-90b1-4336909ac31e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:43.556205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1f9a8fd5-95a5-491f-90b1-4336909ac31e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:43.616153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.647029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c42a99a9-3806-407f-92d6-5156aecb991e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79af0b2b4df54f1f9ea86a63582d65f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878750 Aug 30 22:47:43.649629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:43.734619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4b6cf1-7882-4b71-9880-69cef11f1264 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:43.761388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.824639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.836416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264,segment=NetworkSegment(9c6b3d55-e081-4989-92b2-e9564db16ad0),segment_id=9c6b3d55-e081-4989-92b2-e9564db16ad0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:43.860946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.872826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb15e4-ef47-4961-87fd-f0cfd1d11371 req-2ad0eff2-f29b-4a2c-90fa-22310c6063cd tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:43.889656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cccb15e4-ef47-4961-87fd-f0cfd1d11371 req-2ad0eff2-f29b-4a2c-90fa-22310c6063cd tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 944 time: 0.2935448 Aug 30 22:47:43.932244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.939204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:43.941395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea39b6cf-0134-4618-8d5c-639da35ff6f0 HTTP/1.1" status: 204 len: 168 time: 0.2904923 Aug 30 22:47:43.996289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd45d91-5a25-4999-9dab-147543ffd5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea39b6cf-0134-4618-8d5c-639da35ff6f0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:44.169879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:44.183269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9c4b6cf1-7882-4b71-9880-69cef11f1264'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:44.229157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cccb15e4-ef47-4961-87fd-f0cfd1d11371 req-8d9bf3d7-2a64-492e-bb3f-31f225ee6a92 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367467 Aug 30 22:47:44.292947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:44.293401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:44.294087 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Floating IP 05af3145-7a94-408d-8aed-8c4c4c391eff disassociated. External IP: 172.25.7.172, port: 0c446403-4e63-4fe0-a03e-8fad734f9366. Aug 30 22:47:44.295098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Calling delete_port for 0c446403-4e63-4fe0-a03e-8fad734f9366 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:44.387342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c446403-4e63-4fe0-a03e-8fad734f9366 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:44.478312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:44.598119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6366936-c7c6-4f67-9d1f-2df44870bae5 req-79cbab45-ca24-44bd-9974-c9bc828f6c36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:44.599841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6366936-c7c6-4f67-9d1f-2df44870bae5 req-79cbab45-ca24-44bd-9974-c9bc828f6c36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1409349 Aug 30 22:47:44.707674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6366936-c7c6-4f67-9d1f-2df44870bae5 req-86722a00-1bab-431e-a242-36700ba237ed tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760946 Aug 30 22:47:44.712909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:44.732522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:44.851135 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969e86d-24d9-4924-8f1c-05ad0de3545d x-openstack-request-id: req-7969e86d-24d9-4924-8f1c-05ad0de3545d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:44.851546 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16d5e20b-0ced-49a1-9831-b7cb193417ac", "name": "network-vif-deleted", "tag": "1f9a8fd5-95a5-491f-90b1-4336909ac31e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:44.851756 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7969e86d-24d9-4924-8f1c-05ad0de3545d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:44.852098 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16d5e20b-0ced-49a1-9831-b7cb193417ac', 'name': 'network-vif-deleted', 'tag': '1f9a8fd5-95a5-491f-90b1-4336909ac31e', 'status': 'completed', 'code': 200} Aug 30 22:47:44.854880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event deleted for resources: {'Port': ['ID=0c446403-4e63-4fe0-a03e-8fad734f9366,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:44.991634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22877be7-6f4c-47ca-8784-69ddcd4f3f1f req-5b372967-1757-4484-87b8-5852c8cb046e tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/ports?device_id=d6ef005b-d21f-472e-907c-0526f8fca698 HTTP/1.1" status: 200 len: 210 time: 0.1194031 Aug 30 22:47:45.222159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:45.451761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:45.465874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Sync routers for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:45.489589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:45.490669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:45.585999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] No DVR routers for this DVR port 0c446403-4e63-4fe0-a03e-8fad734f9366 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:45.590027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:45.593178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd8cf70-cedc-4582-bcd9-5db45398c9f9 req-dbd49c80-86f3-41fe-a073-871e029cdab2 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.47 "DELETE /v2.0/ports/0c446403-4e63-4fe0-a03e-8fad734f9366 HTTP/1.1" status: 204 len: 173 time: 4.1346025 Aug 30 22:47:45.770185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e6944-6175-4b5e-9a11-6b0f4fa436a3 req-6195440d-299b-434e-b4a9-1ae3dac80a68 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:45.783201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-059e6944-6175-4b5e-9a11-6b0f4fa436a3 req-6195440d-299b-434e-b4a9-1ae3dac80a68 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 945 time: 0.1984606 Aug 30 22:47:45.902830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-059e6944-6175-4b5e-9a11-6b0f4fa436a3 req-c352a9f6-346b-4743-b231-a6b100ff8ca5 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169178 Aug 30 22:47:45.912176 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:45.927865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:46.140253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31cdc9b-9936-4b8a-b4a5-df85832fe270 req-0c4a10ad-a329-4e51-9fb8-855073fe8901 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:46.142541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e31cdc9b-9936-4b8a-b4a5-df85832fe270 req-0c4a10ad-a329-4e51-9fb8-855073fe8901 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 951 time: 0.1429379 Aug 30 22:47:46.247020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e31cdc9b-9936-4b8a-b4a5-df85832fe270 req-42f40f4a-915f-43de-829a-369c6e81057e tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823758 Aug 30 22:47:46.345024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:46.387061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Checking router: 71de8a49-f4f9-4323-9b61-93faa1a48ba1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:46.398031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65905872-63e7-47de-a639-4ffa86b5dbcb req-2ff5c2aa-0e77-4516-9cd5-52768fd138df tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:46.399140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:46.399782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:46.399970 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65905872-63e7-47de-a639-4ffa86b5dbcb req-2ff5c2aa-0e77-4516-9cd5-52768fd138df tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0881269 Aug 30 22:47:46.402836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9c4b6cf1-7882-4b71-9880-69cef11f1264 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:46.484177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65905872-63e7-47de-a639-4ffa86b5dbcb req-97e82ff8-0880-44e9-889e-2c3018a46f07 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688641 Aug 30 22:47:46.585800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 9c4b6cf1-7882-4b71-9880-69cef11f1264 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:47:46.593486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9c4b6cf1-7882-4b71-9880-69cef11f1264 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:46.593877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:46.624296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:46.853966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'name': 'network-vif-deleted', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:46.856911 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485e6f12-7b34-4507-afe9-c3a986d75b9a" -d '{"events": [{"server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "name": "network-vif-deleted", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:46.987600 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:47.010900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-298d1096-ea25-4b39-b3cc-5802963fcf1d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:47.015774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-298d1096-ea25-4b39-b3cc-5802963fcf1d tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d6ab7ad-417c-41c9-b4de-4cab3f95087d HTTP/1.1" status: 200 len: 951 time: 0.1537268 Aug 30 22:47:47.041700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:47.044028 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e701e6d6-fcfa-44f0-9cc5-10c2f210b513" -d '{"events": [{"server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "name": "network-vif-plugged", "status": "completed", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:47.079838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264,segment=NetworkSegment(9c6b3d55-e081-4989-92b2-e9564db16ad0),segment_id=9c6b3d55-e081-4989-92b2-e9564db16ad0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:47.086152 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:47.196125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Deleting port a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:47.196585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:47.209226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:47.218231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:47.294331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e278ba92-7b44-4997-add3-26ff5d567f9f None None] The sync data for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 is: [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:44:36Z', 'revision_number': 4, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '5f54cdba-dc2b-4aa3-956a-52fa10fa6a10', 'name': '', 'network_id': 'dcd1c0c2-9276-4d48-8f7f-2cf77a06f064', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'mac_address': 'fa:16:3e:0c:22:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:33Z', 'updated_at': '2021-08-30T22:44:42Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'subnets': [{'id': 'ac6fb3e9-d72e-40d0-961c-61fc6dbd1305', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:47:47.434848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] For port a3f73629-2c18-4150-a820-69310eb3f92e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a3f73629-2c18-4150-a820-69310eb3f92e,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:47.434848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:47.466710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Calling delete_port for a3f73629-2c18-4150-a820-69310eb3f92e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:47.686847 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918859e-ac9f-477d-a932-ded8c9df55c6 None None] New status for floating IP 05af3145-7a94-408d-8aed-8c4c4c391eff: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:47:47.712749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:47.746282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962', '621bd0be-6988-44e5-ba18-a36f86c7d8b3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:48.369155 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f741e06-985e-4109-823c-b0ea2eebe9cb x-openstack-request-id: req-3f741e06-985e-4109-823c-b0ea2eebe9cb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:48.369709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6ef005b-d21f-472e-907c-0526f8fca698", "name": "network-vif-deleted", "tag": "0c446403-4e63-4fe0-a03e-8fad734f9366", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:48.369709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f741e06-985e-4109-823c-b0ea2eebe9cb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:48.370091 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6ef005b-d21f-472e-907c-0526f8fca698', 'name': 'network-vif-deleted', 'tag': '0c446403-4e63-4fe0-a03e-8fad734f9366', 'status': 'completed', 'code': 200} Aug 30 22:47:48.372217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] No DVR routers for this DVR port a3f73629-2c18-4150-a820-69310eb3f92e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:48.374306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event deleted for resources: {'Port': ['ID=a3f73629-2c18-4150-a820-69310eb3f92e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:48.389897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:48.391824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9ee2a6f4-7652-4b30-b703-e91908f38359 req-00896000-07d3-404c-b655-d2793dabf7aa tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "DELETE /v2.0/ports/a3f73629-2c18-4150-a820-69310eb3f92e HTTP/1.1" status: 204 len: 173 time: 1.3700826 Aug 30 22:47:48.442351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6dfcc-24f5-481c-9ff9-9e2835aac981 req-d47e31ad-c8c5-47ba-b491-ddd3c8bda246 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:48.444050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44f6dfcc-24f5-481c-9ff9-9e2835aac981 req-d47e31ad-c8c5-47ba-b491-ddd3c8bda246 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0731866 Aug 30 22:47:48.503656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44f6dfcc-24f5-481c-9ff9-9e2835aac981 req-bd80afdd-596f-4c74-8635-a6085a295659 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493853 Aug 30 22:47:49.545866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:49.584006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: a3f73629-2c18-4150-a820-69310eb3f92e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:49.584343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a3f73629-2c18-4150-a820-69310eb3f92e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:50.371709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-deleted', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:50.374079 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc3c1de-2deb-4601-b92d-ca565af2d41a" -d '{"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-deleted", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:52.130940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:52.604020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86110958-cf36-493e-8668-3754c20a7064 req-70ac6f03-08c4-4b0a-8cd5-0d2a33b0e402 tempest-AbsoluteLimitsNegativeTestJSON-1149527150 tempest-AbsoluteLimitsNegativeTestJSON-1149527150-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7cb0a3727793434eac63be029909203a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334730 Aug 30 22:47:52.770712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110958-cf36-493e-8668-3754c20a7064 req-c4d6e550-7731-41ca-b9a0-920b0fcc66e2 tempest-AbsoluteLimitsNegativeTestJSON-1149527150 tempest-AbsoluteLimitsNegativeTestJSON-1149527150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:52.778286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86110958-cf36-493e-8668-3754c20a7064 req-c4d6e550-7731-41ca-b9a0-920b0fcc66e2 tempest-AbsoluteLimitsNegativeTestJSON-1149527150 tempest-AbsoluteLimitsNegativeTestJSON-1149527150-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1648507 Aug 30 22:47:52.797333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86110958-cf36-493e-8668-3754c20a7064 req-6470f122-0935-428f-babb-d3a2ed8c83c7 tempest-AbsoluteLimitsNegativeTestJSON-1149527150 tempest-AbsoluteLimitsNegativeTestJSON-1149527150-project] 10.222.0.25 "GET /v2.0/quotas/7cb0a3727793434eac63be029909203a HTTP/1.1" status: 200 len: 375 time: 0.0178320 Aug 30 22:47:52.845282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:52.851338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86110958-cf36-493e-8668-3754c20a7064 req-1720f7ba-91c1-4d2b-a45e-ab0e331d9f59 tempest-AbsoluteLimitsNegativeTestJSON-1149527150 tempest-AbsoluteLimitsNegativeTestJSON-1149527150-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7cb0a3727793434eac63be029909203a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488069 Aug 30 22:47:52.887100 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf8c292c-a5cd-4567-9d6b-ccabf4fdc70b x-openstack-request-id: req-bf8c292c-a5cd-4567-9d6b-ccabf4fdc70b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:52.887584 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "name": "network-vif-plugged", "status": "completed", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:52.887989 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf8c292c-a5cd-4567-9d6b-ccabf4fdc70b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:52.895281 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264', 'code': 200} Aug 30 22:47:53.033160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.112443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.192181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.196136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.199843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "DELETE /v2.0/security-groups/ef49c035-9d12-48f0-bfae-5fa259ce63e7 HTTP/1.1" status: 204 len: 168 time: 0.3526647 Aug 30 22:47:53.206366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:53.242809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0e840-6d30-46b4-9d5b-2e9c47502ac1 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef49c035-9d12-48f0-bfae-5fa259ce63e7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:53.248506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82566de0-a679-4095-8f06-a0f652ad47c7 req-51486ac3-f88d-4470-afc1-55cf1bc8d05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.249736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82566de0-a679-4095-8f06-a0f652ad47c7 req-51486ac3-f88d-4470-afc1-55cf1bc8d05e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 1098 time: 0.1136281 Aug 30 22:47:53.251732 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-fc5c89b2-ee6f-4e40-b3d2-6c08ba7c122c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] show failed (client error): The resource could not be found. Aug 30 22:47:53.253494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc5c89b2-ee6f-4e40-b3d2-6c08ba7c122c tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "GET /v2.0/security-groups/ef49c035-9d12-48f0-bfae-5fa259ce63e7 HTTP/1.1" status: 404 len: 347 time: 0.0432339 Aug 30 22:47:53.263105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89496d02-98c6-47c6-b11f-a0eade2929af req-b90423a0-29c6-47de-a40d-0492d90d4986 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.271556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35292) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:53.276482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89496d02-98c6-47c6-b11f-a0eade2929af req-b90423a0-29c6-47de-a40d-0492d90d4986 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2734175 Aug 30 22:47:53.330729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89496d02-98c6-47c6-b11f-a0eade2929af req-5cd8d8d9-a52a-4743-9a7b-7252b84543f6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530362 Aug 30 22:47:53.386208 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f762e70e-fe7d-4945-a810-408327d70b21 x-openstack-request-id: req-f762e70e-fe7d-4945-a810-408327d70b21 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:53.387094 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6ab7ad-417c-41c9-b4de-4cab3f95087d", "name": "network-vif-deleted", "tag": "a3f73629-2c18-4150-a820-69310eb3f92e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:53.387528 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f762e70e-fe7d-4945-a810-408327d70b21 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:53.388085 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6ab7ad-417c-41c9-b4de-4cab3f95087d', 'name': 'network-vif-deleted', 'tag': 'a3f73629-2c18-4150-a820-69310eb3f92e', 'status': 'completed', 'code': 200} Aug 30 22:47:53.397455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35300) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:53.456782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82566de0-a679-4095-8f06-a0f652ad47c7 req-07cd45d0-3513-40ed-baa7-2fc8059f3436 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874545 Aug 30 22:47:53.491118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744316de-c913-4b39-84dc-65f24022bc85 req-16fac672-ccd9-46eb-93fa-6002b9112a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.492717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-16fac672-ccd9-46eb-93fa-6002b9112a3f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 1098 time: 0.0666821 Aug 30 22:47:53.506266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671ece88-884d-4647-8e6d-abeedaa5830b req-8cbc0a53-e3cd-4c77-b625-9720bacfe2ea tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.515590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-671ece88-884d-4647-8e6d-abeedaa5830b req-8cbc0a53-e3cd-4c77-b625-9720bacfe2ea tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.1572790 Aug 30 22:47:53.540685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd4c3-e5da-4a0d-95f6-d56a7a1cfe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.570999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-671ece88-884d-4647-8e6d-abeedaa5830b req-0adb5d04-d1e8-4d67-97e2-e21bb66b5b63 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Aug 30 22:47:53.598261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Deleting port 190643dc-c030-462f-81d1-bf827c073830 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:53.598603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.711978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd4c3-e5da-4a0d-95f6-d56a7a1cfe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.730712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.731951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.754106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Calling delete_port for 190643dc-c030-462f-81d1-bf827c073830 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:53.759578 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca8cd4c3-e5da-4a0d-95f6-d56a7a1cfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.804532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ca8cd4c3-e5da-4a0d-95f6-d56a7a1cfe6e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7cb0a3727793434eac63be029909203a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4056296 Aug 30 22:47:53.814218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:53.831346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8cd4c3-e5da-4a0d-95f6-d56a7a1cfe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b2ffb9-39a5-45e7-af39-009c7318bc41,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:53.893746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744316de-c913-4b39-84dc-65f24022bc85 req-f998ef7c-dd52-4dee-93c2-5c27701eb5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.896422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-f998ef7c-dd52-4dee-93c2-5c27701eb5c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.2164333 Aug 30 22:47:53.904417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:53.912141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453b936-1e08-4369-987b-235659f11e3f req-cc1b3b0f-b901-4f02-81ab-eba554f8db44 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:53.920629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2453b936-1e08-4369-987b-235659f11e3f req-cc1b3b0f-b901-4f02-81ab-eba554f8db44 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1586766 Aug 30 22:47:53.930588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.003904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2453b936-1e08-4369-987b-235659f11e3f req-ce31b792-1e2a-4571-96dc-1b0817f7efa8 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781114 Aug 30 22:47:54.006070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-b2e442ab-5b82-4c7a-adc0-b72b8e841eed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b HTTP/1.1" status: 200 len: 217 time: 0.0392249 Aug 30 22:47:54.030719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.071509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744316de-c913-4b39-84dc-65f24022bc85 req-fccc48cd-e73e-4f0b-abc3-b55627306c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:54.073554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-fccc48cd-e73e-4f0b-abc3-b55627306c3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.0544806 Aug 30 22:47:54.074830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.077414 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.079231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29b2ffb9-39a5-45e7-af39-009c7318bc41 HTTP/1.1" status: 204 len: 168 time: 0.2639513 Aug 30 22:47:54.088184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77652d9f-a7ca-4c31-9eae-0667af71f616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b2ffb9-39a5-45e7-af39-009c7318bc41,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:54.146109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-fd82477a-9f86-4772-a4ce-956f282aac22 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537987 Aug 30 22:47:54.146281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Pushing event deleted for resources: {'Port': ['ID=190643dc-c030-462f-81d1-bf827c073830,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:54.291735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.299011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:54.304536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:54.306755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-35dc2a65-77af-4c63-be29-31c1f6e3d9a0 tempest-ServersTestJSON-1559309663 tempest-ServersTestJSON-1559309663-project] 10.222.0.25 "DELETE /v2.0/floatingips/05af3145-7a94-408d-8aed-8c4c4c391eff HTTP/1.1" status: 204 len: 168 time: 1.0337751 Aug 30 22:47:54.432707 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-75652324-baab-4b83-ac16-7ed030390051 service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783110 Aug 30 22:47:54.476975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726a7e2-b735-4d3f-a229-414a7b59a35d req-f7e537ef-6f36-4a87-9450-c6802fa7c43b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:54.485182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c726a7e2-b735-4d3f-a229-414a7b59a35d req-f7e537ef-6f36-4a87-9450-c6802fa7c43b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.0703993 Aug 30 22:47:54.534567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c726a7e2-b735-4d3f-a229-414a7b59a35d req-70de7ec8-6059-42ba-b549-4f4f37fa86d2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480897 Aug 30 22:47:54.770468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee4468-4f6b-4e66-93e4-6ebf5cbd41cd req-332e2f35-dc88-4bc0-bbd2-40d0e2c70847 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:54.772334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ee4468-4f6b-4e66-93e4-6ebf5cbd41cd req-332e2f35-dc88-4bc0-bbd2-40d0e2c70847 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0966318 Aug 30 22:47:54.826155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ee4468-4f6b-4e66-93e4-6ebf5cbd41cd req-6c56fc21-38bf-4507-ba6e-fdaedf79d38e tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475729 Aug 30 22:47:55.056201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b2a6c-e519-487c-be42-6073aca17917 req-9212ea6a-f26e-41e3-8379-b91dd1fe2b44 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:55.065666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-860b2a6c-e519-487c-be42-6073aca17917 req-9212ea6a-f26e-41e3-8379-b91dd1fe2b44 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 945 time: 0.6384516 Aug 30 22:47:55.098483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744316de-c913-4b39-84dc-65f24022bc85 req-bd5f277f-afeb-4c4a-87d7-024c3050b472 service neutron] 10.222.0.47 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6333623 Aug 30 22:47:55.240613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7cb23-0b2b-481e-a86d-3ea476f42e5c req-6304dd4e-d341-4048-916d-7fdc432ed8ae tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:55.246023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:55.249038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc7cb23-0b2b-481e-a86d-3ea476f42e5c req-6304dd4e-d341-4048-916d-7fdc432ed8ae tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.1267436 Aug 30 22:47:55.258525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35392) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:55.268635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-860b2a6c-e519-487c-be42-6073aca17917 req-54f9ce22-0bb7-4e58-b43c-ec2d25d5304e tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015448 Aug 30 22:47:55.353959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc7cb23-0b2b-481e-a86d-3ea476f42e5c req-cc5584eb-e05d-4a2d-ab93-7c2528556c25 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991795 Aug 30 22:47:55.456892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-680904592-network', 'tenant_id': '5d8fc559d1344449a239756e8c93c90c'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:55.515641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-53840358-dc96-4593-8a79-304824d1ad20 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:55.517268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-53840358-dc96-4593-8a79-304824d1ad20 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 950 time: 0.0801194 Aug 30 22:47:55.518431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Made reservation on behalf of 5d8fc559d1344449a239756e8c93c90c for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:55.520760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.534719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.538242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ff0-2f8b-436f-86f9-4953e90e6b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.553278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 77ca04bb-6796-43a6-af67-da68ef263100 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:47:55.589847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.678836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Deleting port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:55.679190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.727337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:55.744657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ff0-2f8b-436f-86f9-4953e90e6b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.747945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '77ca04bb-6796-43a6-af67-da68ef263100', 'network_id': 'c5acd705-2c87-4e7f-8172-2632b8b30baf', 'port_id': '77ca04bb-6796-43a6-af67-da68ef263100', 'mac_address': 'fa:16:3e:2a:fe:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a299f0eb-e7d9-4a2e-921a-a0edda4c1f15', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:47:55.762947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6c36ff0-2f8b-436f-86f9-4953e90e6b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.796803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.812899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77ca04bb-6796-43a6-af67-da68ef263100 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:47:55.814232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6c36ff0-2f8b-436f-86f9-4953e90e6b04 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c3b1dd936ef44c385fbbad07ced949a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621140 Aug 30 22:47:55.818198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c36ff0-2f8b-436f-86f9-4953e90e6b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508319bd-7dfa-4ba3-9d96-183976245884,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:55.820875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:55.840621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:55.859124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.867168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] For port 621bd0be-6988-44e5-ba18-a36f86c7d8b3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=621bd0be-6988-44e5-ba18-a36f86c7d8b3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:55.867594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.898738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Calling delete_port for 621bd0be-6988-44e5-ba18-a36f86c7d8b3 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:55.924346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083978-8c8f-4b69-afd0-68292e1523af req-c1755642-784f-4f0a-99fb-e6292e4add81 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:55.927267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:55.938286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c083978-8c8f-4b69-afd0-68292e1523af req-c1755642-784f-4f0a-99fb-e6292e4add81 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.2942743 Aug 30 22:47:55.957608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:55.993586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c083978-8c8f-4b69-afd0-68292e1523af req-16b006a1-8489-44d1-804b-937bb8047ca6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544209 Aug 30 22:47:56.063799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.065769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['77ca04bb-6796-43a6-af67-da68ef263100'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:56.163591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8b623-45ea-4df7-9fc3-c6983fb941fa req-ad8217fc-c46b-41dc-a0f5-0c714442a942 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:56.165147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b8b623-45ea-4df7-9fc3-c6983fb941fa req-ad8217fc-c46b-41dc-a0f5-0c714442a942 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.1601410 Aug 30 22:47:56.176026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.192567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.227486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Deleting port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:56.228848 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.269607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.272980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.276961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/508319bd-7dfa-4ba3-9d96-183976245884 HTTP/1.1" status: 204 len: 168 time: 0.4514751 Aug 30 22:47:56.300871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:47:56.305514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b8b623-45ea-4df7-9fc3-c6983fb941fa req-5afa4e52-4990-4e3a-948f-fbb709d5ab8c tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281259 Aug 30 22:47:56.312399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb8caba-4d3c-4c88-b463-9265db73c9e0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:56.324384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.324729 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Added segment 555c147d-a73d-460f-929e-601593f56151 of type vlan for network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e Aug 30 22:47:56.380472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26493747-09ed-45fa-946c-bfd5d6af461f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508319bd-7dfa-4ba3-9d96-183976245884,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:56.384775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.403049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] For port 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:56.405007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.429113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:47:56.448724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Calling delete_port for 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:47:56.475524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.477851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event deleted for resources: {'Port': ['ID=621bd0be-6988-44e5-ba18-a36f86c7d8b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:56.546636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24eedacc-f071-4bd0-9564-6e5734c9ae9c req-a3965581-1334-404b-8b9d-54df6f30c522 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=a4089fd9-e914-4649-8400-ce9c65ffc9c7 HTTP/1.1" status: 200 len: 210 time: 0.0690439 Aug 30 22:47:56.609486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] No DVR routers for this DVR port 621bd0be-6988-44e5-ba18-a36f86c7d8b3 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:47:56.614772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.618381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6a886c6-8ccb-4e90-a061-a5cdda611d56 req-0e7e8ad4-a54a-4f72-960e-70516a6cf680 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "DELETE /v2.0/ports/621bd0be-6988-44e5-ba18-a36f86c7d8b3 HTTP/1.1" status: 204 len: 173 time: 1.0753193 Aug 30 22:47:56.619028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-deleted', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:56.623413 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b7856b-bdf5-4ca1-9a11-d4caf0dbb62f" -d '{"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-deleted", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:56.647029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.649294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:56.649740 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:56.654098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026f0a8-837f-4cf8-9d45-4d3c5573cdc5 req-dabb5e66-bb05-4f1d-b078-0390ad23a499 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:56.656119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8026f0a8-837f-4cf8-9d45-4d3c5573cdc5 req-dabb5e66-bb05-4f1d-b078-0390ad23a499 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 944 time: 0.2128415 Aug 30 22:47:56.728903 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c455363-a95d-45ef-9d8d-76986bfd7d5a x-openstack-request-id: req-8c455363-a95d-45ef-9d8d-76986bfd7d5a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:56.729163 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4089fd9-e914-4649-8400-ce9c65ffc9c7", "name": "network-vif-deleted", "tag": "621bd0be-6988-44e5-ba18-a36f86c7d8b3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:56.729413 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c455363-a95d-45ef-9d8d-76986bfd7d5a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:56.729827 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089fd9-e914-4649-8400-ce9c65ffc9c7', 'name': 'network-vif-deleted', 'tag': '621bd0be-6988-44e5-ba18-a36f86c7d8b3', 'status': 'completed', 'code': 200} Aug 30 22:47:56.736517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4764524 Aug 30 22:47:56.749036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:56.759003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8026f0a8-837f-4cf8-9d45-4d3c5573cdc5 req-c8df7648-0366-43cd-96de-37c52f35d89a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932031 Aug 30 22:47:56.790340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Request body: {'subnet': {'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-680904592-subnet', 'tenant_id': '5d8fc559d1344449a239756e8c93c90c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:56.851844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fa299-ad07-41ad-a141-7fc41e338e3a admin admin] Pushing event updated for resources: {'Network': ['ID=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:56.865393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Made reservation on behalf of 5d8fc559d1344449a239756e8c93c90c for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:56.869483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:47:56.870084 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.060503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35438) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:57.096759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33d0b398-bef4-4926-b1ab-fadc451884df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.338892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33d0b398-bef4-4926-b1ab-fadc451884df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.348402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33d0b398-bef4-4926-b1ab-fadc451884df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.354924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.399213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-33d0b398-bef4-4926-b1ab-fadc451884df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eedd2138ca3a44dfa6a227b015165d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373542 Aug 30 22:47:57.400367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35452) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:57.402366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0b398-bef4-4926-b1ab-fadc451884df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168aa6e-7a8e-4118-bd15-bbfdd50d65c8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:57.497391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.506851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=167348a1-265e-4241-8881-31da365f76c4,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:57.508121 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.528662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd0323-0751-4e4b-a624-6f27320f2e55 req-6299961c-32fd-4162-989b-637c61000f19 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:57.536645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8bd0323-0751-4e4b-a624-6f27320f2e55 req-6299961c-32fd-4162-989b-637c61000f19 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1878302 Aug 30 22:47:57.561537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 77ca04bb-6796-43a6-af67-da68ef263100 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:47:57.589598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.601627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8bd0323-0751-4e4b-a624-6f27320f2e55 req-b84bee23-2314-454b-8463-e525f4ddf70a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640445 Aug 30 22:47:57.612183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Checking segment: {'id': '555c147d-a73d-460f-929e-601593f56151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:47:57.613070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Network hostable DHCP agents. Network: dc955c35-feb9-40dc-b9ec-01c5e08f4d8e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:47:57.663734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 77ca04bb-6796-43a6-af67-da68ef263100 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:47:57.664357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.698555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82390c38-740c-4d32-93fd-3651d04530f2 req-6a46403d-deae-4de4-9f70-6637ad0a969a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:57.707601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82390c38-740c-4d32-93fd-3651d04530f2 req-6a46403d-deae-4de4-9f70-6637ad0a969a tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 944 time: 0.1579432 Aug 30 22:47:57.735482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.739049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.743056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1168aa6e-7a8e-4118-bd15-bbfdd50d65c8 HTTP/1.1" status: 204 len: 168 time: 0.3396637 Aug 30 22:47:57.749737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:47:57.784240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23d0fb-3a35-49f0-a384-7a7eac5fbb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168aa6e-7a8e-4118-bd15-bbfdd50d65c8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:57.788425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dc955c35-feb9-40dc-b9ec-01c5e08f4d8e) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:47:57.813988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:57.814604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.816880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04930ca-efdf-4dde-bf20-e52a30cb5aa0 None None] Network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:57.845689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82390c38-740c-4d32-93fd-3651d04530f2 req-f236e3d1-2d2d-4a61-90dc-f14809dde030 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301284 Aug 30 22:47:57.899791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aedc508c-a5eb-491e-a600-490c8ff524b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1359463 Aug 30 22:47:57.904494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:57.970232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:58.068728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f54cdba-dc2b-4aa3-956a-52fa10fa6a10,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:58.085703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:58.094463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:47:58.096893 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-241e26ab-27d6-4fea-bfc9-dd1deef8f27c" -d '{"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-plugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:47:58.113501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:58.115471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:58.200120 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e75fc1-9ff0-4a64-88b7-5712655e0c4c x-openstack-request-id: req-c6e75fc1-9ff0-4a64-88b7-5712655e0c4c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:47:58.207092 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-plugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:47:58.210608 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6e75fc1-9ff0-4a64-88b7-5712655e0c4c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:47:58.211299 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100', 'code': 200} Aug 30 22:47:58.255985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 621bd0be-6988-44e5-ba18-a36f86c7d8b3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:47:58.266076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 621bd0be-6988-44e5-ba18-a36f86c7d8b3 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:47:58.361740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:58.438919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:58.450013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:58.544129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed74135-a9d1-418f-a66b-a30b22aa546a req-1c42cc41-1e59-479e-b730-22c137119db6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.552356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072fe1c6-62bd-4e62-8873-8c6b0d43edfe None None] Network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:47:58.555007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fed74135-a9d1-418f-a66b-a30b22aa546a req-1c42cc41-1e59-479e-b730-22c137119db6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 950 time: 0.2037568 Aug 30 22:47:58.650680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fed74135-a9d1-418f-a66b-a30b22aa546a req-3aadced3-7f75-4b2c-857f-6924379129ee tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/security-groups?id=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899236 Aug 30 22:47:58.856587 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:58.969925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cfacd-40b6-4998-a31c-e727b673b7c2 req-7415cbb0-eb2d-4e8d-87c3-fff4955fc790 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:58.972505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf5cfacd-40b6-4998-a31c-e727b673b7c2 req-7415cbb0-eb2d-4e8d-87c3-fff4955fc790 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 946 time: 0.1718228 Aug 30 22:47:58.992199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:47:59.023992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:59.029392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.101114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf5cfacd-40b6-4998-a31c-e727b673b7c2 req-98f4c4f0-e159-4bc9-8c4f-db7888bafad1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182814 Aug 30 22:47:59.121451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:47:59.204653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-d75b61bb-bb35-49f9-81b2-aa869d14b7a6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:59.207833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-d75b61bb-bb35-49f9-81b2-aa869d14b7a6 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 945 time: 0.1715097 Aug 30 22:47:59.260444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35510) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:59.280546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:47:59.289634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9924bdf9-9c4f-4d06-aad2-be9b35459194 admin admin] 10.222.0.25 "PUT /v2.0/routers/71de8a49-f4f9-4323-9b61-93faa1a48ba1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9769413 Aug 30 22:47:59.293767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:47:59.295842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Sync routers for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:47:59.310100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:59.310720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:59.350035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-7881f6e0-0656-41b5-80d3-b2bdb076446e tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:59.355008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-7881f6e0-0656-41b5-80d3-b2bdb076446e tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/networks?id=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e HTTP/1.1" status: 200 len: 821 time: 0.2795184 Aug 30 22:47:59.378397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-4a0cb5c4-1986-40b6-a036-f9d8c8fab668 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/quotas/5d8fc559d1344449a239756e8c93c90c HTTP/1.1" status: 200 len: 375 time: 0.0165772 Aug 30 22:47:59.403624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4acdeac-c5a5-41ae-afa1-fcfa428191cc req-4ede02ea-5ee7-438b-aa3e-b8381b46992b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:59.407790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4acdeac-c5a5-41ae-afa1-fcfa428191cc req-4ede02ea-5ee7-438b-aa3e-b8381b46992b tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 945 time: 0.1987689 Aug 30 22:47:59.442920 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0e0880df-4634-4fba-85e0-4665f5c5b1be tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5d8fc559d1344449a239756e8c93c90c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0580170 Aug 30 22:47:59.559537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:47:59.593541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 77ca04bb-6796-43a6-af67-da68ef263100 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:47:59.609019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1926367181-network', 'tenant_id': '147f9c138b8040de91cdfe8622a23556'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:47:59.668609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-7ff21a78-4249-490f-8bd0-db514489c4c0 service neutron] 10.222.0.25 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080197 Aug 30 22:47:59.708838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4acdeac-c5a5-41ae-afa1-fcfa428191cc req-384e54e7-92e0-40c0-bd14-0c7fd327b5da tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/security-groups?id=fdde4390-453a-4144-9c21-d668e908b4a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279122 Aug 30 22:47:59.740203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:47:59.743681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.782227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Deleting port 77ca04bb-6796-43a6-af67-da68ef263100 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:47:59.782589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.795628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.808034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.818906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.857879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-4b64fdaf-28fa-44f5-a21f-32b88f2bfcb6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:47:59.859637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-4b64fdaf-28fa-44f5-a21f-32b88f2bfcb6 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 950 time: 0.1290700 Aug 30 22:47:59.872820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:47:59.881407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:47:59.913397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:47:57Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:47:59.945982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Checking router: 71de8a49-f4f9-4323-9b61-93faa1a48ba1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:47:59.968477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Routers {'71de8a49-f4f9-4323-9b61-93faa1a48ba1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:47:59.969227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:47:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:00.065119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-6624fa08-8140-4b2d-9537-b0d9d63ceda7 service neutron] 10.222.0.25 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954978 Aug 30 22:48:00.152410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:00.180301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Deleting port 6cc62445-d026-4357-a405-640b8e2d8962 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:00.180512 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.192596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] For port 77ca04bb-6796-43a6-af67-da68ef263100, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=77ca04bb-6796-43a6-af67-da68ef263100,segment=NetworkSegment(8e72bae3-d8fe-42cd-820c-7ccc8c0c6892),segment_id=8e72bae3-d8fe-42cd-820c-7ccc8c0c6892)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:00.192971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.221680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.224537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b'}, {'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:00.227198 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c1a380-bfa9-4b5b-88ea-7008191dc7e9" -d '{"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-unplugged", "status": "completed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b"}, {"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:00.227834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Calling delete_port for 77ca04bb-6796-43a6-af67-da68ef263100 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:00.328089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] Set router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:00.355238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.364950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.471685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] For port 6cc62445-d026-4357-a405-640b8e2d8962, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6cc62445-d026-4357-a405-640b8e2d8962,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:00.473962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.506205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Calling delete_port for 6cc62445-d026-4357-a405-640b8e2d8962 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:00.590280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:00.592249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab046ace-1947-4fc7-9dda-d19b2075822a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:00.611499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.672637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.673009 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Added segment b16bc38e-8958-4b71-920d-1555cc0a9869 of type vlan for network 4e141e69-03e6-47c7-b3aa-3c745db13902 Aug 30 22:48:00.708946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Pushing event deleted for resources: {'Port': ['ID=77ca04bb-6796-43a6-af67-da68ef263100,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:00.715126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Deleting port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:00.715467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.734157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:47:57Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:00.806924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8d09a15-2df8-4953-8963-677aac3f17eb None None] The sync data for ids ['71de8a49-f4f9-4323-9b61-93faa1a48ba1'] in n-d-791504-21 is: [{'id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'name': 'tempest-ServersTestJSON-435742103-router', 'tenant_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:44:26Z', 'updated_at': '2021-08-30T22:47:57Z', 'revision_number': 5, 'project_id': 'ca0e5e7832c64123ba44e77a74b683fa', 'gw_port': {'id': '91cd96f3-ea2c-46bd-a62c-dd3f936a88e7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:76:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71de8a49-f4f9-4323-9b61-93faa1a48ba1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:44:27Z', 'updated_at': '2021-08-30T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:48:00.902247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:00.936547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6cc62445-d026-4357-a405-640b8e2d8962'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:00.954018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Pushing event deleted for resources: {'Port': ['ID=6cc62445-d026-4357-a405-640b8e2d8962,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:01.139451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.143883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] No DVR routers for this DVR port 6cc62445-d026-4357-a405-640b8e2d8962 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:01.163997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.167738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-906b0353-5ec0-49ea-bbf5-dc59b88ba257 req-dd5731da-998c-4ce2-a766-70d709fbfe82 tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.52 "DELETE /v2.0/ports/6cc62445-d026-4357-a405-640b8e2d8962 HTTP/1.1" status: 204 len: 173 time: 1.2531476 Aug 30 22:48:01.168820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-deleted', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:01.172188 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7de3d28-45c7-42b9-977f-9cfe54b6b386" -d '{"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-deleted", "tag": "6cc62445-d026-4357-a405-640b8e2d8962"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:01.205215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04f71113-b815-4a97-a61a-73958e28ca70 req-4d37aec4-8c44-41c2-8c10-52b56debe3fd tempest-MigrationsAdminTest-1294176231 tempest-MigrationsAdminTest-1294176231-project] 10.222.0.25 "GET /v2.0/ports?device_id=06d16eb0-7415-454e-b075-044711eed2a8 HTTP/1.1" status: 200 len: 210 time: 0.0900469 Aug 30 22:48:01.227499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] No DVR routers for this DVR port 77ca04bb-6796-43a6-af67-da68ef263100 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:01.233893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.237317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10a3e102-28bc-46ae-baf0-a450794cbc47 req-19fad824-67b1-4dad-b9fc-2f0b851ade97 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.52 "DELETE /v2.0/ports/77ca04bb-6796-43a6-af67-da68ef263100 HTTP/1.1" status: 204 len: 173 time: 1.9876237 Aug 30 22:48:01.239110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.242957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:01.244275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.265372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-deleted', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:01.268867 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1676368-a33d-4cd4-a25a-852953d9ecd8" -d '{"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-deleted", "tag": "77ca04bb-6796-43a6-af67-da68ef263100"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:01.279219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] For port 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:01.279856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.287389 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 355 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1748265c-a16f-4ec8-8420-29d25362a249 x-openstack-request-id: req-1748265c-a16f-4ec8-8420-29d25362a249 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:01.290237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0016799 Aug 30 22:48:01.293011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35588) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:01.295072 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-unplugged", "status": "failed", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b", "code": 422}, {"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-unplugged", "status": "completed", "tag": "77ca04bb-6796-43a6-af67-da68ef263100", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:01.296854 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1748265c-a16f-4ec8-8420-29d25362a249 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:01.297560 n-d-791504-21 neutron-server[101270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'code': 422} returned with failed status Aug 30 22:48:01.299403 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100', 'code': 200} Aug 30 22:48:01.305221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Request body: {'subnet': {'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1926367181-subnet', 'tenant_id': '147f9c138b8040de91cdfe8622a23556', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:01.390102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:01.396792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.410238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Calling delete_port for 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:01.485619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e5090-ff3e-4aad-9996-c597bf31b93d admin admin] Pushing event updated for resources: {'Network': ['ID=4e141e69-03e6-47c7-b3aa-3c745db13902,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:01.503968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:01.515515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-caf7f204-4835-4aa4-a586-64706ae316ab tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:01.521466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-caf7f204-4835-4aa4-a586-64706ae316ab tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e7668d-acc9-4c85-a2f5-5e56daef8096 HTTP/1.1" status: 200 len: 944 time: 0.1272035 Aug 30 22:48:01.550621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7272d1a7-cee2-4810-8ef4-da0d71df4d4f req-0271f44c-4f29-4ecb-9744-bc5ef6591d24 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0562832 Aug 30 22:48:01.810270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port 486ca03f-8d5f-4568-94de-01a2cc5ac75b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:01.810866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.901255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54f6f884-fd85-441f-a8a3-10c898386d94 req-e40564cb-290e-4804-87e4-8835d60874e7 tempest-ImagesTestJSON-1582881032 tempest-ImagesTestJSON-1582881032-project] 10.222.0.25 "GET /v2.0/ports?device_id=105fbdd0-47ca-4082-9baf-9a45f4357f5a HTTP/1.1" status: 200 len: 210 time: 0.1260741 Aug 30 22:48:01.918390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.978793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:01.985515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port 486ca03f-8d5f-4568-94de-01a2cc5ac75b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=486ca03f-8d5f-4568-94de-01a2cc5ac75b,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:01.985916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.013540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a06fcc1-02fb-436f-af87-f616358e0c1a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:02.045253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:02.045925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Network hostable DHCP agents. Network: 4e141e69-03e6-47c7-b3aa-3c745db13902, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:02.059157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Pushing event deleted for resources: {'Port': ['ID=91cd96f3-ea2c-46bd-a62c-dd3f936a88e7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:02.085159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for 486ca03f-8d5f-4568-94de-01a2cc5ac75b owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:02.092662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:02.102234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4e141e69-03e6-47c7-b3aa-3c745db13902) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:02.108677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:02.109283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.114572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51816de4-fd6a-4414-9636-6443011f56d8 None None] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:02.157443 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-77810a7f-b00e-4e08-8b9c-c41abc05d0e7 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8631070 Aug 30 22:48:02.241594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.308251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:02.342289 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62450f07-36b9-4685-ae6d-4a56ac543731 x-openstack-request-id: req-62450f07-36b9-4685-ae6d-4a56ac543731 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:02.342671 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06d16eb0-7415-454e-b075-044711eed2a8", "name": "network-vif-deleted", "tag": "6cc62445-d026-4357-a405-640b8e2d8962", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:02.342934 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62450f07-36b9-4685-ae6d-4a56ac543731 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:02.343537 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06d16eb0-7415-454e-b075-044711eed2a8', 'name': 'network-vif-deleted', 'tag': '6cc62445-d026-4357-a405-640b8e2d8962', 'status': 'completed', 'code': 200} Aug 30 22:48:02.394864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:02.395211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5f54cdba-dc2b-4aa3-956a-52fa10fa6a10 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:02.418040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.426077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.490272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:02.551917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e998e71-f8e7-4e79-87cd-bc9981a837b8 None None] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:02.610682 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c9c1a-6d62-420c-a7a7-77924644b2ec x-openstack-request-id: req-ba8c9c1a-6d62-420c-a7a7-77924644b2ec {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:02.611633 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "105fbdd0-47ca-4082-9baf-9a45f4357f5a", "name": "network-vif-deleted", "tag": "77ca04bb-6796-43a6-af67-da68ef263100", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:02.612545 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba8c9c1a-6d62-420c-a7a7-77924644b2ec {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:02.614468 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '105fbdd0-47ca-4082-9baf-9a45f4357f5a', 'name': 'network-vif-deleted', 'tag': '77ca04bb-6796-43a6-af67-da68ef263100', 'status': 'completed', 'code': 200} Aug 30 22:48:02.624947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.627206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-c19809c9-f991-4555-a51e-122e35b7f942 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:02.633420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-c19809c9-f991-4555-a51e-122e35b7f942 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.47 "GET /v2.0/networks?id=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e HTTP/1.1" status: 200 len: 821 time: 0.1720338 Aug 30 22:48:02.652091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Request body: {'port': {'device_id': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e', 'admin_state_up': True, 'tenant_id': '5d8fc559d1344449a239756e8c93c90c'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:02.731809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=486ca03f-8d5f-4568-94de-01a2cc5ac75b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:02.765220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No active binding found for port 486ca03f-8d5f-4568-94de-01a2cc5ac75b {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 22:48:02.766839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 486ca03f-8d5f-4568-94de-01a2cc5ac75b not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:02.783303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.787563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71de8a49-f4f9-4323-9b61-93faa1a48ba1 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:48:02.817096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.818333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3794a3b4-ecb4-4db9-957c-f5bdc17415bc admin admin] 10.222.0.25 "DELETE /v2.0/routers/71de8a49-f4f9-4323-9b61-93faa1a48ba1 HTTP/1.1" status: 204 len: 168 time: 3.5155981 Aug 30 22:48:02.826214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35612) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:02.832489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3796fb1-89fa-4d49-bbeb-7d42d63ea6af req-5c3a0bb4-031f-49ca-a1a2-4686203bbe11 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.1739244 Aug 30 22:48:02.920997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port 486ca03f-8d5f-4568-94de-01a2cc5ac75b on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:02.985494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:02.995267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab91f309-4865-4a34-8927-2d2ce12c4b15 req-b5009d85-ee0b-492b-8e8f-e526814b3267 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "DELETE /v2.0/ports/486ca03f-8d5f-4568-94de-01a2cc5ac75b HTTP/1.1" status: 204 len: 173 time: 1.4180896 Aug 30 22:48:03.038719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35624) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:03.043620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Deleting subnet ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:48:03.053346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.084089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Made reservation on behalf of 5d8fc559d1344449a239756e8c93c90c for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:03.093357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.111385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.357193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.595992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:03.655397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6cc62445-d026-4357-a405-640b8e2d8962 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:03.656172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6cc62445-d026-4357-a405-640b8e2d8962 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:03.777908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35648) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:03.783928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-222735421-network', 'tenant_id': '2542ca1823b34335b1f5321697cf1c6e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:03.836247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Made reservation on behalf of 2542ca1823b34335b1f5321697cf1c6e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:03.842256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.856297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.881165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.919438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de48d4e-5a84-4c18-ac46-f3aeaf442e6d None None] Network dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:03.923901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:03.928453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ac6fb3e9-d72e-40d0-961c-61fc6dbd1305 HTTP/1.1" status: 204 len: 168 time: 1.0982826 Aug 30 22:48:03.929332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606e753-21bd-4280-8d02-e6fc8a0d720e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6fb3e9-d72e-40d0-961c-61fc6dbd1305,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:03.931711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35662) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:03.991427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Allocated IP 172.20.0.8 (dc955c35-feb9-40dc-b9ec-01c5e08f4d8e/167348a1-265e-4241-8881-31da365f76c4/98e8f560-e820-4be1-b049-739ad8094c57) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:04.019679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-0476c604-abc7-4aa5-8608-3e06c84063b0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:04.030593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-0476c604-abc7-4aa5-8608-3e06c84063b0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.7560766 Aug 30 22:48:04.090056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-1fbfe2be-0e6a-4364-b139-a54c96530888 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/quotas/5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 375 time: 0.0576551 Aug 30 22:48:04.102418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf506f24-07b2-4434-829f-5f4f31112327 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=542e01e2883e4b25aacb5b5cff6af037&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0594552 Aug 30 22:48:04.103564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35666) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:04.144931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-634076fe-57eb-4517-9c77-769e7cbb1f28 req-6510bd31-4d2f-4fe5-8d03-eb177bad0b7f tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0943871 Aug 30 22:48:04.191240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:04.224128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-82b6c884-2d64-427a-b056-20bda64a295d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4451427 Aug 30 22:48:04.228996 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.234464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:04.235457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 91cd96f3-ea2c-46bd-a62c-dd3f936a88e7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:04.256833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] DHCP port deletion for dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:48:04.310799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.335141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.356570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Deleting port 30e16daf-7806-4320-b88b-92ce490e1b80 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:04.356965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.442145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] For port 30e16daf-7806-4320-b88b-92ce490e1b80, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=30e16daf-7806-4320-b88b-92ce490e1b80,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:04.442466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.461214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Calling delete_port for 30e16daf-7806-4320-b88b-92ce490e1b80 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:04.522685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:04.531128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-65f7a7c0-8437-4f93-b34e-af81037e1f94 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4396222 Aug 30 22:48:04.546007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Deleting port 30e16daf-7806-4320-b88b-92ce490e1b80 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:04.547427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.555387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.580451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.585308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.595708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeda5f9c-6f2f-4fcf-bba2-636236b26238,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:04.629481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] Pushing event deleted for resources: {'Port': ['ID=30e16daf-7806-4320-b88b-92ce490e1b80,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:04.632936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ed087-0370-4c68-b74e-5b90a9c36b4a None None] No DVR routers for this DVR port 30e16daf-7806-4320-b88b-92ce490e1b80 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:04.633928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-deleted', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:04.636845 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b381709f-5c5d-4ce1-ab79-71b4fc0114b8" -d '{"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-deleted", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:04.641545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.641545 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Added segment 36f61830-9b5e-46d4-b109-86d5d6eeb701 of type vlan for network a4c3026f-21c4-4260-8b3e-0247d06ee9b5 Aug 30 22:48:04.674218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-02e66bc8-0781-47bf-a263-18154f325d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:04.675889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-02e66bc8-0781-47bf-a263-18154f325d54 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 1096 time: 0.3530619 Aug 30 22:48:04.700881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.711581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.719624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.719624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0 HTTP/1.1" status: 204 len: 168 time: 0.4963272 Aug 30 22:48:04.749672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f66ea9-5e9f-47a1-bc67-72f725408db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e7c6d8-9ca5-4c1b-9a0d-7179f33e96b0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:04.813393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.817838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-4b531fea-2ce4-4b8d-9da2-44b7f695b4ba service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857471 Aug 30 22:48:04.835703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] For port 30e16daf-7806-4320-b88b-92ce490e1b80, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=30e16daf-7806-4320-b88b-92ce490e1b80,segment=NetworkSegment(6c6e219e-6b52-4ab9-a7bb-6e8399ce8433),segment_id=6c6e219e-6b52-4ab9-a7bb-6e8399ce8433)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:04.836073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.840327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.862418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-104c7440-1928-4097-a798-49f947cb9826 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:04.863935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-104c7440-1928-4097-a798-49f947cb9826 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.4535482 Aug 30 22:48:04.880505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Calling delete_port for 30e16daf-7806-4320-b88b-92ce490e1b80 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:04.918218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-6c0698e6-4a9a-42ce-b374-dd3694643cd8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0387886 Aug 30 22:48:04.926099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:04.932826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:04.934752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.935266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:04.935859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:04.944413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:04.950218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Pushing event updated for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:04.998409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2181296 Aug 30 22:48:05.004025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:05.017868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Request body: {'subnet': {'network_id': 'a4c3026f-21c4-4260-8b3e-0247d06ee9b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-222735421-subnet', 'tenant_id': '2542ca1823b34335b1f5321697cf1c6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:05.038584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-6b0e1a37-1c75-4f7e-94e7-9eed46565e32 service neutron] 10.222.0.25 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197835 Aug 30 22:48:05.040800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-250250e7-df60-4b29-ba57-d1aff3990cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:05.042335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-250250e7-df60-4b29-ba57-d1aff3990cbd service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.3221247 Aug 30 22:48:05.057899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:05.058601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.082717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-c16018f7-1aae-4bfa-b22f-8df386acc292 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1544921 Aug 30 22:48:05.107542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Made reservation on behalf of 2542ca1823b34335b1f5321697cf1c6e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:05.111085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.120310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0bde6a22-1a2d-4d59-9544-561574775cf6 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4761436 Aug 30 22:48:05.133245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-fb316645-07ac-45bb-b0d9-7bc96a300c9d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 200 len: 217 time: 0.0604475 Aug 30 22:48:05.171999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Request body: {'port': {'device_id': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:05.280963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.329200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35700) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:05.350894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea300-02a8-4806-b7f2-31e9bc5e2ea9 admin admin] Pushing event updated for resources: {'Network': ['ID=a4c3026f-21c4-4260-8b3e-0247d06ee9b5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:05.363568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a4c3026f-21c4-4260-8b3e-0247d06ee9b5 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:05.379631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-6c424733-f2f1-46d0-89a9-672ff10e0570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:05.381226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-6c424733-f2f1-46d0-89a9-672ff10e0570 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.2012303 Aug 30 22:48:05.433765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-0b6e772f-2df1-4650-a7c4-2fbdf3e78487 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425792 Aug 30 22:48:05.560601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.563346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7d4c5f3-3eb1-430d-b91d-da2f66b73c26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=59c0e4e36b324341a246d0b260505adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2292085 Aug 30 22:48:05.569335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35710) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:05.612912 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b9d39-8980-44d9-b13c-b617a90abeae x-openstack-request-id: req-256b9d39-8980-44d9-b13c-b617a90abeae {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:05.613214 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e7668d-acc9-4c85-a2f5-5e56daef8096", "name": "network-vif-deleted", "tag": "486ca03f-8d5f-4568-94de-01a2cc5ac75b", "status": "failed", "code": 422}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:05.613544 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-256b9d39-8980-44d9-b13c-b617a90abeae {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:05.615076 n-d-791504-21 neutron-server[101269]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd4e7668d-acc9-4c85-a2f5-5e56daef8096', 'name': 'network-vif-deleted', 'tag': '486ca03f-8d5f-4568-94de-01a2cc5ac75b', 'status': 'failed', 'code': 422} returned with failed status Aug 30 22:48:05.617206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-4ac36535-1468-4077-91f2-d53dacc46e07 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336647 Aug 30 22:48:05.633306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Pushing event deleted for resources: {'Port': ['ID=30e16daf-7806-4320-b88b-92ce490e1b80,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:05.646995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] No DVR routers for this DVR port 30e16daf-7806-4320-b88b-92ce490e1b80 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:05.746652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.802798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-f9dba6fe-f36d-4073-af3c-91f8b8d7f988 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562877 Aug 30 22:48:05.852287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2448ea70-8775-4d74-92ca-436427be725b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:05.888793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.899506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Checking segment: {'id': '36f61830-9b5e-46d4-b109-86d5d6eeb701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'a4c3026f-21c4-4260-8b3e-0247d06ee9b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:05.899937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Network hostable DHCP agents. Network: a4c3026f-21c4-4260-8b3e-0247d06ee9b5, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:05.903129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b230ffe4-9591-4600-b492-491589dd0cc8 req-239ff82b-6f95-4d3a-a980-be374a176a82 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922668 Aug 30 22:48:05.906273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.920734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcd1c0c2-9276-4d48-8f7f-2cf77a06f064']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:05.944945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:05.945317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6e219e-6b52-4ab9-a7bb-6e8399ce8433') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:05.956467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-92ad9d9a-0b90-4fed-b302-16c7732c52a4 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125486 Aug 30 22:48:05.960384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:05.978154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590c32b-dbae-4e59-b44b-9fd15162cee1 req-7172b7b1-2b9c-4683-ae8f-98527d82541f tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:05.979737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0590c32b-dbae-4e59-b44b-9fd15162cee1 req-7172b7b1-2b9c-4683-ae8f-98527d82541f tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 931 time: 0.3255250 Aug 30 22:48:05.994953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.002776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:48:06.003365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:48:06.005266 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:48:06.042066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.060580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Network a4c3026f-21c4-4260-8b3e-0247d06ee9b5 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:06.071159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.101771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.104217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] 10.222.0.25 "DELETE /v2.0/networks/dcd1c0c2-9276-4d48-8f7f-2cf77a06f064 HTTP/1.1" status: 204 len: 168 time: 2.1707599 Aug 30 22:48:06.105753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca976e5-128d-4140-b010-b94e0b306c0e admin admin] Pushing event deleted for resources: {'Network': ['ID=dcd1c0c2-9276-4d48-8f7f-2cf77a06f064,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:06.115018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0590c32b-dbae-4e59-b44b-9fd15162cee1 req-4dd023bc-d00c-4237-8415-e9cf6fa218c4 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222186 Aug 30 22:48:06.123537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a4c3026f-21c4-4260-8b3e-0247d06ee9b5) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:06.129974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:06.130609 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.135375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71c955-94d7-4df5-814c-02635ed7674d None None] Network a4c3026f-21c4-4260-8b3e-0247d06ee9b5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:06.166900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b5d0184-d844-4994-b4c5-06e58d3d9c2a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1594613 Aug 30 22:48:06.280228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e8f560-e820-4be1-b049-739ad8094c57 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:06.306406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.368158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Transition to ACTIVE for port object 98e8f560-e820-4be1-b049-739ad8094c57 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:06.405562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.413942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 30e16daf-7806-4320-b88b-92ce490e1b80 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:06.432228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f3e2a05-0c1b-4042-a4fd-cdc4847d5292 req-10aa1525-9419-4112-9ca3-429b08d51e35 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 210 time: 0.0715477 Aug 30 22:48:06.490324 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f1eaa67-d2fc-4008-a537-bd6a255e30f5 req-c5c36d4e-93c4-428f-8cfa-9ed4c993b947 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.1878481 Aug 30 22:48:06.532939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.536687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.539991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8828cfe9-fcdc-480e-8c33-3423178f7c41 HTTP/1.1" status: 204 len: 168 time: 0.9449122 Aug 30 22:48:06.577233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35740) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:06.592917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 30e16daf-7806-4320-b88b-92ce490e1b80 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:06.605110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 30e16daf-7806-4320-b88b-92ce490e1b80 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:06.691680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880ed59f-7342-4340-9a54-028e322e7a13 None None] Network a4c3026f-21c4-4260-8b3e-0247d06ee9b5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:06.704257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7afa0-856e-4292-8574-83cce6669ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8828cfe9-fcdc-480e-8c33-3423178f7c41,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:06.803233 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a278e19b-b169-484a-98ff-024c3cc8d948 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca0e5e7832c64123ba44e77a74b683fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208717 Aug 30 22:48:06.806504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35758) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:06.901499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Pushing event updated for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:06.917611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Attempting to bind port 98e8f560-e820-4be1-b049-739ad8094c57 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:06.917611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Attempting to bind port 98e8f560-e820-4be1-b049-739ad8094c57 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '555c147d-a73d-460f-929e-601593f56151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:06.917936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Attempting to bind port 98e8f560-e820-4be1-b049-739ad8094c57 on network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:06.926137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Port 98e8f560-e820-4be1-b049-739ad8094c57 on network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:06.926585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Attempting to bind port 98e8f560-e820-4be1-b049-739ad8094c57 on network dc955c35-feb9-40dc-b9ec-01c5e08f4d8e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:06.932963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:06.933424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Checking segment: {'id': '555c147d-a73d-460f-929e-601593f56151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:06.934300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Bound using segment: {'id': '555c147d-a73d-460f-929e-601593f56151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:06.934758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Bound port: 98e8f560-e820-4be1-b049-739ad8094c57, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '555c147d-a73d-460f-929e-601593f56151', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:06.935195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:06.972650 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.049519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35764) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:07.071821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.123396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:07.128961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=98e8f560-e820-4be1-b049-739ad8094c57,segment=NetworkSegment(555c147d-a73d-460f-929e-601593f56151),segment_id=555c147d-a73d-460f-929e-601593f56151)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:07.140559 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.259853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:07.260982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.263175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] 10.222.0.47 "PUT /v2.0/ports/98e8f560-e820-4be1-b049-739ad8094c57 HTTP/1.1" status: 200 len: 1092 time: 2.1267343 Aug 30 22:48:07.263886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:07.266760 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "tag": "98e8f560-e820-4be1-b049-739ad8094c57"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:07.272720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Deleting subnet a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:48:07.306066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e5ccb1-7fee-437d-9df6-acb65b393c5b service neutron] Pushing event updated for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:07.341322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.481541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.485698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.487549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1f09b0e-0c9a-4ee6-8a00-4bbd1ed2ef8c HTTP/1.1" status: 204 len: 168 time: 0.6781263 Aug 30 22:48:07.549157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f60a3b-cfbe-4151-8538-d6d114c19fac req-c71ad83d-46ac-42dc-bf74-874c72158008 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:07.551166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90f60a3b-cfbe-4151-8538-d6d114c19fac req-c71ad83d-46ac-42dc-bf74-874c72158008 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 943 time: 0.2136190 Aug 30 22:48:07.558325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-bb38600e-387c-4ac0-893d-ef09bc3f3748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:07.559872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-bb38600e-387c-4ac0-893d-ef09bc3f3748 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d8fc559d1344449a239756e8c93c90c&device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 1095 time: 0.1715913 Aug 30 22:48:07.697292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-1f89df0f-e0d2-4982-ba17-d56b80f819bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98e8f560-e820-4be1-b049-739ad8094c57 HTTP/1.1" status: 200 len: 217 time: 0.1260242 Aug 30 22:48:07.751446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea011c6-d7bb-4368-a993-0caa033a5de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f09b0e-0c9a-4ee6-8a00-4bbd1ed2ef8c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:07.821112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:07.893845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90f60a3b-cfbe-4151-8538-d6d114c19fac req-b92d1eec-9bd0-46c3-9c93-b4402da0b4f7 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277979 Aug 30 22:48:07.895612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b1350b82-4847-46be-bfef-e53a2a54c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:07.900393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-b1350b82-4847-46be-bfef-e53a2a54c6e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=167348a1-265e-4241-8881-31da365f76c4 HTTP/1.1" status: 200 len: 861 time: 0.1724234 Aug 30 22:48:07.973941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-a01d2426-1dcf-4eb9-91e0-ea77839f6460 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599627 Aug 30 22:48:08.132443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:08.134382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-4d29cd93-6d60-42fe-8630-eae40164e8e7 service neutron] 10.222.0.47 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479778 Aug 30 22:48:08.141471 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33534fc6-9715-407a-87ae-091f1dd2e70c x-openstack-request-id: req-33534fc6-9715-407a-87ae-091f1dd2e70c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:08.141778 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "tag": "98e8f560-e820-4be1-b049-739ad8094c57", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:08.142060 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33534fc6-9715-407a-87ae-091f1dd2e70c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:08.142486 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57', 'status': 'completed', 'code': 200} Aug 30 22:48:08.215736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-5dea41f4-6791-4779-b530-68e842ee7b15 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:08.217497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-5dea41f4-6791-4779-b530-68e842ee7b15 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 807 time: 0.8937812 Aug 30 22:48:08.224480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-edc35490-ef61-4240-8ef1-824d40fc3c38 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:08.238215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-edc35490-ef61-4240-8ef1-824d40fc3c38 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.8984523 Aug 30 22:48:08.264457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c131295-7f38-4214-be2e-dcf1b4997b13 req-f848c167-2611-471e-b174-c8bdf88f78d1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 210 time: 0.1282582 Aug 30 22:48:08.271008 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-70c5cd32-bcd7-4268-9557-7b68914f4698 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/quotas/147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 375 time: 0.0317578 Aug 30 22:48:08.324009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-6d7d2de6-7c41-42c9-8f5d-8e5a2d73c6b0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517716 Aug 30 22:48:08.338494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Request body: {'port': {'device_id': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'admin_state_up': True, 'tenant_id': '5f4141327b444c67b6770eab4842974e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:08.525991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ac14369-57b3-4f7a-b99d-dd3ecbbfdd41 req-5a0f5e42-5a71-4bd6-961a-17ebef4ea6a0 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0568342 Aug 30 22:48:08.596517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:08.683380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a299f0eb-e7d9-4a2e-921a-a0edda4c1f15,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:08.698988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e24f3ef-ca2f-4d54-b31b-5249f2e74374 req-0b1f6676-e5ac-4c85-841e-b20168c2bfa7 service neutron] 10.222.0.47 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5212753 Aug 30 22:48:08.701493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:08.703683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9250487-c29a-4170-99c8-460f248180f3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a299f0eb-e7d9-4a2e-921a-a0edda4c1f15 HTTP/1.1" status: 204 len: 168 time: 1.6531224 Aug 30 22:48:08.720958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0255cd21-f57b-4112-a8cf-c616a3500f2d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:08.723143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0255cd21-f57b-4112-a8cf-c616a3500f2d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.4618425 Aug 30 22:48:08.726518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:08.745246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:08.755366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-10bd2f45-7def-4a9f-bac9-925420239cd3 service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289517 Aug 30 22:48:08.973260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:08.982176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-436a6593-4d9e-4071-a88c-d37823c0ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:08.986006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-436a6593-4d9e-4071-a88c-d37823c0ede6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5d8fc559d1344449a239756e8c93c90c&device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 1095 time: 0.1315031 Aug 30 22:48:08.996300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Made reservation on behalf of 5f4141327b444c67b6770eab4842974e for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:09.000159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.093888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-f011c423-933b-45b0-abb2-76616861f60b service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412271 Aug 30 22:48:09.131533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:09.135099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.160555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a374e-638a-425f-abb1-581ea403bb28 req-375ee89a-0713-4112-9243-691b2f1f336f tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:09.168477 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0b5a374e-638a-425f-abb1-581ea403bb28 req-375ee89a-0713-4112-9243-691b2f1f336f tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 943 time: 0.1426625 Aug 30 22:48:09.176996 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.189654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:09.214458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5acd705-2c87-4e7f-8172-2632b8b30baf']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:09.233050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:09.233314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e72bae3-d8fe-42cd-820c-7ccc8c0c6892') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:09.244600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-1ddbe86c-9bb9-41fe-8dc2-a6307ead7637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:09.246745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-1ddbe86c-9bb9-41fe-8dc2-a6307ead7637 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e HTTP/1.1" status: 200 len: 922 time: 0.2484193 Aug 30 22:48:09.260486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.300599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Allocated IP 172.20.0.14 (26f2b0e1-a996-4fc0-a67d-fd44f885e218/df497270-4d4b-4236-ae5f-aedd56581d39/b82ba2cb-292d-4e51-b04e-9638e91078cf) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:09.318001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.339439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:48:09.339851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:48:09.341743 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:48:09.343997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-b4adce77-1a09-47b0-9aba-d75774cc9736 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=98e8f560-e820-4be1-b049-739ad8094c57 HTTP/1.1" status: 200 len: 217 time: 0.0827661 Aug 30 22:48:09.367352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0b5a374e-638a-425f-abb1-581ea403bb28 req-3f73e67e-8e3b-457c-a458-3788cc6d5063 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968007 Aug 30 22:48:09.527451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-299613744-network', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:09.547553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1888833-25a4-4685-86a7-0742aef197c9 req-56ff7a1c-8592-4e2a-8f2b-d75e667f4d14 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 210 time: 0.0590007 Aug 30 22:48:09.567188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.597133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.599473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fab5ee16-8467-46ee-9849-114cc430f983 req-6813c860-b59d-4d42-b4f9-55f3418b7aa6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 210 time: 0.0934107 Aug 30 22:48:09.602612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c5acd705-2c87-4e7f-8172-2632b8b30baf HTTP/1.1" status: 204 len: 168 time: 0.8714690 Aug 30 22:48:09.641157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-550010a8-40f4-4c67-9c15-823704859b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:09.642254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6323a9b-51cb-48f5-8b8f-78d705893dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5acd705-2c87-4e7f-8172-2632b8b30baf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:09.642698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-550010a8-40f4-4c67-9c15-823704859b27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=167348a1-265e-4241-8881-31da365f76c4 HTTP/1.1" status: 200 len: 861 time: 0.2606301 Aug 30 22:48:09.698410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-da79fa7f-3d6e-41c0-9d03-7807257a62e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314605 Aug 30 22:48:09.698897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:09.701124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.707754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.5 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/19ad49ff-792b-4c38-9bd9-bb0a6fe35275) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:09.731125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.749805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb19a803-b318-4b2f-abc9-587532b172b1 req-fe04dd00-cf63-4209-a770-9a53efda0892 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0727673 Aug 30 22:48:09.886409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.946909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:09.968458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:10.016250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:10.020954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:10.034416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:10.067908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:10.086681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35864) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:10.176031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:10.176724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.253860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b03a0ed-8898-4942-b4cf-938d34ec2bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.257704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8db32402-0c25-49b3-ac49-7e9236d02ca6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c3347241fa349229dc4194aad4ef42f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1697578 Aug 30 22:48:10.261312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:10.276185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.291443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.296571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.314511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-fb0948f2-fb3a-4f77-9b9b-54baa95e3cc1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0378873 Aug 30 22:48:10.346899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:10.347400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Request body: {'port': {'device_id': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:10.397904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:10.444392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.444847 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Added segment 95e7b836-55f7-4ae0-bec4-8f8774d036e9 of type vlan for network ce923d3e-0708-47ca-9c15-9188fed8de9d Aug 30 22:48:10.474172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.490345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.490701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.491041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.491391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.491718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.492038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.492360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.492686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.493009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.493334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.493654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.493991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:10.502398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.544586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.548836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-8810e3d4-1aac-4b31-b765-9a91ad71208c service neutron] 10.222.0.47 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8387349 Aug 30 22:48:10.594235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7920d53-f3c0-49b5-93ea-d7e810be0a01 req-105e74e3-8405-480e-864a-bb0a42f3fc52 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:10.596021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7920d53-f3c0-49b5-93ea-d7e810be0a01 req-105e74e3-8405-480e-864a-bb0a42f3fc52 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 943 time: 0.1458256 Aug 30 22:48:10.684359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.704418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7920d53-f3c0-49b5-93ea-d7e810be0a01 req-7e2ee182-10ff-4c33-86c7-781e68589fec tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979543 Aug 30 22:48:10.817492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.820198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:10.823796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fdde4390-453a-4144-9c21-d668e908b4a4 HTTP/1.1" status: 204 len: 168 time: 0.5586820 Aug 30 22:48:10.864531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b513257b-380d-44fe-bd15-77b43d036cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdde4390-453a-4144-9c21-d668e908b4a4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:10.917366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5d88d-1102-4e1c-a72e-ec0d81641fdb req-58dd1358-bd2e-4ef4-9ad0-3710981797a6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:10.924927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66d5d88d-1102-4e1c-a72e-ec0d81641fdb req-58dd1358-bd2e-4ef4-9ad0-3710981797a6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 931 time: 0.1323903 Aug 30 22:48:10.997771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66d5d88d-1102-4e1c-a72e-ec0d81641fdb req-f648e363-4c28-4d99-a044-8fe8cd0eb5fa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666904 Aug 30 22:48:11.066314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.078010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:48:11.194073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:11.196568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.197283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.197945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.198579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.199238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.199924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.200555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.201176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.201818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.202442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.203059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.216506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49f2cc96-039a-4330-bb23-6dca070ee559 req-05d7a8a7-0f16-4aca-990a-93dea640d6b7 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7828 time: 0.8355200 Aug 30 22:48:11.226390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.232588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.235063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.275557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:11.292105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:11.301604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:11.448639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] Pushing event updated for resources: {'Network': ['ID=ce923d3e-0708-47ca-9c15-9188fed8de9d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:11.460731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network ce923d3e-0708-47ca-9c15-9188fed8de9d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:11.490789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88854ed1-f1e6-4aee-96eb-f348c0e8bad8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2972307 Aug 30 22:48:11.497739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36b41547-18b9-40ee-ae3f-ebb3fe2cd7a5 req-cd6daf8f-ba12-47c0-bded-7bc9f395881d service neutron] 10.222.0.47 "GET /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9039218 Aug 30 22:48:11.498592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35888) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:11.511870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d9bfacb-efaa-4faa-93a7-da72f87274b5 req-bfc9dda4-90c5-4fd4-971e-6049d6622a98 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 210 time: 0.0566256 Aug 30 22:48:11.512709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Request body: {'subnet': {'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-299613744-subnet', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:11.539912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.539912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.561288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0bfe2-c4f2-49d7-9e4f-c2204a2e53f4 req-1aecf907-a93d-44b1-b9a9-b0b7ec1056af tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.585058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ee0bfe2-c4f2-49d7-9e4f-c2204a2e53f4 req-1aecf907-a93d-44b1-b9a9-b0b7ec1056af tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 932 time: 0.2864935 Aug 30 22:48:11.626138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:11.629896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.679387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-0195aeab-ab80-44a8-b939-401594afd3a2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9398859 Aug 30 22:48:11.710935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82ba2cb-292d-4e51-b04e-9638e91078cf {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:11.712250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Request body: {'port': {'device_id': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:11.736447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.755975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-29a65f3c-4c00-453c-8719-51a86e0a1279 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.756892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ee0bfe2-c4f2-49d7-9e4f-c2204a2e53f4 req-ba1143ee-8967-4626-b0bf-b098324a1436 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621253 Aug 30 22:48:11.757538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-29a65f3c-4c00-453c-8719-51a86e0a1279 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.2975974 Aug 30 22:48:11.785294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Request body: {'port': {'device_id': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'admin_state_up': True, 'tenant_id': '147f9c138b8040de91cdfe8622a23556'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:11.818082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:11.844014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3718c8-1c13-4271-91dc-d2c8effb5c83 req-e5da888f-9b80-4e50-9cd9-13d1ddd63a23 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:11.850723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad3718c8-1c13-4271-91dc-d2c8effb5c83 req-e5da888f-9b80-4e50-9cd9-13d1ddd63a23 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 886 time: 0.2936082 Aug 30 22:48:11.852240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Transition to ACTIVE for port object b82ba2cb-292d-4e51-b04e-9638e91078cf will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:11.866632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.080450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:12.082646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:12.086495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.182990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.183979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.184598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.185161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.185913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.186492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.187047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.187918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.188488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.189039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.189588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.190201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:12.280990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88016351-b981-4ab6-83b1-46eac6e7d8b4 req-684eea55-1457-419d-9ea5-a9cccc8423dc tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.282603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88016351-b981-4ab6-83b1-46eac6e7d8b4 req-684eea55-1457-419d-9ea5-a9cccc8423dc tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 943 time: 0.4418349 Aug 30 22:48:12.318311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:12.326748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.357158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.357846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.358320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.358795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.359258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.359714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.360507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.361104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.361604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.365014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.365965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.366795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.369255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-700dedf4-5f40-40b0-b35f-046c3451e08c req-d6e66599-375a-49a0-a05c-f97f7a114992 tempest-NetworksTest-515524457 tempest-NetworksTest-515524457-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8483 time: 0.4727492 Aug 30 22:48:12.386595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:12.387305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:12.387757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:12.406396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:12.406844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:12.465587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:12.466167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:12.466785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:12.467370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Bound port: b82ba2cb-292d-4e51-b04e-9638e91078cf, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:12.472773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.491850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 98e8f560-e820-4be1-b049-739ad8094c57 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:12.537031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88016351-b981-4ab6-83b1-46eac6e7d8b4 req-be165381-9122-41ed-ae1f-c0fdaf06d881 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200191 Aug 30 22:48:12.555355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:12.597692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2060496033-network', 'tenant_id': 'f40e6ea82c404cdeb107b1f4c401f593'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:12.627814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Allocated IP 172.20.0.10 (4e141e69-03e6-47c7-b3aa-3c745db13902/4a06fcc1-02fb-436f-af87-f616358e0c1a/b0a45ec5-d274-4cd0-a668-8e67d0d17827) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:12.676192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf192d2-2934-4148-8a06-239e391684b6 req-113c1d45-e913-4412-ad23-743a7b2bbcc6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.683576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edf192d2-2934-4148-8a06-239e391684b6 req-113c1d45-e913-4412-ad23-743a7b2bbcc6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 931 time: 0.2058048 Aug 30 22:48:12.706445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:12.724645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=98e8f560-e820-4be1-b049-739ad8094c57,segment=NetworkSegment(555c147d-a73d-460f-929e-601593f56151),segment_id=555c147d-a73d-460f-929e-601593f56151)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:12.734502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:12.739616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '98e8f560-e820-4be1-b049-739ad8094c57', 'network_id': 'dc955c35-feb9-40dc-b9ec-01c5e08f4d8e', 'port_id': '98e8f560-e820-4be1-b049-739ad8094c57', 'mac_address': 'fa:16:3e:7c:4a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '167348a1-265e-4241-8881-31da365f76c4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:12.740422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:12.744039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.756301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Transition to ACTIVE for port object 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:12.795629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5345038b-0883-4d0d-9ce8-9bb8f1c89198 req-6ced2daa-5f0a-4d2a-ba8c-0147264802bb tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 210 time: 0.0368679 Aug 30 22:48:12.798121 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.811360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Checking segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:12.811724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Network hostable DHCP agents. Network: ce923d3e-0708-47ca-9c15-9188fed8de9d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:12.857560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.870247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.889846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Network ce923d3e-0708-47ca-9c15-9188fed8de9d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:12.903328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Made reservation on behalf of f40e6ea82c404cdeb107b1f4c401f593 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:12.905758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.910559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e8f560-e820-4be1-b049-739ad8094c57 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:12.933810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, ce923d3e-0708-47ca-9c15-9188fed8de9d) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:12.948800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:12.962641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=98e8f560-e820-4be1-b049-739ad8094c57,segment=NetworkSegment(555c147d-a73d-460f-929e-601593f56151),segment_id=555c147d-a73d-460f-929e-601593f56151)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:12.966136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7646b0b7-5911-47e4-aa9b-eb76ddc12f1c None None] Network ce923d3e-0708-47ca-9c15-9188fed8de9d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:12.981072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.982882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.986720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:12.987531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.993962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:12.997262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edf192d2-2934-4148-8a06-239e391684b6 req-a7fe61e4-1f21-4fe1-807b-e776c9a3268a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126934 Aug 30 22:48:13.003062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:13.008043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-820ad9d4-a073-4832-9b6a-75e5410e035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.028986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.094574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888e561-82df-4974-b115-67e3b0ed685c req-fd961fea-8dd5-4d49-a09c-309908c39c25 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.098309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.100247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.100985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.102429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] 10.222.0.52 "PUT /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 1093 time: 2.7646251 Aug 30 22:48:13.103067 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f888e561-82df-4974-b115-67e3b0ed685c req-fd961fea-8dd5-4d49-a09c-309908c39c25 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1589472 Aug 30 22:48:13.103236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:13.109522 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba52b24f-9943-4333-8888-a4771d7e1ad8" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:13.120733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Attempting to bind port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:13.121056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Attempting to bind port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:13.121556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Attempting to bind port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:13.183107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:13.183630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Attempting to bind port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:13.183759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a09e63d-6b15-4e99-b428-5dacc3905644 service neutron] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.191608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:13.192190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:13.192772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:13.193374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Bound port: 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:13.193953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.207321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-ce923d3e-0708-47ca-9c15-9188fed8de9d', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:48:13.208510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.221846 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad92d1f-8da6-48c5-a4dc-b193488b12d7 x-openstack-request-id: req-3ad92d1f-8da6-48c5-a4dc-b193488b12d7 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:13.222480 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:13.222809 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ad92d1f-8da6-48c5-a4dc-b193488b12d7 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:13.223271 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'status': 'completed', 'code': 200} Aug 30 22:48:13.224918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.289259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:13.292900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:13.308075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f888e561-82df-4974-b115-67e3b0ed685c req-71f8a187-544f-43b9-b371-f92a2169b053 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044172 Aug 30 22:48:13.311604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['98e8f560-e820-4be1-b049-739ad8094c57'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:13.322203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.341726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.345857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:13.355237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:13.358073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:13.408020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-335fd007-0bf4-4412-b523-de2ed2fc0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.410458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-335fd007-0bf4-4412-b523-de2ed2fc0e20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1096 time: 0.2280748 Aug 30 22:48:13.419711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0bfe8b2d-b405-45c0-9a02-66a1e96a0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.421749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.422538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.466850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-6dae60ad-5943-4b92-8ca2-438755daf653 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 217 time: 0.0412714 Aug 30 22:48:13.489768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Pushing event updated for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.493463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.494106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.495585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-270dee54-aa16-46d3-84be-e7558e6c79b9 service neutron] 10.222.0.52 "PUT /v2.0/ports/19ad49ff-792b-4c38-9bd9-bb0a6fe35275 HTTP/1.1" status: 200 len: 1092 time: 1.7879460 Aug 30 22:48:13.499354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:13.502140 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:13.508953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.519587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.544776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-57b1a0e6-4a1b-407e-a48f-1e02dcae1fa8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0394180 Aug 30 22:48:13.545465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:13.560990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Allocated IP 172.20.0.2 (ce923d3e-0708-47ca-9c15-9188fed8de9d/378dd9eb-1ea9-4238-8edb-db3cd0cd5c95/1742e4dc-904b-4137-9498-35057b5d7363) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:13.572539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:13.609463 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4e31e8-2376-488b-92f5-9f6d42872977 x-openstack-request-id: req-0a4e31e8-2376-488b-92f5-9f6d42872977 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:13.610149 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:13.610622 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a4e31e8-2376-488b-92f5-9f6d42872977 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:13.611360 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275', 'status': 'completed', 'code': 200} Aug 30 22:48:13.613801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:13.646690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-0267bdcc-10a1-4c6f-8402-738f326ad7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.648341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-0267bdcc-10a1-4c6f-8402-738f326ad7f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1739013 Aug 30 22:48:13.680243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.696280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-b5bf81a2-3749-4285-a3a0-097e4b20c30c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388258 Aug 30 22:48:13.702247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.703393 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Added segment 065262ec-1fe6-47cc-87d2-de9ec16d52ed of type vlan for network 026dc1e1-24a9-4273-a182-8eaf2648a39e Aug 30 22:48:13.802347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.811294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-820ad9d4-a073-4832-9b6a-75e5410e035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.815788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.824171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-fe554d05-ed8b-4220-88e8-5f90c8e352c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.825730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-820ad9d4-a073-4832-9b6a-75e5410e035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.826937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-fe554d05-ed8b-4220-88e8-5f90c8e352c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 1095 time: 0.2335041 Aug 30 22:48:13.827512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Transition to ACTIVE for port object 1742e4dc-904b-4137-9498-35057b5d7363 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:13.847145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Transition to ACTIVE for port object 1742e4dc-904b-4137-9498-35057b5d7363 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:13.855909 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:13.859291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a56ac1-0050-4bf1-ae35-3f423b4b4abf req-d46b17e9-0a39-469b-b0be-44d883d0eb42 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:13.868159 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33a56ac1-0050-4bf1-ae35-3f423b4b4abf req-d46b17e9-0a39-469b-b0be-44d883d0eb42 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 944 time: 0.2116249 Aug 30 22:48:13.887740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-41140cfa-248f-48f3-b57d-1fb570128b61 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1184599 Aug 30 22:48:13.892844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820ad9d4-a073-4832-9b6a-75e5410e035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6411e46f-2c41-4dfa-a613-be0d2e806306,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.917546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Network ce923d3e-0708-47ca-9c15-9188fed8de9d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:13.923183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:13.927793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:13.935598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Request body: {'port': {'device_id': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:13.942017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Pushing event updated for resources: {'Port': ['ID=1742e4dc-904b-4137-9498-35057b5d7363,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:13.974433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-46357b1a-6d56-479a-b7ce-a6ad7c7a6e0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275 HTTP/1.1" status: 200 len: 217 time: 0.1052537 Aug 30 22:48:13.997640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Attempting to bind port 1742e4dc-904b-4137-9498-35057b5d7363 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:13.998265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Attempting to bind port 1742e4dc-904b-4137-9498-35057b5d7363 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:13.998841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Attempting to bind port 1742e4dc-904b-4137-9498-35057b5d7363 on network ce923d3e-0708-47ca-9c15-9188fed8de9d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:14.006071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33a56ac1-0050-4bf1-ae35-3f423b4b4abf req-d468be47-e97f-460b-b305-09556f245461 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119401 Aug 30 22:48:14.007197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:14.007803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Checking segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:14.008692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.009531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Bound using segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:14.010246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Bound port: 1742e4dc-904b-4137-9498-35057b5d7363, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:14.010831 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.031961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-bbdb3388-cde5-453c-99c5-11abf8823a4c service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265040 Aug 30 22:48:14.035021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-820ad9d4-a073-4832-9b6a-75e5410e035b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec9a9d83aad240128d87963d32cf040f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3258300 Aug 30 22:48:14.039190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35940) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:14.091491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] For port 1742e4dc-904b-4137-9498-35057b5d7363, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:14.097046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] For port 1742e4dc-904b-4137-9498-35057b5d7363, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1742e4dc-904b-4137-9498-35057b5d7363,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:14.104511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.106989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.109174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:14.110137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.124353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.125524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.146510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.209615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.217679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd538a-d30d-4e32-a495-beb340e7e6f9 None None] Pushing event updated for resources: {'Port': ['ID=1742e4dc-904b-4137-9498-35057b5d7363,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:14.225100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bbc05-27ff-4f01-b8a6-2e1b6349ff9a req-7952bb38-b8aa-4c0a-b56b-cfb1fde86a20 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:14.226810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d77bbc05-27ff-4f01-b8a6-2e1b6349ff9a req-7952bb38-b8aa-4c0a-b56b-cfb1fde86a20 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 932 time: 0.2880781 Aug 30 22:48:14.238638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.9190423 Aug 30 22:48:14.245380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35942) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:14.250385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Request body: {'subnet': {'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2060496033-subnet', 'tenant_id': 'f40e6ea82c404cdeb107b1f4c401f593', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:14.262297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-f0846020-7856-498e-9c9f-28da55fed52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:14.264179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-f0846020-7856-498e-9c9f-28da55fed52b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.2689049 Aug 30 22:48:14.265438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.390890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.395260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a019d410-69d4-4c3a-9f02-2d1fa59fe49d req-b42e63ec-0617-47d9-ab02-1089df78fcc1 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3495283 Aug 30 22:48:14.396139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.429023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Made reservation on behalf of f40e6ea82c404cdeb107b1f4c401f593 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:14.431644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.440777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d77bbc05-27ff-4f01-b8a6-2e1b6349ff9a req-afc475ff-d07d-4fe5-a053-4ab5b4b01097 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977532 Aug 30 22:48:14.445928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-1047d877-cf33-4c38-b59f-2dde6a636547 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1523294 Aug 30 22:48:14.537921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 98e8f560-e820-4be1-b049-739ad8094c57 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:14.607068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.645025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 98e8f560-e820-4be1-b049-739ad8094c57 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:14.657115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 98e8f560-e820-4be1-b049-739ad8094c57 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:14.657513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.731004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb867e-521c-400f-ba75-9883b31a08fc req-5bddefff-1fd1-4808-a52a-c8c130d55cbc tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:14.734442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1cb867e-521c-400f-ba75-9883b31a08fc req-5bddefff-1fd1-4808-a52a-c8c130d55cbc tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 943 time: 0.5207925 Aug 30 22:48:14.735131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55b05f5-dee4-424b-8ba0-72e356388b58 admin admin] Pushing event updated for resources: {'Network': ['ID=026dc1e1-24a9-4273-a182-8eaf2648a39e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:14.751957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-e14bc219-32cf-454a-b139-713c889c6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:14.753741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-e14bc219-32cf-454a-b139-713c889c6b9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1096 time: 0.2372599 Aug 30 22:48:14.763145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.766765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.769566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6411e46f-2c41-4dfa-a613-be0d2e806306 HTTP/1.1" status: 204 len: 168 time: 0.7285514 Aug 30 22:48:14.781571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:14.853363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1cb867e-521c-400f-ba75-9883b31a08fc req-6282e382-1165-4a7b-9c91-b32a5a0fddfa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116724 Aug 30 22:48:14.865109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a45ec5-d274-4cd0-a668-8e67d0d17827 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:14.876624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.892261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Transition to ACTIVE for port object b0a45ec5-d274-4cd0-a668-8e67d0d17827 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:14.913917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-4e4fc2c4-eb8c-4cac-a2bd-efbc350d4b24 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964377 Aug 30 22:48:14.938076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d582c0-63f0-409a-bc02-e298b34a8773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6411e46f-2c41-4dfa-a613-be0d2e806306,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:14.940081 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:14.974773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.002360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:15.005950 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29514d4c-449e-4600-a0d3-b4a48621c04c" -d '{"events": [{"server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "name": "network-vif-plugged", "status": "completed", "tag": "98e8f560-e820-4be1-b049-739ad8094c57"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:15.035237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:15.055401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=98e8f560-e820-4be1-b049-739ad8094c57,segment=NetworkSegment(555c147d-a73d-460f-929e-601593f56151),segment_id=555c147d-a73d-460f-929e-601593f56151)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:15.067274 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.124884 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06d0a44c-c0a9-4912-ad08-9a1185158801 x-openstack-request-id: req-06d0a44c-c0a9-4912-ad08-9a1185158801 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:15.129624 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "name": "network-vif-plugged", "status": "completed", "tag": "98e8f560-e820-4be1-b049-739ad8094c57", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:15.131233 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06d0a44c-c0a9-4912-ad08-9a1185158801 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:15.138613 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57', 'code': 200} Aug 30 22:48:15.183499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:15.217468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ca6ec-5fe5-45da-8141-7e04e1d093df req-c83344dc-fbb9-45bb-a917-05548ff96cc4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.219475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b6ca6ec-5fe5-45da-8141-7e04e1d093df req-c83344dc-fbb9-45bb-a917-05548ff96cc4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.5428715 Aug 30 22:48:15.271641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35956) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:15.380187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-59999e40-321e-416f-b0e2-78c134a151ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.381589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-59999e40-321e-416f-b0e2-78c134a151ff service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.6103752 Aug 30 22:48:15.415149 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11c1ad6a-3ae6-46f2-8b89-cca48abd0fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.427005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b6ca6ec-5fe5-45da-8141-7e04e1d093df req-06395307-5454-4d26-9caa-acc2eef97f15 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519370 Aug 30 22:48:15.438278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c144ff19-da99-42b4-9c87-bc0610e7232c req-8e622320-5aec-4f56-bf87-284e55864f3f service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152686 Aug 30 22:48:15.474175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551ae93-4cbe-4ebd-9b6b-c1e478161c3d req-d96b44ec-d379-4426-8eaa-4bac3eb0d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.475661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f551ae93-4cbe-4ebd-9b6b-c1e478161c3d req-d96b44ec-d379-4426-8eaa-4bac3eb0d356 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 1097 time: 0.2428744 Aug 30 22:48:15.489975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14959f70-4a44-443f-9b10-f258b20c0bc4 req-dad468c9-faa6-4ed9-9a1b-b09418650c09 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.491236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-ca0301b2-7991-40b4-acca-61ade8681c83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 217 time: 0.0863390 Aug 30 22:48:15.491498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14959f70-4a44-443f-9b10-f258b20c0bc4 req-dad468c9-faa6-4ed9-9a1b-b09418650c09 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.2598403 Aug 30 22:48:15.501312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.548043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.556536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:15.556909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:15.557188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:15.611106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0398a09-8495-4e8c-afba-a71f3c5e1a31 None None] Network ce923d3e-0708-47ca-9c15-9188fed8de9d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:15.614432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:15.614760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:15.649830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f551ae93-4cbe-4ebd-9b6b-c1e478161c3d req-46556960-1b6d-4910-a94e-f99a4a76ba2c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551836 Aug 30 22:48:15.659754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.661744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:15.662109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:15.662902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:15.662902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Bound port: b0a45ec5-d274-4cd0-a668-8e67d0d17827, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:15.663253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.666376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14959f70-4a44-443f-9b10-f258b20c0bc4 req-69758680-a6cf-4f91-bf52-eaac2b697728 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629255 Aug 30 22:48:15.710701 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eca2bba7-2d7c-4c65-8116-93808e6fba7d None None] Provisioning for port 1742e4dc-904b-4137-9498-35057b5d7363 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:15.729322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-f5bb3acb-dffd-40ef-868f-dec77b4865cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.732151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-f5bb3acb-dffd-40ef-868f-dec77b4865cf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 1095 time: 0.1743960 Aug 30 22:48:15.735387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-9b76c1cd-62e4-4c42-bb01-e1584ca439af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.737455 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-9b76c1cd-62e4-4c42-bb01-e1584ca439af service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1834004 Aug 30 22:48:15.826476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Allocated IP 172.25.7.173 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e788990c-4214-4f7a-b714-78ba6eac0f26) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:15.827218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-bd8d0cf6-0379-4e80-9d54-949f71747955 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728807 Aug 30 22:48:15.842371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250bf426-df4b-495c-9635-9d345483f0bd req-01b154fe-a64e-4f23-8c6e-06140e4f0bd9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.843839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-250bf426-df4b-495c-9635-9d345483f0bd req-01b154fe-a64e-4f23-8c6e-06140e4f0bd9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.2318053 Aug 30 22:48:15.849929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bcff6d8-587b-4aa9-b14e-169528d727de,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:15.909326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:15.967390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-031143fa-0914-4bb9-92dd-72da30df264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:15.969190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-031143fa-0914-4bb9-92dd-72da30df264a service neutron] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.2203257 Aug 30 22:48:15.979504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:15.985438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Checking segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:15.986032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Network hostable DHCP agents. Network: 026dc1e1-24a9-4273-a182-8eaf2648a39e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:16.020339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-8778e664-75f8-4e33-8fb3-5c7e16034ade service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275 HTTP/1.1" status: 200 len: 217 time: 0.0407357 Aug 30 22:48:16.032240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:16.043511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-250bf426-df4b-495c-9635-9d345483f0bd req-4a0e7e52-c3b3-4801-ba11-c307e63c647f tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539509 Aug 30 22:48:16.052015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11c1ad6a-3ae6-46f2-8b89-cca48abd0fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.055536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.091213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11c1ad6a-3ae6-46f2-8b89-cca48abd0fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.109590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.124330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-abdd64da-8e05-436a-9c15-0c1e42f94a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:16.125997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-abdd64da-8e05-436a-9c15-0c1e42f94a9f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.0959535 Aug 30 22:48:16.171374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-b1b9ea96-d5a0-4c66-81cf-cffe4c07f7ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323677 Aug 30 22:48:16.197891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-aea22d15-9937-4732-8faf-237fc28c67cc service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410516 Aug 30 22:48:16.201408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:16.256896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.296014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11c1ad6a-3ae6-46f2-8b89-cca48abd0fd1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18443598e27343c6a4e15c77d9157b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9893262 Aug 30 22:48:16.296426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 026dc1e1-24a9-4273-a182-8eaf2648a39e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:16.298775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:16.299936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.301406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 1093 time: 2.3880327 Aug 30 22:48:16.304464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7808ba-59dd-43da-910a-7f027b2f7c70 None None] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:16.347682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Pushing event updated for resources: {'Port': ['ID=e788990c-4214-4f7a-b714-78ba6eac0f26,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:16.356218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1742e4dc-904b-4137-9498-35057b5d7363 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:16.380017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35972) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:16.398194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:16.400252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:16.406639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:16.420578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-472ac6fa-0e5f-4ed8-b5e5-151f0480c4a1 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399724 Aug 30 22:48:16.543046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1742e4dc-904b-4137-9498-35057b5d7363 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:16.550423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1742e4dc-904b-4137-9498-35057b5d7363 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:16.551182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.651371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.668014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:16.670465 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a07c15-0f33-498d-b6a9-7740222b353f" -d '{"events": [{"name": "network-changed", "server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:16.694466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1742e4dc-904b-4137-9498-35057b5d7363, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1742e4dc-904b-4137-9498-35057b5d7363,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:16.697571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3971eda-2c1c-4776-b34e-4f8ec2bf43dc None None] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:16.702379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:16.702971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.724879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:16.750039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c1ad6a-3ae6-46f2-8b89-cca48abd0fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1688ea8f-8b9d-4905-9a99-dc8ab5a9828b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:16.769860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d884943c-40a5-4531-b9ad-e7b1890f94b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:16.801898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f9ae565e-71fb-4239-80af-c5b2d35de96e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.5553687 Aug 30 22:48:16.844878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1742e4dc-904b-4137-9498-35057b5d7363,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:16.874632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed074d78-d38a-48ed-a1f2-6290609d5935 req-8f255c8c-6a6b-44de-9742-c84c7074be8b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:16.883834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed074d78-d38a-48ed-a1f2-6290609d5935 req-8f255c8c-6a6b-44de-9742-c84c7074be8b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 943 time: 0.6221023 Aug 30 22:48:16.919166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-3f11ee1f-f590-4697-9b87-11ee55b6b7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:16.920679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-3f11ee1f-f590-4697-9b87-11ee55b6b7c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1096 time: 0.2431185 Aug 30 22:48:16.927155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba52b24f-9943-4333-8888-a4771d7e1ad8 req-671448ce-33d4-4e36-9301-adefa876e092 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6778553 Aug 30 22:48:16.952731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed074d78-d38a-48ed-a1f2-6290609d5935 req-a7938c87-7cf3-45ef-84ec-690d64eeb69e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675995 Aug 30 22:48:17.006794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d958a78e-294f-4a55-8246-02622b318342 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0479894 Aug 30 22:48:17.056930 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0139dd51-8048-4ca5-a4a3-db425197be8c x-openstack-request-id: req-0139dd51-8048-4ca5-a4a3-db425197be8c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:17.058131 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:17.058131 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0139dd51-8048-4ca5-a4a3-db425197be8c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:17.058477 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'status': 'completed', 'code': 200} Aug 30 22:48:17.067932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-23b7ec38-1c82-4f1d-ab77-2742e62dcddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.069557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-23b7ec38-1c82-4f1d-ab77-2742e62dcddb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0517812 Aug 30 22:48:17.075859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.128000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-087e10ec-0c76-4083-b180-645dfa90a976 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369327 Aug 30 22:48:17.141952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.172525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5908b0c-9628-404e-836d-dfe541a9f4c2 req-6d24dc84-0fef-4b9c-9e93-681fe2917adb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.174556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5908b0c-9628-404e-836d-dfe541a9f4c2 req-6d24dc84-0fef-4b9c-9e93-681fe2917adb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.2407787 Aug 30 22:48:17.228296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8612c4-7a26-4ad7-be22-7c1a1c99fc49 req-1863524e-7fd6-4758-b26e-20f0291da2d2 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7146754 Aug 30 22:48:17.231124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adea30-75e3-4884-8e75-f870d54639c3 req-0ef7aaa5-02e7-4a88-9be9-b7a8c6edcf4c tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.232594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23adea30-75e3-4884-8e75-f870d54639c3 req-0ef7aaa5-02e7-4a88-9be9-b7a8c6edcf4c tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.1105180 Aug 30 22:48:17.283052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-d58214d0-faa4-4059-92b5-1e091cec1b61 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429353 Aug 30 22:48:17.288019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23adea30-75e3-4884-8e75-f870d54639c3 req-1559c81a-c237-4cb0-834d-ea247fd72f36 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483942 Aug 30 22:48:17.307653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5908b0c-9628-404e-836d-dfe541a9f4c2 req-feb5a832-7728-445e-b3b3-1515463a72db tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893426 Aug 30 22:48:17.335994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.337705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.343390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.344547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1688ea8f-8b9d-4905-9a99-dc8ab5a9828b HTTP/1.1" status: 204 len: 168 time: 0.9632602 Aug 30 22:48:17.449360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0298a22-78ce-4665-8a85-3d80e6aae056 req-1661f9a8-c211-4cac-9e75-b121aa6f30dd service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487329 Aug 30 22:48:17.477441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292e51d-29d9-4fd1-a946-0c34c58c77ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1688ea8f-8b9d-4905-9a99-dc8ab5a9828b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:17.560377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92496940-4bf3-4bcd-a9f1-a5c23262d9d0 req-ec0d6c39-7fb9-45ad-87a5-3ae0550c12fc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.562917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92496940-4bf3-4bcd-a9f1-a5c23262d9d0 req-ec0d6c39-7fb9-45ad-87a5-3ae0550c12fc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.1478729 Aug 30 22:48:17.609911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07c15-0f33-498d-b6a9-7740222b353f req-b0b8754c-b737-4920-9ae5-aba06decbb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.611766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-b0b8754c-b737-4920-9ae5-aba06decbb70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1096 time: 0.0846200 Aug 30 22:48:17.624045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-5bb56b98-1049-43fe-a073-648b6d664bf2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.633265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-5bb56b98-1049-43fe-a073-648b6d664bf2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.1698554 Aug 30 22:48:17.650251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:17.666457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92496940-4bf3-4bcd-a9f1-a5c23262d9d0 req-0018eff1-09f0-491c-8ce3-174a465bd369 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524518 Aug 30 22:48:17.725759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.729618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-296b4d8a-915b-4df3-850a-bc827a185907 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/quotas/f40e6ea82c404cdeb107b1f4c401f593 HTTP/1.1" status: 200 len: 375 time: 0.0951595 Aug 30 22:48:17.792275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-29594fb2-d12e-44d5-be31-a80639ebc677 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616884 Aug 30 22:48:17.863651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:17.891733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275', 'mac_address': 'fa:16:3e:dd:d1:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:17.901506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07c15-0f33-498d-b6a9-7740222b353f req-fb3ed1d1-4f55-4944-bf65-1e761ce85b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:17.903046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-fb3ed1d1-4f55-4944-bf65-1e761ce85b01 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.2677457 Aug 30 22:48:17.921421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-2becc9d8-edce-4005-b62b-b06f4929c296 service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282799 Aug 30 22:48:17.944077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Router 33a86b58-c268-4096-b26a-0c2a6acb02c1 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:48:17.983028 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:17.996385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-6cd22765-e02f-4566-b8de-df2d16b42dee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0664279 Aug 30 22:48:18.012831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:18.063309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:18.076148 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:18.081823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a07c15-0f33-498d-b6a9-7740222b353f req-5f667c7c-2c87-41cc-a83b-0b1779bbabc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:18.082955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-5f667c7c-2c87-41cc-a83b-0b1779bbabc4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0626376 Aug 30 22:48:18.134718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-fb3bee4a-5b6f-406e-9486-bc5e2a96d9f9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387325 Aug 30 22:48:18.144922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:48:18.150122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-e9c7c384-fe14-45ba-9c08-7ef5ffade102 service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094862 Aug 30 22:48:18.156086 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Sync routers for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:48:18.170862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34e1b7-282f-4928-9e6d-39a9f4f37813 req-1a8e580b-3af9-4c84-9f8e-f8910dd071f9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:18.172723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e34e1b7-282f-4928-9e6d-39a9f4f37813 req-1a8e580b-3af9-4c84-9f8e-f8910dd071f9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 944 time: 0.1083050 Aug 30 22:48:18.182066 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:18.182721 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:18.243018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:18.244290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c75aae2-0668-4f30-ad77-73f6d2865780 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6809545 Aug 30 22:48:18.248298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:18.268675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:18.304506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1742e4dc-904b-4137-9498-35057b5d7363 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:18.382611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-421dff58-2709-48fd-b7ad-8c8a5fde2960 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300808 Aug 30 22:48:18.391020 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:18.422381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e34e1b7-282f-4928-9e6d-39a9f4f37813 req-4293aa43-4213-4778-8686-38ae58edf271 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283382 Aug 30 22:48:18.586001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80a07c15-0f33-498d-b6a9-7740222b353f req-86a0ed3a-15ef-4357-b167-23e7b914a6be service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907594 Aug 30 22:48:18.678644 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:48:18.708110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a9bd6-36ab-477a-ac68-e34b594c65d1 req-7970a69e-3228-4aec-9eca-c334ee618134 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:18.716129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e6a9bd6-36ab-477a-ac68-e34b594c65d1 req-7970a69e-3228-4aec-9eca-c334ee618134 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.0899494 Aug 30 22:48:18.722359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:17Z', 'revision_number': 3, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:18.782286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Checking router: 33a86b58-c268-4096-b26a-0c2a6acb02c1 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:48:18.782643 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Updating router 33a86b58-c268-4096-b26a-0c2a6acb02c1 port e788990c-4214-4f7a-b714-78ba6eac0f26 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:48:18.807105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['19ad49ff-792b-4c38-9bd9-bb0a6fe35275'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:18.841986 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:18.864660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e6a9bd6-36ab-477a-ac68-e34b594c65d1 req-ec34b4c7-c610-4c72-8f42-99b2e8f38485 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328008 Aug 30 22:48:18.867706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1742e4dc-904b-4137-9498-35057b5d7363 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:18.868655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:18.998991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-498f4a60-f3ef-4067-b6d4-8bef3a0f2394 req-baa77ce6-8c66-416f-b33e-f1475cfa93e5 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 210 time: 0.0446951 Aug 30 22:48:19.040249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740a899-7f85-49dd-951e-b9d8a892f411 req-c73bc841-93b1-4e09-8759-e43cc0601816 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:19.049027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5740a899-7f85-49dd-951e-b9d8a892f411 req-c73bc841-93b1-4e09-8759-e43cc0601816 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.2714920 Aug 30 22:48:19.142550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5740a899-7f85-49dd-951e-b9d8a892f411 req-b2e514f7-276b-4ad0-b2b5-d2cff6bd6a08 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924139 Aug 30 22:48:19.278337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa1bbf-683d-4181-8411-a9a055d7d11c req-3b57d554-96bc-42ff-95ea-477f9600edac tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:19.281859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.293428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26aa1bbf-683d-4181-8411-a9a055d7d11c req-3b57d554-96bc-42ff-95ea-477f9600edac tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.1625891 Aug 30 22:48:19.422613 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.436587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26aa1bbf-683d-4181-8411-a9a055d7d11c req-01869b2d-6493-4bda-ba48-438edc6b1f5c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421731 Aug 30 22:48:19.442157 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Transition to ACTIVE for port object e788990c-4214-4f7a-b714-78ba6eac0f26 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:19.449287 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.556809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Allocated IP 172.20.0.1 (ce923d3e-0708-47ca-9c15-9188fed8de9d/378dd9eb-1ea9-4238-8edb-db3cd0cd5c95/8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:19.626079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a74642-e7a2-42a3-80b6-1dc5891d2a13 req-f85da129-6cbb-449d-a120-9e841961dc76 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:19.627688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a74642-e7a2-42a3-80b6-1dc5891d2a13 req-f85da129-6cbb-449d-a120-9e841961dc76 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 944 time: 0.0932152 Aug 30 22:48:19.720541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.748842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a74642-e7a2-42a3-80b6-1dc5891d2a13 req-ef35eb2b-907d-4544-aeca-5111240fae84 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141579 Aug 30 22:48:19.753622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Transition to ACTIVE for port object 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:19.767305 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Pushing event updated for resources: {'Port': ['ID=e788990c-4214-4f7a-b714-78ba6eac0f26,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:19.781533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Attempting to bind port e788990c-4214-4f7a-b714-78ba6eac0f26 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:19.781693 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Attempting to bind port e788990c-4214-4f7a-b714-78ba6eac0f26 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:19.782493 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Attempting to bind port e788990c-4214-4f7a-b714-78ba6eac0f26 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:19.797978 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.798323 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.798661 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.799026 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.799358 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.801363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.801701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.802052 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.802634 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.803799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.804136 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.804468 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:19.816667 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:19.817072 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:19.820738 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.821139 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:19.827819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Bound port: e788990c-4214-4f7a-b714-78ba6eac0f26, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:19.828286 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.844522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.892812 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] For port e788990c-4214-4f7a-b714-78ba6eac0f26, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:19.897135 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] For port e788990c-4214-4f7a-b714-78ba6eac0f26, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e788990c-4214-4f7a-b714-78ba6eac0f26,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:19.909494 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:19.913407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:19.926471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Network ce923d3e-0708-47ca-9c15-9188fed8de9d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:19.928220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:19.930906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:19.973352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31892e61-8081-4d78-81e2-29e3a33d2dba req-6f47b08d-26d2-4b7f-9d86-8355813ceea0 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:19.981316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31892e61-8081-4d78-81e2-29e3a33d2dba req-6f47b08d-26d2-4b7f-9d86-8355813ceea0 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.1182711 Aug 30 22:48:19.994344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.069506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31892e61-8081-4d78-81e2-29e3a33d2dba req-65bca89d-f3b1-4589-be64-eff87f81c5f1 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777061 Aug 30 22:48:20.078258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:20.079139 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:20.081809 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3587ea-4a22-416b-afb5-81175444fd99 None None] Pushing event updated for resources: {'Port': ['ID=e788990c-4214-4f7a-b714-78ba6eac0f26,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:20.208973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf6e718d-2a86-477e-9dc4-487cc07669d7 req-d2ad9ae8-e0b8-496a-b393-2e795641b6b3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 210 time: 0.0616069 Aug 30 22:48:20.282639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.308862 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:20.312345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5026f3c2-24be-4bcc-885c-253c63e9cb37 None None] Provisioning for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:20.316597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5026f3c2-24be-4bcc-885c-253c63e9cb37 None None] Provisioning complete for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:20.316968 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5026f3c2-24be-4bcc-885c-253c63e9cb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.400522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5026f3c2-24be-4bcc-885c-253c63e9cb37 None None] Port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:20.494102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813a549d-bd94-4e81-82c2-0a5db7d502d8 req-03bd3037-e00c-4859-8b54-858be98049b5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:20.495811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-813a549d-bd94-4e81-82c2-0a5db7d502d8 req-03bd3037-e00c-4859-8b54-858be98049b5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1491733 Aug 30 22:48:20.524281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-508324da-38fc-40cc-8ee4-820c6e37c0bf tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9816d49c5c3643b6945e0cc162c89a77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310731 Aug 30 22:48:20.553246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:20.616553 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:17Z', 'revision_number': 3, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:20.662667 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbbe84a-a977-4210-9132-505b58f82a08 None None] The sync data for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 is: [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:17Z', 'revision_number': 3, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:48:20.671399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-813a549d-bd94-4e81-82c2-0a5db7d502d8 req-3984fc48-a03b-47f7-bcd0-b801c4afee4e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430058 Aug 30 22:48:20.702316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-03655c61-7988-4a60-ad7d-529115c1f131 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:20.704122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-03655c61-7988-4a60-ad7d-529115c1f131 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.3227580 Aug 30 22:48:20.706289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:20.729134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'port': {'device_id': '8e545377-e7aa-411b-a413-7e8dffca7158', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'admin_state_up': True, 'tenant_id': 'f40e6ea82c404cdeb107b1f4c401f593'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:20.729865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'port_id': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'mac_address': 'fa:16:3e:87:de:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06fcc1-02fb-436f-af87-f616358e0c1a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:20.747302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.755267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.818516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.835085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0a45ec5-d274-4cd0-a668-8e67d0d17827 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:20.851246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-b81fec89-530d-4ff0-9df2-2c8c460ba234 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:20.858567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-b81fec89-530d-4ff0-9df2-2c8c460ba234 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3231461 Aug 30 22:48:20.865163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:20.872584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-480944d5-7f79-471d-8645-3f5bbd64f03b tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/quotas/9816d49c5c3643b6945e0cc162c89a77 HTTP/1.1" status: 200 len: 375 time: 0.0131240 Aug 30 22:48:20.876181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.917448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8fa3dc-bcf2-4aa5-87e3-61accb8db2b2 req-04cd48a2-f37c-4b70-a40e-66a6293eba77 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:20.919356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f8fa3dc-bcf2-4aa5-87e3-61accb8db2b2 req-04cd48a2-f37c-4b70-a40e-66a6293eba77 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.1153169 Aug 30 22:48:20.920745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.923069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:20.923240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7e14c965-8311-4a46-be6d-21b351345841 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9816d49c5c3643b6945e0cc162c89a77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327294 Aug 30 22:48:20.924891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Made reservation on behalf of f40e6ea82c404cdeb107b1f4c401f593 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:20.929974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:20.996022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:21.011176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.011521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.011864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.012289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.012530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.012863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.013197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.013521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.013882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.014201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.014525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.014848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:48:21.033059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f8fa3dc-bcf2-4aa5-87e3-61accb8db2b2 req-f0270892-758c-49d6-ae02-66963b675489 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969481 Aug 30 22:48:21.103165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Allocated IP 172.20.0.4 (026dc1e1-24a9-4273-a182-8eaf2648a39e/2bcff6d8-587b-4aa9-b14e-169528d727de/40281b03-2acd-4e1d-b898-5c964ec9acea) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:21.171752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Network ce923d3e-0708-47ca-9c15-9188fed8de9d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:21.173334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:21.286724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b0a45ec5-d274-4cd0-a668-8e67d0d17827'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:21.427814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:21.472188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a48ea4-2a5f-46b3-8d66-78f6bd0bdc36 req-808b7e95-1fa4-4c97-bab3-4b314636e5cf tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:21.477439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78a48ea4-2a5f-46b3-8d66-78f6bd0bdc36 req-808b7e95-1fa4-4c97-bab3-4b314636e5cf tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.1366737 Aug 30 22:48:21.485364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a080de-5d8e-4f8a-83d7-574c3bd94c4d req-c1700ee8-7efc-4429-ab5f-f6d1e29e6e6e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:21.495143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8a080de-5d8e-4f8a-83d7-574c3bd94c4d req-c1700ee8-7efc-4429-ab5f-f6d1e29e6e6e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 944 time: 0.3169224 Aug 30 22:48:21.611389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78a48ea4-2a5f-46b3-8d66-78f6bd0bdc36 req-22351d51-c9b8-417d-9e7b-c1d2252ba33d tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284428 Aug 30 22:48:21.629806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8a080de-5d8e-4f8a-83d7-574c3bd94c4d req-0040e3ae-7e0f-4004-8886-dc4546b28f43 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333771 Aug 30 22:48:21.645615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:21.648572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Router 33a86b58-c268-4096-b26a-0c2a6acb02c1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:48:21.687436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:21.707645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:21.734922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:21.783890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ffb1b3d1-c176-4c13-a4cb-af0b400e1308 None None] Provisioning complete for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:21.784360 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b3d1-c176-4c13-a4cb-af0b400e1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:21.840925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:21.846425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-488377bc-2d31-4124-bb57-6e30b9ee1187 req-75522af0-3fd0-4fc1-96b7-2ae03336a36a tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 210 time: 0.1108727 Aug 30 22:48:21.848085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:21.857659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:21.938970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b8378-425b-4dcf-a131-d4b441efdfd1 req-b98cab5e-fe9b-459c-82ba-3773b19f3e94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:21.941127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-213b8378-425b-4dcf-a131-d4b441efdfd1 req-b98cab5e-fe9b-459c-82ba-3773b19f3e94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 931 time: 0.1886914 Aug 30 22:48:21.967177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ffb1b3d1-c176-4c13-a4cb-af0b400e1308 None None] Port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:21.982845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:21.999671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:22.000055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.000172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:48:22.017800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fce35ee3-08b0-4b35-9bc9-48b0492b9519 admin admin] 10.222.0.25 "PUT /v2.0/routers/33a86b58-c268-4096-b26a-0c2a6acb02c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7480128 Aug 30 22:48:22.050631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-213b8378-425b-4dcf-a131-d4b441efdfd1 req-eb5adb48-bd78-494b-a6cf-72bdea67d7ce tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008439 Aug 30 22:48:22.051509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:22.059403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.066411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.086530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218', 'port_id': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'mac_address': 'fa:16:3e:e1:92:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df497270-4d4b-4236-ae5f-aedd56581d39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:22.141051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddea64-0fc3-4bda-8a37-61bee93928c1 req-aa2f170e-6cca-480d-b91b-ed8610ed8bbf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.150572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cddea64-0fc3-4bda-8a37-61bee93928c1 req-aa2f170e-6cca-480d-b91b-ed8610ed8bbf tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.2157276 Aug 30 22:48:22.152389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6650809c-934b-403b-929d-f5113a233ba2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4275820 Aug 30 22:48:22.184112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.186713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.187988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Request body: {'port': {'device_id': '8e545377-e7aa-411b-a413-7e8dffca7158', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:22.218270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b82ba2cb-292d-4e51-b04e-9638e91078cf {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:22.222501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.254265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:22.256753 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf20179c-fe4f-4bbd-8786-aba53020f17e" -d '{"events": [{"server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "name": "network-vif-plugged", "status": "completed", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:22.283903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:22.287192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.293175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:22.300582 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.305191 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.370013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cddea64-0fc3-4bda-8a37-61bee93928c1 req-abe3baf7-150e-48f4-befa-9eca8946482e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119548 Aug 30 22:48:22.382172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-2767d38d-46b7-468d-821b-da54bc79292b tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.383727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-2767d38d-46b7-468d-821b-da54bc79292b tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.1327603 Aug 30 22:48:22.392415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af85ae-1b04-483b-8bd7-8e424dd6624b req-b05209e0-9ec0-46ed-9e58-5ebbbf929f75 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.395341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:22.400923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9af85ae-1b04-483b-8bd7-8e424dd6624b req-b05209e0-9ec0-46ed-9e58-5ebbbf929f75 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 945 time: 0.2468982 Aug 30 22:48:22.408886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e788990c-4214-4f7a-b714-78ba6eac0f26 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:22.469705 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ec4c39f-615a-4e6a-a306-696457f7f819 x-openstack-request-id: req-3ec4c39f-615a-4e6a-a306-696457f7f819 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:22.470030 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "name": "network-vif-plugged", "status": "completed", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:22.470286 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ec4c39f-615a-4e6a-a306-696457f7f819 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:22.471264 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275', 'code': 200} Aug 30 22:48:22.536483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e788990c-4214-4f7a-b714-78ba6eac0f26 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:22.569608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e788990c-4214-4f7a-b714-78ba6eac0f26 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:22.569608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.601374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9af85ae-1b04-483b-8bd7-8e424dd6624b req-27f41e1a-c59d-4b8d-9992-24ef8f533535 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993492 Aug 30 22:48:22.668828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:22.676425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b82ba2cb-292d-4e51-b04e-9638e91078cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:22.679949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Deleting port 98e8f560-e820-4be1-b049-739ad8094c57 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:22.680257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.682216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:22.932125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123c8f6-290a-414c-9c3c-72e735201d47 req-e329db6b-c413-41e0-873d-1f79b8a3b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.933958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b123c8f6-290a-414c-9c3c-72e735201d47 req-e329db6b-c413-41e0-873d-1f79b8a3b8e0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 1097 time: 0.3307445 Aug 30 22:48:22.958995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] For port 98e8f560-e820-4be1-b049-739ad8094c57, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=98e8f560-e820-4be1-b049-739ad8094c57,segment=NetworkSegment(555c147d-a73d-460f-929e-601593f56151),segment_id=555c147d-a73d-460f-929e-601593f56151)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:22.959336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.964352 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:22.965655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d49b5-6f7e-4df4-8074-ac30f0ab1db3 req-ded4092c-69ea-4dce-95c5-c2729a9f4105 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:22.969992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-416d49b5-6f7e-4df4-8074-ac30f0ab1db3 req-ded4092c-69ea-4dce-95c5-c2729a9f4105 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 945 time: 0.1715300 Aug 30 22:48:22.998946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e788990c-4214-4f7a-b714-78ba6eac0f26, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e788990c-4214-4f7a-b714-78ba6eac0f26,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:23.038857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b123c8f6-290a-414c-9c3c-72e735201d47 req-cdfd23bd-a9ed-49a1-8c93-526fdda3a931 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821252 Aug 30 22:48:23.066762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Calling delete_port for 98e8f560-e820-4be1-b049-739ad8094c57 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:23.076624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a1c6458b-06bc-4dc4-ae2f-185a3f125627 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=9816d49c5c3643b6945e0cc162c89a77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999897 Aug 30 22:48:23.087869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21f580-9cde-4c9f-8fa2-189b11bdcd58 req-a31f5c70-042d-4cb3-beff-e1c7243fc1ee tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:23.090072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f21f580-9cde-4c9f-8fa2-189b11bdcd58 req-a31f5c70-042d-4cb3-beff-e1c7243fc1ee tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.2701843 Aug 30 22:48:23.106559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.134674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-416d49b5-6f7e-4df4-8074-ac30f0ab1db3 req-d2ff2f48-ed18-4fb7-8274-6164f7eb8019 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb8caba-4d3c-4c88-b463-9265db73c9e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274316 Aug 30 22:48:23.148690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40281b03-2acd-4e1d-b898-5c964ec9acea {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:23.170567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.191925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Transition to ACTIVE for port object 40281b03-2acd-4e1d-b898-5c964ec9acea will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:23.201568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port b0a45ec5-d274-4cd0-a668-8e67d0d17827 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:23.203052 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.253412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port b0a45ec5-d274-4cd0-a668-8e67d0d17827 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:23.253819 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.258962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:23.317651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Sync routers for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:48:23.356570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e788990c-4214-4f7a-b714-78ba6eac0f26,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:23.366330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:23.367076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:23.404811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7caae4c2-cdf1-4d50-bd26-539284737c12 req-edf0db69-6e72-4c59-8107-53818f9accdd tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 210 time: 0.0911560 Aug 30 22:48:23.483308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.485884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.532716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['98e8f560-e820-4be1-b049-739ad8094c57'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:23.536339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Pushing event deleted for resources: {'Port': ['ID=98e8f560-e820-4be1-b049-739ad8094c57,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:23.549404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f21f580-9cde-4c9f-8fa2-189b11bdcd58 req-2b5f4ed8-721f-4a2e-b257-75a8c67093ff tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500985 Aug 30 22:48:23.634612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:23.648209 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.658349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Attempting to bind port 40281b03-2acd-4e1d-b898-5c964ec9acea on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:23.658628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Attempting to bind port 40281b03-2acd-4e1d-b898-5c964ec9acea by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:23.658961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Attempting to bind port 40281b03-2acd-4e1d-b898-5c964ec9acea on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:23.679592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Port 40281b03-2acd-4e1d-b898-5c964ec9acea on network 026dc1e1-24a9-4273-a182-8eaf2648a39e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:23.679861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Attempting to bind port 40281b03-2acd-4e1d-b898-5c964ec9acea on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:23.685819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] No DVR routers for this DVR port 98e8f560-e820-4be1-b049-739ad8094c57 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:23.689953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7ec9055f-728f-4bef-839f-2280e1435f5b tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:23.692343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.700755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7ec9055f-728f-4bef-839f-2280e1435f5b tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3671937 Aug 30 22:48:23.701172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3557f2a-adaf-4f07-a6ce-fa987b1de2d2 req-e63faa99-18dc-4f0a-9b2d-8c102ddbcac5 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.47 "DELETE /v2.0/ports/98e8f560-e820-4be1-b049-739ad8094c57 HTTP/1.1" status: 204 len: 173 time: 1.2975719 Aug 30 22:48:23.708184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:23.708583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Checking segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:23.708908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Bound using segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:23.709360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Bound port: 40281b03-2acd-4e1d-b898-5c964ec9acea, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:23.718424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:23.725536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'name': 'network-vif-deleted', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:23.728012 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00083755-d5e0-47c4-9451-6e7708383a6f" -d '{"events": [{"server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "name": "network-vif-deleted", "tag": "98e8f560-e820-4be1-b049-739ad8094c57"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:23.738183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Request body: {'port': {'device_id': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '9816d49c5c3643b6945e0cc162c89a77'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:23.738643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:23.764415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4a35c-e7be-4576-8ada-6e29596fd6b0 req-c6f19cd7-46dd-459a-bfa8-f3a85fba1ea1 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:23.778341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0d4a35c-e7be-4576-8ada-6e29596fd6b0 req-c6f19cd7-46dd-459a-bfa8-f3a85fba1ea1 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 943 time: 0.2724240 Aug 30 22:48:23.806503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d0cc09-1275-429d-9da3-ee45eb0c7faf req-4a08bb7e-fb8f-4977-9fd4-12b9c3205903 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:23.808109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41d0cc09-1275-429d-9da3-ee45eb0c7faf req-4a08bb7e-fb8f-4977-9fd4-12b9c3205903 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.1397319 Aug 30 22:48:23.889726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41d0cc09-1275-429d-9da3-ee45eb0c7faf req-6be05d80-028b-409c-94fc-5fcba53616f8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713832 Aug 30 22:48:24.008570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:24.051396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0d4a35c-e7be-4576-8ada-6e29596fd6b0 req-a6e05ba3-f96d-4a25-81c6-91e5b72db23a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636893 Aug 30 22:48:24.116292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:24.121355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:24.134341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.145096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243a6a1-d6c2-48db-91bc-267078a429dc req-5e4289d2-7209-4b12-9240-c9e07b0a121d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:24.146725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6243a6a1-d6c2-48db-91bc-267078a429dc req-5e4289d2-7209-4b12-9240-c9e07b0a121d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 946 time: 0.0943234 Aug 30 22:48:24.164304 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65b401b-aa2b-4ff6-8f96-0c041c168833 x-openstack-request-id: req-f65b401b-aa2b-4ff6-8f96-0c041c168833 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:24.164521 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceb698ec-7289-444b-af28-6b8c807cdbe6", "name": "network-vif-deleted", "tag": "98e8f560-e820-4be1-b049-739ad8094c57", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:24.164764 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f65b401b-aa2b-4ff6-8f96-0c041c168833 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:24.165167 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceb698ec-7289-444b-af28-6b8c807cdbe6', 'name': 'network-vif-deleted', 'tag': '98e8f560-e820-4be1-b049-739ad8094c57', 'status': 'completed', 'code': 200} Aug 30 22:48:24.188437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Made reservation on behalf of 9816d49c5c3643b6945e0cc162c89a77 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:24.192993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.222845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.230366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:24.231851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.234836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] 10.222.0.47 "PUT /v2.0/ports/40281b03-2acd-4e1d-b898-5c964ec9acea HTTP/1.1" status: 200 len: 1092 time: 2.0525370 Aug 30 22:48:24.238139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:24.245353 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:24.275452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 2, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:24.281410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867fea62-1c83-4ffb-8562-1628133a9417 service neutron] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:24.296203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6243a6a1-d6c2-48db-91bc-267078a429dc req-b43de5c8-c2cc-41a1-a61f-9f75471696c8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333225 Aug 30 22:48:24.360480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e788990c-4214-4f7a-b714-78ba6eac0f26 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:24.385757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Checking router: 33a86b58-c268-4096-b26a-0c2a6acb02c1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:48:24.386144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Updating router 33a86b58-c268-4096-b26a-0c2a6acb02c1 port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:48:24.392423 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9a916c3-47b9-4c6e-8f8d-121a73a4c857 x-openstack-request-id: req-e9a916c3-47b9-4c6e-8f8d-121a73a4c857 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:24.392828 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:24.394046 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9a916c3-47b9-4c6e-8f8d-121a73a4c857 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:24.394919 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'status': 'completed', 'code': 200} Aug 30 22:48:24.424440 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.483288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:24.485516 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f7e833-3e1d-4e16-a4a4-8e56cf746b29" -d '{"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-plugged", "status": "completed", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:24.485756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6781e52f-5542-42d0-b3f1-ff864b946ef3 req-c386a80e-c71d-4031-8c13-98fdac746f58 tempest-InstanceActionsNegativeTestJSON-816744963 tempest-InstanceActionsNegativeTestJSON-816744963-project] 10.222.0.25 "GET /v2.0/ports?device_id=ceb698ec-7289-444b-af28-6b8c807cdbe6 HTTP/1.1" status: 200 len: 210 time: 0.0698144 Aug 30 22:48:24.500933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e788990c-4214-4f7a-b714-78ba6eac0f26 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:24.501319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.569318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6a6b19e1-dde9-47db-a3ae-434ec1659821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:24.571048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-6a6b19e1-dde9-47db-a3ae-434ec1659821 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 1095 time: 0.1520979 Aug 30 22:48:24.584329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.588112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36571133-064e-4320-b3be-97c2f837ec22 req-7f431eaa-806a-4d8d-b7c7-ef3a4956e4b8 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 210 time: 0.0794730 Aug 30 22:48:24.592659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:24.795121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Allocated IP 192.168.233.226 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/7a745c0b-4893-4842-b2b0-27203312e537) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:24.823362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406d760-e798-4d47-b9d5-ff58019eaf0f req-344e1f5f-dd0a-4b75-b8fc-0d627429069d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:24.826482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b406d760-e798-4d47-b9d5-ff58019eaf0f req-344e1f5f-dd0a-4b75-b8fc-0d627429069d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1124849 Aug 30 22:48:24.887125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b406d760-e798-4d47-b9d5-ff58019eaf0f req-4f6fbd06-068b-4a16-b129-10ad0136f310 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537977 Aug 30 22:48:24.894540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-24017f84-84d8-45e9-ab43-cdb72ce3521a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40281b03-2acd-4e1d-b898-5c964ec9acea HTTP/1.1" status: 200 len: 217 time: 0.2865572 Aug 30 22:48:24.900108 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc189d1-fbcd-4bd8-8b9d-b08263dd1153 x-openstack-request-id: req-1dc189d1-fbcd-4bd8-8b9d-b08263dd1153 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:24.900404 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-plugged", "status": "completed", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:24.900658 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1dc189d1-fbcd-4bd8-8b9d-b08263dd1153 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:24.901042 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'code': 200} Aug 30 22:48:24.996192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-89128663-44d4-4905-8859-4bf0542fe5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:24.997264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-89128663-44d4-4905-8859-4bf0542fe5fb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.0768845 Aug 30 22:48:25.000868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a2bfe-d420-4c01-9249-477c7bd88f3c req-3d10cf71-689c-489f-8fc7-65f9ff6fe1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:25.002963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-005a2bfe-d420-4c01-9249-477c7bd88f3c req-3d10cf71-689c-489f-8fc7-65f9ff6fe1cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1098 time: 0.0871282 Aug 30 22:48:25.045456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09d4208b-5b74-4e18-a7b8-1ed440fc7d61,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:25.089074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-3d6cd79e-0da5-450f-93b6-8b847c22ce20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634067 Aug 30 22:48:25.091822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.104088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-005a2bfe-d420-4c01-9249-477c7bd88f3c req-56fee2c5-32f9-4005-9479-b65fa2fabe91 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502338 Aug 30 22:48:25.113838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f586b99-1543-43aa-8d1a-e9911eec261c req-0c55d8a5-51c4-40da-b05c-a2523b886548 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:25.120593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f586b99-1543-43aa-8d1a-e9911eec261c req-0c55d8a5-51c4-40da-b05c-a2523b886548 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.1219070 Aug 30 22:48:25.125190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Transition to ACTIVE for port object 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:25.144143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.183988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f586b99-1543-43aa-8d1a-e9911eec261c req-b04b9bae-46e6-4cd7-a838-28fe7cce796e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578749 Aug 30 22:48:25.244638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351813-1a07-492f-bab5-303e963d9362 None None] Pushing event updated for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:25.312221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.356422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db7588-743b-468f-8630-d859f052a6d5 req-67943e19-0c63-4868-967d-f8e524016df7 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:25.366240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49db7588-743b-468f-8630-d859f052a6d5 req-67943e19-0c63-4868-967d-f8e524016df7 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 943 time: 0.1246548 Aug 30 22:48:25.368016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Transition to ACTIVE for port object 7a745c0b-4893-4842-b2b0-27203312e537 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:25.411834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49db7588-743b-468f-8630-d859f052a6d5 req-e4f17ff0-f86f-4621-ab36-fd75c5c3d6cc tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444221 Aug 30 22:48:25.438577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.450654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Attempting to bind port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:25.451038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Attempting to bind port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:25.451403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Attempting to bind port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f on network ce923d3e-0708-47ca-9c15-9188fed8de9d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:25.466663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:25.467082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Checking segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:25.468862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.469280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Bound using segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:25.469779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Bound port: 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:25.470196 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.553770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] For port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:25.554025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-71e7764a-fd83-4fc4-aad0-f5d39563b0cf service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4537847 Aug 30 22:48:25.556738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] For port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:25.563969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.582755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc7aa3-3c34-442b-8802-61112ca9d482 req-6a2ec283-396e-465a-be44-249f71550644 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:25.586793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95cc7aa3-3c34-442b-8802-61112ca9d482 req-6a2ec283-396e-465a-be44-249f71550644 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 946 time: 0.1061912 Aug 30 22:48:25.589609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:25.604382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:25.619476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:25.620805 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:25.677626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:25.693161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95cc7aa3-3c34-442b-8802-61112ca9d482 req-a5818a26-20d7-49a3-b826-c82bc450cd9d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985394 Aug 30 22:48:25.769870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Pushing event updated for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:25.777669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:25.789773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:25.880431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:25.886449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Deleting subnet 167348a1-265e-4241-8881-31da365f76c4 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:48:25.929152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:25.929385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a45d6430-7edb-42b1-a083-4ce422efab39 req-765166e0-c715-4b51-96b8-c7467d8ece79 service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573062 Aug 30 22:48:25.955864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a1f65-6e35-472d-b674-d67aa488d41c req-48148a9f-e3b7-483a-830c-79b9006b52da tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:25.968414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-778a1f65-6e35-472d-b674-d67aa488d41c req-48148a9f-e3b7-483a-830c-79b9006b52da tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.5608525 Aug 30 22:48:26.009261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66351813-1a07-492f-bab5-303e963d9362 None None] Pushing event updated for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:26.107862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.117827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:26.118445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.167448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-1fbc91da-a64d-41b8-b269-19ac8eb8bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:26.169819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-1fbc91da-a64d-41b8-b269-19ac8eb8bba3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 1095 time: 0.1358731 Aug 30 22:48:26.174780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-778a1f65-6e35-472d-b674-d67aa488d41c req-236fc392-3614-4b34-91a2-54b4b026a5ea tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055864 Aug 30 22:48:26.176879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-a929a7cb-a281-4471-a88d-67b030d2e9b6 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4553783 Aug 30 22:48:26.199367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd159-ad5b-4bbe-8c78-b0e5583074a5 req-4caa66b9-c816-4067-a350-c7b8152a8e5f tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:26.210486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439cd159-ad5b-4bbe-8c78-b0e5583074a5 req-4caa66b9-c816-4067-a350-c7b8152a8e5f tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 936 time: 0.1926146 Aug 30 22:48:26.219756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port b82ba2cb-292d-4e51-b04e-9638e91078cf completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:26.234616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port b82ba2cb-292d-4e51-b04e-9638e91078cf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:26.235096 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.255637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Request body: {'port': {'device_id': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:26.272484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.341134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439cd159-ad5b-4bbe-8c78-b0e5583074a5 req-314a17db-3bbb-4c3b-b824-b5c164120445 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181610 Aug 30 22:48:26.385015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3844ad5-01ab-41f7-8110-f45a68832a36 None None] Provisioning for port 7a745c0b-4893-4842-b2b0-27203312e537 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:26.407612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3844ad5-01ab-41f7-8110-f45a68832a36 None None] Provisioning complete for port 7a745c0b-4893-4842-b2b0-27203312e537 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:26.408056 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3844ad5-01ab-41f7-8110-f45a68832a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.409743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.431916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.440520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/167348a1-265e-4241-8881-31da365f76c4 HTTP/1.1" status: 204 len: 168 time: 0.6493435 Aug 30 22:48:26.441810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.442713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:26.471392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c3844ad5-01ab-41f7-8110-f45a68832a36 None None] Port 7a745c0b-4893-4842-b2b0-27203312e537 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:26.494136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:25Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:26.530767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30ccc8b-c342-4853-9314-fa4ef91ac8c7 None None] The sync data for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 is: [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:25Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:48:26.534481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:26.539870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d54239f-8669-4fec-bf33-f1ffc4816983 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=167348a1-265e-4241-8881-31da365f76c4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:26.542874 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.609655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 98e8f560-e820-4be1-b049-739ad8094c57 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:26.661068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:26.705225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 98e8f560-e820-4be1-b049-739ad8094c57 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:26.705880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 98e8f560-e820-4be1-b049-739ad8094c57 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:26.758946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:26.775201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea6eee-b481-41a8-b039-7b092e79a0a2 req-ee86fc63-d1c9-4fcf-85c1-612cf7d862ef tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:26.776795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63ea6eee-b481-41a8-b039-7b092e79a0a2 req-ee86fc63-d1c9-4fcf-85c1-612cf7d862ef tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.4481881 Aug 30 22:48:26.791511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-bf2cb88a-4449-4f50-993e-8372b9e019f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:26.793400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-bf2cb88a-4449-4f50-993e-8372b9e019f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 923 time: 0.6047537 Aug 30 22:48:26.871866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-7a4a7785-d8f8-4c2d-b34d-956cff2c0a8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=40281b03-2acd-4e1d-b898-5c964ec9acea HTTP/1.1" status: 200 len: 217 time: 0.0463138 Aug 30 22:48:26.902201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:26.905084 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c888e7-fee4-4f60-9131-94db05f29fe8" -d '{"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-plugged", "status": "completed", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:27.006620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-9a3a6f2e-c546-4083-b657-b451d7db2959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.008385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-9a3a6f2e-c546-4083-b657-b451d7db2959 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.0680547 Aug 30 22:48:27.011885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63ea6eee-b481-41a8-b039-7b092e79a0a2 req-17c6b63f-9a55-46d8-954b-05c2f8935541 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246654 Aug 30 22:48:27.142954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-f965da6a-7967-4d3d-aaea-8aee412a3930 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165142 Aug 30 22:48:27.254177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9234d2-70a0-4e4f-bbde-699d96aaa65d req-e70229ee-05fb-4e60-b5e8-33f5b295d30c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.255804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc9234d2-70a0-4e4f-bbde-699d96aaa65d req-e70229ee-05fb-4e60-b5e8-33f5b295d30c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 943 time: 0.7130730 Aug 30 22:48:27.258605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.332748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc9234d2-70a0-4e4f-bbde-699d96aaa65d req-a80b705a-5b62-4a2f-bc38-d4cf72ca5e3f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 Aug 30 22:48:27.406156 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b72996-c4e9-4f51-a1b9-4e4aa1e6378c x-openstack-request-id: req-82b72996-c4e9-4f51-a1b9-4e4aa1e6378c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:27.406689 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-plugged", "status": "completed", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:27.406884 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82b72996-c4e9-4f51-a1b9-4e4aa1e6378c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:27.407376 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'code': 200} Aug 30 22:48:27.445300 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.468754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc955c35-feb9-40dc-b9ec-01c5e08f4d8e']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:27.509015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.515524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555c147d-a73d-460f-929e-601593f56151') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:27.516118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555c147d-a73d-460f-929e-601593f56151') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:27.561226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.586453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.598501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:48:27.598938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:48:27.600759 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:48:27.614247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39b94f-3672-40ae-a2c9-f48986b5c815 req-9af728d4-d59c-4c0a-ac40-3f9476d29010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.615903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec39b94f-3672-40ae-a2c9-f48986b5c815 req-9af728d4-d59c-4c0a-ac40-3f9476d29010 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1098 time: 0.1144724 Aug 30 22:48:27.654440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde79904-0fa3-43ca-8566-9b761f1fe28d req-e7c8c7f1-1768-4c50-80ed-3693e06f7edb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.658906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cde79904-0fa3-43ca-8566-9b761f1fe28d req-e7c8c7f1-1768-4c50-80ed-3693e06f7edb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1793482 Aug 30 22:48:27.712418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53e316-69c0-4c21-bb2d-ab76e1412e15 req-94d673ae-98b8-49e2-8719-b6b93303a658 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.713988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c53e316-69c0-4c21-bb2d-ab76e1412e15 req-94d673ae-98b8-49e2-8719-b6b93303a658 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 946 time: 0.5681224 Aug 30 22:48:27.749194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.754095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:27.758292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] 10.222.0.25 "DELETE /v2.0/networks/dc955c35-feb9-40dc-b9ec-01c5e08f4d8e HTTP/1.1" status: 204 len: 168 time: 1.3094335 Aug 30 22:48:27.802262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f0e07-3d77-432c-807d-b8bdc1bb4093 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc955c35-feb9-40dc-b9ec-01c5e08f4d8e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:27.812713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c53e316-69c0-4c21-bb2d-ab76e1412e15 req-779fd1fb-d03b-430a-a3f9-e60ab7cac9ce tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880520 Aug 30 22:48:27.814917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cde79904-0fa3-43ca-8566-9b761f1fe28d req-6856916c-734f-4dec-a936-ebb053450bcf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326361 Aug 30 22:48:27.820160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec39b94f-3672-40ae-a2c9-f48986b5c815 req-a729fb51-8ea6-426c-a48c-5b42873a39e7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739678 Aug 30 22:48:27.836424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-9ffe9beb-faf4-44b8-939b-12194e2ca95c service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754634 Aug 30 22:48:27.981595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a29af2-e3c0-43db-ad77-8571ca72d08a req-6bc0c126-567e-4d84-acf2-5387126d60c0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:27.984118 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a29af2-e3c0-43db-ad77-8571ca72d08a req-6bc0c126-567e-4d84-acf2-5387126d60c0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 936 time: 0.0821443 Aug 30 22:48:27.998130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a745c0b-4893-4842-b2b0-27203312e537 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:28.022689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.056702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a29af2-e3c0-43db-ad77-8571ca72d08a req-e4c845e3-0057-40a0-af50-730018b7bdeb tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630977 Aug 30 22:48:28.057182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:28.082652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Transition to ACTIVE for port object 7a745c0b-4893-4842-b2b0-27203312e537 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:28.098498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa3aca02-51e1-43c2-b1c1-e6c434d737a5 req-ec3ff9b7-3707-499f-9412-70fb063bce9f service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2432122 Aug 30 22:48:28.101434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.151587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2fff1c11-3d48-42c3-b4da-71e960283f45 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d8fc559d1344449a239756e8c93c90c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0906723 Aug 30 22:48:28.151587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36298) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:28.268347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:28.337047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265f167-b80b-473a-b402-61e7e87300d4 req-0d9a27fe-2431-4bf9-9510-1ddd66560fa6 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:28.344313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b265f167-b80b-473a-b402-61e7e87300d4 req-0d9a27fe-2431-4bf9-9510-1ddd66560fa6 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1098 time: 0.1649983 Aug 30 22:48:28.360016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:28.411029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Attempting to bind port 7a745c0b-4893-4842-b2b0-27203312e537 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:28.411369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Attempting to bind port 7a745c0b-4893-4842-b2b0-27203312e537 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:28.411703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Attempting to bind port 7a745c0b-4893-4842-b2b0-27203312e537 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:28.417026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81990f8-0c13-4dcf-a167-462c47726231 req-8e077333-431d-4307-b1fa-27ec6e29ca1e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:28.418907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e81990f8-0c13-4dcf-a167-462c47726231 req-8e077333-431d-4307-b1fa-27ec6e29ca1e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1974730 Aug 30 22:48:28.430493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Port 7a745c0b-4893-4842-b2b0-27203312e537 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:28.430830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Attempting to bind port 7a745c0b-4893-4842-b2b0-27203312e537 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:28.436223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.439310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:28.439661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:28.440058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:28.440568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Bound port: 7a745c0b-4893-4842-b2b0-27203312e537, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:28.441444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.444889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b265f167-b80b-473a-b402-61e7e87300d4 req-3b3958e0-b225-46ef-a206-f0c6b738f349 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859008 Aug 30 22:48:28.477740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:28.489500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:28.489896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.493849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.517674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e81990f8-0c13-4dcf-a167-462c47726231 req-9f9cf980-20ce-4d85-8667-1c8149576fc5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899568 Aug 30 22:48:28.597124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.599536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:28.601287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.602739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cb8caba-4d3c-4c88-b463-9265db73c9e0 HTTP/1.1" status: 204 len: 168 time: 0.4503353 Aug 30 22:48:28.614239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7a745c0b-4893-4842-b2b0-27203312e537,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:28.619618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d346e4-1e3a-474f-b3dc-d5a5249598c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb8caba-4d3c-4c88-b463-9265db73c9e0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:28.624964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.694006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.737835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:28.738545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.739890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] 10.222.0.52 "PUT /v2.0/ports/7a745c0b-4893-4842-b2b0-27203312e537 HTTP/1.1" status: 200 len: 1097 time: 2.5183885 Aug 30 22:48:28.740352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:28.742703 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "tag": "7a745c0b-4893-4842-b2b0-27203312e537"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:28.764343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b279f8-bfbc-4863-a3d5-3100533ecf7f req-438b5dd3-a936-414a-97b7-3b95b9042cdb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:28.772633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2b279f8-bfbc-4863-a3d5-3100533ecf7f req-438b5dd3-a936-414a-97b7-3b95b9042cdb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 943 time: 0.1428978 Aug 30 22:48:28.824230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7714224f-c8ed-49ab-829e-587860d48b45 service neutron] Pushing event updated for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:28.824920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:28.832486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2b279f8-bfbc-4863-a3d5-3100533ecf7f req-ffbee77e-f955-4cee-a008-84759e0b2e00 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447807 Aug 30 22:48:28.841619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:28.903576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f5fea8-1f87-4780-a5a8-df50f635d8ae req-e1e58f9b-1688-47f4-aaed-f10e595d7d26 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:28.910729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59f5fea8-1f87-4780-a5a8-df50f635d8ae req-e1e58f9b-1688-47f4-aaed-f10e595d7d26 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1098 time: 0.1413715 Aug 30 22:48:28.999641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-5774dfde-a1ff-4e85-9fd9-25b095f59adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.001122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-5774dfde-a1ff-4e85-9fd9-25b095f59adf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9816d49c5c3643b6945e0cc162c89a77&device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 1100 time: 0.1364975 Aug 30 22:48:29.008619 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b296d6c0-d15a-4ce6-81bd-3347fff93310 x-openstack-request-id: req-b296d6c0-d15a-4ce6-81bd-3347fff93310 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:29.008920 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "tag": "7a745c0b-4893-4842-b2b0-27203312e537", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:29.009172 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b296d6c0-d15a-4ce6-81bd-3347fff93310 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:29.009579 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537', 'status': 'completed', 'code': 200} Aug 30 22:48:29.015833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59f5fea8-1f87-4780-a5a8-df50f635d8ae req-56ab7896-01cc-4075-af76-2a7db37cc5e8 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027513 Aug 30 22:48:29.039100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:29.138350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-282dbc18-bc5f-41f5-8d6d-dee3ee8e7b0e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7a745c0b-4893-4842-b2b0-27203312e537 HTTP/1.1" status: 200 len: 217 time: 0.1145794 Aug 30 22:48:29.231635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-2c07b8f2-27a4-468d-964b-afd299c4ab51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.233204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-2c07b8f2-27a4-468d-964b-afd299c4ab51 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0854759 Aug 30 22:48:29.241764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de742f-899e-430f-8c91-2dcdb469ded9 req-e766835c-b7b9-4399-99a3-6c494de59faf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.243312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2de742f-899e-430f-8c91-2dcdb469ded9 req-e766835c-b7b9-4399-99a3-6c494de59faf tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1080945 Aug 30 22:48:29.291750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d968b-ec2c-4a9a-a660-4d0ef696bc9a req-f024be5c-06e6-46d4-8084-0a608769a63b tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.293426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f2d968b-ec2c-4a9a-a660-4d0ef696bc9a req-f024be5c-06e6-46d4-8084-0a608769a63b tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 948 time: 0.0640173 Aug 30 22:48:29.340570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2de742f-899e-430f-8c91-2dcdb469ded9 req-ce974653-049e-436c-a68d-925a7e491960 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785863 Aug 30 22:48:29.367952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-4b780559-3777-4c83-844d-367634586e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.371911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-4b780559-3777-4c83-844d-367634586e9a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267769 Aug 30 22:48:29.391151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f2d968b-ec2c-4a9a-a660-4d0ef696bc9a req-58bba7e8-598c-4be9-b29a-c3de100ac7d7 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914247 Aug 30 22:48:29.521287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-ece88838-ade3-41e4-9423-df184dae8eac service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420205 Aug 30 22:48:29.710550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453fa9ff-98ae-4d75-afd3-4bfcccaa5ee1 req-61cfc30b-f49f-4cdf-8be2-41c70ae1dba5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.712154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-453fa9ff-98ae-4d75-afd3-4bfcccaa5ee1 req-61cfc30b-f49f-4cdf-8be2-41c70ae1dba5 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.0838032 Aug 30 22:48:29.730389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047b2b2b-7786-4e51-9932-eafa05d1e3f9 req-bf1fbf19-bf5c-45c5-9544-c5c6082e8f79 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018111 Aug 30 22:48:29.805326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-453fa9ff-98ae-4d75-afd3-4bfcccaa5ee1 req-6d571ff9-4beb-4a80-8d24-c890e847439d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868640 Aug 30 22:48:29.941555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:29.942021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-4c21dada-f1fe-441b-9f81-7d02e2b3a41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:29.943541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-4c21dada-f1fe-441b-9f81-7d02e2b3a41e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9816d49c5c3643b6945e0cc162c89a77&device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 1100 time: 0.1114471 Aug 30 22:48:30.072001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-202918459-network', 'tenant_id': '79b84c0cb4b349d58b10d1b2a64e9534'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:30.124356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Made reservation on behalf of 79b84c0cb4b349d58b10d1b2a64e9534 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:30.128400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.139805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d990a9-15ef-4083-866f-c5d27044ed7c req-cc44d3d8-5623-488d-9693-cf53dd5c97ed tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.142299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90d990a9-15ef-4083-866f-c5d27044ed7c req-cc44d3d8-5623-488d-9693-cf53dd5c97ed tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1098 time: 0.2366042 Aug 30 22:48:30.147156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.202526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90d990a9-15ef-4083-866f-c5d27044ed7c req-6f173447-86f0-46fc-83ab-f4b5eb431124 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540798 Aug 30 22:48:30.218268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-fa98a797-7a53-42f7-84e8-7573494d783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.220285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-fa98a797-7a53-42f7-84e8-7573494d783d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2369485 Aug 30 22:48:30.287333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:30.344136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-0589f8b9-766f-45af-b1be-148ea6236b99 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=7a745c0b-4893-4842-b2b0-27203312e537 HTTP/1.1" status: 200 len: 217 time: 0.1157267 Aug 30 22:48:30.383978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.388519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:30.389126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.394778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.438258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3feef789-eeb9-454f-8137-c9c20eea22ef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:30.452903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:30.469918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.471634 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Added segment 24c797de-2bc0-49ff-a685-457f66d37ff8 of type vlan for network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 Aug 30 22:48:30.539386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.548289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-d859d56d-7f30-4804-aa16-b4e4a2bdf0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.550178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-d859d56d-7f30-4804-aa16-b4e4a2bdf0e9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1982048 Aug 30 22:48:30.558884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2c43d5-621d-4d92-856f-09df31d7b635 req-7fa13a47-5a79-4b1f-8225-0a9f5f91098f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.561128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de2c43d5-621d-4d92-856f-09df31d7b635 req-7fa13a47-5a79-4b1f-8225-0a9f5f91098f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 943 time: 0.1895483 Aug 30 22:48:30.588831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.592511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.593888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.598747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:30.681935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-ec6cd626-a8a8-4617-9545-5c1307dc5d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:30.683615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-ec6cd626-a8a8-4617-9545-5c1307dc5d08 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1214492 Aug 30 22:48:30.686484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de2c43d5-621d-4d92-856f-09df31d7b635 req-d2f38fcb-6f96-4af3-bdb5-2d1aa5ba6235 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115634 Aug 30 22:48:30.764228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6267dd-25d3-4735-bb0b-864df1d2dbc6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:30.783794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-ac5633d5-b0da-4f83-ab54-71ec188abce7 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:48:30.789734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:30.803526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-ac5633d5-b0da-4f83-ab54-71ec188abce7 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0402384 Aug 30 22:48:30.821306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-93b3d310-efc6-401c-b571-779b526b3e45 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8785911 Aug 30 22:48:30.830120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:30.836217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Request body: {'subnet': {'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-202918459-subnet', 'tenant_id': '79b84c0cb4b349d58b10d1b2a64e9534', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:30.864296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Made reservation on behalf of 79b84c0cb4b349d58b10d1b2a64e9534 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:30.867871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:30.888358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:30.922341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'port_id': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'mac_address': 'fa:16:3e:5a:e1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcff6d8-587b-4aa9-b14e-169528d727de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:30.924578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-7fd94634-a6fd-4690-b3a4-5cd099ffc124 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301030 Aug 30 22:48:30.963212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:30.963810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:48:30.990371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:31.004509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40281b03-2acd-4e1d-b898-5c964ec9acea {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:31.025978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:31.032598 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:31.049744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352adb4-fb07-4a4e-ab32-9def6a779580 req-8dd7973b-0fe4-4d0e-b239-e8cb4b090cd4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.057276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a352adb4-fb07-4a4e-ab32-9def6a779580 req-8dd7973b-0fe4-4d0e-b239-e8cb4b090cd4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1098 time: 0.2126622 Aug 30 22:48:31.119098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:31.141274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:31.141915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:31.142338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:31.144287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70c8f635-4a3d-4c2e-9568-73a3d1206a4a req-6c2988f9-2076-4ea1-9f85-a05c461f272f service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846871 Aug 30 22:48:31.168719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a352adb4-fb07-4a4e-ab32-9def6a779580 req-940fd4fd-4ba8-406e-8c66-6431bc2370f0 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103783 Aug 30 22:48:31.181713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:31.182179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:31.193059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:31.193520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:31.194065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:31.194612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Bound port: b0a45ec5-d274-4cd0-a668-8e67d0d17827, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:31.261698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:31.271748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:31.283086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9196e74c-0171-4b45-94ff-8a45b3a2bb94 service neutron] 10.222.0.25 "POST /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827/bindings HTTP/1.1" status: 201 len: 390 time: 0.4734118 Aug 30 22:48:31.297303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b4208-b2b1-4e12-81c4-3dc3d030f4a2 req-cd376d2d-074c-4d80-91c4-ad2fdec1e455 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.312085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c0b4208-b2b1-4e12-81c4-3dc3d030f4a2 req-cd376d2d-074c-4d80-91c4-ad2fdec1e455 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.0853167 Aug 30 22:48:31.389931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:31.408480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['40281b03-2acd-4e1d-b898-5c964ec9acea'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:31.438187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c0b4208-b2b1-4e12-81c4-3dc3d030f4a2 req-80db0d85-cee1-4f50-b8a4-7f7de02f9b49 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249177 Aug 30 22:48:31.484975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Checking segment: {'id': '24c797de-2bc0-49ff-a685-457f66d37ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:31.485531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Network hostable DHCP agents. Network: fc6267dd-25d3-4735-bb0b-864df1d2dbc6, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:31.489366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80387b4a-448d-4b63-bc5e-ea1ca5b74ee0,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:31.570156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:31.615567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e755f32-28b9-4cd1-bd75-0ebf510a8e6c req-4dc7fa73-273f-4890-893b-db23eb15f1b1 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.627466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e755f32-28b9-4cd1-bd75-0ebf510a8e6c req-4dc7fa73-273f-4890-893b-db23eb15f1b1 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 948 time: 0.1236691 Aug 30 22:48:31.667950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, fc6267dd-25d3-4735-bb0b-864df1d2dbc6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:31.676269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.676929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:31.690205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fd4641-4bd5-45c5-bf68-29eac07b90dd None None] Network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:31.690488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-735e098b-80f8-4e68-a52c-c0332752109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.692118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-735e098b-80f8-4e68-a52c-c0332752109c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1098 time: 0.0931716 Aug 30 22:48:31.698692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb92a407-bf3b-4684-9fc8-fd4dbd91a850 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8692138 Aug 30 22:48:31.739408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e755f32-28b9-4cd1-bd75-0ebf510a8e6c req-61fbcc39-7ddb-4d81-b29c-5004557e309f tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110613 Aug 30 22:48:31.792032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7a745c0b-4893-4842-b2b0-27203312e537 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:31.934574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-c873f41f-e7b8-46b8-8522-928dc3b53b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.936058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-c873f41f-e7b8-46b8-8522-928dc3b53b89 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.1746960 Aug 30 22:48:31.954560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:48:31.971382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c243d-e35a-4d1b-a8cd-96c98dbd0b3f req-ad6e9bdc-f9bd-44a0-8d09-8189c497dd6e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:31.980042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04c243d-e35a-4d1b-a8cd-96c98dbd0b3f req-ad6e9bdc-f9bd-44a0-8d09-8189c497dd6e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 946 time: 0.2833197 Aug 30 22:48:32.027100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-4f5ddb26-e629-439f-981c-7c1d74e0f9a2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0820076 Aug 30 22:48:32.087087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-d35a9dcd-adda-420e-b887-0efa3d07f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:32.088610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-d35a9dcd-adda-420e-b887-0efa3d07f296 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0510526 Aug 30 22:48:32.130825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-145edb12-f1ad-47b5-b874-568c4987f27c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348663 Aug 30 22:48:32.143120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04c243d-e35a-4d1b-a8cd-96c98dbd0b3f req-7ce174e8-abce-482f-88a6-92d792ddc33e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621666 Aug 30 22:48:32.255174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7a745c0b-4893-4842-b2b0-27203312e537,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:32.276175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7a745c0b-4893-4842-b2b0-27203312e537', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7a745c0b-4893-4842-b2b0-27203312e537', 'mac_address': 'fa:16:3e:88:c7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:32.340237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-f24cc033-c6da-4ab4-96da-322ee0ac4e2c service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915359 Aug 30 22:48:32.364991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:32.417836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a745c0b-4893-4842-b2b0-27203312e537 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:32.448997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7a745c0b-4893-4842-b2b0-27203312e537,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:32.455179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e98c7-292d-4975-8571-0ba81edc379a req-1de71c4b-3868-4b25-b5f2-c4dbed1c85cc tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:32.463350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29e98c7-292d-4975-8571-0ba81edc379a req-1de71c4b-3868-4b25-b5f2-c4dbed1c85cc tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 944 time: 0.1271031 Aug 30 22:48:32.465458 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:32.531588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9f4c57ed-ce48-4a37-ad25-4a2f3a90bf59 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830509 Aug 30 22:48:32.592478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29e98c7-292d-4975-8571-0ba81edc379a req-b7f6bda3-b8d0-44fa-b780-2de4782781bd tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226370 Aug 30 22:48:32.616757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:32.657055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9bb7f0-0adc-4274-9c10-65fd4cf30f23 None None] Network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:32.767730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-6836a579-7ceb-4b46-a03c-12993119645d tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:32.769899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-6836a579-7ceb-4b46-a03c-12993119645d tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1098 time: 0.0952539 Aug 30 22:48:32.804231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:32.820811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7a745c0b-4893-4842-b2b0-27203312e537'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:32.906682 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:33.097340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5ea5aa55-057e-4e45-b88d-7908e12aa749 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:48:33.109258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5ea5aa55-057e-4e45-b88d-7908e12aa749 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194416 Aug 30 22:48:33.116528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Request body: {'binding': {'host': 'n-h1-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:33.117526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Unknown quota resources ['binding']. {{(pid=101269) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:48:33.274068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:33.294504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8673b0f7-ba0e-47ac-b779-616a5054041a req-d1fce8d8-bb19-47d7-939b-4a1f8b10b5fe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:33.296029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8673b0f7-ba0e-47ac-b779-616a5054041a req-d1fce8d8-bb19-47d7-939b-4a1f8b10b5fe tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1761210 Aug 30 22:48:33.389428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8673b0f7-ba0e-47ac-b779-616a5054041a req-110b4952-6a50-4c2b-9b4a-33613a006f91 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 Aug 30 22:48:33.394127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:33.449431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on host n-h1-791504-21 for vnic_type normal with profile None {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:33.449773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:33.450126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:33.455892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:33.457967 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25c3a0f-a928-458e-8193-d6cdf43cba49" -d '{"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:33.462096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:33.467370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:33.467707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:33.474943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:33.475289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:33.475680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:33.476120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Bound port: b82ba2cb-292d-4e51-b04e-9638e91078cf, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:33.477996 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:33.641060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:33.648156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:33.666412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac4fc6-b43d-487b-9033-ae8496d59e95 req-f6f32853-ad2c-436a-8f91-0704613135eb tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:33.667986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdac4fc6-b43d-487b-9033-ae8496d59e95 req-f6f32853-ad2c-436a-8f91-0704613135eb tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 949 time: 0.1859508 Aug 30 22:48:33.674067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:33.675192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] 10.222.0.25 "POST /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf/bindings HTTP/1.1" status: 201 len: 390 time: 0.5649135 Aug 30 22:48:33.677131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:33.677468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:33.677825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:33.699964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:33.700562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Attempting to bind port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:33.711110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:33.711448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:33.713868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:33.713868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Bound port: b0a45ec5-d274-4cd0-a668-8e67d0d17827, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:33.713868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:33.770705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdac4fc6-b43d-487b-9033-ae8496d59e95 req-e4224cc0-3bbe-4ccc-bc8e-48a8a0ec7c4e tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917780 Aug 30 22:48:33.856487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:33.861964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:33.872806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:34.024781 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74565090-e44d-4077-9e58-c1c25b425571 x-openstack-request-id: req-74565090-e44d-4077-9e58-c1c25b425571 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:34.025135 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-unplugged", "status": "completed", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:34.025347 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74565090-e44d-4077-9e58-c1c25b425571 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:34.025723 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'code': 200} Aug 30 22:48:34.052599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.053239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:34.054905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] 10.222.0.52 "PUT /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 1124 time: 1.2755742 Aug 30 22:48:34.072775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f01e8f0-5a6c-4242-b988-68f4b113978b service neutron] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=8']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:34.108446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a481405-e233-4786-ad2c-8902c954dc02 req-87445257-fa56-4f4a-92bd-9c43a913961d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.110065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a481405-e233-4786-ad2c-8902c954dc02 req-87445257-fa56-4f4a-92bd-9c43a913961d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.2054474 Aug 30 22:48:34.117503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-e124fc89-2b52-4fd9-9f2a-58f71da4e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.119172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-e124fc89-2b52-4fd9-9f2a-58f71da4e4e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1098 time: 0.1352143 Aug 30 22:48:34.180391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b563de-49e4-49a4-8de8-ba62f86a85e8 req-0ef84bc8-9ad3-4f5d-b9e1-da4bf10d87ad tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.182814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c2b563de-49e4-49a4-8de8-ba62f86a85e8 req-0ef84bc8-9ad3-4f5d-b9e1-da4bf10d87ad tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 944 time: 0.0920043 Aug 30 22:48:34.215646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b0a45ec5-d274-4cd0-a668-8e67d0d17827'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:34.221880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a481405-e233-4786-ad2c-8902c954dc02 req-9ba896d1-13bd-4bf6-bd13-9234560af410 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981913 Aug 30 22:48:34.265299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-55136258-b8e7-479e-b1aa-b9b07d6bff50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.267502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-55136258-b8e7-479e-b1aa-b9b07d6bff50 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1273508 Aug 30 22:48:34.281398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c2b563de-49e4-49a4-8de8-ba62f86a85e8 req-7ac279d9-b25e-4505-8a86-785652a42233 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799761 Aug 30 22:48:34.404411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-627b9eb8-ab98-44e2-87c9-eb3c5d5b45eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 217 time: 0.1207075 Aug 30 22:48:34.499434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a422ac-82cc-41f8-9c69-1509fd690ae8 req-8b78eca7-1205-485b-b658-c73840bf4b1b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.502235 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56a422ac-82cc-41f8-9c69-1509fd690ae8 req-8b78eca7-1205-485b-b658-c73840bf4b1b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.2114201 Aug 30 22:48:34.536141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-614536c7-903a-449a-823c-05b640e37f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.537723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-614536c7-903a-449a-823c-05b640e37f05 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1187389 Aug 30 22:48:34.559379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56a422ac-82cc-41f8-9c69-1509fd690ae8 req-65970e2f-b407-4026-9d38-b3bb8f678b57 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Aug 30 22:48:34.590044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-21efaa87-6e93-448a-b14b-9439bcbc56af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293872 Aug 30 22:48:34.596209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5edf845-11d0-4684-b77b-e9dadc8399e6 req-2d291cb5-d842-4843-812c-e4bf3c7f6b60 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:34.597942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5edf845-11d0-4684-b77b-e9dadc8399e6 req-2d291cb5-d842-4843-812c-e4bf3c7f6b60 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.0653386 Aug 30 22:48:34.617544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:34.658151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5edf845-11d0-4684-b77b-e9dadc8399e6 req-02cd762b-644c-42e7-892f-d510aa87ad4b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Aug 30 22:48:34.702881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-3c708315-c171-4cae-8cc3-4530ef89b3e6 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981383 Aug 30 22:48:34.724275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 40281b03-2acd-4e1d-b898-5c964ec9acea completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:34.729443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 40281b03-2acd-4e1d-b898-5c964ec9acea triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:34.729923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:34.954916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-fc2d5a01-89f9-4d8b-84db-451a0c3cbc91 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413182 Aug 30 22:48:35.127769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da3b6-3ee3-4f8f-bc2f-a19c5981bb7d req-92e985fc-8354-44b6-839d-d8d15d7c99ca tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.129712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c97da3b6-3ee3-4f8f-bc2f-a19c5981bb7d req-92e985fc-8354-44b6-839d-d8d15d7c99ca tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 949 time: 0.0947471 Aug 30 22:48:35.174808 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:35.185363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c97da3b6-3ee3-4f8f-bc2f-a19c5981bb7d req-546a625d-d41f-4df7-8dc5-9c7e0c66f1a8 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Aug 30 22:48:35.214602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:35.216985 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c7f21-b86c-480d-a5e3-5b6f25101d38" -d '{"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-plugged", "status": "completed", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:35.230523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:35.235970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:35.257940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a632d4d-3b4a-4b2d-a756-82600e91df83 req-9be4edc7-ed6b-49a9-a313-5ba3cdcf2caa tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.259787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a632d4d-3b4a-4b2d-a756-82600e91df83 req-9be4edc7-ed6b-49a9-a313-5ba3cdcf2caa tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0927801 Aug 30 22:48:35.308197 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b28e7-9496-43f6-9edd-308e3eee51ce x-openstack-request-id: req-5a6b28e7-9496-43f6-9edd-308e3eee51ce {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:35.308562 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-plugged", "status": "completed", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:35.308745 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a6b28e7-9496-43f6-9edd-308e3eee51ce {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:35.309142 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'code': 200} Aug 30 22:48:35.358480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a632d4d-3b4a-4b2d-a756-82600e91df83 req-85a6d482-db73-4472-a5f8-f2b9c334f85c tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Aug 30 22:48:35.366666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:35.420166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc794b-5de6-4f7d-9c53-97cdb06a81cd req-de1ebf02-78c7-4951-9e0c-a094daa78d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.421676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3dbc794b-5de6-4f7d-9c53-97cdb06a81cd req-de1ebf02-78c7-4951-9e0c-a094daa78d2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 1097 time: 0.0535438 Aug 30 22:48:35.573758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d686fc11-b16a-410a-afd9-f1601c4dca37 req-e2e8e846-b616-4819-97a1-094cbf41177e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.575589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d686fc11-b16a-410a-afd9-f1601c4dca37 req-e2e8e846-b616-4819-97a1-094cbf41177e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0749469 Aug 30 22:48:35.634458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d686fc11-b16a-410a-afd9-f1601c4dca37 req-d3fc62ab-f3aa-45a2-b007-5176326258ef tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513921 Aug 30 22:48:35.764530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:35.817899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7a745c0b-4893-4842-b2b0-27203312e537 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:35.874241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e175a41-d3e3-4181-88a0-3ef31ff864c5 req-a5c384f6-c46a-4dd4-8a62-595f2c0083e3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.887466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e175a41-d3e3-4181-88a0-3ef31ff864c5 req-a5c384f6-c46a-4dd4-8a62-595f2c0083e3 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1273134 Aug 30 22:48:35.902389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:48:35.950076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451960a5-c087-4178-a718-8e4f11468c6a req-40cfc396-16c4-4c54-bef7-96f0c721db5b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:35.955043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e175a41-d3e3-4181-88a0-3ef31ff864c5 req-d1ca1134-91ea-40fb-9a65-f1f7bda1386c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596378 Aug 30 22:48:35.958279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-451960a5-c087-4178-a718-8e4f11468c6a req-40cfc396-16c4-4c54-bef7-96f0c721db5b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.5334911 Aug 30 22:48:35.969164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3dbc794b-5de6-4f7d-9c53-97cdb06a81cd req-1049b109-3ce2-4c7a-b396-74b82a2947ee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4827123 Aug 30 22:48:36.037356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-451960a5-c087-4178-a718-8e4f11468c6a req-047265c1-40cc-4d1e-973b-7714e0ec45a4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766098 Aug 30 22:48:36.039915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:36.046848 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9066f594-498c-4eb0-baa5-86c0aafb49a6" -d '{"events": [{"name": "network-changed", "server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:36.048792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 7a745c0b-4893-4842-b2b0-27203312e537 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:36.107106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7a745c0b-4893-4842-b2b0-27203312e537 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:36.114270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:36.141411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4638da-1c62-4b79-ac71-74cbe0b4a440 req-d3cc2853-dde8-4c2a-b657-bcde3cab0981 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.150919 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df4638da-1c62-4b79-ac71-74cbe0b4a440 req-d3cc2853-dde8-4c2a-b657-bcde3cab0981 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1015310 Aug 30 22:48:36.181943 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f239c80-9f43-4676-bca2-3f34916a300b x-openstack-request-id: req-3f239c80-9f43-4676-bca2-3f34916a300b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:36.182230 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:36.182480 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f239c80-9f43-4676-bca2-3f34916a300b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:36.182936 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'status': 'completed', 'code': 200} Aug 30 22:48:36.211017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:36.227966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df4638da-1c62-4b79-ac71-74cbe0b4a440 req-d3e7e012-5d8b-4289-8361-aea9e6d04435 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756340 Aug 30 22:48:36.229962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:48:36.286057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:36.338510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7a745c0b-4893-4842-b2b0-27203312e537,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:36.343874 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:36.400964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:36.401636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad128a9-11b1-4b2b-8cd1-fafcb4572031 req-e1b0c07a-b9aa-4155-a699-7653d3b7c90c tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.403202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad128a9-11b1-4b2b-8cd1-fafcb4572031 req-e1b0c07a-b9aa-4155-a699-7653d3b7c90c tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 949 time: 0.0815487 Aug 30 22:48:36.477241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad128a9-11b1-4b2b-8cd1-fafcb4572031 req-7d3c5770-0c16-4071-9f6b-af1dd9e25509 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666175 Aug 30 22:48:36.479567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-722a9a9b-cf9e-49bd-b66d-52a346ac720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.481222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-722a9a9b-cf9e-49bd-b66d-52a346ac720b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1127 time: 0.1299751 Aug 30 22:48:36.514582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-714d7e5c-f07d-4810-ba42-663d134f9a50 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.516776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-714d7e5c-f07d-4810-ba42-663d134f9a50 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/networks?id=fc6267dd-25d3-4735-bb0b-864df1d2dbc6 HTTP/1.1" status: 200 len: 809 time: 0.2167809 Aug 30 22:48:36.577170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-ff903d27-bbec-408b-a219-f16375a591c0 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/quotas/79b84c0cb4b349d58b10d1b2a64e9534 HTTP/1.1" status: 200 len: 375 time: 0.0478618 Aug 30 22:48:36.615233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74affc2f-10ac-45a5-a2c5-6d9bc5374c08 req-e57ae1fc-21b1-4826-a9a8-a9a4f1737626 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.619260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74affc2f-10ac-45a5-a2c5-6d9bc5374c08 req-e57ae1fc-21b1-4826-a9a8-a9a4f1737626 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0779481 Aug 30 22:48:36.625104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d391509c-d1e9-4279-89a4-0b669eff3f79 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79b84c0cb4b349d58b10d1b2a64e9534&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466325 Aug 30 22:48:36.672516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74affc2f-10ac-45a5-a2c5-6d9bc5374c08 req-f5708df4-7db4-457b-820b-9b5f37d6ca50 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447619 Aug 30 22:48:36.702223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-b9bc0ab6-befa-4eab-9bab-8f787fdfafa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.703710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-b9bc0ab6-befa-4eab-9bab-8f787fdfafa9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.2035799 Aug 30 22:48:36.750484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-de04c5ab-e74c-457c-8deb-b06287d46ea8 service neutron] 10.222.0.25 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243663 Aug 30 22:48:36.799014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-13089d55-1f97-483a-b48c-bc026a2b14d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0591140 Aug 30 22:48:36.810821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023f24c4-6477-4c56-b177-2445c192dd98 req-ae18e46f-27f9-4d87-a1f7-c46f458c3eb8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.813123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-023f24c4-6477-4c56-b177-2445c192dd98 req-ae18e46f-27f9-4d87-a1f7-c46f458c3eb8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0704491 Aug 30 22:48:36.860213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-023f24c4-6477-4c56-b177-2445c192dd98 req-b22701f2-054d-4638-bf73-e0fad0283946 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Aug 30 22:48:36.915704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-5201c548-e723-41ec-9225-7d5b7c6be9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:36.917410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-5201c548-e723-41ec-9225-7d5b7c6be9c7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0727189 Aug 30 22:48:36.931388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-988f96a0-4eb3-43bd-aff6-ae5de14e0289 service neutron] 10.222.0.25 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344550 Aug 30 22:48:36.960863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-90604efb-f16b-4394-b48b-4bca5e2e4f07 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285323 Aug 30 22:48:37.080501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-d8aa804e-9081-4566-b1b6-76f30ccabdce service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015255 Aug 30 22:48:37.129658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff144df4-a298-4dfb-a8e0-0f02ec055e8e req-e6821ed9-26ca-4abb-82a3-36befc085e17 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.139420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff144df4-a298-4dfb-a8e0-0f02ec055e8e req-e6821ed9-26ca-4abb-82a3-36befc085e17 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.0792975 Aug 30 22:48:37.211201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff144df4-a298-4dfb-a8e0-0f02ec055e8e req-1fc6fa56-c63d-415a-aec2-1c4425b2bcb9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705736 Aug 30 22:48:37.310203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:37.312873 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-339d54f8-ec87-4b39-b8ae-884dc38a1689" -d '{"events": [{"server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a745c0b-4893-4842-b2b0-27203312e537"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:37.366990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9066f594-498c-4eb0-baa5-86c0aafb49a6 req-5eea76cb-c5cb-47f1-acdd-eafb1a672d55 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2699738 Aug 30 22:48:37.374548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75e07984-fae4-46fb-8f77-6ded979b7762 req-4de64886-5bcf-4fbf-9199-5d74d63705cc tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 210 time: 0.0605710 Aug 30 22:48:37.377290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b836b4cf-23cb-4bee-b4b6-2075f702ac7f req-3f9d40f3-6f4b-4606-9467-51adc132d2a8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.395446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b836b4cf-23cb-4bee-b4b6-2075f702ac7f req-3f9d40f3-6f4b-4606-9467-51adc132d2a8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.1265137 Aug 30 22:48:37.450654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b836b4cf-23cb-4bee-b4b6-2075f702ac7f req-56e450f7-1577-4d96-8be0-aa418d875f33 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475969 Aug 30 22:48:37.520191 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cad5d0e-d889-4860-bd40-20bc33c064ce x-openstack-request-id: req-7cad5d0e-d889-4860-bd40-20bc33c064ce {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:37.520536 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "name": "network-vif-plugged", "status": "completed", "tag": "7a745c0b-4893-4842-b2b0-27203312e537", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:37.520792 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7cad5d0e-d889-4860-bd40-20bc33c064ce {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:37.521408 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537', 'code': 200} Aug 30 22:48:37.540502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37ef46-6ebe-49b5-95b2-f02c4cd27765 req-cf6a3848-0772-4f54-8591-e5416728cc7e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.545385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e37ef46-6ebe-49b5-95b2-f02c4cd27765 req-cf6a3848-0772-4f54-8591-e5416728cc7e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.0956874 Aug 30 22:48:37.605498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e37ef46-6ebe-49b5-95b2-f02c4cd27765 req-125d10f8-43e4-4c4a-a254-b89902b8371a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526564 Aug 30 22:48:37.646958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492193dc-1ed6-4519-a84e-fdbd2210f5f2 req-d54d0e58-cea5-4f8c-864e-e494af04ba86 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.656128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-492193dc-1ed6-4519-a84e-fdbd2210f5f2 req-d54d0e58-cea5-4f8c-864e-e494af04ba86 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.0797462 Aug 30 22:48:37.780627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-492193dc-1ed6-4519-a84e-fdbd2210f5f2 req-9afa5067-10f5-4027-9da5-3071d39350ee tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234889 Aug 30 22:48:37.799245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95b461-150b-48f5-8cd6-04a4872738e1 req-9f80fb81-21ab-4003-8a38-406df55cf69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.801152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af95b461-150b-48f5-8cd6-04a4872738e1 req-9f80fb81-21ab-4003-8a38-406df55cf69b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 1102 time: 0.1429672 Aug 30 22:48:37.849048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af95b461-150b-48f5-8cd6-04a4872738e1 req-5ff78e75-4a99-4eaf-bf95-dea68f35b859 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376103 Aug 30 22:48:37.857642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1aa1f-781a-43e0-8dd0-0773ac2d8767 req-9e06bc5d-90b5-4afb-b737-2e314df775e0 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.866185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4b1aa1f-781a-43e0-8dd0-0773ac2d8767 req-9e06bc5d-90b5-4afb-b737-2e314df775e0 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0970244 Aug 30 22:48:37.926076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4b1aa1f-781a-43e0-8dd0-0773ac2d8767 req-6815bbf7-b954-435d-a9cc-5f28137c146d tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/security-groups?id=197b1702-4764-416a-bea4-af47c9ece53e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589826 Aug 30 22:48:37.997258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8799a256-a002-451c-b925-818dec16f8ed req-6fa818b9-1727-4db4-8ef2-1d3363cf5f8b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:37.998893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8799a256-a002-451c-b925-818dec16f8ed req-6fa818b9-1727-4db4-8ef2-1d3363cf5f8b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0548525 Aug 30 22:48:38.052080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8799a256-a002-451c-b925-818dec16f8ed req-91f1e924-9bec-4202-9117-7ea96d95b48c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Aug 30 22:48:38.273451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336b1823-fc94-4736-b4af-7c3858f33070 req-29474ddb-9bb2-4682-8a9d-56f56e647163 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:38.275293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-336b1823-fc94-4736-b4af-7c3858f33070 req-29474ddb-9bb2-4682-8a9d-56f56e647163 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.47 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Aug 30 22:48:38.362898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b306638-eaa9-41aa-b8e3-c4a334680f3a req-db5f4663-3151-4433-8555-ee86135d4ed2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:38.364579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b306638-eaa9-41aa-b8e3-c4a334680f3a req-db5f4663-3151-4433-8555-ee86135d4ed2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.0641146 Aug 30 22:48:38.425447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b306638-eaa9-41aa-b8e3-c4a334680f3a req-d2d7fba7-f855-4da5-86c6-03768fbb35b6 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471101 Aug 30 22:48:38.432619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Deleting port 9c4b6cf1-7882-4b71-9880-69cef11f1264 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:38.433067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:38.537711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c595f22d-2c56-4c17-a56e-da5d964d7c91 req-29822487-59bf-42e9-b89b-336935866505 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 210 time: 0.0521882 Aug 30 22:48:38.578512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] For port 9c4b6cf1-7882-4b71-9880-69cef11f1264, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9c4b6cf1-7882-4b71-9880-69cef11f1264,segment=NetworkSegment(9c6b3d55-e081-4989-92b2-e9564db16ad0),segment_id=9c6b3d55-e081-4989-92b2-e9564db16ad0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:38.578926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:38.593165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1c8fe-588e-475e-9f10-a5cad5e19418 req-c19533e2-b80f-4213-93d6-a587adb1078d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:38.594410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Calling delete_port for 9c4b6cf1-7882-4b71-9880-69cef11f1264 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:38.594720 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9e1c8fe-588e-475e-9f10-a5cad5e19418 req-c19533e2-b80f-4213-93d6-a587adb1078d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.0630288 Aug 30 22:48:38.662712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9e1c8fe-588e-475e-9f10-a5cad5e19418 req-0bc6b435-55ee-436f-9a51-5b929678a262 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599661 Aug 30 22:48:38.814174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e333f-5fbb-42de-a126-30f6ef8d99bb req-d4ad22d0-fbdf-4507-906d-85836b22ea8f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:38.815862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-776e333f-5fbb-42de-a126-30f6ef8d99bb req-d4ad22d0-fbdf-4507-906d-85836b22ea8f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1003640 Aug 30 22:48:38.840555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:38.861520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9c4b6cf1-7882-4b71-9880-69cef11f1264'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:38.881560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Pushing event deleted for resources: {'Port': ['ID=9c4b6cf1-7882-4b71-9880-69cef11f1264,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:38.922493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-776e333f-5fbb-42de-a126-30f6ef8d99bb req-e41faa6f-522d-4e28-9728-2bf6c6aa6456 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981967 Aug 30 22:48:38.956490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] No DVR routers for this DVR port 9c4b6cf1-7882-4b71-9880-69cef11f1264 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:38.959749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:38.961961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-336b1823-fc94-4736-b4af-7c3858f33070 req-07265764-4a97-4a93-ae7d-6895cd49dad3 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.47 "DELETE /v2.0/ports/9c4b6cf1-7882-4b71-9880-69cef11f1264 HTTP/1.1" status: 204 len: 173 time: 0.6692290 Aug 30 22:48:38.962788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'name': 'network-vif-deleted', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:38.966211 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e293d-7e54-4766-8a61-834deb781ac1" -d '{"events": [{"server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "name": "network-vif-deleted", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:39.032256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-3610b451-5600-417e-853d-18a26809bb76 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.033537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-3610b451-5600-417e-853d-18a26809bb76 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.47 "GET /v2.0/networks?id=fc6267dd-25d3-4735-bb0b-864df1d2dbc6 HTTP/1.1" status: 200 len: 809 time: 0.2629983 Aug 30 22:48:39.042522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cf58b-a6c3-4ebf-8723-e0cd7afccb7a req-06699648-994e-4292-bc82-65159c6ae90d tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.050522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c4cf58b-a6c3-4ebf-8723-e0cd7afccb7a req-06699648-994e-4292-bc82-65159c6ae90d tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.0919590 Aug 30 22:48:39.073455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Request body: {'port': {'device_id': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6', 'admin_state_up': True, 'tenant_id': '79b84c0cb4b349d58b10d1b2a64e9534'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:39.134369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-15bc4500-3658-4d36-8da7-38b28bb1b763 req-363397ee-1fdc-4e7e-86e4-5020033e99a6 tempest-VolumesAdminNegativeTest-345187894 tempest-VolumesAdminNegativeTest-345187894-project] 10.222.0.25 "GET /v2.0/ports?device_id=1bfb5fb1-9418-4736-af19-e46a38549449 HTTP/1.1" status: 200 len: 210 time: 0.0805933 Aug 30 22:48:39.144535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c4cf58b-a6c3-4ebf-8723-e0cd7afccb7a req-cdfc9089-5c47-4e6c-83c0-65c45579a37c tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880415 Aug 30 22:48:39.198762 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6fc522-5455-40c0-9257-f40e4ad9dc95 x-openstack-request-id: req-1b6fc522-5455-40c0-9257-f40e4ad9dc95 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:39.199050 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bfb5fb1-9418-4736-af19-e46a38549449", "name": "network-vif-deleted", "tag": "9c4b6cf1-7882-4b71-9880-69cef11f1264", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:39.199301 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b6fc522-5455-40c0-9257-f40e4ad9dc95 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:39.199703 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bfb5fb1-9418-4736-af19-e46a38549449', 'name': 'network-vif-deleted', 'tag': '9c4b6cf1-7882-4b71-9880-69cef11f1264', 'status': 'completed', 'code': 200} Aug 30 22:48:39.314648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fc51f2-29ee-40c8-b4c4-eaf14a7cbb1e req-ecdc117f-b8cf-4f46-a248-a4f42306fac0 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.317293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08fc51f2-29ee-40c8-b4c4-eaf14a7cbb1e req-ecdc117f-b8cf-4f46-a248-a4f42306fac0 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0869291 Aug 30 22:48:39.333393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Made reservation on behalf of 79b84c0cb4b349d58b10d1b2a64e9534 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:39.336834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.408984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08fc51f2-29ee-40c8-b4c4-eaf14a7cbb1e req-a54c5dec-3081-4c55-b9da-68c18950a83e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833333 Aug 30 22:48:39.592761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b09d050-e9d1-4753-b2a5-8e3632096919 req-f9049f53-d8ad-456e-9714-d852e16ec38f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.598563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b09d050-e9d1-4753-b2a5-8e3632096919 req-f9049f53-d8ad-456e-9714-d852e16ec38f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.0762460 Aug 30 22:48:39.648577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Allocated IP 172.20.0.14 (fc6267dd-25d3-4735-bb0b-864df1d2dbc6/80387b4a-448d-4b63-bc5e-ea1ca5b74ee0/a5f75bdf-0488-4600-b68b-99faa4147aae) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:39.657976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b09d050-e9d1-4753-b2a5-8e3632096919 req-38f0746a-62c2-4f5a-afe9-d0fd75796a42 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499065 Aug 30 22:48:39.683881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05a443-1e28-4998-a46e-7ace81a31dad req-24098c84-74d9-4292-b94c-b905ab6f3fb1 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.685554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd05a443-1e28-4998-a46e-7ace81a31dad req-24098c84-74d9-4292-b94c-b905ab6f3fb1 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.1016259 Aug 30 22:48:39.813328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd05a443-1e28-4998-a46e-7ace81a31dad req-3817a1d8-2a35-4ef2-8ca7-483a81a101e4 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146252 Aug 30 22:48:39.851001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bc22365-d6af-4601-a52e-7a5f26cd9413 req-fdaadf1b-274f-4c41-863e-7034d43e3e12 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 210 time: 0.0571420 Aug 30 22:48:39.959934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:39.986043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b759c6-4932-418f-8587-37de1fb2c963 req-c5928035-8b5d-48e8-a97d-d8af4bd39053 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:39.987625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78b759c6-4932-418f-8587-37de1fb2c963 req-c5928035-8b5d-48e8-a97d-d8af4bd39053 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.0816288 Aug 30 22:48:40.003778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d0999-e98c-4679-b1e3-b62737fb5a9e req-bb3912c0-cb1b-4ce2-93a8-aad33925801f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.006429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e35d0999-e98c-4679-b1e3-b62737fb5a9e req-bb3912c0-cb1b-4ce2-93a8-aad33925801f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0766947 Aug 30 22:48:40.049278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78b759c6-4932-418f-8587-37de1fb2c963 req-52f031c0-966d-4816-aa16-3f351bc09761 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509369 Aug 30 22:48:40.061226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.077822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e35d0999-e98c-4679-b1e3-b62737fb5a9e req-a4cab445-9975-4732-bb71-536dc4453756 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603836 Aug 30 22:48:40.128766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:40.135540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:40.139557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:40.201042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Pushing event updated for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:40.220174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d7822a-b2ac-490f-8f89-ed9aa0fa3888 req-17a6d344-7c86-4f12-8bda-02dd99604c53 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.228163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-88d7822a-b2ac-490f-8f89-ed9aa0fa3888 req-17a6d344-7c86-4f12-8bda-02dd99604c53 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0794396 Aug 30 22:48:40.243543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c23c604d-651c-4e99-8f2d-80a563e1fbe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.269039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-88d7822a-b2ac-490f-8f89-ed9aa0fa3888 req-08182eb1-06c2-4937-9501-9b9cabc2947b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Aug 30 22:48:40.273762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.274651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.294976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8792a9-a202-4389-9b9a-a44d9694cf44 req-62a74273-b073-4bc3-b8c9-5175f6874406 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.296761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de8792a9-a202-4389-9b9a-a44d9694cf44 req-62a74273-b073-4bc3-b8c9-5175f6874406 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1277611 Aug 30 22:48:40.305072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-5b3e3551-1eca-42eb-b410-1d0143a7bcf6 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2354264 Aug 30 22:48:40.337903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36592) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:40.346511 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de8792a9-a202-4389-9b9a-a44d9694cf44 req-71f8ddd2-d16f-4689-a741-8bd98ad89b5b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403299 Aug 30 22:48:40.350419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Request body: {'port': {'device_id': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:40.424951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Deleting subnet 22e3ef0f-681a-4b52-92d5-f9e08ca2b371 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:48:40.431354 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.450571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.517151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.562798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a60ce7-5bb1-447d-b7d4-5506d6abf13c req-c6145e30-d0cb-4501-a1fd-bca6b845431f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.564147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f0aacb-7f9d-44fb-bbb6-1079f002f70f req-c87cf2d7-590a-4356-8132-3860436f36cb tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.564438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95a60ce7-5bb1-447d-b7d4-5506d6abf13c req-c6145e30-d0cb-4501-a1fd-bca6b845431f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0967152 Aug 30 22:48:40.566234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09f0aacb-7f9d-44fb-bbb6-1079f002f70f req-c87cf2d7-590a-4356-8132-3860436f36cb tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.0978673 Aug 30 22:48:40.586935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.649447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09f0aacb-7f9d-44fb-bbb6-1079f002f70f req-25dd9045-ecca-48ac-bed0-d73b217758e9 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732737 Aug 30 22:48:40.662387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95a60ce7-5bb1-447d-b7d4-5506d6abf13c req-87d8a0a7-0185-4b16-bd3a-b3fcc4ea0396 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497985 Aug 30 22:48:40.698087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.732393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22e3ef0f-681a-4b52-92d5-f9e08ca2b371,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:40.747453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.748858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69076d3a-092b-4703-8574-6919f8e62683 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22e3ef0f-681a-4b52-92d5-f9e08ca2b371 HTTP/1.1" status: 204 len: 168 time: 0.4097431 Aug 30 22:48:40.752802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:40.890400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:40.918283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d7cb5-a7af-4eb1-8202-5ef7f27b4c11 req-769fd545-c1dd-490a-bf5d-6002b849276e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.919798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d39d7cb5-a7af-4eb1-8202-5ef7f27b4c11 req-769fd545-c1dd-490a-bf5d-6002b849276e tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1126826 Aug 30 22:48:40.942048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958c9d02-bc51-4966-af7c-4551bc0bf6ce req-204b6eb9-c169-4c3c-a3d6-cf6b0fd217ed tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:40.943620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-958c9d02-bc51-4966-af7c-4551bc0bf6ce req-204b6eb9-c169-4c3c-a3d6-cf6b0fd217ed tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.1197295 Aug 30 22:48:40.968960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-3b60cb63-0355-470b-bf35-678ba1b5eaf4 service neutron] 10.222.0.47 "GET /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.1034024 Aug 30 22:48:40.985271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f75bdf-0488-4600-b68b-99faa4147aae {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:40.996243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.014424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-958c9d02-bc51-4966-af7c-4551bc0bf6ce req-3dd6eb93-19e4-4f03-b10e-7477ec38306d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623541 Aug 30 22:48:41.076686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d39d7cb5-a7af-4eb1-8202-5ef7f27b4c11 req-de10f20b-f212-4a3d-86fd-404dd0706a87 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367025 Aug 30 22:48:41.081554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Transition to ACTIVE for port object a5f75bdf-0488-4600-b68b-99faa4147aae will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:41.089242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.109091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.113976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5596b3e3-682c-44b2-971c-1e75677519d1']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:41.202767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c6b3d55-e081-4989-92b2-e9564db16ad0') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:41.203261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c6b3d55-e081-4989-92b2-e9564db16ad0') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:41.243484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:41.248697 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.269954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:41.283340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:41.318803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.327282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0a45ec5-d274-4cd0-a668-8e67d0d17827 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:41.353327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:48:41.353743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.359381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:41.363443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0a18e-7611-4390-a5d9-316955d24ccc req-f86bd1f6-9cff-4183-9e98-90d772ab6f6b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.365059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ceb0a18e-7611-4390-a5d9-316955d24ccc req-f86bd1f6-9cff-4183-9e98-90d772ab6f6b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 944 time: 0.1819301 Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:48:41.365740 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:48:41.384661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.414278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ab5d6-5348-471e-a049-822302f1fe55 req-23c9e2d3-0d05-4b57-88a4-940f64f2a062 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.421441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d41ab5d6-5348-471e-a049-822302f1fe55 req-23c9e2d3-0d05-4b57-88a4-940f64f2a062 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 944 time: 0.1102896 Aug 30 22:48:41.492174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.496773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.502648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5596b3e3-682c-44b2-971c-1e75677519d1 HTTP/1.1" status: 204 len: 168 time: 0.7449274 Aug 30 22:48:41.503753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36622) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:41.514333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d41ab5d6-5348-471e-a049-822302f1fe55 req-e9ad1d0e-20b8-4e51-9095-3ede97fb68a8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681286 Aug 30 22:48:41.514812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ceb0a18e-7611-4390-a5d9-316955d24ccc req-4f9a625e-4760-4496-9b82-532b98bf1527 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373253 Aug 30 22:48:41.548159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Attempting to bind port a5f75bdf-0488-4600-b68b-99faa4147aae on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:41.549709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Attempting to bind port a5f75bdf-0488-4600-b68b-99faa4147aae by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '24c797de-2bc0-49ff-a685-457f66d37ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:41.550079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Attempting to bind port a5f75bdf-0488-4600-b68b-99faa4147aae on network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:41.557488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a6d028-2420-457d-9520-b7034f15ce36 admin admin] Pushing event deleted for resources: {'Network': ['ID=5596b3e3-682c-44b2-971c-1e75677519d1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:41.568682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Port a5f75bdf-0488-4600-b68b-99faa4147aae on network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:41.569251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Attempting to bind port a5f75bdf-0488-4600-b68b-99faa4147aae on network fc6267dd-25d3-4735-bb0b-864df1d2dbc6 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:41.575714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:41.576312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Checking segment: {'id': '24c797de-2bc0-49ff-a685-457f66d37ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:41.576831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Deleting subnet a4d91109-c50a-4ab6-bc04-a7786f80a406 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:48:41.577340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Bound using segment: {'id': '24c797de-2bc0-49ff-a685-457f66d37ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:41.578161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Bound port: a5f75bdf-0488-4600-b68b-99faa4147aae, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24c797de-2bc0-49ff-a685-457f66d37ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:41.579346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.585809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.629351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] Transition to ACTIVE for port object b0a45ec5-d274-4cd0-a668-8e67d0d17827 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:41.636967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.682715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:41.683801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.687026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a5f75bdf-0488-4600-b68b-99faa4147aae,segment=NetworkSegment(24c797de-2bc0-49ff-a685-457f66d37ff8),segment_id=24c797de-2bc0-49ff-a685-457f66d37ff8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:41.693903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.706463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00157555-0390-4da4-94ea-40452e398670 req-8642d06c-f4ba-4c6e-8bbd-a50ddeec4eed tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.708043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00157555-0390-4da4-94ea-40452e398670 req-8642d06c-f4ba-4c6e-8bbd-a50ddeec4eed tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.0859914 Aug 30 22:48:41.748160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.748827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.750500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] 10.222.0.47 "PUT /v2.0/ports/a5f75bdf-0488-4600-b68b-99faa4147aae HTTP/1.1" status: 200 len: 1093 time: 1.4074447 Aug 30 22:48:41.759611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:41.762378 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8" -d '{"events": [{"name": "network-changed", "server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:41.811133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00157555-0390-4da4-94ea-40452e398670 req-2b5a8751-2070-4edf-bc8b-55e01a610b76 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Aug 30 22:48:41.820544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6402d13-3f39-4332-a08e-3bcef4f725f0 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:41.840459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] No DVR routers for this DVR port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:41.855599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:41.872324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d1f2fff0-8966-4105-a344-d4cf9a127e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.873874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d1f2fff0-8966-4105-a344-d4cf9a127e74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b84c0cb4b349d58b10d1b2a64e9534&device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 1096 time: 0.0613029 Aug 30 22:48:41.875836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3489c1-235f-4cd6-b4d8-f20c7b2b4739 req-96b7f9fa-b0ca-4cd9-8ecc-5a6fef79c3b4 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.877529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d3489c1-235f-4cd6-b4d8-f20c7b2b4739 req-96b7f9fa-b0ca-4cd9-8ecc-5a6fef79c3b4 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.1916401 Aug 30 22:48:41.883771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:41.947165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-9a8c4faf-b49c-4a6e-85c2-de9caf9ba2bb service neutron] 10.222.0.47 "PUT /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 0.9646399 Aug 30 22:48:41.952092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-b7698a16-4699-401f-ba73-1f8a41b665e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f75bdf-0488-4600-b68b-99faa4147aae HTTP/1.1" status: 200 len: 217 time: 0.0680759 Aug 30 22:48:41.981401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d3489c1-235f-4cd6-b4d8-f20c7b2b4739 req-1199baf3-f82b-4867-881e-111bba593b5e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931675 Aug 30 22:48:41.984856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef4e0dd-4ca5-4265-a03e-e0237d381e9a req-4b804a1a-a572-4efa-a034-82198ab4f2d3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:41.987368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bef4e0dd-4ca5-4265-a03e-e0237d381e9a req-4b804a1a-a572-4efa-a034-82198ab4f2d3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1022537 Aug 30 22:48:42.008500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.055632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.059069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-c585d445-9a06-4116-8ad8-fc81a2577322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.060919 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-c585d445-9a06-4116-8ad8-fc81a2577322 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80387b4a-448d-4b63-bc5e-ea1ca5b74ee0 HTTP/1.1" status: 200 len: 849 time: 0.0970178 Aug 30 22:48:42.061093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a4d91109-c50a-4ab6-bc04-a7786f80a406 HTTP/1.1" status: 204 len: 168 time: 0.5423870 Aug 30 22:48:42.061207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36628) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:42.069666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bef4e0dd-4ca5-4265-a03e-e0237d381e9a req-6d4fff96-bc92-4136-94c5-9bb9493350bb tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600607 Aug 30 22:48:42.111190 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dcc583a-3a55-4f4b-baf5-a36e296fa65c x-openstack-request-id: req-7dcc583a-3a55-4f4b-baf5-a36e296fa65c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:42.111521 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:42.111760 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dcc583a-3a55-4f4b-baf5-a36e296fa65c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:42.115490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd977b7-9aeb-4fad-80f4-7be479600d60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d91109-c50a-4ab6-bc04-a7786f80a406,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:42.116079 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae', 'status': 'completed', 'code': 200} Aug 30 22:48:42.134105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-5f60b451-3f76-4b43-a1d1-287bbbfa575f tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.136586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-5f60b451-3f76-4b43-a1d1-287bbbfa575f tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1078632 Aug 30 22:48:42.176345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-40a33c8d-4a21-4add-bfe6-4c4bdd6fffef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc6267dd-25d3-4735-bb0b-864df1d2dbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913036 Aug 30 22:48:42.224133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-c328d379-701b-4454-88da-b32700c6a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.226436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-c328d379-701b-4454-88da-b32700c6a54e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86&tenant_id=147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 1097 time: 0.0824404 Aug 30 22:48:42.254526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19134ea2-8639-4435-a45b-81607cd97e8c req-cca6e47e-41e8-4615-b89e-279f9cb26825 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.256739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19134ea2-8639-4435-a45b-81607cd97e8c req-cca6e47e-41e8-4615-b89e-279f9cb26825 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0838842 Aug 30 22:48:42.316684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.342367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19134ea2-8639-4435-a45b-81607cd97e8c req-2097000f-da62-445b-8d12-442540e17fae tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788419 Aug 30 22:48:42.357277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db34548-ae9f-42f0-9b17-a8a35f3c3af5 req-24f4dfa6-086e-4fb4-bcad-6398fc9c5252 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.359322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8db34548-ae9f-42f0-9b17-a8a35f3c3af5 req-24f4dfa6-086e-4fb4-bcad-6398fc9c5252 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1527364 Aug 30 22:48:42.359863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-452c956f-29b6-4ac3-9a3c-6facc6f2d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.362288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-452c956f-29b6-4ac3-9a3c-6facc6f2d566 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1097 time: 0.0744472 Aug 30 22:48:42.404300 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-9e7fd082-1f6f-484b-8540-3068cec1f15b service neutron] 10.222.0.47 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893442 Aug 30 22:48:42.502854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-e75e4d66-e568-4aea-8601-2b9ced2e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.504999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-e75e4d66-e568-4aea-8601-2b9ced2e6a10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.1289945 Aug 30 22:48:42.599916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-87e254c7-4b15-46c7-9868-03720aeabc01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0646446 Aug 30 22:48:42.600437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8db34548-ae9f-42f0-9b17-a8a35f3c3af5 req-adcb98b9-bb88-4c47-9701-a53bd1ea9c42 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066317 Aug 30 22:48:42.651738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.672676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9c4b6cf1-7882-4b71-9880-69cef11f1264 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:42.688431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48b098c-f221-4511-8d7f-3585a82d6c42']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:42.705501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a546986-d01d-4d22-8b93-4da44439e68b') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:42.705814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a546986-d01d-4d22-8b93-4da44439e68b') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:42.718451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.718710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 9c4b6cf1-7882-4b71-9880-69cef11f1264 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:42.719089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9c4b6cf1-7882-4b71-9880-69cef11f1264 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:42.728130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-6d9a2b9c-6cda-4016-8c03-4ed835f1e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:42.738857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-6d9a2b9c-6cda-4016-8c03-4ed835f1e006 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1281304 Aug 30 22:48:42.774955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.795135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:48:42.795539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:48:42.797372 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:48:42.815840 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:42.821214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-0b66b26c-6e82-478d-8892-0588446abd07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662410 Aug 30 22:48:42.962874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-439a9023-da40-4960-a4f2-8dc1ecf9e6cb service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313815 Aug 30 22:48:43.175554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c830d9d-1758-4e7d-ad2c-6c3db4930a1b req-d000224e-e701-4fd7-bccf-4f4e80f9e46c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.177024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c830d9d-1758-4e7d-ad2c-6c3db4930a1b req-d000224e-e701-4fd7-bccf-4f4e80f9e46c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 945 time: 0.1742697 Aug 30 22:48:43.202097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-948d2310-6f40-4ed3-a112-868740c3b0ee req-d8bda3b2-57ad-4cbe-8cfa-103d4bfccc1e service neutron] 10.222.0.47 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7293837 Aug 30 22:48:43.236528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e155a0-51a2-4eb2-b4ae-d1d9d487b92f req-cdbd3dfc-4b70-4a62-9929-820c7c522fcf tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.238300 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4e155a0-51a2-4eb2-b4ae-d1d9d487b92f req-cdbd3dfc-4b70-4a62-9929-820c7c522fcf tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 944 time: 0.5099576 Aug 30 22:48:43.240463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.249638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.255444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] 10.222.0.25 "DELETE /v2.0/networks/b48b098c-f221-4511-8d7f-3585a82d6c42 HTTP/1.1" status: 204 len: 168 time: 1.1818917 Aug 30 22:48:43.275256 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0dca-e119-41e8-8a64-3cb0d24f8527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.279841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6318e2f-1914-428e-b7ac-0e2346baeb67 admin admin] Pushing event deleted for resources: {'Network': ['ID=b48b098c-f221-4511-8d7f-3585a82d6c42,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:43.308026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-1b7a95d5-c7b6-43bf-acd5-563ccd4049df service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920148 Aug 30 22:48:43.314515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-3f7d7602-907a-4627-bf0a-b1c7186bf785 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.322583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-3f7d7602-907a-4627-bf0a-b1c7186bf785 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.1660702 Aug 30 22:48:43.342293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c830d9d-1758-4e7d-ad2c-6c3db4930a1b req-0e99ee9c-8f47-43a6-8b32-9fac60d2f698 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516526 Aug 30 22:48:43.381637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4e155a0-51a2-4eb2-b4ae-d1d9d487b92f req-384094d9-b85b-4cab-9706-f5dddf9b1b1b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114614 Aug 30 22:48:43.436291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36672) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:43.521498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-ad3b19de-3bca-43e6-b567-6cc29f868419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.528969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-ad3b19de-3bca-43e6-b567-6cc29f868419 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=79b84c0cb4b349d58b10d1b2a64e9534&device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 1096 time: 0.2410731 Aug 30 22:48:43.575027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73ee99-6dc5-46ae-82ef-b61ab1b5bf9f req-a0304cf8-393b-4b72-ad54-94751ba3c26a tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.577388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d73ee99-6dc5-46ae-82ef-b61ab1b5bf9f req-a0304cf8-393b-4b72-ad54-94751ba3c26a tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 950 time: 0.1047668 Aug 30 22:48:43.627668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d73ee99-6dc5-46ae-82ef-b61ab1b5bf9f req-d2710f36-5890-48b3-930c-27ea77fd6e39 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d4208b-5b74-4e18-a7b8-1ed440fc7d61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430264 Aug 30 22:48:43.675585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36682) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:43.676102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6cd93485-6575-4bba-835c-181ba8c7838f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b6aee4bcb434fb38e270bd8d8cd80d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379508 Aug 30 22:48:43.677821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-bde7af49-bf68-4917-a591-4fa4166400e2 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.679593 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-bde7af49-bf68-4917-a591-4fa4166400e2 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.0484838 Aug 30 22:48:43.726507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Deleting port 7a745c0b-4893-4842-b2b0-27203312e537 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:43.727052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.805869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.840697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33745a2-66b2-45ff-b493-bcc3352712c2 req-2d01838f-077f-4e5f-a3e2-9116eb5507d3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.852737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d33745a2-66b2-45ff-b493-bcc3352712c2 req-2d01838f-077f-4e5f-a3e2-9116eb5507d3 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.2856789 Aug 30 22:48:43.868745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.886132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-c7a3a353-30d9-4833-9632-7bf509ab25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.887766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-c7a3a353-30d9-4833-9632-7bf509ab25a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=fc6267dd-25d3-4735-bb0b-864df1d2dbc6 HTTP/1.1" status: 200 len: 910 time: 0.3430355 Aug 30 22:48:43.952029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-96869f32-3f22-4023-8b70-ae2ff1c25fe1 service neutron] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:43.961222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d525894-3019-43d0-9e07-4a37e019861c req-582e3ead-f6cf-4bd9-bc31-ce039760b492 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:43.962808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d33745a2-66b2-45ff-b493-bcc3352712c2 req-d6979be9-12cf-44aa-82eb-1dce06b8deb6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045539 Aug 30 22:48:43.962935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d525894-3019-43d0-9e07-4a37e019861c req-582e3ead-f6cf-4bd9-bc31-ce039760b492 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1014061 Aug 30 22:48:43.966452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-96869f32-3f22-4023-8b70-ae2ff1c25fe1 service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.967680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-943b61e6-5275-4139-9dd9-7676a1ae4e56 req-96869f32-3f22-4023-8b70-ae2ff1c25fe1 service neutron] 10.222.0.52 "DELETE /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.2774060 Aug 30 22:48:43.971308 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-eec34736-024b-4b80-af7d-f5b0e9791afb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f75bdf-0488-4600-b68b-99faa4147aae HTTP/1.1" status: 200 len: 217 time: 0.0644503 Aug 30 22:48:43.996608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:43.999382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.003835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/197b1702-4764-416a-bea4-af47c9ece53e HTTP/1.1" status: 204 len: 168 time: 0.3199651 Aug 30 22:48:44.014042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] For port 7a745c0b-4893-4842-b2b0-27203312e537, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7a745c0b-4893-4842-b2b0-27203312e537,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:44.014434 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.014571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a77225-159b-4c17-b604-86e416081ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=197b1702-4764-416a-bea4-af47c9ece53e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:44.041878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d525894-3019-43d0-9e07-4a37e019861c req-214c2a23-d015-44fc-9269-b44666c89e70 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622442 Aug 30 22:48:44.044489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Calling delete_port for 7a745c0b-4893-4842-b2b0-27203312e537 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:44.166395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-4f302889-1b7a-4d1b-9c63-013bd7b9f725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:44.167947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-4f302889-1b7a-4d1b-9c63-013bd7b9f725 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=80387b4a-448d-4b63-bc5e-ea1ca5b74ee0 HTTP/1.1" status: 200 len: 849 time: 0.1805654 Aug 30 22:48:44.190443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663738a-2df9-4e22-bcba-d07e60e6bda2 req-7effb5c2-42d2-42ec-bb57-2e5b0a1279d2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:44.191963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0663738a-2df9-4e22-bcba-d07e60e6bda2 req-7effb5c2-42d2-42ec-bb57-2e5b0a1279d2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0848017 Aug 30 22:48:44.233634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-811a25f9-276e-4788-9c4a-bae24d271786 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fc6267dd-25d3-4735-bb0b-864df1d2dbc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338905 Aug 30 22:48:44.361480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0663738a-2df9-4e22-bcba-d07e60e6bda2 req-3d9cc5c6-c33d-4a85-b275-8850ebe4c371 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502953 Aug 30 22:48:44.401977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:44.408630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.426994 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.448487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-458642ac-2be4-40ec-8b4c-9212d0728c97 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047009 Aug 30 22:48:44.451366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bebccd7d-bfae-488d-8ebd-1bfaccf173aa admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a193ccef037845f9b3e8a1ccefeca64d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0479295 Aug 30 22:48:44.453827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36698) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:44.496215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Pushing event deleted for resources: {'Port': ['ID=7a745c0b-4893-4842-b2b0-27203312e537,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:44.608239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc125044-44b0-447e-b160-35f10a077c7f req-17f4c102-2bc6-479a-bd8c-6ce93782b767 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:44.610449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc125044-44b0-447e-b160-35f10a077c7f req-17f4c102-2bc6-479a-bd8c-6ce93782b767 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 945 time: 0.1353378 Aug 30 22:48:44.616624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.633096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] No DVR routers for this DVR port 7a745c0b-4893-4842-b2b0-27203312e537 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:44.638762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.641373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b921506e-c624-4850-bd70-5a0d9a24b438 req-50b90727-44e5-42f9-b660-ce179cf4f5a0 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.52 "DELETE /v2.0/ports/7a745c0b-4893-4842-b2b0-27203312e537 HTTP/1.1" status: 204 len: 173 time: 1.3091738 Aug 30 22:48:44.641879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'name': 'network-vif-deleted', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:44.644730 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4bdc47-e323-4834-a429-d711eeb0960b" -d '{"events": [{"server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "name": "network-vif-deleted", "tag": "7a745c0b-4893-4842-b2b0-27203312e537"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:44.670572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:44.677770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.683947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76e7f32-9553-443b-8544-79273902d809 req-e20648c5-cd75-492d-8a3c-572fe6ae905d tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:44.692201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f76e7f32-9553-443b-8544-79273902d809 req-e20648c5-cd75-492d-8a3c-572fe6ae905d tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 944 time: 0.1841190 Aug 30 22:48:44.710960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52f717c1-fb18-43ec-87d5-e1fdaba2b6b8 req-beeaf6f2-c44b-4b21-a41e-9d1eeeb61c4f service neutron] 10.222.0.47 "GET /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245803 Aug 30 22:48:44.762552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f76e7f32-9553-443b-8544-79273902d809 req-e30d4c1b-4e58-4639-afd6-d9e98cf96b06 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694351 Aug 30 22:48:44.804307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:44.829701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc125044-44b0-447e-b160-35f10a077c7f req-e4ab65fd-ca86-48be-a1b2-cc657328294b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219099 Aug 30 22:48:44.859399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.877905 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762cb60a-4f6b-46f5-8e05-3a0c930cf4eb x-openstack-request-id: req-762cb60a-4f6b-46f5-8e05-3a0c930cf4eb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:44.878270 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ab211d-0b14-4207-96b2-9112ebdf38d0", "name": "network-vif-deleted", "tag": "7a745c0b-4893-4842-b2b0-27203312e537", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:44.878594 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-762cb60a-4f6b-46f5-8e05-3a0c930cf4eb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:44.879067 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ab211d-0b14-4207-96b2-9112ebdf38d0', 'name': 'network-vif-deleted', 'tag': '7a745c0b-4893-4842-b2b0-27203312e537', 'status': 'completed', 'code': 200} Aug 30 22:48:44.880858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:44.882501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba3bc5d6-d59e-4dff-b7a5-e2c16a6bab8d HTTP/1.1" status: 204 len: 168 time: 0.4276421 Aug 30 22:48:44.892954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5377bfce-ac9e-4c50-b93e-2adf380d5921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3bc5d6-d59e-4dff-b7a5-e2c16a6bab8d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:44.979014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2dbc484-9289-45ad-be77-3523b338807c req-2f52ba20-0b91-435a-b8d4-35511b97cbc7 tempest-ServerDiagnosticsNegativeTest-69954834 tempest-ServerDiagnosticsNegativeTest-69954834-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ab211d-0b14-4207-96b2-9112ebdf38d0 HTTP/1.1" status: 200 len: 210 time: 0.0345943 Aug 30 22:48:45.057758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a721e2-ff58-4aa6-8e13-f3dc4d507b6f req-3f868426-a26b-4ff7-b826-9f613af061f0 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.060102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01a721e2-ff58-4aa6-8e13-f3dc4d507b6f req-3f868426-a26b-4ff7-b826-9f613af061f0 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1097 time: 0.0571628 Aug 30 22:48:45.107825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b549cb4-7d56-42e1-906f-2b7d934f5df3 req-f5336933-9c35-4ab5-88e0-ff1cdf55db9e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.116195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01a721e2-ff58-4aa6-8e13-f3dc4d507b6f req-aeced791-24b3-437b-8f0e-cd7498e40ef1 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485380 Aug 30 22:48:45.116884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b549cb4-7d56-42e1-906f-2b7d934f5df3 req-f5336933-9c35-4ab5-88e0-ff1cdf55db9e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.0656776 Aug 30 22:48:45.156798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b549cb4-7d56-42e1-906f-2b7d934f5df3 req-9d2b2daa-5127-4965-8c3a-7203bfc08b15 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388002 Aug 30 22:48:45.289833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85e28d-b389-4f8c-9427-b1b2b135d49e req-e388bf74-a74e-414e-9a21-1e8021131c38 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.291454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e85e28d-b389-4f8c-9427-b1b2b135d49e req-e388bf74-a74e-414e-9a21-1e8021131c38 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.0628424 Aug 30 22:48:45.361373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e85e28d-b389-4f8c-9427-b1b2b135d49e req-40d80105-8bee-4037-a88c-e205c793b6ce tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612006 Aug 30 22:48:45.521031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee02c8c-7a1f-44fd-83b8-a9314dda00a1 req-0bb98a23-e898-4797-9699-250e86141da5 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.528700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ee02c8c-7a1f-44fd-83b8-a9314dda00a1 req-0bb98a23-e898-4797-9699-250e86141da5 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.0604639 Aug 30 22:48:45.566825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ee02c8c-7a1f-44fd-83b8-a9314dda00a1 req-3fb03ce1-55a1-4963-8880-fab527ac7bdc tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374331 Aug 30 22:48:45.569082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-4a550786-98f3-44e4-b706-b3b23cd8cf3d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.570864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-4a550786-98f3-44e4-b706-b3b23cd8cf3d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.1469617 Aug 30 22:48:45.589073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-26014b33-7c92-4e5d-aa3c-febc7a556c17 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/quotas/147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 375 time: 0.0123580 Aug 30 22:48:45.639256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-189b8300-45ad-41f0-9c03-21d199356868 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459416 Aug 30 22:48:45.747635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-0da76a99-2dc7-4579-a1e6-c1465f113ade service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987172 Aug 30 22:48:45.801441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7a745c0b-4893-4842-b2b0-27203312e537 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:45.835609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 7a745c0b-4893-4842-b2b0-27203312e537 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:45.835960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7a745c0b-4893-4842-b2b0-27203312e537 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:45.864659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:45.918376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-14e0fcd6-18bc-44b1-ad17-48ba4155099a service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586895 Aug 30 22:48:45.938411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea6e2f-0064-4768-9e14-ac99f0ad8b1a req-1740d7e9-e67d-4627-af8c-d1e0f6fafc62 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:45.939994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8ea6e2f-0064-4768-9e14-ac99f0ad8b1a req-1740d7e9-e67d-4627-af8c-d1e0f6fafc62 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 944 time: 0.0862823 Aug 30 22:48:45.967520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36760) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:45.987962 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8ea6e2f-0064-4768-9e14-ac99f0ad8b1a req-57fcb3b0-411d-4312-bec7-b17d42e23e1b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413225 Aug 30 22:48:46.095544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-network', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:46.142597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Made reservation on behalf of f4d9f976a02443a1a40701aec79b7d00 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:46.145456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.154751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cef28f7f-6167-4e87-ad71-6fb7d62be8ca req-21be190b-86cf-4339-b06c-67184aedc9cc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 210 time: 0.0565891 Aug 30 22:48:46.167508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.411732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.418440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:46.424571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.442066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6b0b1-2fae-4ff5-b411-4d96dc4cc1e1 req-c65e2d30-f288-48f4-9362-2a3dc5482f1e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.450519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38e6b0b1-2fae-4ff5-b411-4d96dc4cc1e1 req-c65e2d30-f288-48f4-9362-2a3dc5482f1e tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1627645 Aug 30 22:48:46.490495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:46.531598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38e6b0b1-2fae-4ff5-b411-4d96dc4cc1e1 req-45464b0d-2956-4814-88ce-78f448398e79 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800664 Aug 30 22:48:46.539544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.540109 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Added segment a8a7fd0b-38d1-4e44-97eb-69e05c68a377 of type vlan for network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 Aug 30 22:48:46.550870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524c0b56-bd6f-4235-b855-109cfa25f6f8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:46.576288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c23d866-4435-4637-9ae4-0aa45d52757e req-70f2e2a0-ce26-414e-8266-f788a6b5c9ba tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.589209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c23d866-4435-4637-9ae4-0aa45d52757e req-70f2e2a0-ce26-414e-8266-f788a6b5c9ba tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 946 time: 0.1247814 Aug 30 22:48:46.603840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.658162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.662244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.663037 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.676243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c23d866-4435-4637-9ae4-0aa45d52757e req-a6400f7a-9397-4f6e-bca4-b723a020e6ba tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811248 Aug 30 22:48:46.708605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:46.767994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3cdba4f6-c6f9-4d98-a8c9-428ada472d2a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9816d49c5c3643b6945e0cc162c89a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480856 Aug 30 22:48:46.768529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7997496 Aug 30 22:48:46.770462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36792) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:46.771269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36794) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:46.775946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Request body: {'subnet': {'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-subnet', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:46.803999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ee08a-e193-4071-aabf-6ef8b224d0d4 admin admin] Pushing event updated for resources: {'Network': ['ID=6de242ed-f2c1-4382-83d1-3a8cecf903a6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:46.821520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:46.845736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-24b3b24c-1e33-489e-acc8-2fe43f857798 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.847369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-24b3b24c-1e33-489e-acc8-2fe43f857798 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1098 time: 0.1253989 Aug 30 22:48:46.850756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69691d0b-39bb-4d32-a0b0-bc4f8b976b61 req-fe9a0e3f-890e-456a-90bd-c2a8f96d1e2e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:46.852385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69691d0b-39bb-4d32-a0b0-bc4f8b976b61 req-fe9a0e3f-890e-456a-90bd-c2a8f96d1e2e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.1810591 Aug 30 22:48:46.865455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:46.871387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Made reservation on behalf of f4d9f976a02443a1a40701aec79b7d00 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:46.873950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:46.962435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69691d0b-39bb-4d32-a0b0-bc4f8b976b61 req-82996f0b-64d2-4cf2-af00-b9c7169ac31f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879662 Aug 30 22:48:47.010088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:47.054467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'port_id': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'mac_address': 'fa:16:3e:5a:e1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcff6d8-587b-4aa9-b14e-169528d727de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:47.059513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.098330 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.122285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.141696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40281b03-2acd-4e1d-b898-5c964ec9acea {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:47.151742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.169500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:47.192211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.192990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a5f75bdf-0488-4600-b68b-99faa4147aae details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:47.256047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeedf370-ebea-4dbe-9ea6-fd217fd8c672 req-9046bfa3-5431-443c-bcd3-cede9b4537d9 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.269442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eeedf370-ebea-4dbe-9ea6-fd217fd8c672 req-9046bfa3-5431-443c-bcd3-cede9b4537d9 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 944 time: 0.1729226 Aug 30 22:48:47.337042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eeedf370-ebea-4dbe-9ea6-fd217fd8c672 req-096757a4-8385-4e0d-9d41-228c477a2f86 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605876 Aug 30 22:48:47.340602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a5f75bdf-0488-4600-b68b-99faa4147aae,segment=NetworkSegment(24c797de-2bc0-49ff-a685-457f66d37ff8),segment_id=24c797de-2bc0-49ff-a685-457f66d37ff8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:47.371900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'a5f75bdf-0488-4600-b68b-99faa4147aae', 'network_id': 'fc6267dd-25d3-4735-bb0b-864df1d2dbc6', 'port_id': 'a5f75bdf-0488-4600-b68b-99faa4147aae', 'mac_address': 'fa:16:3e:71:64:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80387b4a-448d-4b63-bc5e-ea1ca5b74ee0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:47.374378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:47.420322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59995cef-ac60-4826-8674-d0f7c5384892 req-d59441ef-e58e-4be4-8b84-4d5a0ba5a9d6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 210 time: 0.0620923 Aug 30 22:48:47.444749 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.474727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:47.475810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f75bdf-0488-4600-b68b-99faa4147aae {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:47.478564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.482218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.488214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09d4208b-5b74-4e18-a7b8-1ed440fc7d61 HTTP/1.1" status: 204 len: 168 time: 0.7056322 Aug 30 22:48:47.509555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a5f75bdf-0488-4600-b68b-99faa4147aae,segment=NetworkSegment(24c797de-2bc0-49ff-a685-457f66d37ff8),segment_id=24c797de-2bc0-49ff-a685-457f66d37ff8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:47.520367 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.532486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5759c3-15a2-457c-a8a1-be345786abf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d4208b-5b74-4e18-a7b8-1ed440fc7d61,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:47.541209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5923c-b2fc-4524-93b2-a67aed21ff54 req-edb4bdf6-c733-4879-adfe-cffa4929600a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.545295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c5923c-b2fc-4524-93b2-a67aed21ff54 req-edb4bdf6-c733-4879-adfe-cffa4929600a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 944 time: 0.1118264 Aug 30 22:48:47.545840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.637518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:47.655072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['40281b03-2acd-4e1d-b898-5c964ec9acea'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:47.688824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=219872a0-7591-4b54-b51b-a22118c712cf,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:47.713242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Checking segment: {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:47.713717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Network hostable DHCP agents. Network: 6de242ed-f2c1-4382-83d1-3a8cecf903a6, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:47.722960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:47.739731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.742600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:47.745206 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33a171e-6b17-4d92-a1c7-f8f1606fe276" -d '{"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:47.790487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.800321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c5923c-b2fc-4524-93b2-a67aed21ff54 req-ed12a56f-2747-42d6-ac35-a3e0ba3942c0 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299101 Aug 30 22:48:47.866682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-9e989012-aa0e-43cf-a938-96eb1c6d28f8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.867173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:47.868070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-9e989012-aa0e-43cf-a938-96eb1c6d28f8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.3196471 Aug 30 22:48:47.890807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Request body: {'port': {'device_id': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'admin_state_up': True, 'tenant_id': '147f9c138b8040de91cdfe8622a23556'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:47.911487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 6de242ed-f2c1-4382-83d1-3a8cecf903a6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:47.911754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a5f75bdf-0488-4600-b68b-99faa4147aae'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:47.927038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.928048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:47.936673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:47.965343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba746c10-56a4-4bf4-b445-53944a3e8ec7 None None] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:47.965767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb962c69-bed4-4005-93d4-ed0c50227dde req-c77fee3e-f3c0-4efe-817a-87c6ac2ca5a1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:47.973194 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb962c69-bed4-4005-93d4-ed0c50227dde req-c77fee3e-f3c0-4efe-817a-87c6ac2ca5a1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.2206032 Aug 30 22:48:48.001827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-60b89391-02e1-4ee9-8e77-c68a3dda0256 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2266967 Aug 30 22:48:48.001827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36816) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:48.019966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:48.053746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on host n-h2-791504-21 for vnic_type normal with profile {"migrating_to": "n-h1-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:48.059802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:48.060429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:48.105187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:48.105736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Attempting to bind port b82ba2cb-292d-4e51-b04e-9638e91078cf on network 26f2b0e1-a996-4fc0-a67d-fd44f885e218 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:48.125413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb962c69-bed4-4005-93d4-ed0c50227dde req-7b4647e5-93ff-4f01-bbcb-ea254372fd4a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510887 Aug 30 22:48:48.136790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.141356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.154524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:48.158663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Checking segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:48.159284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Bound using segment: {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:48.159980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Bound port: b82ba2cb-292d-4e51-b04e-9638e91078cf, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b21550a-da64-4c94-aa49-c6f12538070a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '26f2b0e1-a996-4fc0-a67d-fd44f885e218'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:48.160809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.188394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845a1a3e-f61e-4fa1-970d-80bf27e2aaab req-3d5e0fa9-a322-4bc0-9e97-d3f06f4fa169 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:48.193117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-845a1a3e-f61e-4fa1-970d-80bf27e2aaab req-3d5e0fa9-a322-4bc0-9e97-d3f06f4fa169 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1803241 Aug 30 22:48:48.195795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36820) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:48.222707 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b511cbc0-a683-4f0a-97d6-2018e6046674 x-openstack-request-id: req-b511cbc0-a683-4f0a-97d6-2018e6046674 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:48.223359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-unplugged", "status": "completed", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:48.224356 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b511cbc0-a683-4f0a-97d6-2018e6046674 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:48.225425 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'code': 200} Aug 30 22:48:48.249160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:48.253328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.260007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-845a1a3e-f61e-4fa1-970d-80bf27e2aaab req-e2169791-192d-4aaa-b0d8-ea5e41509a26 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504229 Aug 30 22:48:48.295394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa5694c3-e857-4a0e-866f-ea03c0f40c84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.319777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'fixed_ips': [{'subnet_id': '219872a0-7591-4b54-b51b-a22118c712cf'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:48:48.320814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.350156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.429608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:48.481423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Allocated IP 172.20.0.4 (4e141e69-03e6-47c7-b3aa-3c745db13902/4a06fcc1-02fb-436f-af87-f616358e0c1a/21f72455-2e32-43b7-b0b5-447342b0e7f9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:48.486925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:48.503266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Allocated IP 172.20.0.2 (6de242ed-f2c1-4382-83d1-3a8cecf903a6/219872a0-7591-4b54-b51b-a22118c712cf/89a3bd85-becc-471a-bd9b-2c5117639004) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:48.526800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.643734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfa83e48-842c-442d-9a57-696c0861cb42 req-54bd6c98-c25e-4542-9cb9-5d0e182b2b70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 210 time: 0.0352278 Aug 30 22:48:48.648414 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.704618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0757b6b9-fe69-4cf2-ae05-5330464bf3c2 req-f2846d24-8b81-4707-919a-f5f70a06a3e4 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:48.706187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0757b6b9-fe69-4cf2-ae05-5330464bf3c2 req-f2846d24-8b81-4707-919a-f5f70a06a3e4 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 945 time: 0.2302439 Aug 30 22:48:48.729088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.729369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:48.736363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:48.738362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:48.793725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.809592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.812461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Transition to ACTIVE for port object 89a3bd85-becc-471a-bd9b-2c5117639004 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:48.832867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:48.835375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.836943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0e3c7fcc-14b3-4476-8efd-01732997b3e5 service neutron] 10.222.0.47 "PUT /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 1124 time: 1.9757724 Aug 30 22:48:48.877480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Transition to ACTIVE for port object 89a3bd85-becc-471a-bd9b-2c5117639004 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:48.894069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa5694c3-e857-4a0e-866f-ea03c0f40c84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.900092 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.925724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0757b6b9-fe69-4cf2-ae05-5330464bf3c2 req-8f676fba-6296-447e-b405-4b0dd250d5fd tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994877 Aug 30 22:48:48.925724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa5694c3-e857-4a0e-866f-ea03c0f40c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.963642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:48.966102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 40281b03-2acd-4e1d-b898-5c964ec9acea triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:48.967121 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:48.983018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b82ba2cb-292d-4e51-b04e-9638e91078cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:48.990590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:49.017872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa5694c3-e857-4a0e-866f-ea03c0f40c84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=63b943d4ac17414db95a04384187a51d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8128357 Aug 30 22:48:49.018604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5694c3-e857-4a0e-866f-ea03c0f40c84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a57dde2-c769-4b05-83be-7d4c1271ef9c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:49.021364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36828) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:49.036595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:49.041169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:49.053539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:49.128935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ea416-f673-4a61-b5be-db44c3c8f863 req-adbb18c1-9354-4a50-82f8-c155e19d20cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:49.130781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3ea416-f673-4a61-b5be-db44c3c8f863 req-adbb18c1-9354-4a50-82f8-c155e19d20cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 944 time: 0.1356063 Aug 30 22:48:49.172587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:49.173335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.200591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b82ba2cb-292d-4e51-b04e-9638e91078cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:49.204444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:49.207773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.232290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:49.232723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-f907fac1-426b-4aa8-9865-67d228f2b08a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3505735 Aug 30 22:48:49.242347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3ea416-f673-4a61-b5be-db44c3c8f863 req-e8ebb667-cec3-4bca-a026-da8aacd5f74d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993381 Aug 30 22:48:49.245604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:49.251622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Pushing event updated for resources: {'Port': ['ID=89a3bd85-becc-471a-bd9b-2c5117639004,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:49.259784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Request body: {'port': {'device_id': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:49.289069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.329953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf has no active binding in host n-h1-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:48:49.351792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.360186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.385096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.396906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef7079-aa0c-48a3-a017-824e74c71e98 req-155d1f42-08b9-40ab-ba15-27f3dcf4946f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:49.398463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c5ef7079-aa0c-48a3-a017-824e74c71e98 req-155d1f42-08b9-40ab-ba15-27f3dcf4946f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1691265 Aug 30 22:48:49.485967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.488867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.492904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a57dde2-c769-4b05-83be-7d4c1271ef9c HTTP/1.1" status: 204 len: 168 time: 0.4688287 Aug 30 22:48:49.535130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Attempting to bind port 89a3bd85-becc-471a-bd9b-2c5117639004 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:49.535507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Attempting to bind port 89a3bd85-becc-471a-bd9b-2c5117639004 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:49.535995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Attempting to bind port 89a3bd85-becc-471a-bd9b-2c5117639004 on network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:49.540512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c5ef7079-aa0c-48a3-a017-824e74c71e98 req-5a5da861-8622-41c9-98ac-6dbea742e198 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046104 Aug 30 22:48:49.549199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ade3bf-21d4-45cf-8b3c-756689552d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a57dde2-c769-4b05-83be-7d4c1271ef9c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:49.570299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:49.570680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Checking segment: {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:49.571085 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.571479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Bound using segment: {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:49.571957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Bound port: 89a3bd85-becc-471a-bd9b-2c5117639004, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:49.572341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.583552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Allocated IP 172.25.7.102 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fecabf5a-bb3b-4cb6-8f42-d0c9ded99510) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:49.679248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.871271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:49.873678 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab006a31-dc53-401f-b36d-d89f21641ee2" -d '{"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-plugged", "status": "completed", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:49.898840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] For port 89a3bd85-becc-471a-bd9b-2c5117639004, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:49.909314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:49.958005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:49.960202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74ab7b-88f7-46c9-97b2-167f6d16afe7 req-793e86bb-2dbc-409f-a275-8f305fc47340 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:49.968245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd74ab7b-88f7-46c9-97b2-167f6d16afe7 req-793e86bb-2dbc-409f-a275-8f305fc47340 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.5908532 Aug 30 22:48:50.015031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] For port 89a3bd85-becc-471a-bd9b-2c5117639004, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a3bd85-becc-471a-bd9b-2c5117639004,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:50.040799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd74ab7b-88f7-46c9-97b2-167f6d16afe7 req-c95c8d07-9acc-4e92-bc1c-3764f5eabf1f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715411 Aug 30 22:48:50.052023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.107788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:50.192385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4606a-a738-4175-9762-6b7d3537bf2f None None] Pushing event updated for resources: {'Port': ['ID=89a3bd85-becc-471a-bd9b-2c5117639004,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:50.215538 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2addf9-53a3-4086-b824-fef7adf4ac23 x-openstack-request-id: req-ec2addf9-53a3-4086-b824-fef7adf4ac23 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:50.215853 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-plugged", "status": "completed", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:50.221877 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec2addf9-53a3-4086-b824-fef7adf4ac23 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:50.222693 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'code': 200} Aug 30 22:48:50.253028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:50.255348 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343" -d '{"events": [{"name": "network-changed", "server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:50.273810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.318313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dcf412-a701-4e11-867f-73c594ac313d req-7f570abc-4aeb-4482-8249-71565f45413f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:50.319902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15dcf412-a701-4e11-867f-73c594ac313d req-7f570abc-4aeb-4482-8249-71565f45413f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 944 time: 0.5930755 Aug 30 22:48:50.348094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5e1228-3251-4e58-856d-b2bf1911bb29 req-035e7ce1-e3c9-49c8-b4b5-0c86892f32c4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:50.355673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b5e1228-3251-4e58-856d-b2bf1911bb29 req-035e7ce1-e3c9-49c8-b4b5-0c86892f32c4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 931 time: 0.5892160 Aug 30 22:48:50.520576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f72455-2e32-43b7-b0b5-447342b0e7f9 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:50.541233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cdd49-42d8-4b65-ac9d-d5960448d464 req-1e68d0fd-1ce6-4819-bc36-4b6e09bdd4bd tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:50.548047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b5e1228-3251-4e58-856d-b2bf1911bb29 req-72e62801-f18d-464b-88fc-9c6030726f5b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911323 Aug 30 22:48:50.549834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e80cdd49-42d8-4b65-ac9d-d5960448d464 req-1e68d0fd-1ce6-4819-bc36-4b6e09bdd4bd tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 945 time: 0.1532984 Aug 30 22:48:50.551590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.555440 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.613633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Transition to ACTIVE for port object 21f72455-2e32-43b7-b0b5-447342b0e7f9 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:50.620192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:50.630920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:50.645770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:50.664957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.679532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Pushing event updated for resources: {'Port': ['ID=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:50.707277 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a394a07-e57d-4771-bac4-ee8a45d4e4fc x-openstack-request-id: req-3a394a07-e57d-4771-bac4-ee8a45d4e4fc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:50.707556 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:50.707807 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a394a07-e57d-4771-bac4-ee8a45d4e4fc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:50.708195 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'status': 'completed', 'code': 200} Aug 30 22:48:50.736774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a5f75bdf-0488-4600-b68b-99faa4147aae up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:50.756691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Deleting port 40281b03-2acd-4e1d-b898-5c964ec9acea {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:48:50.758471 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.823781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:50.858663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port a5f75bdf-0488-4600-b68b-99faa4147aae completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:50.865993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port a5f75bdf-0488-4600-b68b-99faa4147aae triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:50.866879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:50.891875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e80cdd49-42d8-4b65-ac9d-d5960448d464 req-ebcf815e-e76b-4334-baf2-e7dc02600c74 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188021 Aug 30 22:48:51.002568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:51.003057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:51.004591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:51.021280 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.030604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:48:51.031489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:51.038567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:51.039091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:51.039353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:51.039735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Bound port: 21f72455-2e32-43b7-b0b5-447342b0e7f9, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:51.040098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.051218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-e5a8712d-ec15-4c51-8cbd-fca1cec4b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.053026 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-e5a8712d-ec15-4c51-8cbd-fca1cec4b407 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1127 time: 0.2866237 Aug 30 22:48:51.075813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a5f75bdf-0488-4600-b68b-99faa4147aae,segment=NetworkSegment(24c797de-2bc0-49ff-a685-457f66d37ff8),segment_id=24c797de-2bc0-49ff-a685-457f66d37ff8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:51.083038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.089301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3eaf1d-f403-43ac-81f8-a8d3c80b6ba0 req-7f96b70d-0ebc-4022-aac2-0cc3e4033a12 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.091227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef3eaf1d-f403-43ac-81f8-a8d3c80b6ba0 req-7f96b70d-0ebc-4022-aac2-0cc3e4033a12 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e545377-e7aa-411b-a413-7e8dffca7158 HTTP/1.1" status: 200 len: 945 time: 0.1897638 Aug 30 22:48:51.125424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4241cc-de97-42b4-84f6-5e4b3172a225 req-d85f33c5-bc9a-4b8f-98f9-d73286ac4112 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.127114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef4241cc-de97-42b4-84f6-5e4b3172a225 req-d85f33c5-bc9a-4b8f-98f9-d73286ac4112 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1105165 Aug 30 22:48:51.174479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:51.177910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] For port 40281b03-2acd-4e1d-b898-5c964ec9acea, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40281b03-2acd-4e1d-b898-5c964ec9acea,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:51.178604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.201049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef4241cc-de97-42b4-84f6-5e4b3172a225 req-3affa9a4-1f05-404a-bb06-2301a1e7b495 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603793 Aug 30 22:48:51.231646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:51.242233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:51.245205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Calling delete_port for 40281b03-2acd-4e1d-b898-5c964ec9acea owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:48:51.253818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.345822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.346896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.348315 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] 10.222.0.47 "PUT /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 1092 time: 2.1000910 Aug 30 22:48:51.348764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:51.351088 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bd0324-c63c-4828-857b-c87b50f2a0f1" -d '{"events": [{"name": "network-changed", "server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:51.353088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef3eaf1d-f403-43ac-81f8-a8d3c80b6ba0 req-db662105-7fc8-4a9a-be8a-5e563b300df8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433450 Aug 30 22:48:51.416358 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83345ae5-52b8-4f81-a24a-8bb81afb3cc0 x-openstack-request-id: req-83345ae5-52b8-4f81-a24a-8bb81afb3cc0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:51.416881 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:51.417806 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83345ae5-52b8-4f81-a24a-8bb81afb3cc0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:51.418437 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'status': 'completed', 'code': 200} Aug 30 22:48:51.419672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-3ce58d24-dca6-4f2b-b7a8-d3288ac5ba31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.421638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-3ce58d24-dca6-4f2b-b7a8-d3288ac5ba31 service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.3526380 Aug 30 22:48:51.429869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee333-2cd0-430d-9909-0d81c681927d req-2e4047fd-10d0-48dd-880b-abebdef3e36b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.431243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-981ee333-2cd0-430d-9909-0d81c681927d req-2e4047fd-10d0-48dd-880b-abebdef3e36b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1230569 Aug 30 22:48:51.447792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.488544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2e91c-bb06-4f09-a1fb-2a0d48dd6c0d service neutron] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:51.519445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-981ee333-2cd0-430d-9909-0d81c681927d req-b767a3f2-167c-4736-96ea-04e7317d4195 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698471 Aug 30 22:48:51.533959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-c0036331-cebf-4fb8-b6ef-3d468567386b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.535503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-c0036331-cebf-4fb8-b6ef-3d468567386b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1095 time: 0.1033165 Aug 30 22:48:51.573670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-2bbb25f9-1052-4b49-9b16-a4b304e17d4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 217 time: 0.1306224 Aug 30 22:48:51.596177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-5116c721-ca6f-404c-8afd-bf06a9bc70d0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0451841 Aug 30 22:48:51.681734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-d9540427-46b8-4417-b46c-2db12f1aaa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.684389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-d9540427-46b8-4417-b46c-2db12f1aaa33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0759358 Aug 30 22:48:51.695919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0015eed3-6980-4c5d-bfff-c506d510d3a3 None None] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:51.739073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-5ff82df5-7e4c-4e89-b96c-3f2088e25320 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446177 Aug 30 22:48:51.762870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0c1dc973-23ae-4073-a840-2ff07278c866 None None] Provisioning for port 89a3bd85-becc-471a-bd9b-2c5117639004 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:51.770826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-145343a9-4ad3-4124-81c0-0703c7b6d5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.772711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-145343a9-4ad3-4124-81c0-0703c7b6d5c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.1867106 Aug 30 22:48:51.883802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-cfa8a0c7-fbf7-47e6-9d28-dbb9d69dcb03 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353476 Aug 30 22:48:51.887426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-8ceedef4-e616-426d-a4b0-ee4255fb7020 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1039987 Aug 30 22:48:51.915439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:51.930232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049dd683-5155-40d5-83e3-e99d60d88cbe req-c1eeccd8-626e-4e36-916b-95c1cc6db16d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:51.930903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['40281b03-2acd-4e1d-b898-5c964ec9acea'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:51.932440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-049dd683-5155-40d5-83e3-e99d60d88cbe req-c1eeccd8-626e-4e36-916b-95c1cc6db16d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.2535453 Aug 30 22:48:52.059431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27d2e8bb-41d1-4ed0-9220-ff8669cf1640 req-d858e6a6-a26e-4df2-8e3e-9d7dcf97f9d7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592829 Aug 30 22:48:52.101895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event deleted for resources: {'Port': ['ID=40281b03-2acd-4e1d-b898-5c964ec9acea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:52.162234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.208847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] No DVR routers for this DVR port 40281b03-2acd-4e1d-b898-5c964ec9acea on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:52.211660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-18e21940-f937-481f-8138-05ca36f3c782 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544128 Aug 30 22:48:52.218866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.221593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15dcf412-a701-4e11-867f-73c594ac313d req-142a53b1-be7d-491f-bf7b-1a88e273b8cb tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "DELETE /v2.0/ports/40281b03-2acd-4e1d-b898-5c964ec9acea HTTP/1.1" status: 204 len: 173 time: 1.8607249 Aug 30 22:48:52.228881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:52.237591 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1400e-ea15-46d4-ad8e-c0fb8e49ad55" -d '{"events": [{"server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:52.256397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-049dd683-5155-40d5-83e3-e99d60d88cbe req-c95e0e2c-ea26-4f1c-b482-a61e223ed0db tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2944787 Aug 30 22:48:52.259507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-89e8d693-b9aa-4f60-a993-39f7dcebc9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.272769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-89e8d693-b9aa-4f60-a993-39f7dcebc9be service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1095 time: 0.1336386 Aug 30 22:48:52.283337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-73863c94-2d93-46e2-aa68-562c9fc564bc service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806353 Aug 30 22:48:52.284867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.396191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a3bd85-becc-471a-bd9b-2c5117639004 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:52.511272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 89a3bd85-becc-471a-bd9b-2c5117639004 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:52.515479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 89a3bd85-becc-471a-bd9b-2c5117639004 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:52.516684 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.610464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1176e-9123-4414-91ea-f75ee4fb20ac req-c6d9c50c-145f-4135-b924-934b76d70944 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.612571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3a1176e-9123-4414-91ea-f75ee4fb20ac req-c6d9c50c-145f-4135-b924-934b76d70944 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.2628450 Aug 30 22:48:52.658085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-0c236c4d-e176-44f5-b927-f94b5ae0c871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.658719 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.661768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d1bdbae-9a15-43d8-82d8-ce605c2d8343 req-a1553972-b8ba-4e8b-9f35-4f7f8a6955e6 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106484 Aug 30 22:48:52.662005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-0c236c4d-e176-44f5-b927-f94b5ae0c871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3354557 Aug 30 22:48:52.685442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-6e905140-fb58-467c-be66-812659936b27 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.691005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-6e905140-fb58-467c-be66-812659936b27 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4706802 Aug 30 22:48:52.697504 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3a1176e-9123-4414-91ea-f75ee4fb20ac req-89c3cc8b-aeb7-470c-90a7-22eb15901757 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728507 Aug 30 22:48:52.710513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 89a3bd85-becc-471a-bd9b-2c5117639004, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a3bd85-becc-471a-bd9b-2c5117639004,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:52.711339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-deleted', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:48:52.714254 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fba7fe7-5bd0-47cb-9c19-855ea07bac64" -d '{"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-deleted", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:48:52.719500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Router 90417060-81ff-4943-9c14-615604a9260c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:48:52.721510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:52.782613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=89a3bd85-becc-471a-bd9b-2c5117639004,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:52.811723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-2ac5940e-17d8-4ec1-97ae-54db6fefcdb8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.1186733 Aug 30 22:48:52.829683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-9929ae63-88b5-431d-b8db-260ac2e9aa47 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/quotas/b1824483f5b94483868590ef50ec4650 HTTP/1.1" status: 200 len: 375 time: 0.1190987 Aug 30 22:48:52.905168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-a340a744-b7c0-499d-ad7d-b247f5d2a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:52.908767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-a340a744-b7c0-499d-ad7d-b247f5d2a772 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0608249 Aug 30 22:48:52.959136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-bb8825f6-3b18-4393-b10a-e0dffb1d2dbb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1266341 Aug 30 22:48:53.025828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-ae4d9d8d-db7f-4d6a-83ab-f03a9f0794f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989273 Aug 30 22:48:53.205230 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10693a5d-d081-4537-bccc-66d2e994522f x-openstack-request-id: req-10693a5d-d081-4537-bccc-66d2e994522f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:53.208361 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:53.208859 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10693a5d-d081-4537-bccc-66d2e994522f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:53.210118 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae', 'code': 200} Aug 30 22:48:53.343070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-447ceed2-d443-4f58-9a56-b9f9521f6b2a service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049600 Aug 30 22:48:53.494367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cb456-d620-4022-82e7-0238b6d4cc43 req-6d02bacd-581b-4118-9600-7b9e93f31b08 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.496969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-768cb456-d620-4022-82e7-0238b6d4cc43 req-6d02bacd-581b-4118-9600-7b9e93f31b08 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1070418 Aug 30 22:48:53.504426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:48:53.518241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96263062-9289-4659-84c7-cb535df3802e None None] Sync routers for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:48:53.530405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9e6e8-e887-43c7-9149-1055a3d23f50 req-1d7851fc-6a1e-4538-afad-1a5203d4909a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.532540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3c9e6e8-e887-43c7-9149-1055a3d23f50 req-1d7851fc-6a1e-4538-afad-1a5203d4909a tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.6758692 Aug 30 22:48:53.536169 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:53.536873 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:53.556582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27bd0324-c63c-4828-857b-c87b50f2a0f1 req-087a96fb-2bb2-45e9-8e93-19e28d5ea36e service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004232 Aug 30 22:48:53.563919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ee6c05-0948-4821-b13d-c46187396f0a req-1fe3d5e2-ff9d-4220-997a-61550c9c55aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:53.566484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1ee6c05-0948-4821-b13d-c46187396f0a req-1fe3d5e2-ff9d-4220-997a-61550c9c55aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 1098 time: 0.1329041 Aug 30 22:48:53.569147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.570768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c0ea0249-4576-4238-bad2-b61ab9128c39 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5681486 Aug 30 22:48:53.577174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36954) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:53.601920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-768cb456-d620-4022-82e7-0238b6d4cc43 req-7755a75e-0503-47b6-a00e-2e42661e7632 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928202 Aug 30 22:48:53.639103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36956) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:53.645127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-552887708'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:53.682514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:53.705600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:53.710940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.733584 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eab0f47-5702-491d-9ef0-5cafa144e4fc x-openstack-request-id: req-0eab0f47-5702-491d-9ef0-5cafa144e4fc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:48:53.734183 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e545377-e7aa-411b-a413-7e8dffca7158", "name": "network-vif-deleted", "tag": "40281b03-2acd-4e1d-b898-5c964ec9acea", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:48:53.738559 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0eab0f47-5702-491d-9ef0-5cafa144e4fc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:48:53.739120 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e545377-e7aa-411b-a413-7e8dffca7158', 'name': 'network-vif-deleted', 'tag': '40281b03-2acd-4e1d-b898-5c964ec9acea', 'status': 'completed', 'code': 200} Aug 30 22:48:53.758140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:53.800087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.800573 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Added segment c8a35f51-217b-4b0e-974e-b84951d1978f of type vlan for network 8f149933-992f-433d-b66a-bf0d98fcc62d Aug 30 22:48:53.803474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-51d2c576-e2f7-4b22-bda7-3b4d1fdf3972 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318677 Aug 30 22:48:53.830159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:53.940628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:53.956051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3c9e6e8-e887-43c7-9149-1055a3d23f50 req-71104c04-a5e4-4742-8fcd-20096b4e5095 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917437 Aug 30 22:48:54.016679 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:51Z', 'revision_number': 3, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:54.065979 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96263062-9289-4659-84c7-cb535df3802e None None] Checking router: 90417060-81ff-4943-9c14-615604a9260c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:48:54.066782 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96263062-9289-4659-84c7-cb535df3802e None None] Updating router 90417060-81ff-4943-9c14-615604a9260c port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:48:54.081722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-3fbdce33-3f45-4e10-b33d-597fba679d3d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.083415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-3fbdce33-3f45-4e10-b33d-597fba679d3d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2722015 Aug 30 22:48:54.084513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.098811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1ee6c05-0948-4821-b13d-c46187396f0a req-35c371c3-e0b1-4486-8d56-bb3a75b5613c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031610 Aug 30 22:48:54.103168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.104100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.104677 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.218194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5777855 Aug 30 22:48:54.219323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:54.235216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cb277-20ea-4cf1-b7c2-19e841590819 req-011c3021-dd2e-47a5-9182-33e97be5f811 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.237107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-925cb277-20ea-4cf1-b7c2-19e841590819 req-011c3021-dd2e-47a5-9182-33e97be5f811 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.1355517 Aug 30 22:48:54.245965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2070650234'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:54.268116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-11909d5a-6217-4144-b310-8210ed74e85e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/quotas/b1824483f5b94483868590ef50ec4650 HTTP/1.1" status: 200 len: 375 time: 0.1463509 Aug 30 22:48:54.296433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94656666-2245-46e8-b288-bf15d3355bbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Network': ['ID=8f149933-992f-433d-b66a-bf0d98fcc62d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:54.310092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8f149933-992f-433d-b66a-bf0d98fcc62d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:54.327791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-647a5a84-c4cc-488a-ac03-94dbdc1ff371 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450230 Aug 30 22:48:54.337489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:54.345511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.378921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:48:54.384012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-925cb277-20ea-4cf1-b7c2-19e841590819 req-8f64c3e2-2e43-4ec1-a8de-b37a6073e07b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758624 Aug 30 22:48:54.392366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.392890 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Added segment 9184505e-4448-4d7e-b975-813234900fed of type vlan for network 8d08f948-9d07-49cd-ba11-943378028b14 Aug 30 22:48:54.457075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.485716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a3bd85-becc-471a-bd9b-2c5117639004 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:54.526448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.533197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:54.534044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.563607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.686442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 89a3bd85-becc-471a-bd9b-2c5117639004 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:54.686840 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.687433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4549904 Aug 30 22:48:54.693720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36978) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:54.704928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'subnet': {'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:54.732603 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.780646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:48:54.800537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:54.804768 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-96263062-9289-4659-84c7-cb535df3802e None None] Transition to ACTIVE for port object fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:54.808129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836603072', 'description': 'tempest-description--870824788'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:54.823304 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.834349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208909b-b6ec-4d80-ae7a-bd8a20772fbf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Network': ['ID=8d08f948-9d07-49cd-ba11-943378028b14,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:54.887500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Allocated IP 172.20.0.1 (6de242ed-f2c1-4382-83d1-3a8cecf903a6/219872a0-7591-4b54-b51b-a22118c712cf/3d674db9-160d-4428-a63a-8a3758d4b44a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:54.904455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8d08f948-9d07-49cd-ba11-943378028b14 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:48:54.915621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.923942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 40281b03-2acd-4e1d-b898-5c964ec9acea {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:48:54.924290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40281b03-2acd-4e1d-b898-5c964ec9acea not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:48:54.932345 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea55dc8-3aba-4c62-b1b1-762d117bbf6d None None] Pushing event updated for resources: {'Port': ['ID=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:54.934887 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-96263062-9289-4659-84c7-cb535df3802e None None] Attempting to bind port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:54.935241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-96263062-9289-4659-84c7-cb535df3802e None None] Attempting to bind port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:54.935839 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96263062-9289-4659-84c7-cb535df3802e None None] Attempting to bind port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:54.942943 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96263062-9289-4659-84c7-cb535df3802e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:54.943662 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96263062-9289-4659-84c7-cb535df3802e None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:54.944469 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:54.945182 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96263062-9289-4659-84c7-cb535df3802e None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:54.945844 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-96263062-9289-4659-84c7-cb535df3802e None None] Bound port: fecabf5a-bb3b-4cb6-8f42-d0c9ded99510, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:54.946427 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.000618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea17e325-7716-400b-9df6-629cc7d4beed req-c02ab2e5-4c07-47e8-9e64-9d3d6ee6156b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.002400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea17e325-7716-400b-9df6-629cc7d4beed req-c02ab2e5-4c07-47e8-9e64-9d3d6ee6156b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.1992290 Aug 30 22:48:55.015739 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-96263062-9289-4659-84c7-cb535df3802e None None] For port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:55.021015 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-96263062-9289-4659-84c7-cb535df3802e None None] For port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:55.030596 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-96263062-9289-4659-84c7-cb535df3802e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.058544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-c751269c-dce5-47c7-801e-86209aa2d742 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1435494 Aug 30 22:48:55.122770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea17e325-7716-400b-9df6-629cc7d4beed req-57f4002c-7df9-4921-a653-6e11de123b9e tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921903 Aug 30 22:48:55.161945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:55.166801 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:55.167882 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:55.172526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.183833 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea55dc8-3aba-4c62-b1b1-762d117bbf6d None None] Pushing event updated for resources: {'Port': ['ID=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:55.307726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebef94-0757-496a-bb7e-5e0e110d3fc4 req-45dd4643-1f28-40da-a11c-c3000f0bed00 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.311820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7004eb4d-f2e0-4bee-8a52-52362fc8c801 req-e32ac68f-df07-4c25-9be4-60ed1cc78e98 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 210 time: 0.0517290 Aug 30 22:48:55.317803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81ebef94-0757-496a-bb7e-5e0e110d3fc4 req-45dd4643-1f28-40da-a11c-c3000f0bed00 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.4118197 Aug 30 22:48:55.336992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.395784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-89b50922-de5b-4626-9719-35deb26bcc22 service neutron] 10.222.0.52 "GET /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf/bindings/n-h1-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.4449620 Aug 30 22:48:55.396828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Transition to ACTIVE for port object 3d674db9-160d-4428-a63a-8a3758d4b44a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:55.420384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.434328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81ebef94-0757-496a-bb7e-5e0e110d3fc4 req-2e212235-3522-408c-bae6-bdff03733394 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155460 Aug 30 22:48:55.434595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:48:55.441616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.524864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.525158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b4442430-625e-4ab7-a529-1396a735006f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.526675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b4442430-625e-4ab7-a529-1396a735006f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4573796 Aug 30 22:48:55.530347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7253416 Aug 30 22:48:55.531284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36992) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:55.560844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'security_group_rule': {'security_group_id': 'f5fcf37b-0797-44ab-9558-c4be3a119f3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:55.573762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Request body: {'port': {'device_id': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'b1824483f5b94483868590ef50ec4650'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:55.585423 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:48:55.625261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4217f-d319-4e93-831d-a77ff235c9a3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fcf37b-0797-44ab-9558-c4be3a119f3e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:55.673615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.685543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778b000-8760-4179-a015-bd21ed5262aa req-ffd108c4-0120-4a2e-952a-1ba23040c8ef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.693697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d778b000-8760-4179-a015-bd21ed5262aa req-ffd108c4-0120-4a2e-952a-1ba23040c8ef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.1295571 Aug 30 22:48:55.720187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-96263062-9289-4659-84c7-cb535df3802e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:51Z', 'revision_number': 3, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:48:55.745684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.759594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96263062-9289-4659-84c7-cb535df3802e None None] The sync data for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 is: [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:51Z', 'revision_number': 3, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:48:55.813939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:55.815637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:55.830819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f43e2-fe9d-4f64-b1f6-797177618cfc req-d3924eba-5b09-4970-875e-159a43e09853 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:55.836150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-034f43e2-fe9d-4f64-b1f6-797177618cfc req-d3924eba-5b09-4970-875e-159a43e09853 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.3171749 Aug 30 22:48:55.845963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d778b000-8760-4179-a015-bd21ed5262aa req-00d30a5d-a7b4-4a1e-be60-9c578ce6c581 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476798 Aug 30 22:48:55.847649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:55.868710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Pushing event updated for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:55.873390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:55.899867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Subnet': ['ID=a674ddb5-0d81-4970-879b-ffc32d09ff60,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:55.987629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-034f43e2-fe9d-4f64-b1f6-797177618cfc req-28a01260-d077-414b-9b88-bcce5000c236 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398139 Aug 30 22:48:55.993997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:55.994587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network hostable DHCP agents. Network: 8f149933-992f-433d-b66a-bf0d98fcc62d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:56.009501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.034375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.044982 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.054105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:56.078393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8f149933-992f-433d-b66a-bf0d98fcc62d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:56.089499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4a3c0e-4c17-429e-ab52-3af60e486651 None None] Network 8f149933-992f-433d-b66a-bf0d98fcc62d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:56.114758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:56.115378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.137273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef442554-a1c3-418c-8bce-6a41a93c50a8,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:56.175096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab5cb9b5-d25e-4d3d-b995-a064252987a3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4804657 Aug 30 22:48:56.176539 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.177993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69ba612b-44ee-4f6e-904a-d3e8ab0a11e8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6428807 Aug 30 22:48:56.178588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36996) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:56.183799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'subnet': {'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:56.185247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36998) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:56.192460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'security_group_rule': {'security_group_id': 'f5fcf37b-0797-44ab-9558-c4be3a119f3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:56.201422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Made reservation on behalf of b1824483f5b94483868590ef50ec4650 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:56.206149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.214076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:56.248844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.290384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6d63231-76a8-41ce-944a-c357d8d32742 None None] Provisioning for port 3d674db9-160d-4428-a63a-8a3758d4b44a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:56.341690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-6143d41f-d968-402f-a20a-df3ec4611543 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475729 Aug 30 22:48:56.362729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6d63231-76a8-41ce-944a-c357d8d32742 None None] Provisioning complete for port 3d674db9-160d-4428-a63a-8a3758d4b44a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:56.363574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6d63231-76a8-41ce-944a-c357d8d32742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.383507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:56.388399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.452431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:56.490045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.508018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b27b5e98-8cf7-4a4d-9c44-f913553eee11 req-d628b20f-9b6b-4253-8ae7-b9132df92ecc tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 210 time: 0.0392017 Aug 30 22:48:56.528286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f6d63231-76a8-41ce-944a-c357d8d32742 None None] Port 3d674db9-160d-4428-a63a-8a3758d4b44a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:56.581432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-8049eb47-eca3-4eb5-bd1f-e2e5ad7087d4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:56.583120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-8049eb47-eca3-4eb5-bd1f-e2e5ad7087d4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2336533 Aug 30 22:48:56.611547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b82ba2cb-292d-4e51-b04e-9638e91078cf {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:56.617724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-8f149933-992f-433d-b66a-bf0d98fcc62d', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:48:56.618758 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.646063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Request body: {'port': {'device_id': 'b75318de-5b92-4724-adec-db960f4435d2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'b1824483f5b94483868590ef50ec4650'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:56.653322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:56.662588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:56.695475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e28146-64e5-4abd-9a69-619c246917df req-9376dc59-357f-478a-bd0b-c97b8723bfa3 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:56.697147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-24e28146-64e5-4abd-9a69-619c246917df req-9376dc59-357f-478a-bd0b-c97b8723bfa3 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.3771040 Aug 30 22:48:56.706297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:56.706669 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.747240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.787411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3417fc-14ea-4282-846e-94a4422fa0e1 req-37c02329-5ccb-48f9-8c3c-fec28a9b8532 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:56.788498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3417fc-14ea-4282-846e-94a4422fa0e1 req-37c02329-5ccb-48f9-8c3c-fec28a9b8532 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 944 time: 0.1837294 Aug 30 22:48:56.803757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:48:56.840170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3417fc-14ea-4282-846e-94a4422fa0e1 req-6bb71f0c-ffa7-4fe6-a533-1e5b74e3c1d7 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Aug 30 22:48:56.843934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.902134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:56.908880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Allocated IP 10.1.1.2 (8f149933-992f-433d-b66a-bf0d98fcc62d/a674ddb5-0d81-4970-879b-ffc32d09ff60/fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:56.981689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] Transition to ACTIVE for port object b82ba2cb-292d-4e51-b04e-9638e91078cf will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:56.983373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75157526-aa41-4f1a-8cea-dba737ef38e9 req-15ef9681-1d1c-4442-82ec-e9a1c3dfdb51 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:56.985971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75157526-aa41-4f1a-8cea-dba737ef38e9 req-15ef9681-1d1c-4442-82ec-e9a1c3dfdb51 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.0615606 Aug 30 22:48:57.000411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.010793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.020605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.037918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.047269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:48:57.047269 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:48:57.047269 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id_1': 'b1824483f5b94483868590ef50ec4650', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 48, 56, 793251)}] Aug 30 22:48:57.047269 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:48:57.047807 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:48:57.063396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75157526-aa41-4f1a-8cea-dba737ef38e9 req-481c373c-69a1-4b0d-8c2d-e5cfd0ef9560 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708792 Aug 30 22:48:57.064776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:57.069288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.073941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-24e28146-64e5-4abd-9a69-619c246917df req-9918ac5f-8687-48b1-87c3-21afdc99b4fd tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563724 Aug 30 22:48:57.102168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6933ba7a-f3bd-4f22-8fb0-8fefa731031a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.144173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.147319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-226f231a-1c14-42e1-a544-991f09a0b49f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9609730 Aug 30 22:48:57.165015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:57.166464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:57.174418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:57.238520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:57.244386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'port_id': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'mac_address': 'fa:16:3e:3d:af:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06fcc1-02fb-436f-af87-f616358e0c1a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:48:57.258955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.340655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.354948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.419093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f72455-2e32-43b7-b0b5-447342b0e7f9 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:48:57.419354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] No DVR routers for this DVR port b82ba2cb-292d-4e51-b04e-9638e91078cf on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:48:57.435374 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.448001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.467209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.474187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:48:57.476905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Transition to ACTIVE for port object fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:57.480151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.485372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.529316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Transition to ACTIVE for port object fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:57.537467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Subnet': ['ID=6782060b-9301-47b0-a6d1-262b9356ec91,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.541803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.548838 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.550290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d5536-81f5-491d-b440-2b68f3846101 req-3c611946-90ee-4dcc-94bd-2b684fe9822d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:57.553915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Checking segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:57.554287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network hostable DHCP agents. Network: 8d08f948-9d07-49cd-ba11-943378028b14, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:48:57.554801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d7d5536-81f5-491d-b440-2b68f3846101 req-3c611946-90ee-4dcc-94bd-2b684fe9822d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.3021262 Aug 30 22:48:57.557568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] Pushing event updated for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.566550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.576670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:57.592935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa06cf-138d-48a6-945a-6e2a492a49b4 req-5a8e8e76-179a-420e-a20c-679c825be791 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:57.594775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbaa06cf-138d-48a6-945a-6e2a492a49b4 req-5a8e8e76-179a-420e-a20c-679c825be791 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.1294954 Aug 30 22:48:57.599019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:57.605497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:57.608811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-d0fed264-e011-4317-9155-4432108b36e4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf/bindings/n-h1-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 2.2025788 Aug 30 22:48:57.612526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.612849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8d08f948-9d07-49cd-ba11-943378028b14 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:48:57.624871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Made reservation on behalf of b1824483f5b94483868590ef50ec4650 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:57.628499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Pushing event updated for resources: {'Port': ['ID=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.629815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.653006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.661321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8d08f948-9d07-49cd-ba11-943378028b14) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:57.674199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7e8d45-e07f-4aa5-a871-9a3ff73d3ec0 None None] Network 8d08f948-9d07-49cd-ba11-943378028b14 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:48:57.675101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:57.675732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.690215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Attempting to bind port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:57.690621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Attempting to bind port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:57.690985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Attempting to bind port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:57.727554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Allocated IP 192.168.233.26 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/7b02792c-80bb-48d0-80da-27d9cce7bc17) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:57.731787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:57.732187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:57.732582 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.733041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Bound using segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:57.733817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Bound port: fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:57.734481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.759765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbaa06cf-138d-48a6-945a-6e2a492a49b4 req-4bb33004-ef97-42f4-adef-1ff657c74973 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131737 Aug 30 22:48:57.767086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8ed0bbb8-158d-4bff-bdfa-981424eff732 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5874131 Aug 30 22:48:57.780259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37022) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:48:57.787577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'name': 'tempest-TaggedBootDevicesTest-628503685', 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:48:57.808286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d7d5536-81f5-491d-b440-2b68f3846101 req-a99e5e57-e8c5-4f45-b538-9555e6e9657f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040980 Aug 30 22:48:57.808955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Pushing event updated for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:57.882000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:57.919073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['21f72455-2e32-43b7-b0b5-447342b0e7f9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:48:57.981421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2b72859-1f1a-4eeb-8087-07856880e40d req-810a372f-9b6d-4659-8189-62253b4db06b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 210 time: 0.0487359 Aug 30 22:48:57.985046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-1943649b-2c8d-4982-8fa2-12149ecf91d4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:57.988279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-1943649b-2c8d-4982-8fa2-12149ecf91d4 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.2272155 Aug 30 22:48:58.101493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] For port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:58.115762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-10ca9227-c9fe-4fb3-8565-131ad55c6486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.122893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-10ca9227-c9fe-4fb3-8565-131ad55c6486 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec&tenant_id=5f4141327b444c67b6770eab4842974e HTTP/1.1" status: 200 len: 1097 time: 0.1150603 Aug 30 22:48:58.123322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] For port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:58.134776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.174017 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.225959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:58.230730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-8d08f948-9d07-49cd-ba11-943378028b14', 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ips': [{'subnet_id': '6782060b-9301-47b0-a6d1-262b9356ec91'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:48:58.233646 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.270829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:58.300199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.303199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66d295-52aa-4189-b999-56e51d2638b6 req-55e60873-2eb4-4a1a-a378-e316abec47e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.305171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:48:58.310805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f66d295-52aa-4189-b999-56e51d2638b6 req-55e60873-2eb4-4a1a-a378-e316abec47e2 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.1145751 Aug 30 22:48:58.374827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-27be8370-c0d4-4747-aa7c-fe0fb7405b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.377197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-27be8370-c0d4-4747-aa7c-fe0fb7405b7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1097 time: 0.2062838 Aug 30 22:48:58.393446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:48:58.414071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f66d295-52aa-4189-b999-56e51d2638b6 req-3d30a6f7-5a45-4b3e-98e6-724e3bff8f2d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020138 Aug 30 22:48:58.471306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930884a1-a758-4a44-9b3b-c6ed352aa99b None None] Pushing event updated for resources: {'Port': ['ID=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:58.473757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Transition to ACTIVE for port object 7b02792c-80bb-48d0-80da-27d9cce7bc17 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:58.658110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Allocated IP 10.2.2.2 (8d08f948-9d07-49cd-ba11-943378028b14/6782060b-9301-47b0-a6d1-262b9356ec91/bd3f6cce-3662-4e8c-b933-b94ece40c992) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:58.666054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-fc0c357d-808c-431a-860d-fa6d24dd75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.667364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:58.667667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-fc0c357d-808c-431a-860d-fa6d24dd75b7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.2525427 Aug 30 22:48:58.667864 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.703093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc325d7e-0475-4661-857d-6fdbacbf5b5b req-318a95b6-2f4c-44ea-af04-007276df87e6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.704698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc325d7e-0475-4661-857d-6fdbacbf5b5b req-318a95b6-2f4c-44ea-af04-007276df87e6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.1278386 Aug 30 22:48:58.736311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-c6d61dfb-bd67-47c6-ad6a-82287b420a2b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 200 len: 217 time: 0.0507457 Aug 30 22:48:58.804860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc325d7e-0475-4661-857d-6fdbacbf5b5b req-61e0aa1c-7b21-4ca0-96db-4f14f0dc84ff tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719082 Aug 30 22:48:58.813387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-05f10307-4f35-4c84-8d7c-15ab8bd8f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.814909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-05f10307-4f35-4c84-8d7c-15ab8bd8f1a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0662472 Aug 30 22:48:58.862242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-0efa4203-7e7e-4a66-a101-39d39ad3b4f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313251 Aug 30 22:48:58.863561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7ed8731f-a04b-4f20-8b5c-bdbbac5acae7 None None] Provisioning complete for port 3d674db9-160d-4428-a63a-8a3758d4b44a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:58.863935 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ed8731f-a04b-4f20-8b5c-bdbbac5acae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.980159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7ed8731f-a04b-4f20-8b5c-bdbbac5acae7 None None] Port 3d674db9-160d-4428-a63a-8a3758d4b44a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:48:58.982743 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:58.994322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215955be-4f12-4d90-89f9-d62abd20be22 req-7f3d7312-4bfe-4c9c-9187-780e13f291f4 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:58.996090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Transition to ACTIVE for port object bd3f6cce-3662-4e8c-b933-b94ece40c992 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:59.002741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-215955be-4f12-4d90-89f9-d62abd20be22 req-7f3d7312-4bfe-4c9c-9187-780e13f291f4 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.1156852 Aug 30 22:48:59.016664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Transition to ACTIVE for port object bd3f6cce-3662-4e8c-b933-b94ece40c992 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:48:59.017969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.023763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.027431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa9c8-f494-4bdf-887f-95898fec4faf req-056ed74d-9198-4229-8713-ea05fa19ce16 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:59.035576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-7e7b4b1a-ccd9-440c-81a4-53f609161bbe service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595030 Aug 30 22:48:59.035808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78caa9c8-f494-4bdf-887f-95898fec4faf req-056ed74d-9198-4229-8713-ea05fa19ce16 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.7623551 Aug 30 22:48:59.052312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-215955be-4f12-4d90-89f9-d62abd20be22 req-db05a6e4-e8b3-4721-a5cf-83aa4954bf9b tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485060 Aug 30 22:48:59.064521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Network 8d08f948-9d07-49cd-ba11-943378028b14 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:59.069623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:59.073124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:59.076635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Allocated IP 172.25.7.8 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:59.118775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] device_id is not set on port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:48:59.123953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.135634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Pushing event updated for resources: {'Port': ['ID=bd3f6cce-3662-4e8c-b933-b94ece40c992,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:59.169038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-bb0af531-085d-48a0-b364-4548e792d345 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150126 Aug 30 22:48:59.169394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Router 90417060-81ff-4943-9c14-615604a9260c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:48:59.178305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Attempting to bind port bd3f6cce-3662-4e8c-b933-b94ece40c992 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:48:59.178676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Attempting to bind port bd3f6cce-3662-4e8c-b933-b94ece40c992 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:48:59.188518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Attempting to bind port bd3f6cce-3662-4e8c-b933-b94ece40c992 on network 8d08f948-9d07-49cd-ba11-943378028b14 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:48:59.196185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:48:59.196918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Checking segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:48:59.197597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.198392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Bound using segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:48:59.199217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Bound port: bd3f6cce-3662-4e8c-b933-b94ece40c992, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:48:59.206222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.214989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-424d9906-9756-4d46-8931-cf85fbe0d77a req-eb030f76-192c-4d52-a9c3-f24c6b3e2ec6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 210 time: 0.0418208 Aug 30 22:48:59.288009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Allocated IP 192.168.233.40 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/ce5cf816-4598-4865-8886-8bc2aa6aa366) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:48:59.294105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] For port bd3f6cce-3662-4e8c-b933-b94ece40c992, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:48:59.295888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78caa9c8-f494-4bdf-887f-95898fec4faf req-a51b16ec-9573-4daf-9bc0-641a3acffa12 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592809 Aug 30 22:48:59.299829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] For port bd3f6cce-3662-4e8c-b933-b94ece40c992, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bd3f6cce-3662-4e8c-b933-b94ece40c992,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:48:59.316736 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.388048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:48:59.406718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:48:59.419606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:59.424743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ef73a2-5cbb-4018-969e-93bfc7851f8a None None] Pushing event updated for resources: {'Port': ['ID=bd3f6cce-3662-4e8c-b933-b94ece40c992,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:48:59.533593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:48:59.801447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.811580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:59.816494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.892750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1be5ab76-e2d4-4cb9-8231-10fb4fc20a3f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:48:59.894317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1be5ab76-e2d4-4cb9-8231-10fb4fc20a3f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.3576622 Aug 30 22:48:59.927159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-904b5833-21ea-4446-9ba7-7ae95fb45742 None None] Provisioning for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:48:59.932724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-904b5833-21ea-4446-9ba7-7ae95fb45742 None None] Provisioning complete for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:48:59.933621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-904b5833-21ea-4446-9ba7-7ae95fb45742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:48:59.934198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:48:59.961466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b93c7f20-86e5-4b42-acdd-3904d5e6d738 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3960125 Aug 30 22:48:59.967008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6d394c6-6877-47cd-ab3d-d6ce1d301849 admin admin] 10.222.0.25 "PUT /v2.0/routers/90417060-81ff-4943-9c14-615604a9260c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3869419 Aug 30 22:48:59.968127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Sync routers for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:48:59.989916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:48:59.990596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:00.000494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.1.1.98 (8f149933-992f-433d-b66a-bf0d98fcc62d/a674ddb5-0d81-4970-879b-ffc32d09ff60/e188e733-7785-4ec0-85a9-8cf32cd2b7d1) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:00.028452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Request body: {'port': {'device_id': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:00.086324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.128602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Transition to ACTIVE for port object ce5cf816-4598-4865-8886-8bc2aa6aa366 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:00.151166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:00.185525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.210063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-10b77153-5809-4493-a621-3db6dd3a7811 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.211912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-10b77153-5809-4493-a621-3db6dd3a7811 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.8493390 Aug 30 22:49:00.246954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3d12c5-6e03-4a2c-9e22-6e5c2111b8ba req-71f75e85-d9b9-4811-998b-ae3cd886b805 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.251286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5a3d12c5-6e03-4a2c-9e22-6e5c2111b8ba req-71f75e85-d9b9-4811-998b-ae3cd886b805 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.3203025 Aug 30 22:49:00.290864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48fad0b-5fd5-4540-b890-c399b788c18b None None] Network 8f149933-992f-433d-b66a-bf0d98fcc62d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:00.304590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.335370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.350269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:00.385585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:00.401470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bece7c-9768-4503-8faf-3e7366686d37 req-89612990-69ca-442f-8c7d-630285ad6915 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.403185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-89612990-69ca-442f-8c7d-630285ad6915 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec&tenant_id=5f4141327b444c67b6770eab4842974e&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.8722003 Aug 30 22:49:00.416481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:00.423597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:00.428597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-904b5833-21ea-4446-9ba7-7ae95fb45742 None None] Port 7b02792c-80bb-48d0-80da-27d9cce7bc17 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:00.444592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f181f7-4d14-485b-8a15-1b07030a4e31 req-b03758e0-5531-447a-8ffe-ff7e4f83eedb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.451779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19f181f7-4d14-485b-8a15-1b07030a4e31 req-b03758e0-5531-447a-8ffe-ff7e4f83eedb tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.2576020 Aug 30 22:49:00.455194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:00.465521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bd3f6cce-3662-4e8c-b933-b94ece40c992 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:00.469165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'Port': ['ID=30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:00.492280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event updated for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:00.496136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:00.585175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5a3d12c5-6e03-4a2c-9e22-6e5c2111b8ba req-a69f0362-53bd-4bb0-8cd1-5d0c686681a1 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3329222 Aug 30 22:49:00.589359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-63cb98f5-5129-43cb-84fd-40e6e5f42fc3 None None] Provisioning for port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:00.651180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:00.651180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.672621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port bd3f6cce-3662-4e8c-b933-b94ece40c992 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:00.689565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:00.690715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.701171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:00.703246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19f181f7-4d14-485b-8a15-1b07030a4e31 req-fd215c0d-5a0e-4589-9252-47993108ca95 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383733 Aug 30 22:49:00.724452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Deleting port a5f75bdf-0488-4600-b68b-99faa4147aae {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:00.738249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:00.769774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:56Z', 'revision_number': 4, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3d674db9-160d-4428-a63a-8a3758d4b44a', 'name': '', 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'mac_address': 'fa:16:3e:89:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '219872a0-7591-4b54-b51b-a22118c712cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:54Z', 'updated_at': '2021-08-30T22:48:56Z', 'revision_number': 2, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'subnets': [{'id': '219872a0-7591-4b54-b51b-a22118c712cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:00.830466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Checking router: 90417060-81ff-4943-9c14-615604a9260c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:49:00.834942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Updating router 90417060-81ff-4943-9c14-615604a9260c port 3d674db9-160d-4428-a63a-8a3758d4b44a binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:49:00.884742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:00.906849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2728a2b5-b189-4533-a6c9-50f41a921de8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2712603 Aug 30 22:49:00.960597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Request body: {'port': {'device_id': 'b75318de-5b92-4724-adec-db960f4435d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:00.966890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.002308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5339e66-f870-4b33-80a2-3a0b2fc93864 req-8ca25bd9-f784-46b0-b2da-d578280c20f4 tempest-FloatingIPsNegativeTestJSON-245757907 tempest-FloatingIPsNegativeTestJSON-245757907-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=f4d9f976a02443a1a40701aec79b7d00 HTTP/1.1" status: 200 len: 217 time: 0.1133215 Aug 30 22:49:01.134710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.149939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-61bece7c-9768-4503-8faf-3e7366686d37 req-303b75fb-bc93-4058-b41f-89a002c6c91f service neutron] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:01.159469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:01.166896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70848e1-47b8-4858-a747-95b7aac50df3 None None] Network 8d08f948-9d07-49cd-ba11-943378028b14 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:01.169342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.173606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 21f72455-2e32-43b7-b0b5-447342b0e7f9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:01.177888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61bece7c-9768-4503-8faf-3e7366686d37 req-303b75fb-bc93-4058-b41f-89a002c6c91f service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.178997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-303b75fb-bc93-4058-b41f-89a002c6c91f service neutron] 10.222.0.47 "DELETE /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf/bindings/n-h2-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.7577119 Aug 30 22:49:01.192132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:01.192470 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.204315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] For port a5f75bdf-0488-4600-b68b-99faa4147aae, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a5f75bdf-0488-4600-b68b-99faa4147aae,segment=NetworkSegment(24c797de-2bc0-49ff-a685-457f66d37ff8),segment_id=24c797de-2bc0-49ff-a685-457f66d37ff8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:01.204757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.220041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.236816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Calling delete_port for a5f75bdf-0488-4600-b68b-99faa4147aae owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:01.252461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1caa45e-2fcb-4fab-a006-18c2e27989ea req-79b11922-34bf-4bcf-9672-550317a9c6f7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.254329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1caa45e-2fcb-4fab-a006-18c2e27989ea req-79b11922-34bf-4bcf-9672-550317a9c6f7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 935 time: 0.1562328 Aug 30 22:49:01.321521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:01.322282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.326003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object e188e733-7785-4ec0-85a9-8cf32cd2b7d1 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:01.340812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ba3a8-4b74-498d-a6e2-5ec78febfb81 req-cdd4912e-d9ec-4c87-8c58-faa1b8d6b016 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.342668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-332ba3a8-4b74-498d-a6e2-5ec78febfb81 req-cdd4912e-d9ec-4c87-8c58-faa1b8d6b016 tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb HTTP/1.1" status: 200 len: 946 time: 0.4266746 Aug 30 22:49:01.361727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.384865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 21f72455-2e32-43b7-b0b5-447342b0e7f9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:01.385149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.386561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a75a2d2f-87db-449d-95b2-2eb72dc466f9 None None] Provisioning for port ce5cf816-4598-4865-8886-8bc2aa6aa366 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:01.417010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:01.420534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1caa45e-2fcb-4fab-a006-18c2e27989ea req-52c126c2-fa92-49b3-9b56-e9a67b725d13 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551597 Aug 30 22:49:01.422612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a75a2d2f-87db-449d-95b2-2eb72dc466f9 None None] Provisioning complete for port ce5cf816-4598-4865-8886-8bc2aa6aa366 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:01.423216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a75a2d2f-87db-449d-95b2-2eb72dc466f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.550041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-332ba3a8-4b74-498d-a6e2-5ec78febfb81 req-b2a94f6c-e2d9-4062-80f7-973bbfcb0a8a tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.25 "GET /v2.0/security-groups?id=3feef789-eeb9-454f-8137-c9c20eea22ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916070 Aug 30 22:49:01.560234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a75a2d2f-87db-449d-95b2-2eb72dc466f9 None None] Port ce5cf816-4598-4865-8886-8bc2aa6aa366 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:01.597556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.616700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a5f75bdf-0488-4600-b68b-99faa4147aae'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:01.633920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Pushing event deleted for resources: {'Port': ['ID=a5f75bdf-0488-4600-b68b-99faa4147aae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:01.679812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb6042-284c-4717-b0b3-d7004e76b8e8 req-fe884166-660f-4b46-80db-cd96ee94ccc1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:01.682340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9bb6042-284c-4717-b0b3-d7004e76b8e8 req-fe884166-660f-4b46-80db-cd96ee94ccc1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.1259642 Aug 30 22:49:01.699796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] No DVR routers for this DVR port a5f75bdf-0488-4600-b68b-99faa4147aae on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:01.704786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:01.710521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.718739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.720786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.721323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad7a39eb-db96-48b2-8bde-b24c1474c2f4 req-e3dbff18-aa31-40c9-a7d3-34999a3c43ec tempest-ServerGroupTestJSON-618674938 tempest-ServerGroupTestJSON-618674938-project] 10.222.0.47 "DELETE /v2.0/ports/a5f75bdf-0488-4600-b68b-99faa4147aae HTTP/1.1" status: 204 len: 173 time: 1.4820688 Aug 30 22:49:01.721800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'name': 'network-vif-deleted', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:01.731870 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4e11ea-c426-4606-a6df-fb4f1d96c248" -d '{"events": [{"server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "name": "network-vif-deleted", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:01.762369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9bb6042-284c-4717-b0b3-d7004e76b8e8 req-45391477-e655-4fc6-89cf-5a4834677240 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604196 Aug 30 22:49:01.804751 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.808741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3bb53534-b0da-4bfa-8e61-2d6f838ad7d3 req-ab7bd0da-7198-4d12-8526-9a3db449e0e1 tempest-FloatingIPsNegativeTestJSON-245757907 tempest-FloatingIPsNegativeTestJSON-245757907-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1733441 Aug 30 22:49:01.862351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Provisioning complete for port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:01.862351 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.871329 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.884391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:01.888774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Transition to ACTIVE for port object 7b02792c-80bb-48d0-80da-27d9cce7bc17 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:01.904567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:01.910122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:01.915100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:01.918177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:01.998421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:02.005367 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170dfac0-98da-40f9-a67f-40d7cf97bc02" -d '{"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-plugged", "status": "completed", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:02.039380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:02.055053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:02.056038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.058386 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71431e1-5282-4261-8170-e0458ea8d78d x-openstack-request-id: req-f71431e1-5282-4261-8170-e0458ea8d78d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:02.058793 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb", "name": "network-vif-deleted", "tag": "a5f75bdf-0488-4600-b68b-99faa4147aae", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:02.059181 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f71431e1-5282-4261-8170-e0458ea8d78d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:02.059632 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f47bbfd-ac27-4fc2-9c55-bfe326dacbdb', 'name': 'network-vif-deleted', 'tag': 'a5f75bdf-0488-4600-b68b-99faa4147aae', 'status': 'completed', 'code': 200} Aug 30 22:49:02.073213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.098645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.124102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Transition to ACTIVE for port object 3d674db9-160d-4428-a63a-8a3758d4b44a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:02.162118 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.181961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.259116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6707bc-bf5b-4cab-8d3e-91bea9a60276 req-a0ae85ec-61f3-46bc-a80b-927f7496a1a0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:02.284292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef6707bc-bf5b-4cab-8d3e-91bea9a60276 req-a0ae85ec-61f3-46bc-a80b-927f7496a1a0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 945 time: 0.4026134 Aug 30 22:49:02.292559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Provisioning for port bd3f6cce-3662-4e8c-b933-b94ece40c992 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:02.304738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Provisioning complete for port bd3f6cce-3662-4e8c-b933-b94ece40c992 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:02.305344 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.321878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.335909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-7d11f1cc-15cb-44cd-bbae-4828f5392099 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2400217 Aug 30 22:49:02.457703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:02.476501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Attempting to bind port 3d674db9-160d-4428-a63a-8a3758d4b44a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:02.476945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Attempting to bind port 3d674db9-160d-4428-a63a-8a3758d4b44a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:02.477328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Attempting to bind port 3d674db9-160d-4428-a63a-8a3758d4b44a on network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:02.545059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:02.545424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Checking segment: {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:02.545725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.553714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Bound using segment: {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:02.554269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Bound port: 3d674db9-160d-4428-a63a-8a3758d4b44a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:02.554689 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.581391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026b6a-5530-49df-9ede-6062922261b1 req-eddbe199-a9f5-4375-a42b-58dfad66a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:02.582000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1490b-c4fa-469d-b7eb-2c71b2ce0b18 None None] Pushing event updated for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.596363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-eddbe199-a9f5-4375-a42b-58dfad66a4a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 1097 time: 0.1484358 Aug 30 22:49:02.599013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5cf816-4598-4865-8886-8bc2aa6aa366 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:02.630229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.648168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef6707bc-bf5b-4cab-8d3e-91bea9a60276 req-8e3791aa-6ed0-4897-999c-a14a571d265c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628321 Aug 30 22:49:02.690167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] For port 3d674db9-160d-4428-a63a-8a3758d4b44a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:02.697990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] For port 3d674db9-160d-4428-a63a-8a3758d4b44a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d674db9-160d-4428-a63a-8a3758d4b44a,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:02.717026 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.758876 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-8ce8e380-0e6f-47d9-bef2-2419edd92ece req-627c9d38-489e-4109-b3ee-47ace96fd14e tempest-FloatingIPsNegativeTestJSON-245757907 tempest-FloatingIPsNegativeTestJSON-245757907-project] show failed (client error): The resource could not be found. Aug 30 22:49:02.760151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ce8e380-0e6f-47d9-bef2-2419edd92ece req-627c9d38-489e-4109-b3ee-47ace96fd14e tempest-FloatingIPsNegativeTestJSON-245757907 tempest-FloatingIPsNegativeTestJSON-245757907-project] 10.222.0.25 "GET /v2.0/floatingips/6d3e9e96-a6bb-4c2e-856e-bb628a5df807 HTTP/1.1" status: 404 len: 350 time: 0.0502689 Aug 30 22:49:02.762857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:02.763253 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.769323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Transition to ACTIVE for port object ce5cf816-4598-4865-8886-8bc2aa6aa366 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:02.777907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.796191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37070) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:02.808973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.814812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.828598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:02.829259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.844457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.869614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.879230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:49:02.879882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:02.899514 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39a04a9-34b0-48c6-a544-1991be9b6610 x-openstack-request-id: req-d39a04a9-34b0-48c6-a544-1991be9b6610 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:02.900466 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-plugged", "status": "completed", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:02.900724 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39a04a9-34b0-48c6-a544-1991be9b6610 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:02.901286 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'code': 200} Aug 30 22:49:02.910246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:02.976079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f7c5fdc4-0280-44b2-b511-4167af0c8f4f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1934183 Aug 30 22:49:02.976431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c1490b-c4fa-469d-b7eb-2c71b2ce0b18 None None] Pushing event updated for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:02.982375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37074) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:03.004405 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.005685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'name': 'tempest-TaggedBootDevicesTest-952368707', 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:03.071137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d86ac-d8da-498f-9c10-064d07a4577c req-81b3294f-4cfe-4124-ba33-1c8f24da4c6f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.079488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-361d86ac-d8da-498f-9c10-064d07a4577c req-81b3294f-4cfe-4124-ba33-1c8f24da4c6f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 1.0080779 Aug 30 22:49:03.152723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] For port bd3f6cce-3662-4e8c-b933-b94ece40c992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bd3f6cce-3662-4e8c-b933-b94ece40c992,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:03.159495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026b6a-5530-49df-9ede-6062922261b1 req-a865bee5-eaf7-4802-bb02-18d26022dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.161502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-a865bee5-eaf7-4802-bb02-18d26022dd0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.5414863 Aug 30 22:49:03.189643 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.240961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:03.251922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'Port': ['ID=30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:03.286568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca8a67c-c0c4-408f-8553-dca125d7a055 req-3f8e0958-b229-4be7-ae99-4ff79d903e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.289625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca8a67c-c0c4-408f-8553-dca125d7a055 req-3f8e0958-b229-4be7-ae99-4ff79d903e48 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.3243978 Aug 30 22:49:03.299668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-0ace89c4-ee4e-4a53-bf44-4b4ca1b335fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 200 len: 217 time: 0.0851328 Aug 30 22:49:03.340749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.360353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5866e3d6-d3bd-4101-8f23-46d2acd21bda None None] Pushing event updated for resources: {'Port': ['ID=bd3f6cce-3662-4e8c-b933-b94ece40c992,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:03.374815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Provisioning for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:03.375448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d61765-b563-4e67-b18c-4637a42b88f0 req-83723eb1-af87-4ce2-a2e1-9a8940e8bde6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.377056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85d61765-b563-4e67-b18c-4637a42b88f0 req-83723eb1-af87-4ce2-a2e1-9a8940e8bde6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 947 time: 0.3777943 Aug 30 22:49:03.386925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:03.391575 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.394145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16f8c7c0-8dec-4645-add1-6eb64e59cf32 req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "DELETE /v2.0/ports/19ad49ff-792b-4c38-9bd9-bb0a6fe35275 HTTP/1.1" status: 204 len: 173 time: 3.4881530 Aug 30 22:49:03.395071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13f763-2b78-4cf7-a369-cc1f5e28624f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=19ad49ff-792b-4c38-9bd9-bb0a6fe35275,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:03.416080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Provisioning complete for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:03.416484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.431495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'name': 'network-vif-deleted', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:03.437234 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e7557fd-6166-4023-a1be-f505f01f9ccf" -d '{"events": [{"server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "name": "network-vif-deleted", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:03.443985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:03.450503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.467700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Attempting to bind port ce5cf816-4598-4865-8886-8bc2aa6aa366 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:03.468627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Attempting to bind port ce5cf816-4598-4865-8886-8bc2aa6aa366 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:03.468967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Attempting to bind port ce5cf816-4598-4865-8886-8bc2aa6aa366 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:03.469590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Attempting to bind port 7b02792c-80bb-48d0-80da-27d9cce7bc17 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:03.470169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Attempting to bind port 7b02792c-80bb-48d0-80da-27d9cce7bc17 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:03.470841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Attempting to bind port 7b02792c-80bb-48d0-80da-27d9cce7bc17 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:03.476852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.478631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f9a740d0-2050-413f-b269-34ed12bc062f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.3120530 Aug 30 22:49:03.482795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-361d86ac-d8da-498f-9c10-064d07a4577c req-9d1a8da4-2733-4572-973a-60e0a222db40 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4019825 Aug 30 22:49:03.514129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] device_id is not set on port d3d6b41f-b245-4440-b8b0-fa0caae58755 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:49:03.514372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:03.522225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca8a67c-c0c4-408f-8553-dca125d7a055 req-520c53fa-9db9-46b4-a3e9-499e0dd726b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933632 Aug 30 22:49:03.527619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Port 7b02792c-80bb-48d0-80da-27d9cce7bc17 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:03.528647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Attempting to bind port 7b02792c-80bb-48d0-80da-27d9cce7bc17 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:03.538380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Port ce5cf816-4598-4865-8886-8bc2aa6aa366 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:03.539692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Attempting to bind port ce5cf816-4598-4865-8886-8bc2aa6aa366 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:03.549599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:03.549984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:03.550152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Provisioning complete for port bd3f6cce-3662-4e8c-b933-b94ece40c992 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:03.550386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-636f756a-cca4-487d-989a-c8da92598bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.550510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:03.551826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Bound port: 7b02792c-80bb-48d0-80da-27d9cce7bc17, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:03.552208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.564294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17026b6a-5530-49df-9ede-6062922261b1 req-4860e250-0f8d-423b-a8fe-65b826e1097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.566860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-4860e250-0f8d-423b-a8fe-65b826e1097f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.2452774 Aug 30 22:49:03.608010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85d61765-b563-4e67-b18c-4637a42b88f0 req-a48179ff-96ce-450b-b854-3202b76fb271 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837668 Aug 30 22:49:03.665371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:03.666034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:03.666526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:03.667116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Bound port: ce5cf816-4598-4865-8886-8bc2aa6aa366, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:03.667649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:03.687915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:56Z', 'revision_number': 4, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3d674db9-160d-4428-a63a-8a3758d4b44a', 'name': '', 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'mac_address': 'fa:16:3e:89:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '219872a0-7591-4b54-b51b-a22118c712cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:54Z', 'updated_at': '2021-08-30T22:49:02Z', 'revision_number': 4, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'subnets': [{'id': '219872a0-7591-4b54-b51b-a22118c712cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:03.722380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f78f28-10ca-42aa-b3ba-20abf9195289 None None] The sync data for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 is: [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:48:56Z', 'revision_number': 4, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3d674db9-160d-4428-a63a-8a3758d4b44a', 'name': '', 'network_id': '6de242ed-f2c1-4382-83d1-3a8cecf903a6', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'mac_address': 'fa:16:3e:89:f4:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': '219872a0-7591-4b54-b51b-a22118c712cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:54Z', 'updated_at': '2021-08-30T22:49:02Z', 'revision_number': 4, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'subnets': [{'id': '219872a0-7591-4b54-b51b-a22118c712cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:49:03.735120 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3243aae-571d-42d8-a243-9a758f1f3ae5 x-openstack-request-id: req-d3243aae-571d-42d8-a243-9a758f1f3ae5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:03.735453 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f3d383-c81c-4568-a5f5-ea6df181fe2e", "name": "network-vif-deleted", "tag": "19ad49ff-792b-4c38-9bd9-bb0a6fe35275", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:03.735683 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3243aae-571d-42d8-a243-9a758f1f3ae5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:03.736090 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f3d383-c81c-4568-a5f5-ea6df181fe2e', 'name': 'network-vif-deleted', 'tag': '19ad49ff-792b-4c38-9bd9-bb0a6fe35275', 'status': 'completed', 'code': 200} Aug 30 22:49:03.800015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-febf6f26-eb12-41a1-9ff9-676b5437363d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833571 Aug 30 22:49:03.867320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:03.901698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:03.902227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 19ad49ff-792b-4c38-9bd9-bb0a6fe35275 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:03.953373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69c7cc61-10c4-4815-bf00-3aad18b6bd42 req-dc14f6c5-3357-4941-96b2-3db420e88b54 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f3d383-c81c-4568-a5f5-ea6df181fe2e HTTP/1.1" status: 200 len: 210 time: 0.0548813 Aug 30 22:49:03.965910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:03.969523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36279015-9fa8-4295-82cc-1f2654feb79a req-363ae5c4-054c-4758-a7a5-298850d9730b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:03.971107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36279015-9fa8-4295-82cc-1f2654feb79a req-363ae5c4-054c-4758-a7a5-298850d9730b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 945 time: 0.3124852 Aug 30 22:49:04.007858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:04.038946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36279015-9fa8-4295-82cc-1f2654feb79a req-5fad1d81-37f6-42dc-85b0-955a488978f8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609784 Aug 30 22:49:04.043041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:04.048881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:04.055863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.1.1.70 (8f149933-992f-433d-b66a-bf0d98fcc62d/a674ddb5-0d81-4970-879b-ffc32d09ff60/d3d6b41f-b245-4440-b8b0-fa0caae58755) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:04.058207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.083672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.157130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:04.172671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.173579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.175285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] 10.222.0.47 "PUT /v2.0/ports/7b02792c-80bb-48d0-80da-27d9cce7bc17 HTTP/1.1" status: 200 len: 1096 time: 4.1522706 Aug 30 22:49:04.305238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.305894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.307272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-f8474c5f-87d5-4dac-bbf3-882087677884 service neutron] 10.222.0.52 "PUT /v2.0/ports/ce5cf816-4598-4865-8886-8bc2aa6aa366 HTTP/1.1" status: 200 len: 1096 time: 3.3608558 Aug 30 22:49:04.325705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:04.330520 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c34022c-a52c-4b7d-a57c-a21d77674201" -d '{"events": [{"name": "network-changed", "server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:04.352920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-236dfdea-6cca-4c29-93f9-af38a18eaa4e service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282645 Aug 30 22:49:04.354639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a10b8-a168-43ad-829d-6395e3db8f4d service neutron] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:04.449870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccef405a-dd34-4dd2-8a7f-73a903470ae9 req-34b4f58e-e521-485a-b2a6-7ee4c29c2893 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.452057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccef405a-dd34-4dd2-8a7f-73a903470ae9 req-34b4f58e-e521-485a-b2a6-7ee4c29c2893 tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 1097 time: 0.3040864 Aug 30 22:49:04.465427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-502b642b-e927-490c-8fd3-ec3e341b6a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.466170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bd3f6cce-3662-4e8c-b933-b94ece40c992 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:04.467372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-502b642b-e927-490c-8fd3-ec3e341b6a7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1099 time: 0.1903508 Aug 30 22:49:04.560399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17026b6a-5530-49df-9ede-6062922261b1 req-a93a8dd6-324b-4725-9f8f-3b4408cddc56 service neutron] 10.222.0.47 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935863 Aug 30 22:49:04.561654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-e7fa6927-6120-47b4-8be4-75bb9202d25b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17 HTTP/1.1" status: 200 len: 217 time: 0.0812151 Aug 30 22:49:04.589077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-30eb4a21-c717-481e-86a8-2987b13f0afa tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.595538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-30eb4a21-c717-481e-86a8-2987b13f0afa tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.4452410 Aug 30 22:49:04.601348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port bd3f6cce-3662-4e8c-b933-b94ece40c992 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:04.601728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.625517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccef405a-dd34-4dd2-8a7f-73a903470ae9 req-795609e1-3a1d-41f9-a1fb-1aad78c0d75e tempest-LiveMigrationTest-217694891 tempest-LiveMigrationTest-217694891-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393239 Aug 30 22:49:04.692501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-c8c3eaec-8644-49f7-a0ac-76b50501824c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/quotas/f40e6ea82c404cdeb107b1f4c401f593 HTTP/1.1" status: 200 len: 375 time: 0.0753567 Aug 30 22:49:04.695512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-8d020ba9-b9d2-4545-96a9-d9212287658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.697311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-8d020ba9-b9d2-4545-96a9-d9212287658b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 1099 time: 0.2956374 Aug 30 22:49:04.776624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b310aa34-ca27-40c5-a5a1-37db5736d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.784260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-b310aa34-ca27-40c5-a5a1-37db5736d617 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1834321 Aug 30 22:49:04.788326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:04.852092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object d3d6b41f-b245-4440-b8b0-fa0caae58755 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:04.861262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a5f75bdf-0488-4600-b68b-99faa4147aae no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:04.901489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-2617c645-0333-4ed0-90d8-95ff67771aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.903025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-2617c645-0333-4ed0-90d8-95ff67771aba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038373 Aug 30 22:49:04.911475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: a5f75bdf-0488-4600-b68b-99faa4147aae {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:04.911825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a5f75bdf-0488-4600-b68b-99faa4147aae not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:04.972152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d674db9-160d-4428-a63a-8a3758d4b44a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:04.986712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c9049-28e0-4468-a873-525958e0f29e req-9bb31746-e685-4de9-80ac-3cc70983ddc9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:04.988500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c8c9049-28e0-4468-a873-525958e0f29e req-9bb31746-e685-4de9-80ac-3cc70983ddc9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 947 time: 0.1380186 Aug 30 22:49:05.047573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3d674db9-160d-4428-a63a-8a3758d4b44a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:05.053381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d674db9-160d-4428-a63a-8a3758d4b44a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:05.054281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.122063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-e6c5209e-fe65-496f-afcd-72fce64fe556 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760535 Aug 30 22:49:05.172865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.216668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3d674db9-160d-4428-a63a-8a3758d4b44a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d674db9-160d-4428-a63a-8a3758d4b44a,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:05.223312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.224348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.277694 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990741bd-c5c3-40f5-9538-6e1c33448cb8 x-openstack-request-id: req-990741bd-c5c3-40f5-9538-6e1c33448cb8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:05.278095 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:05.278234 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-990741bd-c5c3-40f5-9538-6e1c33448cb8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:05.278611 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366', 'status': 'completed', 'code': 200} Aug 30 22:49:05.281906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-df9d1ac6-2375-48f2-a774-30d7cd37fc48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366 HTTP/1.1" status: 200 len: 217 time: 0.5283897 Aug 30 22:49:05.283075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:05.299560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fc5401-741b-45ae-be20-73d9c70ab961 req-7b12422d-875f-4755-8762-0609863ee96d service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536999 Aug 30 22:49:05.299866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-eb14b83d-5aa1-402e-92d1-7eaaa306354f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6000209 Aug 30 22:49:05.311454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.317915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c8c9049-28e0-4468-a873-525958e0f29e req-490cccf8-5d05-4827-8cc3-ad0714a9bbf3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155308 Aug 30 22:49:05.330769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:05.341646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:05.348603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:05.397403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:05.450054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:05.450892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.470015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-353b3c0a-005c-4eca-818b-538551a6607b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4784830 Aug 30 22:49:05.511734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-63cd03e6-a074-44de-9959-cfb8f4e2efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:05.513210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-63cd03e6-a074-44de-9959-cfb8f4e2efa1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2112720 Aug 30 22:49:05.575588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-20ab6cac-9c00-4cdf-94f1-1627e880d37a service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2747946 Aug 30 22:49:05.671554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8956a1d8-037f-4033-8930-b3b7d767c125 None None] Provisioning for port d3d6b41f-b245-4440-b8b0-fa0caae58755 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:05.676156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8956a1d8-037f-4033-8930-b3b7d767c125 None None] Provisioning complete for port d3d6b41f-b245-4440-b8b0-fa0caae58755 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:05.676751 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8956a1d8-037f-4033-8930-b3b7d767c125 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:05.696679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-a699893f-e338-43ea-b9ff-d3e6efc96c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:05.698337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-a699893f-e338-43ea-b9ff-d3e6efc96c07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1712546 Aug 30 22:49:05.739793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:05.742511 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bdc348-5825-4106-ac36-4ca35dc47916" -d '{"events": [{"name": "network-changed", "server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:05.745029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8956a1d8-037f-4033-8930-b3b7d767c125 None None] Port d3d6b41f-b245-4440-b8b0-fa0caae58755 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:05.769006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6558e-14f6-40ec-9ea7-ada99af4e84c req-1ebfa52f-05cf-4c7d-ae64-c729f4dfe2e2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:05.774299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1cc6558e-14f6-40ec-9ea7-ada99af4e84c req-1ebfa52f-05cf-4c7d-ae64-c729f4dfe2e2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 945 time: 0.0921218 Aug 30 22:49:05.784563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-6d62415c-b62b-4a1b-8f07-8deda797661c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0702341 Aug 30 22:49:05.820039 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1cc6558e-14f6-40ec-9ea7-ada99af4e84c req-5286d08e-4604-4497-9280-aba2bc3c3db1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348339 Aug 30 22:49:05.826747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-ffbc896d-e498-41e3-93af-67b8b55f36ed service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454548 Aug 30 22:49:05.855812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-81b51900-4794-4c4c-9f9a-a1eee516c6a6 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375687 Aug 30 22:49:05.872295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a841962-909d-4bd3-8c99-98503935a94a req-41e5edf5-07a9-4265-a95c-ad702c1a0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:05.874065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-41e5edf5-07a9-4265-a95c-ad702c1a0896 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=5f4141327b444c67b6770eab4842974e&device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 1096 time: 0.0503857 Aug 30 22:49:06.015768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bccc4ce-f1b9-4077-bf70-82476d047bfd req-2fbfbeab-5144-4d46-b0bd-1030ae7fd73e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501422 Aug 30 22:49:06.022731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Deleting port 3d674db9-160d-4428-a63a-8a3758d4b44a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:06.023079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.023765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a841962-909d-4bd3-8c99-98503935a94a req-996988e2-5ba2-40bc-96dd-dc1b4e661add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.025268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-996988e2-5ba2-40bc-96dd-dc1b4e661add service neutron] 10.222.0.52 "GET /v2.0/networks?id=26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 200 len: 908 time: 0.1290624 Aug 30 22:49:06.096533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-d1ad45bd-f993-4d52-a6a7-5c6de6fecb18 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 200 len: 217 time: 0.0613248 Aug 30 22:49:06.157232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af9d1c-423a-4f0a-8743-4a0b0c0f9d9b req-91d7fe92-7de0-4fc4-a546-3a04fcc747d8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.158832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65af9d1c-423a-4f0a-8743-4a0b0c0f9d9b req-91d7fe92-7de0-4fc4-a546-3a04fcc747d8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.0955212 Aug 30 22:49:06.185015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] For port 3d674db9-160d-4428-a63a-8a3758d4b44a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d674db9-160d-4428-a63a-8a3758d4b44a,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:06.185501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.188737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a841962-909d-4bd3-8c99-98503935a94a req-3fbdf4d4-dd49-4a0b-8492-33519240631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.192058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-3fbdf4d4-dd49-4a0b-8492-33519240631a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 200 len: 847 time: 0.0727255 Aug 30 22:49:06.226894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Calling delete_port for 3d674db9-160d-4428-a63a-8a3758d4b44a owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:06.264387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-12ab3ff1-9e15-44af-8711-43355b13ce52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.267000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-12ab3ff1-9e15-44af-8711-43355b13ce52 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 1099 time: 0.1363108 Aug 30 22:49:06.271303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-53c73ccb-2175-4142-ab9d-1192967ff307 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=26f2b0e1-a996-4fc0-a67d-fd44f885e218&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684071 Aug 30 22:49:06.304145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d674db9-160d-4428-a63a-8a3758d4b44a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:06.365212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65af9d1c-423a-4f0a-8743-4a0b0c0f9d9b req-483bc1b5-cdb8-4597-91eb-e576de586fb1 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834388 Aug 30 22:49:06.404686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d674db9-160d-4428-a63a-8a3758d4b44a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:06.405830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.465868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37138) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:06.480494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'security_group': {'name': 'tempest-securitygroup--71738396', 'description': 'tempest-description--1546764916'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:06.506278 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d6dab48-0ac8-41f7-ab1a-d0b1205d0de1 x-openstack-request-id: req-3d6dab48-0ac8-41f7-ab1a-d0b1205d0de1 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:06.506700 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:06.506887 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d6dab48-0ac8-41f7-ab1a-d0b1205d0de1 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:06.508451 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'status': 'completed', 'code': 200} Aug 30 22:49:06.569581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-18b093a3-ed00-466c-a00d-65a78fa93940 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872043 Aug 30 22:49:06.606014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.668592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-53f9f5d6-7ad4-47fb-9085-7a3228a16b9b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.670064 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-53f9f5d6-7ad4-47fb-9085-7a3228a16b9b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 945 time: 0.3123364 Aug 30 22:49:06.721834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34c7ab-5100-43f4-8233-738303cb04ae req-e8710712-ede5-4121-bb21-f99e082614f1 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.723436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe34c7ab-5100-43f4-8233-738303cb04ae req-e8710712-ede5-4121-bb21-f99e082614f1 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.1644802 Aug 30 22:49:06.730551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-4582019a-fcaa-4641-ba9a-62ac10c4f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.732067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-4582019a-fcaa-4641-ba9a-62ac10c4f9a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1099 time: 0.1990409 Aug 30 22:49:06.742055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-6e61ddbf-1573-4ed3-988d-4b9db84faaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.743546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-6e61ddbf-1573-4ed3-988d-4b9db84faaaf service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.4238737 Aug 30 22:49:06.846430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a841962-909d-4bd3-8c99-98503935a94a req-b8080231-dcea-4411-a4a8-6d6a16c1b525 service neutron] 10.222.0.52 "GET /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514184 Aug 30 22:49:06.854434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-d18da8d2-5f8a-4cb3-9f2c-d838a38e6780 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366 HTTP/1.1" status: 200 len: 217 time: 0.0873506 Aug 30 22:49:06.857715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe34c7ab-5100-43f4-8233-738303cb04ae req-45f0c597-b9f3-4e73-ab26-0e37d633b669 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035295 Aug 30 22:49:06.889923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-c2ac51d5-faf7-4b64-a862-23f680e408fd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:06.891567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-c2ac51d5-faf7-4b64-a862-23f680e408fd tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.3125615 Aug 30 22:49:06.910677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.910677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Deleting port b82ba2cb-292d-4e51-b04e-9638e91078cf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:06.910677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.910677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.991992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-682d68b0-5dc1-4d87-84e8-2346f26441e8 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/quotas/6f422ad6833e468793ba3bd171566c14 HTTP/1.1" status: 200 len: 375 time: 0.0654571 Aug 30 22:49:06.996809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:06.998065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5312958 Aug 30 22:49:07.005064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37152) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:07.015604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'security_group_rule': {'security_group_id': 'a38ccc11-96e9-4a6e-8342-5541e9747dd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:07.015963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a464307-208e-43b8-a6ed-507bb12c96b5 req-9a5d6785-e7d5-4c1c-b470-48a7923c47b7 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 210 time: 0.0451891 Aug 30 22:49:07.019086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50233399-fa43-4ade-8afd-d6757fbab470 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a38ccc11-96e9-4a6e-8342-5541e9747dd6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:07.035613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-f9a09d37-d87a-44bc-bac4-a9eac5293615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.037575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-f9a09d37-d87a-44bc-bac4-a9eac5293615 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1674848 Aug 30 22:49:07.052865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] For port b82ba2cb-292d-4e51-b04e-9638e91078cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b82ba2cb-292d-4e51-b04e-9638e91078cf,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:07.053367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.063862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-900e077d-6f2c-4be8-8638-21b983b9940d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.065341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-900e077d-6f2c-4be8-8638-21b983b9940d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3209221 Aug 30 22:49:07.066126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.076801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Calling delete_port for b82ba2cb-292d-4e51-b04e-9638e91078cf owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:07.113918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-60bb0874-6c0c-4723-89c1-36949f3d8a7c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876577 Aug 30 22:49:07.195921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Pushing event deleted for resources: {'Port': ['ID=3d674db9-160d-4428-a63a-8a3758d4b44a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:07.205700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567a5d6-0c1b-4ef8-8683-588b68c2d743 req-4568c553-769f-4068-9b27-8e599b02f3e2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.207059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b567a5d6-0c1b-4ef8-8683-588b68c2d743 req-4568c553-769f-4068-9b27-8e599b02f3e2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 947 time: 0.1127143 Aug 30 22:49:07.274555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-02c9f391-a765-484b-99ea-d638dc6a82d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17 HTTP/1.1" status: 200 len: 217 time: 0.1774209 Aug 30 22:49:07.293996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b567a5d6-0c1b-4ef8-8683-588b68c2d743 req-ba19a0b9-68a2-4677-9d68-8fa22765bde9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719142 Aug 30 22:49:07.297979 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.315406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'b82ba2cb-292d-4e51-b04e-9638e91078cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:07.349485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event deleted for resources: {'Port': ['ID=b82ba2cb-292d-4e51-b04e-9638e91078cf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:07.411507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] No DVR routers for this DVR port b82ba2cb-292d-4e51-b04e-9638e91078cf on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:07.425059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.428376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbb7b7cb-b392-4580-89a1-05774196faa3 req-ae15cfc9-8832-4b28-ac16-11c768841f8b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "DELETE /v2.0/ports/b82ba2cb-292d-4e51-b04e-9638e91078cf HTTP/1.1" status: 204 len: 173 time: 0.7456365 Aug 30 22:49:07.443817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-7ab71795-bb54-4b0a-bcee-68eee820e5a2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.445952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-7ab71795-bb54-4b0a-bcee-68eee820e5a2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.2345710 Aug 30 22:49:07.516318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:07.524493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528aedeb-9673-4e56-a553-3a25ac584c08 req-849a8d11-ae0f-483a-976e-a533547d6c9f tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.533021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'port': {'device_id': '76ea2d3a-7069-4360-972e-cf85849fd093', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'admin_state_up': True, 'tenant_id': 'f40e6ea82c404cdeb107b1f4c401f593'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:07.534156 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-528aedeb-9673-4e56-a553-3a25ac584c08 req-849a8d11-ae0f-483a-976e-a533547d6c9f tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.0621817 Aug 30 22:49:07.577721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-528aedeb-9673-4e56-a553-3a25ac584c08 req-37b2e10c-8630-45f1-9cfb-ce6b379abaa5 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421381 Aug 30 22:49:07.638960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-dbb6dac0-c1aa-4062-b267-5bc6c57165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.641025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-dbb6dac0-c1aa-4062-b267-5bc6c57165b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5828450 Aug 30 22:49:07.673902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-46c2e011-9c36-4374-96ed-b5e0960c3186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.675340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-46c2e011-9c36-4374-96ed-b5e0960c3186 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2252157 Aug 30 22:49:07.700917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e7f8c0a2-f5e0-4e42-9a75-31e2cc28b631 req-a9422964-6eb1-43eb-b9be-ba20b498e78b tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0301034 Aug 30 22:49:07.739541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-c1536de6-4876-4f29-998e-ead64c59ee72 service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138992 Aug 30 22:49:07.953971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48796e75-2bd0-4b9d-9c4f-74f1d6432d3a req-df2180f3-16bc-4eda-b475-7e0ab404a72b tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:07.955890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48796e75-2bd0-4b9d-9c4f-74f1d6432d3a req-df2180f3-16bc-4eda-b475-7e0ab404a72b tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.0473235 Aug 30 22:49:07.993440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48796e75-2bd0-4b9d-9c4f-74f1d6432d3a req-bd688687-9201-4808-b6a2-a6e505344bd9 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312099 Aug 30 22:49:08.069139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37176) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:08.131540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Deleting subnet 80387b4a-448d-4b63-bc5e-ea1ca5b74ee0 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:49:08.137292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.197936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b4776b5-88c0-466c-bf2f-cdc632dc2922 req-d1fc98fc-2e7c-4b4d-b184-082f9be803c8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 210 time: 0.0363882 Aug 30 22:49:08.208823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.260874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.283027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.333690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.345207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.348240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-be8f2ef9-84c2-4f40-92a2-58ca1ab7c6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:08.349810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-be8f2ef9-84c2-4f40-92a2-58ca1ab7c6c5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6570137 Aug 30 22:49:08.383638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80387b4a-448d-4b63-bc5e-ea1ca5b74ee0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:08.396668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.398108 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e8d49a80-3a70-4629-8d38-c7f87d9adffb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/80387b4a-448d-4b63-bc5e-ea1ca5b74ee0 HTTP/1.1" status: 204 len: 168 time: 0.3271098 Aug 30 22:49:08.409847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:08.462217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-1920ac36-b8c7-4583-b63e-a764d26b43b7 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8098001 Aug 30 22:49:08.462958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ea3b88-ddd8-4811-8284-f4b4e3af712b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:08.486178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.510745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Made reservation on behalf of f40e6ea82c404cdeb107b1f4c401f593 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:08.511185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5420f9-e18c-4703-a371-b104735205c2 req-7ee7aecc-a41b-4929-8905-f8bd78f17b34 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:08.512710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e5420f9-e18c-4703-a371-b104735205c2 req-7ee7aecc-a41b-4929-8905-f8bd78f17b34 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 947 time: 0.1240849 Aug 30 22:49:08.514167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.515607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-deleted', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:08.517908 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aada68da-7bbf-4b99-9495-99d56b7adc6f" -d '{"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-deleted", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:08.527689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.558532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.563676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c38926c-ceff-4720-a566-7d901671841c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5493991 Aug 30 22:49:08.573553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:08.591251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'security_group_rule': {'security_group_id': 'a38ccc11-96e9-4a6e-8342-5541e9747dd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:08.593677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e5420f9-e18c-4703-a371-b104735205c2 req-6d2afc24-391c-4b14-bfe1-e921525af85c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697024 Aug 30 22:49:08.606702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-561dc2aa-e16d-45c5-8cd1-3ca3baba8f6a service neutron] 10.222.0.25 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7979810 Aug 30 22:49:08.675761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.680668 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b2f630-8844-41d9-9cf8-8b56e18ba38f x-openstack-request-id: req-61b2f630-8844-41d9-9cf8-8b56e18ba38f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:08.681522 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74ea429-d6d4-4e83-8500-9d93402248ec", "name": "network-vif-deleted", "tag": "b82ba2cb-292d-4e51-b04e-9638e91078cf", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:08.681872 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61b2f630-8844-41d9-9cf8-8b56e18ba38f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:08.682332 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74ea429-d6d4-4e83-8500-9d93402248ec', 'name': 'network-vif-deleted', 'tag': 'b82ba2cb-292d-4e51-b04e-9638e91078cf', 'status': 'completed', 'code': 200} Aug 30 22:49:08.699307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6267dd-25d3-4735-bb0b-864df1d2dbc6']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:08.712277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24c797de-2bc0-49ff-a685-457f66d37ff8') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:08.712749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24c797de-2bc0-49ff-a685-457f66d37ff8') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:08.732143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.750290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-1088219d-43e1-4ce0-b8d3-98de10502083 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883984 Aug 30 22:49:08.769835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.785057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:49:08.785057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:49:08.786921 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:49:08.813519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.835384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c34022c-a52c-4b7d-a57c-a21d77674201 req-4d2e6251-280f-4ac5-a4b9-b2cf7d12dd87 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631237 Aug 30 22:49:08.862957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:08.945057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b50ed36-e352-4599-acf0-32fb478756e5 req-1a3542e5-11ec-45a4-b3bd-81d49b74d809 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0591507 Aug 30 22:49:08.963381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.969673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:08.977955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc6267dd-25d3-4735-bb0b-864df1d2dbc6 HTTP/1.1" status: 204 len: 168 time: 0.5692058 Aug 30 22:49:08.987855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c07c425b-48a6-444f-974c-8b1c8fcafc5f req-190ddbfc-1a2d-4437-894f-b372c1d27476 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 210 time: 0.1092665 Aug 30 22:49:08.992994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e372d71-5196-4a5f-b43d-2e1f88115c13 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6267dd-25d3-4735-bb0b-864df1d2dbc6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:09.062334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.068056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:09.083958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'mac_address': 'fa:16:3e:d4:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:09.084269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.120819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Allocated IP 172.20.0.7 (026dc1e1-24a9-4273-a182-8eaf2648a39e/2bcff6d8-587b-4aa9-b14e-169528d727de/ca106b04-8f5e-4fbc-aef8-a075978e9c10) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:09.136229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.154319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:09.183381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:09.189911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.190061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25bdc348-5825-4106-ac36-4ca35dc47916 req-45527235-8882-42d4-ad6c-2586998a3a66 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3905108 Aug 30 22:49:09.283657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:09.319876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5714cdfb-b6c9-4fa9-8400-17578559cc88,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:09.328355 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.332712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8fbe711f-f37d-4402-8b30-c7668e74774f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7550690 Aug 30 22:49:09.335580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:09.349581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:09.367934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca6dcbcb-f315-4bfb-b772-ac2a8f773b97 req-5967a016-f730-49fc-8b7f-b1046f5aa12d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 210 time: 0.0574474 Aug 30 22:49:09.368912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:09.397978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Router 90417060-81ff-4943-9c14-615604a9260c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:49:09.429625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-209767c3-2ea7-4c3d-b43b-ff324dc662a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79b84c0cb4b349d58b10d1b2a64e9534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592594 Aug 30 22:49:09.432032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37208) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:09.474725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:09.491487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.496657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.517143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.571984 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.575396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:09.579541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3feef789-eeb9-454f-8137-c9c20eea22ef HTTP/1.1" status: 204 len: 168 time: 0.1436033 Aug 30 22:49:09.585675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b567a0-0195-43fd-ab30-65a768b3cf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3feef789-eeb9-454f-8137-c9c20eea22ef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:09.615771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ac2bd-6240-433c-ad41-610decfa4f81 req-a4c0fb9e-78e3-4e2e-86c0-081d7fc140d7 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:09.618040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b6ac2bd-6240-433c-ad41-610decfa4f81 req-a4c0fb9e-78e3-4e2e-86c0-081d7fc140d7 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.4587915 Aug 30 22:49:09.770625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aed41f-7b17-4ab9-8ee8-ae7d7635accd req-64d50f22-04a8-4543-8e56-eaaead708bb6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:09.772686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40aed41f-7b17-4ab9-8ee8-ae7d7635accd req-64d50f22-04a8-4543-8e56-eaaead708bb6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 947 time: 0.0566661 Aug 30 22:49:09.823462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:49:09.835080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6164cdfe-6d9c-4848-a216-dde33192b4be admin admin] 10.222.0.25 "PUT /v2.0/routers/90417060-81ff-4943-9c14-615604a9260c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9790823 Aug 30 22:49:09.837158 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Sync routers for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:49:09.849562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:09.851905 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:49:09.852537 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:09.854225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40aed41f-7b17-4ab9-8ee8-ae7d7635accd req-66c1c326-1dc4-4b07-b554-f5a2da4dd7ed tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699511 Aug 30 22:49:09.906949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b6ac2bd-6240-433c-ad41-610decfa4f81 req-ae111737-db30-46c4-b356-07b880c66ae0 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681100 Aug 30 22:49:09.908041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ce5cf816-4598-4865-8886-8bc2aa6aa366 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:10.000053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.034589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:10.046133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.202400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.214168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:10.289773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'ce5cf816-4598-4865-8886-8bc2aa6aa366', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': 'ce5cf816-4598-4865-8886-8bc2aa6aa366', 'mac_address': 'fa:16:3e:3e:2f:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:10.305037 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-54a64373-0eba-4dc0-8753-7e44a61a086d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.394317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.440994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5cf816-4598-4865-8886-8bc2aa6aa366 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:10.464561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 172.25.7.27 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/8e671c92-cd25-45d2-98e2-b64b6e7836e7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:10.488095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:10.502668 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:49:06Z', 'revision_number': 5, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:10.503060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.568111 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Checking router: 90417060-81ff-4943-9c14-615604a9260c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:49:10.569386 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c356936c-7940-4f78-b3d0-03535941e442 req-bb7787b9-b7b3-4278-abf4-0f4e0545815c tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 210 time: 0.3993213 Aug 30 22:49:10.578754 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Routers {'90417060-81ff-4943-9c14-615604a9260c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:49:10.579630 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['90417060-81ff-4943-9c14-615604a9260c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:10.647236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:10.705459 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] Set router 90417060-81ff-4943-9c14-615604a9260c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:49:10.781573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-76b9dca4-a1b8-4e69-8770-fe32dccb91d6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:10.783545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-76b9dca4-a1b8-4e69-8770-fe32dccb91d6 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 812 time: 0.2187083 Aug 30 22:49:10.818093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ce5cf816-4598-4865-8886-8bc2aa6aa366'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:10.833119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Request body: {'port': {'device_id': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'admin_state_up': True, 'tenant_id': '6f422ad6833e468793ba3bd171566c14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:10.842442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fa9aff7-a733-4efd-bee4-29436fbf3ea9 req-bbbf3818-d1a7-4a47-9042-dda6cb732f86 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0577934 Aug 30 22:49:10.856025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.914754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:10.917835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:11.018216 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:49:06Z', 'revision_number': 5, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:11.053545 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168db396-a240-41d7-a663-5905d2b7b6af None None] The sync data for ids ['90417060-81ff-4943-9c14-615604a9260c'] in n-d-791504-21 is: [{'id': '90417060-81ff-4943-9c14-615604a9260c', 'name': 'tempest-FloatingIPsNegativeTestJSON-907296614-router', 'tenant_id': 'f4d9f976a02443a1a40701aec79b7d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:48Z', 'updated_at': '2021-08-30T22:49:06Z', 'revision_number': 5, 'project_id': 'f4d9f976a02443a1a40701aec79b7d00', 'gw_port': {'id': 'fecabf5a-bb3b-4cb6-8f42-d0c9ded99510', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:70:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90417060-81ff-4943-9c14-615604a9260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 763, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:49Z', 'updated_at': '2021-08-30T22:48:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:49:11.083407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:11.093541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:11.094057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.152841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:11.158695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.177765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:11.186822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:11.229597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.241589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:11.262367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:11.267163 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddde6f12-6c30-4076-b4f6-e71e66594f44" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:11.287993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:11.295220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.296689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:11.307505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4e24a-c712-4cf7-bd49-0a200d5f5a79 req-44dd1af9-feb2-4a29-9956-d87885e7b775 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:11.309002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2f4e24a-c712-4cf7-bd49-0a200d5f5a79 req-44dd1af9-feb2-4a29-9956-d87885e7b775 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 931 time: 0.2886214 Aug 30 22:49:11.330857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: b82ba2cb-292d-4e51-b04e-9638e91078cf {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:11.331463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b82ba2cb-292d-4e51-b04e-9638e91078cf not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:11.384941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:11.394161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:11.394821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.406012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Deleting port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:11.406352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.413832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.489471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Made reservation on behalf of 6f422ad6833e468793ba3bd171566c14 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:11.492975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.506321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-45e59c4a-0fd6-4a45-85f9-df4f06e65ce8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0245121 Aug 30 22:49:11.539856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Request body: {'port': {'device_id': '76ea2d3a-7069-4360-972e-cf85849fd093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:11.550331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2f4e24a-c712-4cf7-bd49-0a200d5f5a79 req-52e7c7ea-62b4-4d71-af4d-e2cc6f3b9457 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290959 Aug 30 22:49:11.558748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:11.562680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=8e671c92-cd25-45d2-98e2-b64b6e7836e7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:11.593045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:11.595577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:11.636484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-5776683e-6503-4318-92a8-9c375e304652 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:49:11.637523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-5776683e-6503-4318-92a8-9c375e304652 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0092599 Aug 30 22:49:11.649815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:11.650315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:49:11.779336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] For port fecabf5a-bb3b-4cb6-8f42-d0c9ded99510, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:11.779820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.795898 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.806812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:11.807149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:11.807477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:11.812130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:11.812562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:11.817669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:11.817896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:11.818245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:11.818674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Bound port: 21f72455-2e32-43b7-b0b5-447342b0e7f9, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:11.825874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Calling delete_port for fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:11.876895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:11.885310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:11.887070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7a6b5ff2-d1c8-4700-8308-79dc04f10312 service neutron] 10.222.0.25 "POST /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9/bindings HTTP/1.1" status: 201 len: 390 time: 0.2407753 Aug 30 22:49:11.913897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ce5cf816-4598-4865-8886-8bc2aa6aa366 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:11.929907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3b8336-898c-4511-b008-1a648e0c766f req-6206229e-7dab-4dfa-8aba-76f50730ad59 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:11.931602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3b8336-898c-4511-b008-1a648e0c766f req-6206229e-7dab-4dfa-8aba-76f50730ad59 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 948 time: 0.2667847 Aug 30 22:49:12.031862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port ce5cf816-4598-4865-8886-8bc2aa6aa366 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:12.036169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port ce5cf816-4598-4865-8886-8bc2aa6aa366 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:12.037049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.161135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.203888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-13216660-68d9-4fea-84b9-73151ebefc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:12.205402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-13216660-68d9-4fea-84b9-73151ebefc9e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1097 time: 0.0621142 Aug 30 22:49:12.235746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:12.247718 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.312490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d674db9-160d-4428-a63a-8a3758d4b44a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:12.346246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3d674db9-160d-4428-a63a-8a3758d4b44a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:12.346863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d674db9-160d-4428-a63a-8a3758d4b44a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:12.388041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:12.388413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-e4ea86a9-28fc-4259-a90a-77fdfa8ad5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:12.390797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-e4ea86a9-28fc-4259-a90a-77fdfa8ad5ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.1754463 Aug 30 22:49:12.456023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-99d6de59-d792-4b57-ad75-5fded97ecff8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0553172 Aug 30 22:49:12.469664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Allocated IP 172.20.0.2 (765e73bc-04e6-4f4a-af33-ed7bc8676e78/1ec1d0c5-4da1-4b42-a489-4dbded273aa6/e6512d4f-bc34-4741-9d9c-c4d88b07fbe1) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:12.472574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.481009 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01843d2c-ad4f-4562-a38c-65670d0b7b9c x-openstack-request-id: req-01843d2c-ad4f-4562-a38c-65670d0b7b9c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:12.481348 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:12.481604 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01843d2c-ad4f-4562-a38c-65670d0b7b9c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:12.482211 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'code': 200} Aug 30 22:49:12.556635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-5d66bfc6-d9cd-4bf5-9891-aa22210e8517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:12.558572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-5d66bfc6-d9cd-4bf5-9891-aa22210e8517 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0886760 Aug 30 22:49:12.622400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07be9f68-6003-4c4b-9c42-064c24681500 req-d17ad382-9447-4869-b6be-205fd4a6fea0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 210 time: 0.0626128 Aug 30 22:49:12.624732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-46f85ff3-8938-4aa7-a996-ad1d6097270a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422106 Aug 30 22:49:12.749001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3b8336-898c-4511-b008-1a648e0c766f req-e5297f0f-a3f4-4b42-a63c-9db27f52aac5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3766818 Aug 30 22:49:12.812284 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:12.827947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92dd47e7-ef80-4a93-9f8e-8db29a7e113c req-eed44565-c93a-44da-a026-3e8d2464e04d tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=f74ea429-d6d4-4e83-8500-9d93402248ec HTTP/1.1" status: 200 len: 210 time: 0.0543730 Aug 30 22:49:12.888075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-398b55c5-8a7d-47fd-826c-861dcb0e5a03 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531941 Aug 30 22:49:13.053768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b71c08a9-1579-489b-8fd7-800257290d16 req-e3abbb22-5161-4eb7-84ef-8c820d489df0 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0488718 Aug 30 22:49:13.120821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895ba6f-b9bd-44cb-9d87-ec7752bf96f6 req-5597a985-f2da-46ce-94a1-5c7cc571ce2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:13.122769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7895ba6f-b9bd-44cb-9d87-ec7752bf96f6 req-5597a985-f2da-46ce-94a1-5c7cc571ce2b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1101 time: 0.2136593 Aug 30 22:49:13.123434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.127876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-5e51f6a9-43ac-49f4-a6dd-d4655868433a service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322211 Aug 30 22:49:13.207705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c2b9b-2955-44ee-afa2-25974c69aae6 req-ac22a773-0539-4457-bc05-6dcd9c34bf7d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:13.209858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb7c2b9b-2955-44ee-afa2-25974c69aae6 req-ac22a773-0539-4457-bc05-6dcd9c34bf7d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 931 time: 0.0574050 Aug 30 22:49:13.237592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca0c1e-8228-467a-822a-0f0579ddfd1f req-4ea7111f-2de7-435e-9222-47d973b496c9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:13.245808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1ca0c1e-8228-467a-822a-0f0579ddfd1f req-4ea7111f-2de7-435e-9222-47d973b496c9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 945 time: 0.3122659 Aug 30 22:49:13.292804 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0200846e-baf8-42dc-8ef6-c17f7655b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.368847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7895ba6f-b9bd-44cb-9d87-ec7752bf96f6 req-62a80b8b-8947-4d7e-8fca-ee7f9d8d6700 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885471 Aug 30 22:49:13.408048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1ca0c1e-8228-467a-822a-0f0579ddfd1f req-7d9d6118-c85c-4ada-9e0e-81a90b24b624 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613400 Aug 30 22:49:13.604165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.611134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca106b04-8f5e-4fbc-aef8-a075978e9c10 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:13.617656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.621963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb7c2b9b-2955-44ee-afa2-25974c69aae6 req-17419c06-bbee-4672-bf06-b77c10ed60ab tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999472 Aug 30 22:49:13.648808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-b19b3c0d-4dbd-4710-b541-f1faa7ec0a16 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:13.649066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-b19b3c0d-4dbd-4710-b541-f1faa7ec0a16 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.4053555 Aug 30 22:49:13.650248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.661617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:13.732450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Pushing event deleted for resources: {'Port': ['ID=fecabf5a-bb3b-4cb6-8f42-d0c9ded99510,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:13.748249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.779104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Transition to ACTIVE for port object ca106b04-8f5e-4fbc-aef8-a075978e9c10 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:13.824554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.825034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.825468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.825924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.826385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.826933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.827946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.828368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.828788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.829206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.829623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.830072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:13.839478 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.843024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c417eaf3-9e9b-4ae9-a5d3-236fed564319 req-d1cc47cb-0e8b-4522-8973-2e199363b214 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 210 time: 0.0751050 Aug 30 22:49:13.891404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.909631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.920498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:13.929962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa269c-024d-4d56-a2d6-0ed7e7d09e23 req-bc988b1d-b203-42a1-b87d-dba326397c57 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:13.931498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7baa269c-024d-4d56-a2d6-0ed7e7d09e23 req-bc988b1d-b203-42a1-b87d-dba326397c57 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.0696344 Aug 30 22:49:13.969678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:14.040227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.041828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:14.063910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.072010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.075328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7baa269c-024d-4d56-a2d6-0ed7e7d09e23 req-0bf59783-db74-47f7-b6bd-9b910a714b7c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330814 Aug 30 22:49:14.091986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:14.193546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:14.195011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:14.198258 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d3e1bb5-a72d-4960-ae9a-7c673960fcf1" -d '{"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-unplugged", "status": "completed", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:14.215222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:14.217706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.221679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.224686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:14.236270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.236668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.236832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90417060-81ff-4943-9c14-615604a9260c {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:49:14.270942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.272137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6621ab2d-9747-4d7a-9e2f-2e0538712946 admin admin] 10.222.0.25 "DELETE /v2.0/routers/90417060-81ff-4943-9c14-615604a9260c HTTP/1.1" status: 204 len: 168 time: 4.4216168 Aug 30 22:49:14.273049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=8e671c92-cd25-45d2-98e2-b64b6e7836e7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:14.275633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:14.383281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.384701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-354013b6-f641-4d95-8dd9-45c2406413e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0470581 Aug 30 22:49:14.403069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.435467 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa48afcc-7f7a-4a81-827e-3851db04e449 x-openstack-request-id: req-aa48afcc-7f7a-4a81-827e-3851db04e449 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:14.438321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66e596ea-4ea0-4047-9b5f-580671db973a req-9d5f7cd0-7829-46f3-b403-6a0f14a7e872 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.1472232 Aug 30 22:49:14.454232 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-unplugged", "status": "completed", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:14.455168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Attempting to bind port ca106b04-8f5e-4fbc-aef8-a075978e9c10 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:14.455510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Attempting to bind port ca106b04-8f5e-4fbc-aef8-a075978e9c10 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:14.455657 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aa48afcc-7f7a-4a81-827e-3851db04e449 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:14.455840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Attempting to bind port ca106b04-8f5e-4fbc-aef8-a075978e9c10 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:14.457912 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'code': 200} Aug 30 22:49:14.466850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:14.470424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Port ca106b04-8f5e-4fbc-aef8-a075978e9c10 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:14.470753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Attempting to bind port ca106b04-8f5e-4fbc-aef8-a075978e9c10 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:14.483933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:14.486580 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1940f427-36b7-452c-ae44-12efcb2ef044" -d '{"events": [{"server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:14.528600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.530567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.534355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:14.536745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.539192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.541388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.544765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.547697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.548857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.550310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.550786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.555060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.557485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.557485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:14.575575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:14.576236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Checking segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:14.578386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Bound using segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:14.579057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Bound port: ca106b04-8f5e-4fbc-aef8-a075978e9c10, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:14.580252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.589433 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523808e3-00e8-4458-9a98-15a1573d345c x-openstack-request-id: req-523808e3-00e8-4458-9a98-15a1573d345c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:14.590049 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "name": "network-vif-plugged", "status": "completed", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:14.590431 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-523808e3-00e8-4458-9a98-15a1573d345c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:14.590928 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366', 'code': 200} Aug 30 22:49:14.750629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9401696 Aug 30 22:49:14.751425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ecbcc4-80bc-449e-a3df-b8ba7d530419 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event updated for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:14.757914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Deleting subnet 219872a0-7591-4b54-b51b-a22118c712cf {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:49:14.761717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.797210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:14.797653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:14.798069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:14.808478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:14.808862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Attempting to bind port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:14.819252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:14.819716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:14.820163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:14.820848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Bound port: 21f72455-2e32-43b7-b0b5-447342b0e7f9, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:14.821281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.828608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Request body: {'port': {'device_id': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:14.832382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1878f54-a126-4521-9d24-2fd15eacb5cb req-2313b501-1688-4514-a9cd-fd61d0e62bf5 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:14.834030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1878f54-a126-4521-9d24-2fd15eacb5cb req-2313b501-1688-4514-a9cd-fd61d0e62bf5 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.2144151 Aug 30 22:49:14.891778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:14.927027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:14.931666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:14.935188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:14.943611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.953267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:14.983419 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.012845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1878f54-a126-4521-9d24-2fd15eacb5cb req-ae2db30b-31a2-4564-b0f0-543253e7dfcf tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639340 Aug 30 22:49:15.055692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebec1d3d-db36-4c38-8ab0-37f4741784fa req-682fdb56-69c7-40d3-9ebc-c410dc75f9f2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.064437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebec1d3d-db36-4c38-8ab0-37f4741784fa req-682fdb56-69c7-40d3-9ebc-c410dc75f9f2 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 943 time: 0.2543237 Aug 30 22:49:15.073135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcef275-398c-4ffc-b8e0-3d02f23a35e6 req-61daa08c-b71c-4047-9462-bba886e6f62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.074622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bcef275-398c-4ffc-b8e0-3d02f23a35e6 req-61daa08c-b71c-4047-9462-bba886e6f62b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 1101 time: 0.2404332 Aug 30 22:49:15.082453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.085558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.086169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.087501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] 10.222.0.47 "PUT /v2.0/ports/ca106b04-8f5e-4fbc-aef8-a075978e9c10 HTTP/1.1" status: 200 len: 1092 time: 3.5556810 Aug 30 22:49:15.097313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:15.099587 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54" -d '{"events": [{"name": "network-changed", "server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:15.167588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.167588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.169197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] 10.222.0.52 "PUT /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 1123 time: 1.5119886 Aug 30 22:49:15.211726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ba17c5-d388-455d-a6c6-1c89259c6dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:15.235809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['21f72455-2e32-43b7-b0b5-447342b0e7f9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:15.240970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d15b4c74-76a3-42dc-808f-f6c763413d7d tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--71738396&fields=id&tenant_id=9d4715e964b9445c8e23830a991d4b0a HTTP/1.1" status: 200 len: 267 time: 0.0708075 Aug 30 22:49:15.266706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b5129-5eca-4b4d-b8a8-6e7ef40b5e7f service neutron] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:15.299964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebec1d3d-db36-4c38-8ab0-37f4741784fa req-f4f8248a-d586-4d6c-810d-892cd0542e1e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292607 Aug 30 22:49:15.355945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bcef275-398c-4ffc-b8e0-3d02f23a35e6 req-696071fe-3413-4f9d-9202-b3939ecc60ec service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718129 Aug 30 22:49:15.368734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.371010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5bdf6c12-42b2-4f0b-9708-890257a79235 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.372586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5bdf6c12-42b2-4f0b-9708-890257a79235 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 930 time: 0.1125045 Aug 30 22:49:15.454190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-43c984a6-a3e5-446c-91e8-84d9b6f31e6d tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.455630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-43c984a6-a3e5-446c-91e8-84d9b6f31e6d tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 930 time: 0.0741966 Aug 30 22:49:15.494134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-56affbe6-0b76-4b49-aee3-c7171f7a9f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.495575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-56affbe6-0b76-4b49-aee3-c7171f7a9f03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 1095 time: 0.3078623 Aug 30 22:49:15.520275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c12c5095-6e69-449f-a5c9-f13ae3d20fa3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0579476 Aug 30 22:49:15.568245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f240f55b-c441-4e83-bae8-745451c8d51e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0341983 Aug 30 22:49:15.577563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-6468e332-8af2-4ef8-b1c9-1c40cab93ac2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10 HTTP/1.1" status: 200 len: 217 time: 0.0595350 Aug 30 22:49:15.683387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad43e6e-ebc5-4fad-9d6a-9a1748c451cc req-f0b58891-7d3d-4126-a392-882044a946b0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.684937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ad43e6e-ebc5-4fad-9d6a-9a1748c451cc req-f0b58891-7d3d-4126-a392-882044a946b0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 931 time: 0.2120821 Aug 30 22:49:15.692059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.743051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c35e9ece-dbc8-41c0-bf16-22bf5cac38da tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.745168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-23e5450f-3c5c-4836-a9a0-f024b8720421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.746389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-23e5450f-3c5c-4836-a9a0-f024b8720421 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.1237714 Aug 30 22:49:15.747348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.749925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/219872a0-7591-4b54-b51b-a22118c712cf HTTP/1.1" status: 204 len: 168 time: 1.4627450 Aug 30 22:49:15.750375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c35e9ece-dbc8-41c0-bf16-22bf5cac38da tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.753668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c00c9-73c7-4b64-9ad8-f2aff53c50d8 None None] Network 6de242ed-f2c1-4382-83d1-3a8cecf903a6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:15.756670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c35e9ece-dbc8-41c0-bf16-22bf5cac38da tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:15.758008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c69bbff-b317-4c69-89a4-58febe01e9f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=219872a0-7591-4b54-b51b-a22118c712cf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:15.761301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37344) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:15.764843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c35e9ece-dbc8-41c0-bf16-22bf5cac38da tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8d08f948-9d07-49cd-ba11-943378028b14&id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 1989 time: 0.1882682 Aug 30 22:49:15.796907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-19a86dbf-0398-4c12-9264-9e3948f394cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/quotas/9d4715e964b9445c8e23830a991d4b0a HTTP/1.1" status: 200 len: 375 time: 0.0241797 Aug 30 22:49:15.821060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-d3650a16-608d-4948-ae41-178639b45685 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565591 Aug 30 22:49:15.890413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-181482fb-c88d-4876-9215-4e000e931a16 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0823817 Aug 30 22:49:15.914618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:15.953552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ad43e6e-ebc5-4fad-9d6a-9a1748c451cc req-7363a440-5f1f-41df-b5ee-bf5134e78de9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539845 Aug 30 22:49:16.009006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-bc2df596-380e-4069-ab6d-fcef586dfb72 service neutron] 10.222.0.25 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140628 Aug 30 22:49:16.016775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] DHCP port deletion for 6de242ed-f2c1-4382-83d1-3a8cecf903a6 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:49:16.018670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.106425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Deleting port 89a3bd85-becc-471a-bd9b-2c5117639004 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:16.106820 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.134528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5ba9e797-d738-44b5-8c1d-1e3ccef5833f service neutron] 10.222.0.25 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242676 Aug 30 22:49:16.182442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d1bb7cd7-5434-4f4d-b4e8-f67c437859c7 service neutron] 10.222.0.25 "GET /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0469706 Aug 30 22:49:16.184455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] For port 89a3bd85-becc-471a-bd9b-2c5117639004, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a3bd85-becc-471a-bd9b-2c5117639004,segment=NetworkSegment(a8a7fd0b-38d1-4e44-97eb-69e05c68a377),segment_id=a8a7fd0b-38d1-4e44-97eb-69e05c68a377)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:16.184858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.203224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Calling delete_port for 89a3bd85-becc-471a-bd9b-2c5117639004 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:16.216967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00c47931-4493-470a-ac98-7a641892fbcf req-370723fd-f1a9-4183-b851-ed753b9083ba service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0710886 Aug 30 22:49:16.270130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-62286364-d703-4cca-ba75-c8fbdf652dc9 service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133863 Aug 30 22:49:16.306196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:16.335217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:16.335580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.340018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.354351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308cfdb-e687-464d-b04c-46c05f20295d req-54f8ee3d-206d-411b-8bdf-df1420749a4f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:16.356008 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7308cfdb-e687-464d-b04c-46c05f20295d req-54f8ee3d-206d-411b-8bdf-df1420749a4f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.2450244 Aug 30 22:49:16.376615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-19383b28-850f-4379-83dd-810908125eba service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931126 Aug 30 22:49:16.391276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Transition to ACTIVE for port object e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:16.404416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.411831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:16.412520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fecabf5a-bb3b-4cb6-8f42-d0c9ded99510 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:16.413214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a3bd85-becc-471a-bd9b-2c5117639004 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:16.435911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 89a3bd85-becc-471a-bd9b-2c5117639004 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:16.436731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a3bd85-becc-471a-bd9b-2c5117639004 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:16.438629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] Pushing event deleted for resources: {'Port': ['ID=89a3bd85-becc-471a-bd9b-2c5117639004,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:16.444127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee13310-c0b2-4f43-9918-d0bf96d5fb78 None None] No DVR routers for this DVR port 89a3bd85-becc-471a-bd9b-2c5117639004 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:16.501366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:16.505006 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafc41e-80b5-476a-8c81-f357cc45feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:16.574682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-026ac46d-0ccc-4844-bb43-a117d89218a0 service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768517 Aug 30 22:49:16.621907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d66d7ac3-ad86-4f9c-915c-6ade144e6520 service neutron] 10.222.0.25 "GET /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0396256 Aug 30 22:49:16.727616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-6511273d-adbe-42fb-a543-5385764bac81 service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993335 Aug 30 22:49:16.826510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Deleting port 89a3bd85-becc-471a-bd9b-2c5117639004 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:16.826916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.836557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-16214fa5-c2bb-4996-80e6-5003e524c49c service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019695 Aug 30 22:49:16.853661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Pushing event updated for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:16.870247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7308cfdb-e687-464d-b04c-46c05f20295d req-30645a2d-291a-47c2-be20-c729eb91e792 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4982998 Aug 30 22:49:16.955081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] For port 89a3bd85-becc-471a-bd9b-2c5117639004, host n-d-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:16.955944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:16.970108 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54a55db5-9aa8-46d7-a803-29e694ffa98b service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293986 Aug 30 22:49:16.999644 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178d069-2c08-4d87-9a89-743944879697 x-openstack-request-id: req-7178d069-2c08-4d87-9a89-743944879697 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:17.000707 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:17.001315 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7178d069-2c08-4d87-9a89-743944879697 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:17.001776 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'status': 'completed', 'code': 200} Aug 30 22:49:17.002880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Calling delete_port for 89a3bd85-becc-471a-bd9b-2c5117639004 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:17.024103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Port 89a3bd85-becc-471a-bd9b-2c5117639004 was not found and therefore no delete operation was performed {{(pid=101269) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:49:17.043999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73f6ef4a-0adf-4245-91fe-212227898740 req-e942eba8-4fdf-4d1e-8511-d239df9cefad tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0552227 Aug 30 22:49:17.045011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.089278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Pushing event deleted for resources: {'Port': ['ID=89a3bd85-becc-471a-bd9b-2c5117639004,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:17.090208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-a30c5427-7b3d-4b8d-a692-76cbea0dfeaf service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136379 Aug 30 22:49:17.114992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] No DVR routers for this DVR port 89a3bd85-becc-471a-bd9b-2c5117639004 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:17.197847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-41d718b3-a22a-406a-8799-7110aee99e2b service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996034 Aug 30 22:49:17.198784 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b08e28e-1650-47cb-b6a4-4718b2ee5ad2 req-2e9cbdc6-2234-403f-9479-16314a4edc2b service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427907 Aug 30 22:49:17.280600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.285715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Attempting to bind port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:17.286097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Attempting to bind port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:17.286435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Attempting to bind port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:17.324111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de242ed-f2c1-4382-83d1-3a8cecf903a6']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:17.325712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c196dc36-fe1f-4970-9aeb-3d73557a71be service neutron] 10.222.0.25 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180460 Aug 30 22:49:17.338909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:17.339329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Attempting to bind port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 on network 765e73bc-04e6-4f4a-af33-ed7bc8676e78 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:17.344495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:17.344682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a7fd0b-38d1-4e44-97eb-69e05c68a377') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:17.363008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6bb130-dff7-49d8-9011-7b6967abc7f5 req-496433f6-ceb7-4bc7-84fc-4ed4c1bb6524 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.364614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba6bb130-dff7-49d8-9011-7b6967abc7f5 req-496433f6-ceb7-4bc7-84fc-4ed4c1bb6524 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.2198915 Aug 30 22:49:17.369177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.370968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:17.371305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Checking segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:17.371694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Bound using segment: {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:17.372143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Bound port: e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55cf99d-af04-46a8-b99f-35cdc0e29657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:17.372495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.413856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.424986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-bb9d3aef-bc80-41b4-82aa-138bc05048fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.426625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-bb9d3aef-bc80-41b4-82aa-138bc05048fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 1095 time: 0.1605446 Aug 30 22:49:17.431552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c7c59e99-3e80-400b-867d-45456963d99c service neutron] 10.222.0.25 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050520 Aug 30 22:49:17.446296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:49:17.446692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:49:17.449560 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:49:17.525546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-df3afa8b-8bc7-4d13-8e5d-854e131d7c2e service neutron] 10.222.0.25 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868895 Aug 30 22:49:17.578043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba6bb130-dff7-49d8-9011-7b6967abc7f5 req-a1fb00d6-3e74-48ac-9113-b4640b044317 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874931 Aug 30 22:49:17.628397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.650775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.655547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] 10.222.0.25 "DELETE /v2.0/networks/6de242ed-f2c1-4382-83d1-3a8cecf903a6 HTTP/1.1" status: 204 len: 168 time: 1.8803103 Aug 30 22:49:17.660447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-46f30471-7ac1-4545-b5e5-832b1969950a service neutron] 10.222.0.25 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280713 Aug 30 22:49:17.680271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:17.691909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2df2a1-0a2b-4a99-b33c-0c2b5f7effbb admin admin] Pushing event deleted for resources: {'Network': ['ID=6de242ed-f2c1-4382-83d1-3a8cecf903a6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:17.751516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:17.755962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-25a9237c-6cd6-4deb-b329-d9ed4708f1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.757298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-25a9237c-6cd6-4deb-b329-d9ed4708f1c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 923 time: 0.3086529 Aug 30 22:49:17.759769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.775027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e1d8b100-9427-4ce2-b4d2-21213cab84d4 service neutron] 10.222.0.25 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027694 Aug 30 22:49:17.810934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c59d06-ec6b-4d5e-88f0-1678190d44cc req-ae528ede-c576-40d6-bea6-4cc2684bfa4c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.812667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03c59d06-ec6b-4d5e-88f0-1678190d44cc req-ae528ede-c576-40d6-bea6-4cc2684bfa4c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 943 time: 0.1338904 Aug 30 22:49:17.864086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.864482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:17.865900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 HTTP/1.1" status: 200 len: 1092 time: 3.0423899 Aug 30 22:49:17.867186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-71f73495-f18d-4819-9097-4ca9c35a7a8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10 HTTP/1.1" status: 200 len: 217 time: 0.0718753 Aug 30 22:49:17.916027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:17.929068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:17.953878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-c8dbfe75-5fbd-4152-a357-6d0584228162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:17.955522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-c8dbfe75-5fbd-4152-a357-6d0584228162 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.0694988 Aug 30 22:49:17.975668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa43648-2038-4756-aae6-c3b8c293c144 service neutron] Pushing event updated for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:17.991490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ae7591f-432e-406c-96f1-c6a3def1b768 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4d9f976a02443a1a40701aec79b7d00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0732172 Aug 30 22:49:17.993315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:18.042057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-60dcad79-4751-489b-930d-bff2e0653208 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608337 Aug 30 22:49:18.044887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:18.057747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03c59d06-ec6b-4d5e-88f0-1678190d44cc req-14947c36-34f8-42c9-a123-32eb4d4a9b60 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007236 Aug 30 22:49:18.063478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:18.082364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:49:18.094596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:18.137531 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540efba4-2fe7-4e84-aba7-bf6267461539 x-openstack-request-id: req-540efba4-2fe7-4e84-aba7-bf6267461539 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:18.137845 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:18.138107 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-540efba4-2fe7-4e84-aba7-bf6267461539 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:18.138549 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'status': 'completed', 'code': 200} Aug 30 22:49:18.156453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-3febdb7d-dd88-4ffa-af97-365177ecab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.157995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-3febdb7d-dd88-4ffa-af97-365177ecab65 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 1095 time: 0.1941307 Aug 30 22:49:18.189297 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:18.192172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:18.196249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/524c0b56-bd6f-4235-b855-109cfa25f6f8 HTTP/1.1" status: 204 len: 168 time: 0.2013397 Aug 30 22:49:18.204765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe64a8-737d-4f8b-9515-8e62afdb1bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524c0b56-bd6f-4235-b855-109cfa25f6f8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:18.289413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-699b0239-6668-4e99-8983-5305ef97a766 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 HTTP/1.1" status: 200 len: 217 time: 0.0880935 Aug 30 22:49:18.369549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-57eb962d-57cb-4140-8074-a11825ec7088 service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105588 Aug 30 22:49:18.389864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-909ab209-a584-4cb8-b565-bc7fe684063a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.391357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-909ab209-a584-4cb8-b565-bc7fe684063a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1126 time: 0.2134018 Aug 30 22:49:18.406745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f12b4-0ea5-486c-8533-e44fe4644fe3 req-023752ec-0422-4362-8e1f-288badb8a781 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.410281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-915f12b4-0ea5-486c-8533-e44fe4644fe3 req-023752ec-0422-4362-8e1f-288badb8a781 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 943 time: 0.1999669 Aug 30 22:49:18.450370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-fe3b8b48-18e9-45c4-bfc5-e9641a927473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.451927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-fe3b8b48-18e9-45c4-bfc5-e9641a927473 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1383202 Aug 30 22:49:18.592874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-ac19d5c8-4f7d-4984-b1e3-4156c6a14150 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992737 Aug 30 22:49:18.692498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-915f12b4-0ea5-486c-8533-e44fe4644fe3 req-2f1d8ca1-9c2c-4c9a-aec8-112180b54a36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773845 Aug 30 22:49:18.788179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f242dfc-020a-494e-9e6d-45c6629a0530 req-a2aa6c8b-c929-42f0-a75f-8530ca3965bf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.797478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-4c51bc0e-d1eb-4fd6-96e1-68b46df7424d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:18.799124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-4c51bc0e-d1eb-4fd6-96e1-68b46df7424d service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3853965 Aug 30 22:49:18.805667 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f242dfc-020a-494e-9e6d-45c6629a0530 req-a2aa6c8b-c929-42f0-a75f-8530ca3965bf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.0971088 Aug 30 22:49:18.810896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b4fcdbd-9d55-434b-96b6-e4c5761f4e54 req-e37d453f-4687-461d-b5d0-f072545c0c5d service neutron] 10.222.0.47 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239728 Aug 30 22:49:18.860636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f242dfc-020a-494e-9e6d-45c6629a0530 req-22780b82-f77e-4d63-8403-cfc009f05ae4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537620 Aug 30 22:49:18.864283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fdc35d8-4ab9-40f2-974e-028b05c0cc4b req-0d9159e8-ca67-4c76-8dbc-6d8db3295725 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0586083 Aug 30 22:49:18.901758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-a626e1a8-ef76-47dc-9172-86ae5f41f31f service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866173 Aug 30 22:49:18.906845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-ffc15b8c-2b0c-4997-897c-ee8d82a83135 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0794613 Aug 30 22:49:18.937998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3700906-1d3f-4171-9044-d8e70f9a02cb req-fcfdfd0e-ab25-4dcc-ad10-763d515b3b5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0412014 Aug 30 22:49:19.004863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:19.007093 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8085545-6692-43e1-bd43-8c21f92b6428" -d '{"events": [{"name": "network-changed", "server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:19.055065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3706346-9835-46f4-81ce-1bdad1ce559b req-6dbd3261-e57c-49bf-9cb8-dc4bcdd81533 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.056630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3706346-9835-46f4-81ce-1bdad1ce559b req-6dbd3261-e57c-49bf-9cb8-dc4bcdd81533 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.0548656 Aug 30 22:49:19.101975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3706346-9835-46f4-81ce-1bdad1ce559b req-3f04b055-4c61-4384-9191-0008b743af29 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Aug 30 22:49:19.124540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-e69f00f9-0e41-477d-be78-9de52263c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.126261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-e69f00f9-0e41-477d-be78-9de52263c0a5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1316113 Aug 30 22:49:19.180202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-b120af72-2ce5-4a92-bba2-cbf12e6d9e4d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416529 Aug 30 22:49:19.225361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c544222-0259-45ad-934d-4d29e93a5e74 req-26fe7d2a-50a5-4d31-b690-4a9cad1e414a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.226964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c544222-0259-45ad-934d-4d29e93a5e74 req-26fe7d2a-50a5-4d31-b690-4a9cad1e414a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.2236345 Aug 30 22:49:19.239520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23d343-6427-46fa-bcd2-0db414bdf2d0 req-2e34dfd0-cd19-44de-b214-8e4b2d5e5678 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.240559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7cb5b68-2f13-488d-aee7-9e90d0914852 req-d679b96c-7ae0-4657-96ca-14a9fb248fa7 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300166 Aug 30 22:49:19.249208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a23d343-6427-46fa-bcd2-0db414bdf2d0 req-2e34dfd0-cd19-44de-b214-8e4b2d5e5678 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0664248 Aug 30 22:49:19.302801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a23d343-6427-46fa-bcd2-0db414bdf2d0 req-29dce184-c7b2-49db-841b-4b3e9d667034 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523531 Aug 30 22:49:19.303365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-40e2a62c-3df0-43ff-9259-bd26ba1234ae service neutron] 10.222.0.47 "GET /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.2505667 Aug 30 22:49:19.339857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c544222-0259-45ad-934d-4d29e93a5e74 req-7e8e7bcf-7e3f-4d88-abd6-c2286c480bf1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674334 Aug 30 22:49:19.386466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-0c6d84f1-5c6f-46f7-9d64-9d8908c6ad37 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838856 Aug 30 22:49:19.463629 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef85714b-c4a9-4561-b93a-6f63be8f0a47 x-openstack-request-id: req-ef85714b-c4a9-4561-b93a-6f63be8f0a47 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:19.463922 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:19.464179 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ef85714b-c4a9-4561-b93a-6f63be8f0a47 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:19.464586 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1', 'status': 'completed', 'code': 200} Aug 30 22:49:19.501755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a4935-f952-459c-a331-697958b7793d req-a0c950d3-091e-4aee-a528-1eec9a0a1e88 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.502922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef2a4935-f952-459c-a331-697958b7793d req-a0c950d3-091e-4aee-a528-1eec9a0a1e88 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 945 time: 0.1245558 Aug 30 22:49:19.619601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Deleting port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:19.620082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:19.679491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cafc41e-80b5-476a-8c81-f357cc45feaa req-3ad1cc73-4be5-40de-a361-78b2a048cb87 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791715 Aug 30 22:49:19.684432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-0b9c15e9-e87c-4d65-a34b-faf0891fcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.687141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-0b9c15e9-e87c-4d65-a34b-faf0891fcbdc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f422ad6833e468793ba3bd171566c14&device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 1095 time: 0.1803379 Aug 30 22:49:19.698205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e9134-1839-4128-ad62-33999e85daea req-a7161ad5-41b5-4942-9768-a2764b4f096e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.700042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3e9134-1839-4128-ad62-33999e85daea req-a7161ad5-41b5-4942-9768-a2764b4f096e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 943 time: 0.1787910 Aug 30 22:49:19.729512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] For port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:19.730046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:19.743865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Calling delete_port for e567d0bd-3925-4e57-b2e3-5d9f8bae84bb owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:19.809121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:19.856549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff3e9134-1839-4128-ad62-33999e85daea req-276b729c-1e80-45d6-936c-2946d7ed6aef tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366715 Aug 30 22:49:19.869154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:19.896247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-d1d70307-0330-4b38-86ee-27cf74ffd237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:19.898193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-d1d70307-0330-4b38-86ee-27cf74ffd237 service neutron] 10.222.0.52 "GET /v2.0/networks?id=765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 200 len: 913 time: 0.1945894 Aug 30 22:49:19.907415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:19.923803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:19.941330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event deleted for resources: {'Port': ['ID=e567d0bd-3925-4e57-b2e3-5d9f8bae84bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:19.994010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] No DVR routers for this DVR port e567d0bd-3925-4e57-b2e3-5d9f8bae84bb on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:19.996705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:19.999748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef2a4935-f952-459c-a331-697958b7793d req-edae759a-ee91-4494-8081-752e877a15e4 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.47 "DELETE /v2.0/ports/e567d0bd-3925-4e57-b2e3-5d9f8bae84bb HTTP/1.1" status: 204 len: 173 time: 0.4844518 Aug 30 22:49:20.003069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f72455-2e32-43b7-b0b5-447342b0e7f9 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:20.008691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-07c142e6-92b6-4bb6-b26e-399bbca13f76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 HTTP/1.1" status: 200 len: 217 time: 0.1016471 Aug 30 22:49:20.026489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:20.070582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-b812b75e-0807-4f7a-84d0-3c3fda0666b4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717628 Aug 30 22:49:20.140229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-deleted', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:20.143359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e23aaa-51c6-4159-9dbf-00bb7048d7db" -d '{"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-deleted", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:20.148763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:20.210050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bc4dd-c60b-4359-8ff7-718aa5e0206d req-bf8c941f-6245-4fd8-9a7b-b1720aa11ef4 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.212864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-2eba27e7-5562-40f8-97d6-7373888f3b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.214279 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b4bc4dd-c60b-4359-8ff7-718aa5e0206d req-bf8c941f-6245-4fd8-9a7b-b1720aa11ef4 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 943 time: 0.0598907 Aug 30 22:49:20.214415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-2eba27e7-5562-40f8-97d6-7373888f3b6f service neutron] 10.222.0.52 "GET /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 1026 time: 0.1750948 Aug 30 22:49:20.232412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-77547ba2-ffb4-49f5-b3df-20c60724fff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.234509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-77547ba2-ffb4-49f5-b3df-20c60724fff2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 200 len: 852 time: 0.1941090 Aug 30 22:49:20.273766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b4bc4dd-c60b-4359-8ff7-718aa5e0206d req-06d6cf40-fbf2-49ee-8892-47084b6df935 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Aug 30 22:49:20.376517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54fea799-f1b5-49cf-992d-6588c2f08198 req-3e8a0498-b8b4-40a7-ba30-3725a665b9f5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0394118 Aug 30 22:49:20.489481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9450bf22-2911-4789-8c24-93823466fd99 req-6063bde1-f0bd-495f-a9cd-23f516134773 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0340769 Aug 30 22:49:20.641995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffaa7c31-4eae-4cdb-a98f-18edb9528abe req-280d3e34-f622-414b-b2e3-4f0e10668da8 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f52abc-207e-453e-a5b2-2d01615095de HTTP/1.1" status: 200 len: 210 time: 0.0410233 Aug 30 22:49:20.662486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-d5893606-ac72-4598-81e1-8b11460969b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=765e73bc-04e6-4f4a-af33-ed7bc8676e78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3949263 Aug 30 22:49:20.697438 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af645b13-e6ef-4087-8146-bfa1155b40b5 x-openstack-request-id: req-af645b13-e6ef-4087-8146-bfa1155b40b5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:20.699000 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4f52abc-207e-453e-a5b2-2d01615095de", "name": "network-vif-deleted", "tag": "e567d0bd-3925-4e57-b2e3-5d9f8bae84bb", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:20.700559 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-af645b13-e6ef-4087-8146-bfa1155b40b5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:20.702867 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f52abc-207e-453e-a5b2-2d01615095de', 'name': 'network-vif-deleted', 'tag': 'e567d0bd-3925-4e57-b2e3-5d9f8bae84bb', 'status': 'completed', 'code': 200} Aug 30 22:49:20.749429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-25e3eb90-b8c5-4376-80ef-1daf0c1a3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.750823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-25e3eb90-b8c5-4376-80ef-1daf0c1a3afd service neutron] 10.222.0.52 "GET /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 1026 time: 0.5223646 Aug 30 22:49:20.817043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-47956de4-086d-47d4-b893-932c61a9a9f9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.818768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-47956de4-086d-47d4-b893-932c61a9a9f9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7047236 Aug 30 22:49:20.819630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84beb8-059d-49b4-b44c-50e8239cb293 req-3709d3c1-9d20-4f91-9a75-1a90c07bf15c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:20.821234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c84beb8-059d-49b4-b44c-50e8239cb293 req-3709d3c1-9d20-4f91-9a75-1a90c07bf15c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 943 time: 0.0739658 Aug 30 22:49:20.864072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c84beb8-059d-49b4-b44c-50e8239cb293 req-2496bb5b-3942-4762-9435-4cc2502de3d4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358515 Aug 30 22:49:20.884822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] Transition to ACTIVE for port object 21f72455-2e32-43b7-b0b5-447342b0e7f9 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:20.892664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-96c70a5a-17ca-49b0-aab2-e8d8dae94ea7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/quotas/b1824483f5b94483868590ef50ec4650 HTTP/1.1" status: 200 len: 375 time: 0.0406127 Aug 30 22:49:20.897646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:20.926099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:20.994476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-bc0d0f4a-d68b-4155-9fb0-91d9f8c0d6ee service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163683 Aug 30 22:49:21.054178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398620f6-e8ab-4335-8694-5c6fd5ce8f53 req-0e73431f-92b9-48b9-a4e4-69e2efb1431b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.058921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:21.062853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-398620f6-e8ab-4335-8694-5c6fd5ce8f53 req-0e73431f-92b9-48b9-a4e4-69e2efb1431b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 943 time: 0.0788138 Aug 30 22:49:21.073035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'port_id': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'mac_address': 'fa:16:3e:c9:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcff6d8-587b-4aa9-b14e-169528d727de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:21.092874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f7b971f2-36d2-482d-8849-7e353543c15f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.098837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f7b971f2-36d2-482d-8849-7e353543c15f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.104753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f7b971f2-36d2-482d-8849-7e353543c15f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.106287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f7b971f2-36d2-482d-8849-7e353543c15f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8d08f948-9d07-49cd-ba11-943378028b14&id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 1989 time: 0.3412454 Aug 30 22:49:21.109193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-398620f6-e8ab-4335-8694-5c6fd5ce8f53 req-47b5286a-4742-468c-a594-c9e55156ffa7 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454175 Aug 30 22:49:21.121647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:21.146151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca106b04-8f5e-4fbc-aef8-a075978e9c10 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:21.162055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] No DVR routers for this DVR port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:21.170248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:21.172775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] Pushing event updated for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:21.174554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:21.192434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a6bd8aaa-4022-4f1a-926b-68d611beab70 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923744 Aug 30 22:49:21.253864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:21.261405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7e0a13c7-7a50-4cd1-b5c5-935d9eede6d1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d4715e964b9445c8e23830a991d4b0a HTTP/1.1" status: 200 len: 378 time: 0.1378381 Aug 30 22:49:21.265568 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-d53439fd-b8de-4082-a46e-8f3df91d6036 service neutron] 10.222.0.47 "PUT /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 1.9416811 Aug 30 22:49:21.273876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'admin_state_up': True, 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'security_groups': ['a38ccc11-96e9-4a6e-8342-5541e9747dd6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:21.275559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.280645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8085545-6692-43e1-bd43-8c21f92b6428 req-1c76a7d4-68a7-4946-aa46-92cc7543de06 service neutron] 10.222.0.52 "GET /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700510 Aug 30 22:49:21.288345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.288950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.289447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.289947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.291523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.293973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.294393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.294751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.295223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.295576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.295918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:49:21.440506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-221241d0-b855-4613-bd94-513ff72831a8 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.442134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-221241d0-b855-4613-bd94-513ff72831a8 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.0906940 Aug 30 22:49:21.445198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a130c4b-95f8-48c7-9dd0-2e4be5e4b635 req-e12d79b7-b564-4cbc-8bc7-c1dd16975a22 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.453191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a130c4b-95f8-48c7-9dd0-2e4be5e4b635 req-e12d79b7-b564-4cbc-8bc7-c1dd16975a22 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 943 time: 0.0868914 Aug 30 22:49:21.492387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca106b04-8f5e-4fbc-aef8-a075978e9c10'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:21.506326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a130c4b-95f8-48c7-9dd0-2e4be5e4b635 req-049641f8-5ac8-4dff-86f4-106e8f1344f0 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Aug 30 22:49:21.533742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbb1e1a4-632a-4cb8-aaf2-9476dfd8be0c req-200e8404-5eac-4a18-baf7-ef593e78bbb9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 210 time: 0.0791080 Aug 30 22:49:21.554569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:21.558145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:21.576185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-3e4a22f0-63f9-499f-ac99-30508299d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:21.578475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-3e4a22f0-63f9-499f-ac99-30508299d37e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&tenant_id=147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 1096 time: 0.1251068 Aug 30 22:49:21.733320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76481cbc-3991-4365-9269-cb426193be9b req-b19e95d0-707e-4c61-b0c3-b47e844c8375 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0669630 Aug 30 22:49:21.739823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:21.800482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53c28b2c-55e7-4fe2-83e8-a97fff515508 req-bf2725d0-3599-49df-8c13-24f4ab4cc21f tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.1135697 Aug 30 22:49:21.907174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 172.20.0.10 (ce923d3e-0708-47ca-9c15-9188fed8de9d/378dd9eb-1ea9-4238-8edb-db3cd0cd5c95/05065c4a-a40d-495e-9ab4-b6b3e7e9f234) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:21.968728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94978477-c176-4d69-abf3-75e2cb139767 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.071048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.089148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:22.093862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161c7105-e8f6-4771-9588-f66a03f5d7f8 req-ec54b005-4a2b-49c7-9c39-35f2a07bc32e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.095764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-161c7105-e8f6-4771-9588-f66a03f5d7f8 req-ec54b005-4a2b-49c7-9c39-35f2a07bc32e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.0760546 Aug 30 22:49:22.151605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.176449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-161c7105-e8f6-4771-9588-f66a03f5d7f8 req-2a2ed226-d9af-4809-a081-87d91a5591c9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680344 Aug 30 22:49:22.178416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-c264fb63-341c-4d19-8ffc-55a350f95c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.182713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-c264fb63-341c-4d19-8ffc-55a350f95c3b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1096 time: 0.5249350 Aug 30 22:49:22.194259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.213364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94978477-c176-4d69-abf3-75e2cb139767 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.219245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94978477-c176-4d69-abf3-75e2cb139767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.271885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94978477-c176-4d69-abf3-75e2cb139767 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f416a03076b44138a74f8047fe533c44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309682 Aug 30 22:49:22.272572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37544) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:22.352949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network ce923d3e-0708-47ca-9c15-9188fed8de9d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:22.365543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:22.366925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94978477-c176-4d69-abf3-75e2cb139767 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21533da-e9e8-45b5-83d7-0fdc3e922f58,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:22.374936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:22.389949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:22.413147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001cbb7e-3889-4f7a-961e-ca25ec76bec6 req-b2ad04b5-ba76-48cc-9e02-3197b7af712c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.422096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-001cbb7e-3889-4f7a-961e-ca25ec76bec6 req-b2ad04b5-ba76-48cc-9e02-3197b7af712c tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.1363034 Aug 30 22:49:22.463766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08272f83-6530-4c00-982e-e2ccdc06ce8e req-dfb8e553-4449-43aa-aae7-53e11da26287 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.469207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.472911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08272f83-6530-4c00-982e-e2ccdc06ce8e req-dfb8e553-4449-43aa-aae7-53e11da26287 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 944 time: 0.2532938 Aug 30 22:49:22.500736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.501549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.519827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-0ab6bb54-ca31-4a94-92cd-9bbfd1a342b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.521439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-0ab6bb54-ca31-4a94-92cd-9bbfd1a342b8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3031273 Aug 30 22:49:22.522067 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-001cbb7e-3889-4f7a-961e-ca25ec76bec6 req-ec4cdfc8-9488-43dc-9fe3-076fe46e85ef tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936966 Aug 30 22:49:22.565166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.603402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-12c413e7-8ea0-4220-80fa-9545551338ca tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3349886 Aug 30 22:49:22.605241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-7f3bd820-ef62-4c79-912a-0b6b7d18a065 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.0678096 Aug 30 22:49:22.613080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08272f83-6530-4c00-982e-e2ccdc06ce8e req-371060cc-dd5a-4f6f-aea6-8bd8292ab74e tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392272 Aug 30 22:49:22.630594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'admin_state_up': True, 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'security_groups': ['a38ccc11-96e9-4a6e-8342-5541e9747dd6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:22.703101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.711755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.716764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b21533da-e9e8-45b5-83d7-0fdc3e922f58 HTTP/1.1" status: 204 len: 168 time: 0.4395273 Aug 30 22:49:22.740252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0668309a-a2b7-4511-9067-16e8f93b5bca None None] Provisioning for port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:22.750538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9f335-64f9-4a68-800f-491dd6835f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21533da-e9e8-45b5-83d7-0fdc3e922f58,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:22.763854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0668309a-a2b7-4511-9067-16e8f93b5bca None None] Provisioning complete for port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:22.773985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0668309a-a2b7-4511-9067-16e8f93b5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.779284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61169566-307f-44ab-9a33-e8b2ce6e9638 req-3a789a2f-a8e3-4b45-96bc-ce19fff354a7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.780317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61169566-307f-44ab-9a33-e8b2ce6e9638 req-3a789a2f-a8e3-4b45-96bc-ce19fff354a7 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 943 time: 0.1549184 Aug 30 22:49:22.821149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267375ae-add3-43b6-90b0-0d393a93a048 req-4a5e8bc0-7f0e-4898-a650-655d3c2b9c29 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.822821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-267375ae-add3-43b6-90b0-0d393a93a048 req-4a5e8bc0-7f0e-4898-a650-655d3c2b9c29 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 944 time: 0.1001902 Aug 30 22:49:22.836242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab4c09ad-5d21-490f-ab75-07277311149e req-b1c99cb1-9847-42e5-80c5-8d2c99be4ac6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 210 time: 0.0960360 Aug 30 22:49:22.856484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-b2829564-8107-4f89-bbf3-1d1a4c97874d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:22.858100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-b2829564-8107-4f89-bbf3-1d1a4c97874d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.2236090 Aug 30 22:49:22.875194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0668309a-a2b7-4511-9067-16e8f93b5bca None None] Port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:22.908662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:22.920177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61169566-307f-44ab-9a33-e8b2ce6e9638 req-409c9d89-8240-41e4-b383-e08dd0bb8f09 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302633 Aug 30 22:49:22.926683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:22.939468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:23.009756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-ef3754ee-e3ef-4a72-93be-317548c69a6f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150751 Aug 30 22:49:23.035851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port ca106b04-8f5e-4fbc-aef8-a075978e9c10 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:23.040092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port ca106b04-8f5e-4fbc-aef8-a075978e9c10 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:23.040694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.081640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Deleting port 55a5a768-37af-45ba-81a2-41b5aea6e434 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:23.082015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.166579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-b8f3b98a-b126-489e-abef-494f5e4d62ea tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b1824483f5b94483868590ef50ec4650&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1092789 Aug 30 22:49:23.186890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] For port 55a5a768-37af-45ba-81a2-41b5aea6e434, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=55a5a768-37af-45ba-81a2-41b5aea6e434,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:23.187381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.204711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Calling delete_port for 55a5a768-37af-45ba-81a2-41b5aea6e434 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:23.268099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.298688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:23.301107 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056a5302-f882-4d2f-b704-b1f67bef5f29" -d '{"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-plugged", "status": "completed", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:23.315211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e84221bb-c9db-43a7-ba00-9aa9ceb8f064 req-0a6634db-6589-4be3-9963-140e96a1f18d tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0407755 Aug 30 22:49:23.321168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:23.330850 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.331707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:23.414744 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.439718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:23.443755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:23.444183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:23.454273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b1d91-b61b-4d6d-acc4-0fc9dc6671bd req-ce22fec5-baa3-4aea-8eed-df8c90550c44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:23.463572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-680b1d91-b61b-4d6d-acc4-0fc9dc6671bd req-ce22fec5-baa3-4aea-8eed-df8c90550c44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 932 time: 0.3526075 Aug 30 22:49:23.466233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: e567d0bd-3925-4e57-b2e3-5d9f8bae84bb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:23.466584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e567d0bd-3925-4e57-b2e3-5d9f8bae84bb not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:23.486922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-026790e7-1a12-4340-ae7e-38c041196f5f service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4755104 Aug 30 22:49:23.511788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event deleted for resources: {'Port': ['ID=55a5a768-37af-45ba-81a2-41b5aea6e434,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:23.537277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] No DVR routers for this DVR port 55a5a768-37af-45ba-81a2-41b5aea6e434 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:23.539881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:23.544135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-267375ae-add3-43b6-90b0-0d393a93a048 req-7ac1ddfe-66ff-4061-bc09-e7fea4918294 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "DELETE /v2.0/ports/55a5a768-37af-45ba-81a2-41b5aea6e434 HTTP/1.1" status: 204 len: 173 time: 0.7133086 Aug 30 22:49:23.545514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-deleted', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:23.549086 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0671f35-a256-4dfc-963c-a3bf8b8e90f2" -d '{"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-deleted", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:23.572093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21151b88-6a56-46fc-a3a9-0fb7b73c4a6b req-b7452c78-4957-41f9-a13f-4506ff9bca1d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:23.574793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21151b88-6a56-46fc-a3a9-0fb7b73c4a6b req-b7452c78-4957-41f9-a13f-4506ff9bca1d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.1348917 Aug 30 22:49:23.637337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21151b88-6a56-46fc-a3a9-0fb7b73c4a6b req-007e0884-54d8-4c81-965c-d3b85bf60e27 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560195 Aug 30 22:49:23.652168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-680b1d91-b61b-4d6d-acc4-0fc9dc6671bd req-f1388c5d-c62e-4eb7-aeee-2b9f8740ac91 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1866064 Aug 30 22:49:23.704538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-02c5adf1-bf46-425e-95e9-605a3ed2b8d1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:23.706261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-02c5adf1-bf46-425e-95e9-605a3ed2b8d1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5267239 Aug 30 22:49:23.709848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.1.1.44 (8f149933-992f-433d-b66a-bf0d98fcc62d/a674ddb5-0d81-4970-879b-ffc32d09ff60/4a6e3829-4e33-4f55-9cae-428a0d625262) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:23.741214 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd867e4-654a-4fde-958d-7620a2447a40 x-openstack-request-id: req-cdd867e4-654a-4fde-958d-7620a2447a40 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:23.741719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Request body: {'port': {'device_id': '3a942bec-6c24-4871-a5c3-550171ad4242', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': 'b1824483f5b94483868590ef50ec4650'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:23.742070 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-plugged", "status": "completed", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:23.742514 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdd867e4-654a-4fde-958d-7620a2447a40 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:23.743095 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'code': 200} Aug 30 22:49:23.767953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-fced35e4-a940-46b6-a94c-c93cb6d232c1 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664993 Aug 30 22:49:23.815494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ba8f5a2-a13d-455f-9310-a7faa249c227 req-39e21566-11eb-4918-b91a-b14da354e035 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=98beed37-fe33-4502-99ee-c6af9e1d08a3 HTTP/1.1" status: 200 len: 210 time: 0.0510042 Aug 30 22:49:23.816897 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739015fb-f950-44fa-969a-fce6baf4e372 x-openstack-request-id: req-739015fb-f950-44fa-969a-fce6baf4e372 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:23.817188 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98beed37-fe33-4502-99ee-c6af9e1d08a3", "name": "network-vif-deleted", "tag": "55a5a768-37af-45ba-81a2-41b5aea6e434", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:23.817615 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-739015fb-f950-44fa-969a-fce6baf4e372 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:23.817905 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98beed37-fe33-4502-99ee-c6af9e1d08a3', 'name': 'network-vif-deleted', 'tag': '55a5a768-37af-45ba-81a2-41b5aea6e434', 'status': 'completed', 'code': 200} Aug 30 22:49:23.914785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e48d713-ac8f-454d-8199-71697da5bfd6 req-3ddd9a3c-df36-4e12-81bd-c26a674eb296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:23.919814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e48d713-ac8f-454d-8199-71697da5bfd6 req-3ddd9a3c-df36-4e12-81bd-c26a674eb296 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 1097 time: 0.0658662 Aug 30 22:49:23.938283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:23.963575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e48d713-ac8f-454d-8199-71697da5bfd6 req-e73850d3-5c38-4e6e-b022-12119e34703c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354233 Aug 30 22:49:24.023132 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb920265-3971-406f-b191-b7f6708266d7 req-beb46a6f-b11f-459a-881f-334601bb1d48 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 210 time: 0.0314977 Aug 30 22:49:24.050696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0f7372-eba6-48ab-9daa-15268fd0bce7 req-064b89b6-7f7e-4076-938e-31e52ee53164 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:24.050696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f0f7372-eba6-48ab-9daa-15268fd0bce7 req-064b89b6-7f7e-4076-938e-31e52ee53164 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.1404080 Aug 30 22:49:24.095418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:24.123872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.128774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f0f7372-eba6-48ab-9daa-15268fd0bce7 req-a6c81977-0e63-4fe5-aa29-d1598aa14997 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795915 Aug 30 22:49:24.163914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1', 'network_id': '765e73bc-04e6-4f4a-af33-ed7bc8676e78', 'port_id': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1', 'mac_address': 'fa:16:3e:6a:00:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ec1d0c5-4da1-4b42-a489-4dbded273aa6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:24.168119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object 4a6e3829-4e33-4f55-9cae-428a0d625262 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:24.170288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Made reservation on behalf of b1824483f5b94483868590ef50ec4650 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:24.175968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.226387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd8271-33da-4e4f-8094-109c896382cb req-94704c0b-b37f-4c77-b483-9f378bdedd8f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:24.237988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3dd8271-33da-4e4f-8094-109c896382cb req-94704c0b-b37f-4c77-b483-9f378bdedd8f tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 943 time: 0.1308899 Aug 30 22:49:24.265269 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.297676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:24.330348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3dd8271-33da-4e4f-8094-109c896382cb req-576d8c59-4b9b-4ac6-9ea4-7fb4cdb866e9 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892029 Aug 30 22:49:24.359696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:24.370256 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.400987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.446617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:24.496809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:24.499721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:24.510834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f843d3e-eea1-4755-b892-a1cd2483c563 req-54c9e288-96c0-4384-bc47-8097806cfc7d tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0878873 Aug 30 22:49:24.576850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b12b493-200a-4789-b681-37cee1aadda3 req-f6c33782-5cbe-48c7-b7bc-ef0b4d374308 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:24.579615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-f6c33782-5cbe-48c7-b7bc-ef0b4d374308 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.2300596 Aug 30 22:49:24.593048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:24.637524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Allocated IP 192.168.233.98 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/5efe04bf-ae1b-429f-9866-e2f90c239c68) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:24.657978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:24.658651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.683317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:24.714149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-cf5641d6-e062-462b-ac45-1526a9996eb6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0900645 Aug 30 22:49:24.749187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'admin_state_up': True, 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'security_groups': ['a38ccc11-96e9-4a6e-8342-5541e9747dd6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:24.814395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e6512d4f-bc34-4741-9d9c-c4d88b07fbe1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:24.936856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a8fd1395-c448-49a3-a49b-9bd9dba3dd91 None None] Provisioning for port 4a6e3829-4e33-4f55-9cae-428a0d625262 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:24.943903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a8fd1395-c448-49a3-a49b-9bd9dba3dd91 None None] Provisioning complete for port 4a6e3829-4e33-4f55-9cae-428a0d625262 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:24.944336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a8fd1395-c448-49a3-a49b-9bd9dba3dd91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:24.984313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a8fd1395-c448-49a3-a49b-9bd9dba3dd91 None None] Port 4a6e3829-4e33-4f55-9cae-428a0d625262 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:25.149621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba2cb-001c-49cd-9887-0669e0e753f0 req-234b6890-aaff-4c73-8adc-4a7f3df27e49 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:25.157130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bba2cb-001c-49cd-9887-0669e0e753f0 req-234b6890-aaff-4c73-8adc-4a7f3df27e49 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:25.159103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90bba2cb-001c-49cd-9887-0669e0e753f0 req-234b6890-aaff-4c73-8adc-4a7f3df27e49 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 1653 time: 0.0618773 Aug 30 22:49:25.200425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90bba2cb-001c-49cd-9887-0669e0e753f0 req-a8d56b1f-4ee8-4c2e-83f9-71161d39d2a5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341589 Aug 30 22:49:25.382620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b12b493-200a-4789-b681-37cee1aadda3 req-4dac32c6-e0cf-4a79-bd85-7a753a1c7905 service neutron] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:25.404902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b12b493-200a-4789-b681-37cee1aadda3 req-4dac32c6-e0cf-4a79-bd85-7a753a1c7905 service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:25.406048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b12b493-200a-4789-b681-37cee1aadda3 req-4dac32c6-e0cf-4a79-bd85-7a753a1c7905 service neutron] 10.222.0.52 "DELETE /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.8168015 Aug 30 22:49:25.426152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7b568-d379-4710-a9e6-9fffbb016bb1 req-ff102ffb-03ee-4142-974e-841467b35d99 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:25.427624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ad7b568-d379-4710-a9e6-9fffbb016bb1 req-ff102ffb-03ee-4142-974e-841467b35d99 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.6493642 Aug 30 22:49:25.491505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:25.494955 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:25.518449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:25.528473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ad7b568-d379-4710-a9e6-9fffbb016bb1 req-296d356b-7308-40eb-9471-d1454b5808bd tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881243 Aug 30 22:49:25.549073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Transition to ACTIVE for port object 5efe04bf-ae1b-429f-9866-e2f90c239c68 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:25.680282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6a262db-78fd-4c32-9bb6-119db227cc01 req-9f329383-41b3-4500-88be-5a1ed90bc2e3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 210 time: 0.0655763 Aug 30 22:49:25.709233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:25.726900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.1.1.22 (8f149933-992f-433d-b66a-bf0d98fcc62d/a674ddb5-0d81-4970-879b-ffc32d09ff60/977323dc-2064-4dfd-b775-03825ecd4cc4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:25.727305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:25.758819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ce5cf816-4598-4865-8886-8bc2aa6aa366'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:25.936382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event updated for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:25.942739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:25.974927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:26.025659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:26.028652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:26.078052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:26.083518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:26.083897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.141620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.142365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.156029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349fa69-b8ff-4fdc-ba85-c8045d0fe355 req-aeb24025-fb7a-457b-8923-fab4dfe7cf87 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.157708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a349fa69-b8ff-4fdc-ba85-c8045d0fe355 req-aeb24025-fb7a-457b-8923-fab4dfe7cf87 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.3547978 Aug 30 22:49:26.188578 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.207044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.209881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-4e7c4e1d-1e31-48cf-821f-3ded7fed7186 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4770246 Aug 30 22:49:26.240474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Request body: {'port': {'device_id': '3a942bec-6c24-4871-a5c3-550171ad4242', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:26.246684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object 977323dc-2064-4dfd-b775-03825ecd4cc4 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:26.261142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:26.266107 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0a2502-df91-43c8-8260-ad9a4e64403f" -d '{"events": [{"server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "name": "network-vif-plugged", "status": "completed", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:26.286807 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a349fa69-b8ff-4fdc-ba85-c8045d0fe355 req-b6fa91e4-47cb-4c1a-bdc5-93d3d5d0105c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140742 Aug 30 22:49:26.293668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ea970-8952-40f0-b45a-dfc2e5e77500 req-f55d72e8-f05c-43b7-9075-b3db74be37e2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.311655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:26.312441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-208ea970-8952-40f0-b45a-dfc2e5e77500 req-f55d72e8-f05c-43b7-9075-b3db74be37e2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 944 time: 0.1025009 Aug 30 22:49:26.320786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.322114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:26.374889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-208ea970-8952-40f0-b45a-dfc2e5e77500 req-5f660198-b333-4369-82a5-a77a55c58498 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584772 Aug 30 22:49:26.395928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 55a5a768-37af-45ba-81a2-41b5aea6e434 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:26.396265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 55a5a768-37af-45ba-81a2-41b5aea6e434 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:26.413259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a38fc890-befd-4464-950b-36bb5212c6e4 req-073dbea8-ff2c-4ebb-8ec7-a3f79f68fadb tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0361354 Aug 30 22:49:26.425115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:26.438565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.471554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-516253d8-5198-458b-b7cc-a8c1ccd88f9e None None] Provisioning for port 5efe04bf-ae1b-429f-9866-e2f90c239c68 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:26.477749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-516253d8-5198-458b-b7cc-a8c1ccd88f9e None None] Provisioning complete for port 5efe04bf-ae1b-429f-9866-e2f90c239c68 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:26.478149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-516253d8-5198-458b-b7cc-a8c1ccd88f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.502522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.542683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-516253d8-5198-458b-b7cc-a8c1ccd88f9e None None] Port 5efe04bf-ae1b-429f-9866-e2f90c239c68 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:26.579447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529c16-8fef-4227-ab2e-582c70013cd7 req-79233d50-bd61-4b9d-8caa-7b6566a10e06 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.585413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529c16-8fef-4227-ab2e-582c70013cd7 req-79233d50-bd61-4b9d-8caa-7b6566a10e06 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.591703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93529c16-8fef-4227-ab2e-582c70013cd7 req-79233d50-bd61-4b9d-8caa-7b6566a10e06 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.599317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93529c16-8fef-4227-ab2e-582c70013cd7 req-79233d50-bd61-4b9d-8caa-7b6566a10e06 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 2373 time: 0.0801044 Aug 30 22:49:26.626917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8f149933-992f-433d-b66a-bf0d98fcc62d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:26.636398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:26.642852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93529c16-8fef-4227-ab2e-582c70013cd7 req-e44b5eb4-7c1e-4244-abe7-65de5a96af70 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422904 Aug 30 22:49:26.646194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:26.708502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:26.709768 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50059daa-5ca3-4869-9759-7b2e2a7fb840 x-openstack-request-id: req-50059daa-5ca3-4869-9759-7b2e2a7fb840 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:26.711153 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "name": "network-vif-plugged", "status": "completed", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:26.711657 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-50059daa-5ca3-4869-9759-7b2e2a7fb840 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:26.712875 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1', 'code': 200} Aug 30 22:49:26.797263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d2e40f-31f7-4b8c-bf6f-4cda9b9d49e0 req-bc257cfe-e586-4ed4-8bfd-7399979bb65f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.804685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46d2e40f-31f7-4b8c-bf6f-4cda9b9d49e0 req-bc257cfe-e586-4ed4-8bfd-7399979bb65f tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.2614555 Aug 30 22:49:26.857047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.858358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:26.862467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2b92c-3162-4396-bab6-427a777434ff req-730542cf-2e5a-4917-9fc3-03bd7f82857a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.865283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2db2b92c-3162-4396-bab6-427a777434ff req-730542cf-2e5a-4917-9fc3-03bd7f82857a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.0893037 Aug 30 22:49:26.947441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-59bcbdd7-81d5-4472-beb7-cfb008bfa3d4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2106092 Aug 30 22:49:26.950318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2db2b92c-3162-4396-bab6-427a777434ff req-2e32a150-f5aa-4a35-ba61-dbb070e628c8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783310 Aug 30 22:49:26.952570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf80d00-6030-4eb2-85ed-a9b710d4349c req-89488c1c-dfce-407f-b6c8-16557e546356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:26.954088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccf80d00-6030-4eb2-85ed-a9b710d4349c req-89488c1c-dfce-407f-b6c8-16557e546356 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 1097 time: 0.0759859 Aug 30 22:49:26.960043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46d2e40f-31f7-4b8c-bf6f-4cda9b9d49e0 req-9fe149ff-9e1b-468b-9268-b02e41add0a7 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516776 Aug 30 22:49:26.987401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'admin_state_up': True, 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'security_groups': ['a38ccc11-96e9-4a6e-8342-5541e9747dd6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:27.001021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5a471bb-fc7f-4000-80b0-636b820c8fb0 None None] Provisioning for port 977323dc-2064-4dfd-b775-03825ecd4cc4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:27.006468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5a471bb-fc7f-4000-80b0-636b820c8fb0 None None] Provisioning complete for port 977323dc-2064-4dfd-b775-03825ecd4cc4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:27.006900 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5a471bb-fc7f-4000-80b0-636b820c8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.028090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-0b39d70c-0a31-46c1-b752-b6b5ca38a4ff tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:27.030380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-0b39d70c-0a31-46c1-b752-b6b5ca38a4ff tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.1991708 Aug 30 22:49:27.050912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b5a471bb-fc7f-4000-80b0-636b820c8fb0 None None] Port 977323dc-2064-4dfd-b775-03825ecd4cc4 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:27.075840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccf80d00-6030-4eb2-85ed-a9b710d4349c req-0c73f1b9-1aa1-45c1-86ab-69e460bd2cf2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047924 Aug 30 22:49:27.093402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93a8a7-4503-4fba-a11e-936354d25bbd req-b827dfbf-4242-45d7-88d3-0e7a0f23d41e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:27.094946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db93a8a7-4503-4fba-a11e-936354d25bbd req-b827dfbf-4242-45d7-88d3-0e7a0f23d41e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1096 time: 0.0451970 Aug 30 22:49:27.134115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db93a8a7-4503-4fba-a11e-936354d25bbd req-0cc9f367-5247-42b1-9104-67e466fe940c tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316856 Aug 30 22:49:27.264752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ce8e0-d66f-4d89-84f2-0ed1b16a1134 req-e81623dc-34a6-4399-b1db-be4b39870cf3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:27.266345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a9ce8e0-d66f-4d89-84f2-0ed1b16a1134 req-e81623dc-34a6-4399-b1db-be4b39870cf3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 935 time: 0.1882348 Aug 30 22:49:27.313835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5efe04bf-ae1b-429f-9866-e2f90c239c68 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:27.327838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.367698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a9ce8e0-d66f-4d89-84f2-0ed1b16a1134 req-7f51dd29-e54b-4fc2-865e-2a945df677f7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911131 Aug 30 22:49:27.372081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Transition to ACTIVE for port object 5efe04bf-ae1b-429f-9866-e2f90c239c68 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:27.382272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.384164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:27.408687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Deleting port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:27.409044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.544165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.556012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Pushing event updated for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:27.674558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb96a9-9333-42ec-aa4b-da07f67f74dc req-20249964-e9f5-49be-b597-142b42117d36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:27.676168 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cbb96a9-9333-42ec-aa4b-da07f67f74dc req-20249964-e9f5-49be-b597-142b42117d36 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.0694604 Aug 30 22:49:27.733306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cbb96a9-9333-42ec-aa4b-da07f67f74dc req-f2a50018-e233-4224-a98f-f237e38435c4 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512276 Aug 30 22:49:27.792719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.796802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] For port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,segment=NetworkSegment(7b21550a-da64-4c94-aa49-c6f12538070a),segment_id=7b21550a-da64-4c94-aa49-c6f12538070a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:27.799301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:27.843413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Calling delete_port for 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:27.869641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744ea90c-25c7-4a4c-b7f5-aac494fc8d17 req-d34d969d-ef8e-4066-b170-040d29c0c235 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0319974 Aug 30 22:49:27.886520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-7583ae1f-5599-4027-9785-02632dc359c3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:27.888923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-7583ae1f-5599-4027-9785-02632dc359c3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.3107243 Aug 30 22:49:27.956212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Attempting to bind port 5efe04bf-ae1b-429f-9866-e2f90c239c68 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:27.957021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Attempting to bind port 5efe04bf-ae1b-429f-9866-e2f90c239c68 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:27.957194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Attempting to bind port 5efe04bf-ae1b-429f-9866-e2f90c239c68 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:28.015951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Port 5efe04bf-ae1b-429f-9866-e2f90c239c68 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:28.016461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Attempting to bind port 5efe04bf-ae1b-429f-9866-e2f90c239c68 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:28.033777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-adbbb09f-555c-456c-9946-55a5275f01ad tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/quotas/147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 375 time: 0.1058757 Aug 30 22:49:28.082869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:28.083372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:28.083867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:28.084420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Bound port: 5efe04bf-ae1b-429f-9866-e2f90c239c68, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:28.084927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:28.144321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264db14-8f3b-4ae5-8bb0-e430a7c2151c req-7179fc86-4135-4f45-a382-79ea2d5e2eea tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.150161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264db14-8f3b-4ae5-8bb0-e430a7c2151c req-7179fc86-4135-4f45-a382-79ea2d5e2eea tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.156696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5264db14-8f3b-4ae5-8bb0-e430a7c2151c req-7179fc86-4135-4f45-a382-79ea2d5e2eea tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.158366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5264db14-8f3b-4ae5-8bb0-e430a7c2151c req-7179fc86-4135-4f45-a382-79ea2d5e2eea tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 2373 time: 0.0698056 Aug 30 22:49:28.198838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5264db14-8f3b-4ae5-8bb0-e430a7c2151c req-6db5bf51-2424-46c9-900f-689b030f280a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340090 Aug 30 22:49:28.294312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-66351e07-a26d-4b16-bb57-4c226157fee5 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464631 Aug 30 22:49:28.394589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6bfdd3-aecd-4beb-bdb4-0486e184569c req-8b112d25-275e-4fac-a88f-4e96ded87ed9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.401746 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b6bfdd3-aecd-4beb-bdb4-0486e184569c req-8b112d25-275e-4fac-a88f-4e96ded87ed9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cc558f5-4d2c-4920-8a80-1d032c68ecb4 HTTP/1.1" status: 200 len: 944 time: 0.0717685 Aug 30 22:49:28.430857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:28.437200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b6bfdd3-aecd-4beb-bdb4-0486e184569c req-4d6e1100-7431-4b81-b936-8b84d4451a09 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.25 "GET /v2.0/security-groups?id=c40146cd-96e1-4a7c-a774-7ef50b5c86e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344310 Aug 30 22:49:28.455963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.2.2.100 (8d08f948-9d07-49cd-ba11-943378028b14/6782060b-9301-47b0-a6d1-262b9356ec91/1580b5f9-973a-4b5d-865f-7f8c910a6942) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:28.470172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:28.477428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:28.512825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:28.529735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Pushing event deleted for resources: {'Port': ['ID=1ca2bb8f-f485-48d4-86f6-d20d8dec1b15,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:28.563288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.563915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:28.565719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] 10.222.0.47 "PUT /v2.0/ports/5efe04bf-ae1b-429f-9866-e2f90c239c68 HTTP/1.1" status: 200 len: 1096 time: 2.3335049 Aug 30 22:49:28.615862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:28.618237 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e44da1-262b-4863-a24a-d5e3e27aee17" -d '{"events": [{"name": "network-changed", "server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:28.629990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-6e7eab80-1a2a-4f1d-97d6-590faba3aaf7 service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009267 Aug 30 22:49:28.653716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0201f-59cb-46ab-b44c-358b9f18e164 req-32a25bc4-b2f9-4ad4-91f9-12d05a21dae2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.661259 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03b0201f-59cb-46ab-b44c-358b9f18e164 req-32a25bc4-b2f9-4ad4-91f9-12d05a21dae2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 947 time: 0.0806141 Aug 30 22:49:28.678882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] No DVR routers for this DVR port 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:28.681649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:28.684047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-519d700b-d534-4d6a-8351-0a760ad89b8a req-72c2428e-8375-478e-b403-e740c01904a9 tempest-LiveMigrationTest-1527068196 tempest-LiveMigrationTest-1527068196-project] 10.222.0.52 "DELETE /v2.0/ports/1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 HTTP/1.1" status: 204 len: 173 time: 1.6187437 Aug 30 22:49:28.734765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03b0201f-59cb-46ab-b44c-358b9f18e164 req-2361ac79-188a-4cae-b37d-029bdc54add1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688374 Aug 30 22:49:28.825335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b10ad-5a49-4783-8ab3-0ecacb5b1abf service neutron] Pushing event updated for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:28.938972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-765c052a-e848-4eb0-9e9b-68772523cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.940061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd53a129-68e7-49bd-b76c-299e35894528 req-e12e54f7-4f50-4742-9c42-e2a938c24e85 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:28.940477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-765c052a-e848-4eb0-9e9b-68772523cb1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 1099 time: 0.2892036 Aug 30 22:49:28.944901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd53a129-68e7-49bd-b76c-299e35894528 req-e12e54f7-4f50-4742-9c42-e2a938c24e85 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.0808990 Aug 30 22:49:28.961270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-8bab541e-d407-499d-bd4e-30ae5c7caf8c service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978318 Aug 30 22:49:29.015181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd53a129-68e7-49bd-b76c-299e35894528 req-a2a8e141-d2f7-4e65-9a81-2b76742055c9 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597208 Aug 30 22:49:29.025947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-dadeaa83-b2fa-478b-bf20-f623afb9cfe7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68 HTTP/1.1" status: 200 len: 217 time: 0.0739431 Aug 30 22:49:29.078908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37698) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:29.082928 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e632f1-8bae-43b4-9a67-96459de6b3e5 x-openstack-request-id: req-24e632f1-8bae-43b4-9a67-96459de6b3e5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:29.083394 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:29.083816 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24e632f1-8bae-43b4-9a67-96459de6b3e5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:29.084367 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68', 'status': 'completed', 'code': 200} Aug 30 22:49:29.092394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.119351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object 1580b5f9-973a-4b5d-865f-7f8c910a6942 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:29.127588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-0eb58758-6c39-4541-bd41-81089d92e1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.130059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-0eb58758-6c39-4541-bd41-81089d92e1da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0899236 Aug 30 22:49:29.203443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.203853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf2d69-71a0-42f5-b3cc-9a59664b4862 req-b10a2de6-d8b2-4e44-816c-e41e68066b7d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.206078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcdf2d69-71a0-42f5-b3cc-9a59664b4862 req-b10a2de6-d8b2-4e44-816c-e41e68066b7d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.0754356 Aug 30 22:49:29.253113 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcdf2d69-71a0-42f5-b3cc-9a59664b4862 req-49577d36-9d5a-48c7-984f-9d973cd10b1d tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401607 Aug 30 22:49:29.300959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-313db36b-d742-45b5-b780-c88fbd7c1c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.302566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b665-b6f7-458e-8a02-bb0116d6c727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.302955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-313db36b-d742-45b5-b780-c88fbd7c1c0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1585138 Aug 30 22:49:29.336309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-806088ac-6b02-47a8-b8ba-a8912aa651d4 req-c7004356-459c-4e6a-abff-4c3848c8fe47 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0900815 Aug 30 22:49:29.346455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8d08f948-9d07-49cd-ba11-943378028b14 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:29.361763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:29.407133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:29.413704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:29.431518 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1816134-45ce-4f52-b4b2-c4d93c237601 req-c458008e-94bc-46c1-a13a-11fff2737157 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 210 time: 0.1023407 Aug 30 22:49:29.537364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.538331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.644249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b665-b6f7-458e-8a02-bb0116d6c727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.651591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-22388d15-5b7e-4291-8901-86ebb3a39204 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291020 Aug 30 22:49:29.654836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2f3b665-b6f7-458e-8a02-bb0116d6c727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.689317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7acb41e9-7895-42de-8343-609dc0a7a116 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7166200 Aug 30 22:49:29.724864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-c5e503b8-4b9e-4785-b348-2d65b05f9472 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.724864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-c5e503b8-4b9e-4785-b348-2d65b05f9472 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.730806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-c5e503b8-4b9e-4785-b348-2d65b05f9472 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.738546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-c5e503b8-4b9e-4785-b348-2d65b05f9472 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:29.748658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-c5e503b8-4b9e-4785-b348-2d65b05f9472 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 3094 time: 0.2406352 Aug 30 22:49:29.762814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'admin_state_up': True, 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'security_groups': ['a38ccc11-96e9-4a6e-8342-5541e9747dd6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:29.777360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3bbaa1d7-4e0c-484b-bc82-b4e2100106e0 None None] Provisioning for port 1580b5f9-973a-4b5d-865f-7f8c910a6942 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:29.778111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c2f3b665-b6f7-458e-8a02-bb0116d6c727 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=817a4b988d4d47fba1fb5b8de02f7972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6976149 Aug 30 22:49:29.782612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37720) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:29.790125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3bbaa1d7-4e0c-484b-bc82-b4e2100106e0 None None] Provisioning complete for port 1580b5f9-973a-4b5d-865f-7f8c910a6942 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:29.790764 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbaa1d7-4e0c-484b-bc82-b4e2100106e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:29.793038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3b665-b6f7-458e-8a02-bb0116d6c727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e197f956-57bf-4e57-9370-53a7801c003e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:29.798493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:29.868966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3bbaa1d7-4e0c-484b-bc82-b4e2100106e0 None None] Port 1580b5f9-973a-4b5d-865f-7f8c910a6942 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:29.900439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Deleting subnet df497270-4d4b-4236-ae5f-aedd56581d39 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:49:29.951963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.015923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b18d4-0d21-4e44-aa2b-9096b7bbd2f9 req-54820261-8b86-43ae-a1b9-f74994c8ef26 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:30.017589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-543b18d4-0d21-4e44-aa2b-9096b7bbd2f9 req-54820261-8b86-43ae-a1b9-f74994c8ef26 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.1265173 Aug 30 22:49:30.027052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.065126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.112614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.144191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.375725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a3f6cf1-0b34-4a4c-b5bb-bd0e300b3145 req-87952931-1632-4bf2-b9cd-a1f3ffbfe692 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6252868 Aug 30 22:49:30.411537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0269722-b2a6-40c4-9c90-4332b5d1d38e req-abdd1ddd-cada-4f03-bec6-a042dc4216a3 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420318 Aug 30 22:49:30.452629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Made reservation on behalf of 9d4715e964b9445c8e23830a991d4b0a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:30.458812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.530097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-543b18d4-0d21-4e44-aa2b-9096b7bbd2f9 req-9437ec29-1719-406e-acb9-b9ac87fbe6e2 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004797 Aug 30 22:49:30.597266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.629126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.631843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.635327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e197f956-57bf-4e57-9370-53a7801c003e HTTP/1.1" status: 204 len: 168 time: 0.8492813 Aug 30 22:49:30.635327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df497270-4d4b-4236-ae5f-aedd56581d39,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:30.687179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:30.690279 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff65538c-86a0-4e98-9bd2-04aac81929b9 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/df497270-4d4b-4236-ae5f-aedd56581d39 HTTP/1.1" status: 204 len: 168 time: 0.8816714 Aug 30 22:49:30.699227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37734) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:30.709600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c18cd-e522-4ae3-bb56-481c0e633de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e197f956-57bf-4e57-9370-53a7801c003e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:30.723402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527c935-5fe3-46e0-b97e-48ce25f53d93 req-ed833c91-fb4a-48ca-9bc5-c1d90635e4d7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:30.724958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c527c935-5fe3-46e0-b97e-48ce25f53d93 req-ed833c91-fb4a-48ca-9bc5-c1d90635e4d7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 947 time: 0.1490836 Aug 30 22:49:30.727030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-bfd7ba51-c4d1-4ce8-ab93-a270e6336c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:30.728577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-bfd7ba51-c4d1-4ce8-ab93-a270e6336c41 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 1099 time: 0.1538913 Aug 30 22:49:30.835303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f7a3ff-e2c5-4ca8-be47-5b5adc299de7 req-51c3c58b-ced8-4a25-9c8b-0f0e036dc968 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:30.849010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6f7a3ff-e2c5-4ca8-be47-5b5adc299de7 req-51c3c58b-ced8-4a25-9c8b-0f0e036dc968 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.2005742 Aug 30 22:49:30.870921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c527c935-5fe3-46e0-b97e-48ce25f53d93 req-604fb684-0710-4433-9da2-fd406906bfb1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388831 Aug 30 22:49:30.872211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-cdaf79ee-99aa-4b6c-89da-605b44edb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:30.873679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-cdaf79ee-99aa-4b6c-89da-605b44edb88c service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1083081 Aug 30 22:49:30.946851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-cf2ff717-b8d5-4ea4-ae22-ea2b142c9249 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68 HTTP/1.1" status: 200 len: 217 time: 0.0530896 Aug 30 22:49:30.950584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Allocated IP 10.2.2.200 (8d08f948-9d07-49cd-ba11-943378028b14/6782060b-9301-47b0-a6d1-262b9356ec91/1ebfd135-a8c1-4c59-baae-67db3d3112bd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:30.963605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:30.972465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6f7a3ff-e2c5-4ca8-be47-5b5adc299de7 req-325551aa-f25b-4619-bf24-e84745b026d6 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222720 Aug 30 22:49:30.980595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.104812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6ef0010-34fb-43d2-8b3f-1f4b33a75176 req-96011568-3415-4378-ba07-23de632037bc tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.1075695 Aug 30 22:49:31.130222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-deleted', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:31.137931 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16945c1a-2cd1-427f-96d2-cbb8fbc8d21c" -d '{"events": [{"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-deleted", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:31.199448 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63697fc3-6437-47c0-ae2e-658c05019f7e req-be71f3fe-e4fb-4137-8c4c-993993418499 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Aug 30 22:49:31.227091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.262402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:31.270728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26f2b0e1-a996-4fc0-a67d-fd44f885e218']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:31.281730 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b480087-f332-49b4-abe4-48fefe4a810f x-openstack-request-id: req-5b480087-f332-49b4-abe4-48fefe4a810f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:31.282498 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cc558f5-4d2c-4920-8a80-1d032c68ecb4", "name": "network-vif-deleted", "tag": "1ca2bb8f-f485-48d4-86f6-d20d8dec1b15", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:31.282952 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b480087-f332-49b4-abe4-48fefe4a810f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:31.283867 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cc558f5-4d2c-4920-8a80-1d032c68ecb4', 'name': 'network-vif-deleted', 'tag': '1ca2bb8f-f485-48d4-86f6-d20d8dec1b15', 'status': 'completed', 'code': 200} Aug 30 22:49:31.287442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b21550a-da64-4c94-aa49-c6f12538070a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:31.287742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b21550a-da64-4c94-aa49-c6f12538070a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:31.290346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'port_id': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'mac_address': 'fa:16:3e:c9:81:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcff6d8-587b-4aa9-b14e-169528d727de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:31.315759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-beec583b-0228-4f1f-9571-1a8b2b5c9678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.317241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-beec583b-0228-4f1f-9571-1a8b2b5c9678 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.2994421 Aug 30 22:49:31.325170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.333285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-d8499faf-6cde-4c04-954c-137697222b07 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.334886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-d8499faf-6cde-4c04-954c-137697222b07 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.2792926 Aug 30 22:49:31.350743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.361462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:49:31.361900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:49:31.366536 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:49:31.370374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Request body: {'port': {'device_id': 'd38041f6-114d-4313-810c-0410ac5c3234', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'admin_state_up': True, 'tenant_id': '147f9c138b8040de91cdfe8622a23556'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:31.374345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.411413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca106b04-8f5e-4fbc-aef8-a075978e9c10 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:31.469000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.489259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:31.498228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.509181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-d9c44a0c-2ef7-47cb-a472-62614b2b0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.510817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-d9c44a0c-2ef7-47cb-a472-62614b2b0ea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1458497 Aug 30 22:49:31.514089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Transition to ACTIVE for port object 1ebfd135-a8c1-4c59-baae-67db3d3112bd will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:31.612443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.628843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:31.653228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.655698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26f2b0e1-a996-4fc0-a67d-fd44f885e218 HTTP/1.1" status: 204 len: 168 time: 0.9549782 Aug 30 22:49:31.665039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-445f25f0-aed1-4110-bffc-0dd578f774e4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.671026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-445f25f0-aed1-4110-bffc-0dd578f774e4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.677223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-445f25f0-aed1-4110-bffc-0dd578f774e4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.683757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-445f25f0-aed1-4110-bffc-0dd578f774e4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.687174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-ad06c67c-4ebf-4da7-94ba-ca3383f25de4 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180937 Aug 30 22:49:31.690402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:31.691794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.692421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca106b04-8f5e-4fbc-aef8-a075978e9c10'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:31.708401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-445f25f0-aed1-4110-bffc-0dd578f774e4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 3094 time: 0.1536493 Aug 30 22:49:31.708401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:31.710552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.718929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01534b06-5d91-444c-814d-f3cdea4a4e05 admin admin] Pushing event deleted for resources: {'Network': ['ID=26f2b0e1-a996-4fc0-a67d-fd44f885e218,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:31.842295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ab23810-4d1f-4221-a0fb-3d2828df2a81 req-9c8dd01b-db74-4e48-a3e5-50eccffee5ec tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1361511 Aug 30 22:49:31.883265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Network 8d08f948-9d07-49cd-ba11-943378028b14 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:31.900955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:31.903552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:31.907506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Deleting subnet 65c38a95-cc7a-4d9b-9703-8fee3e6925d9 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:49:31.913468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:31.938809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:31.960467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Allocated IP 172.20.0.12 (4e141e69-03e6-47c7-b3aa-3c745db13902/4a06fcc1-02fb-436f-af87-f616358e0c1a/04715aed-51e1-43b0-88b9-743ef56af071) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:31.986412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c609a-ba6b-4a14-80d3-38d47a142b9f req-8b8ada81-e4aa-43b5-82fe-170c88ec3649 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:31.989183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:31.993891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a50c609a-ba6b-4a14-80d3-38d47a142b9f req-8b8ada81-e4aa-43b5-82fe-170c88ec3649 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.3047922 Aug 30 22:49:32.064866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.070827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:32.074801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ca2bb8f-f485-48d4-86f6-d20d8dec1b15 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:32.081169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:32.085393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.142110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a50c609a-ba6b-4a14-80d3-38d47a142b9f req-91e6026e-4fdf-4a02-aea4-7141698822ff tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472969 Aug 30 22:49:32.144055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39e44da1-262b-4863-a24a-d5e3e27aee17 req-28b8572a-e5ef-4072-9911-3ecf0e772396 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209120 Aug 30 22:49:32.155148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.177047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.186014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-4c4252c7-838a-4205-811d-54d10861a6ee tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4278731 Aug 30 22:49:32.265517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:32.313301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.329085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5be2829b-b786-4f22-87ef-4962568b5152 None None] Provisioning for port 1ebfd135-a8c1-4c59-baae-67db3d3112bd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:32.335238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5be2829b-b786-4f22-87ef-4962568b5152 None None] Provisioning complete for port 1ebfd135-a8c1-4c59-baae-67db3d3112bd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:32.336253 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5be2829b-b786-4f22-87ef-4962568b5152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.377082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:32.384532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:32.389553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:32.411070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5be2829b-b786-4f22-87ef-4962568b5152 None None] Port 1ebfd135-a8c1-4c59-baae-67db3d3112bd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:32.436254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a4014-9c4f-42a4-82ce-1d09e8aa454f req-aa01e2b7-ccc8-4f41-84d5-94b70b83d04d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:32.443462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-696a4014-9c4f-42a4-82ce-1d09e8aa454f req-aa01e2b7-ccc8-4f41-84d5-94b70b83d04d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 944 time: 0.1464009 Aug 30 22:49:32.456569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:32.466911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.492399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:32.493086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.518674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-696a4014-9c4f-42a4-82ce-1d09e8aa454f req-92ef2ccd-470d-4a7e-9579-aef1ecbb35f8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742464 Aug 30 22:49:32.525678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-3e2935ca-8bbb-40b9-821c-7c447072e9d2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1617553 Aug 30 22:49:32.546927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Request body: {'port': {'device_id': 'd38041f6-114d-4313-810c-0410ac5c3234', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:32.569310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65c38a95-cc7a-4d9b-9703-8fee3e6925d9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:32.573657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.575720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a56a8cba-b261-4abd-80a7-0e2457c664e0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/65c38a95-cc7a-4d9b-9703-8fee3e6925d9 HTTP/1.1" status: 204 len: 168 time: 0.8786683 Aug 30 22:49:32.576268 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:49:32.578200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37782) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:32.592842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784bf91-b35c-4824-b63d-17e494ace766 req-f71ca654-a595-406d-bfc1-399e962dd8e8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:32.595053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4784bf91-b35c-4824-b63d-17e494ace766 req-f71ca654-a595-406d-bfc1-399e962dd8e8 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 947 time: 0.3130159 Aug 30 22:49:32.600261 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.703422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b02ec7-2e6a-4992-9dde-b55921faa7f3 req-32fbb1fa-7389-4a00-a093-e689ca224797 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0505054 Aug 30 22:49:32.709287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.734965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.805416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37786) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:32.876669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4784bf91-b35c-4824-b63d-17e494ace766 req-8d714864-e73c-49ff-bc50-57148b338899 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566829 Aug 30 22:49:32.972850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:32.974462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:32.989912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c559834f-605c-470e-87c4-3fb7c6c58d0b']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:33.041760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f1a7cde-9bd8-4c6e-998c-2f6b28783524') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:33.042121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f1a7cde-9bd8-4c6e-998c-2f6b28783524') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:33.058014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.065871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d38c82e-8e2f-4f1e-811f-3210ff05f603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.072606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port ca106b04-8f5e-4fbc-aef8-a075978e9c10 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:33.074562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.077882 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.093262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:49:33.093666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:49:33.095712 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:49:33.189201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.199486 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.202624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] 10.222.0.25 "DELETE /v2.0/networks/c559834f-605c-470e-87c4-3fb7c6c58d0b HTTP/1.1" status: 204 len: 168 time: 0.6232879 Aug 30 22:49:33.232243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9100e903-9cc7-4957-81be-d1a93ac1f2ab admin admin] Pushing event deleted for resources: {'Network': ['ID=c559834f-605c-470e-87c4-3fb7c6c58d0b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:33.233298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:33.248396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.264865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.284329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04715aed-51e1-43b0-88b9-743ef56af071 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:33.287451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:33.292739 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a82618-4379-4974-a05f-d111648b18dc" -d '{"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-plugged", "status": "completed", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:33.292974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.295644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bdcd5c-0f73-4e47-a2d4-76b9cd8985f0 req-d7b358f5-b76f-43f9-85fb-a2a4653daf22 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.307540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69bdcd5c-0f73-4e47-a2d4-76b9cd8985f0 req-d7b358f5-b76f-43f9-85fb-a2a4653daf22 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 932 time: 0.3085406 Aug 30 22:49:33.307949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Transition to ACTIVE for port object 04715aed-51e1-43b0-88b9-743ef56af071 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:33.321724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.322052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:33.327784 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.385528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Transition to ACTIVE for port object 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:33.387836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:33.400077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69bdcd5c-0f73-4e47-a2d4-76b9cd8985f0 req-e99312d3-f60a-46dc-a732-82386bc49f2c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893159 Aug 30 22:49:33.406588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.413683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:33.429540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.439424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.446628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.452901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.462024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.463872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-b2677929-6559-49d8-8ac0-8505f4cfde4b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 3815 time: 0.1580191 Aug 30 22:49:33.466775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37800) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:33.496555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d38c82e-8e2f-4f1e-811f-3210ff05f603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.527048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d38c82e-8e2f-4f1e-811f-3210ff05f603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.556517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:33.600285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:33.600622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:33.601202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:33.637176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d158b021-0a14-4767-a1b9-efa79faffc39 req-7faec982-a25a-4809-a1ac-93e734d5b16c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1453099 Aug 30 22:49:33.642360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-174b3dd6-9701-4a6b-afc7-74a5969748f0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5f4141327b444c67b6770eab4842974e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1744206 Aug 30 22:49:33.643852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:33.644441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:33.644720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d38c82e-8e2f-4f1e-811f-3210ff05f603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bbbfda76077f4e8f99d8e4bacb961307&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8385339 Aug 30 22:49:33.647695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:33.648060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37804) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:33.682241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d38c82e-8e2f-4f1e-811f-3210ff05f603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec50d1b1-a4e9-4feb-97f3-9f0cd0dbf5e4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:33.692564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:33.693346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:33.693856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:33.694682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Bound port: 04715aed-51e1-43b0-88b9-743ef56af071, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:33.695077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25ed8c-de8e-4227-ac3e-7da6fdc3f612 req-697b4434-05bd-4801-b028-2343e111a7ec tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.695210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.697123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e25ed8c-de8e-4227-ac3e-7da6fdc3f612 req-697b4434-05bd-4801-b028-2343e111a7ec tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.1918633 Aug 30 22:49:33.738486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Attempting to bind port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:33.738833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Attempting to bind port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:33.739170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Attempting to bind port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 on network ce923d3e-0708-47ca-9c15-9188fed8de9d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:33.749137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 on network ce923d3e-0708-47ca-9c15-9188fed8de9d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:33.749465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Attempting to bind port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 on network ce923d3e-0708-47ca-9c15-9188fed8de9d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:33.764212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:33.764595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Checking segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:33.764989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Bound using segment: {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:33.765438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Bound port: 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95e7b836-55f7-4ae0-bec4-8f8774d036e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:33.765816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.772641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e25ed8c-de8e-4227-ac3e-7da6fdc3f612 req-f894ab69-49a5-45b3-b35d-f75119fc1677 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639219 Aug 30 22:49:33.851978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:33.856156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:33.869198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.889061 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f06055-34ba-42f6-9985-b19daf39ca50 x-openstack-request-id: req-03f06055-34ba-42f6-9985-b19daf39ca50 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:33.889368 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-plugged", "status": "completed", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:33.889626 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-03f06055-34ba-42f6-9985-b19daf39ca50 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:33.890063 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'code': 200} Aug 30 22:49:33.901715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.911746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.912548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.914186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] 10.222.0.52 "PUT /v2.0/ports/05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 1093 time: 1.7093797 Aug 30 22:49:33.915455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:33.917577 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:33.930524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:33.959722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:33.965023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:33.976185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edef4fde-0b60-4038-9124-65e7d6ec907b req-9b82e830-f93e-43e1-82ca-da1c910dfd57 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:33.977758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-edef4fde-0b60-4038-9124-65e7d6ec907b req-9b82e830-f93e-43e1-82ca-da1c910dfd57 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.2401941 Aug 30 22:49:33.984662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:33.985749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.001920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af054dc4-04df-4c37-9336-5ffba7f694a9 service neutron] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:34.007302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.033661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37d5019c-128f-48e4-bd19-e9fd33e67817 req-956535b1-7851-460c-a17c-5ec093ed4d08 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0372119 Aug 30 22:49:34.066950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.093775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:34.125864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.142548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.143178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.144632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-2ca18fef-8b88-4d50-a9df-8ccb7fabcdc1 service neutron] 10.222.0.47 "PUT /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 1093 time: 1.6043808 Aug 30 22:49:34.145382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:34.147702 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82402031-228d-4990-a718-62d22196f9d6" -d '{"events": [{"name": "network-changed", "server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "tag": "04715aed-51e1-43b0-88b9-743ef56af071"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:34.183825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-edef4fde-0b60-4038-9124-65e7d6ec907b req-f4dabc91-be22-437c-a38f-d6a4d07971ca tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912332 Aug 30 22:49:34.268467 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fb3e27-78ef-4dc7-8615-910699f3ecb2 x-openstack-request-id: req-e7fb3e27-78ef-4dc7-8615-910699f3ecb2 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:34.268792 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:34.269046 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e7fb3e27-78ef-4dc7-8615-910699f3ecb2 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:34.269643 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'status': 'completed', 'code': 200} Aug 30 22:49:34.302600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.306097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.306595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec50d1b1-a4e9-4feb-97f3-9f0cd0dbf5e4 HTTP/1.1" status: 204 len: 168 time: 0.6575100 Aug 30 22:49:34.331248 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9779da6d-2dd1-423a-a8b1-8c17951af66f x-openstack-request-id: req-9779da6d-2dd1-423a-a8b1-8c17951af66f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:34.331490 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "tag": "04715aed-51e1-43b0-88b9-743ef56af071", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:34.331761 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9779da6d-2dd1-423a-a8b1-8c17951af66f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:34.332183 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071', 'status': 'completed', 'code': 200} Aug 30 22:49:34.334167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb409dd2-d58a-4936-9a5d-ff035209d37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec50d1b1-a4e9-4feb-97f3-9f0cd0dbf5e4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:34.339003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-68dbc34b-6649-4e83-8efe-91b894c536e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.343085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-68dbc34b-6649-4e83-8efe-91b894c536e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1096 time: 0.1284502 Aug 30 22:49:34.344691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.347339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:34.348482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c40146cd-96e1-4a7c-a774-7ef50b5c86e4 HTTP/1.1" status: 204 len: 168 time: 0.6981280 Aug 30 22:49:34.351412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3821131-6b4f-44a9-91dc-60cea8c4efcd req-d9f3aedc-ece8-4d7d-8a46-f09bf8df4acf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.352698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3821131-6b4f-44a9-91dc-60cea8c4efcd req-d9f3aedc-ece8-4d7d-8a46-f09bf8df4acf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 947 time: 0.2041435 Aug 30 22:49:34.378804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4e85b-e38b-45a8-b86a-cefde40e0d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c40146cd-96e1-4a7c-a774-7ef50b5c86e4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:34.449980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-df1ac054-de65-4e6f-9cf1-e64c9c9f3b1c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 217 time: 0.0873983 Aug 30 22:49:34.541077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-fe6950ee-0939-4c47-b9b6-9aeb7f40e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.542675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-fe6950ee-0939-4c47-b9b6-9aeb7f40e04c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0808375 Aug 30 22:49:34.639361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-bc5f70fe-68a1-4ae9-9602-6c54679089df service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649171 Aug 30 22:49:34.706498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.706498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.707174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.707174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.707645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.709440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-30803598-7e76-4716-ba1d-dce93de1a712 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 4363 time: 0.3809297 Aug 30 22:49:34.818726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b3cde-1611-46de-ac58-0411cae726ce req-b8f4e085-6ea4-4b2f-adb1-ae8833941130 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.820439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-145b3cde-1611-46de-ac58-0411cae726ce req-b8f4e085-6ea4-4b2f-adb1-ae8833941130 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.1799488 Aug 30 22:49:34.829005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86aafed-bdc1-43b9-acc7-94c733ce2d7f req-69cfe3bf-9e67-499d-afa4-a0bae9890250 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:34.833149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f86aafed-bdc1-43b9-acc7-94c733ce2d7f req-69cfe3bf-9e67-499d-afa4-a0bae9890250 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.2894197 Aug 30 22:49:34.838256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3821131-6b4f-44a9-91dc-60cea8c4efcd req-ea2951d3-b52c-4b96-b823-29b3b9a0d033 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665895 Aug 30 22:49:34.896157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-8ae540c2-40f2-4b82-8cad-e584fd40dbfe service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738243 Aug 30 22:49:34.971299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 5efe04bf-ae1b-429f-9866-e2f90c239c68 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:35.042796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:35.066886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f86aafed-bdc1-43b9-acc7-94c733ce2d7f req-c90e1753-8420-46a6-b3fd-93690c5f5080 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641159 Aug 30 22:49:35.114079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-a01fc116-a97f-4dd0-a84c-52db311358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.120925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-a01fc116-a97f-4dd0-a84c-52db311358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.121422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-a01fc116-a97f-4dd0-a84c-52db311358ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.123274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-a01fc116-a97f-4dd0-a84c-52db311358ac service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3980389 Aug 30 22:49:35.189980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:35.204965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '5efe04bf-ae1b-429f-9866-e2f90c239c68', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '5efe04bf-ae1b-429f-9866-e2f90c239c68', 'mac_address': 'fa:16:3e:14:15:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:35.245522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.260953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5efe04bf-ae1b-429f-9866-e2f90c239c68 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:35.285757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:35.292723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.365351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:35.374231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c09359e-04d0-4471-9784-c38bbf80b308 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dde50e8ed2b4db2b200d51bb07628f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3271847 Aug 30 22:49:35.377051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7ca7f39-6931-4022-930e-36b56bdd4170 req-1957f57b-01eb-486d-bf91-882d567f7341 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714899 Aug 30 22:49:35.379837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:35.411849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Deleting port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:35.412981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.454724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.460528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.466919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.472963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.479050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.486205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68691fe2-398a-45be-b699-fd169b56a592 req-084e1bbd-f8b7-46ab-b189-70245730245b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.487832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-e1356873-8fae-428d-8e7a-0f7998aaa7cf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 3827 time: 0.5241678 Aug 30 22:49:35.488082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68691fe2-398a-45be-b699-fd169b56a592 req-084e1bbd-f8b7-46ab-b189-70245730245b tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 945 time: 0.3008885 Aug 30 22:49:35.498793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e188e733-7785-4ec0-85a9-8cf32cd2b7d1 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:35.524747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.604124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402031-228d-4990-a718-62d22196f9d6 req-f3f89932-046d-4071-8718-dd8f35fb304a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.604991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Transition to ACTIVE for port object e188e733-7785-4ec0-85a9-8cf32cd2b7d1 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:35.606267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-f3f89932-046d-4071-8718-dd8f35fb304a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1096 time: 0.1295276 Aug 30 22:49:35.612226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68691fe2-398a-45be-b699-fd169b56a592 req-a95d9e40-247f-4883-ab65-2d713cdb5918 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/security-groups?id=ae2f797d-4c9e-4a01-af27-8ea138add63d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142108 Aug 30 22:49:35.618754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] For port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,segment=NetworkSegment(e55cf99d-af04-46a8-b99f-35cdc0e29657),segment_id=e55cf99d-af04-46a8-b99f-35cdc0e29657)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:35.619592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.627342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.663752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5b4d995-3ef8-4731-8800-d84ce4e878c1 req-6f4e9528-5b64-482c-8f75-b2f47e953bf2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1656973 Aug 30 22:49:35.670059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Calling delete_port for e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:35.708979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-5c9f32de-a64d-4c4a-a20e-bd961253f046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.720255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f82f6ff-b6c8-43b8-ae9b-c1108b8c4100 req-5c9f32de-a64d-4c4a-a20e-bd961253f046 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5774553 Aug 30 22:49:35.736407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.741080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['5efe04bf-ae1b-429f-9866-e2f90c239c68'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:35.840294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:35.863411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:35.873504 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6de2a9f-99be-41a2-906b-ebd33ed1e1cf req-e21f4d88-3ad1-477a-bec8-efc87b4590ec tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0699372 Aug 30 22:49:35.987925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200937b-c3bc-4cfa-b3bb-8f34e3a7dd16 req-c61d6107-7a47-4ad2-9160-bc286be68347 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:35.995299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a200937b-c3bc-4cfa-b3bb-8f34e3a7dd16 req-c61d6107-7a47-4ad2-9160-bc286be68347 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.2369814 Aug 30 22:49:36.010560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402031-228d-4990-a718-62d22196f9d6 req-2cd327a5-86ea-4e54-9249-0e0b1484d051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.013684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-2cd327a5-86ea-4e54-9249-0e0b1484d051 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3844824 Aug 30 22:49:36.033647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Attempting to bind port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:36.033931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Attempting to bind port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:36.034296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Attempting to bind port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:36.048489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on network 8f149933-992f-433d-b66a-bf0d98fcc62d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:36.048849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Attempting to bind port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:36.054735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.057283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.058489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d65f8bc6-8e11-40f6-b9a2-d275203ce473 HTTP/1.1" status: 204 len: 168 time: 0.6589835 Aug 30 22:49:36.077217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a200937b-c3bc-4cfa-b3bb-8f34e3a7dd16 req-0fb1da87-1131-4065-bcb4-0db49d6df097 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764232 Aug 30 22:49:36.091576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:36.091928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:36.092415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Bound using segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:36.092871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Bound port: e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:36.093243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.105305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-888d2c36-0c7a-46e7-b47d-19a26cd04f9c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 217 time: 0.0789905 Aug 30 22:49:36.122716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2522b3-5070-4f85-ab27-d23d96d83589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d65f8bc6-8e11-40f6-b9a2-d275203ce473,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:36.137875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.181897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e6512d4f-bc34-4741-9d9c-c4d88b07fbe1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:36.211283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Pushing event deleted for resources: {'Port': ['ID=e6512d4f-bc34-4741-9d9c-c4d88b07fbe1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:36.277857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-b12e6d67-0143-47c8-8361-34c9ed798a26 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.280113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-b12e6d67-0143-47c8-8361-34c9ed798a26 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.1812170 Aug 30 22:49:36.298646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] No DVR routers for this DVR port e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:36.301662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.305511 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-145b3cde-1611-46de-ac58-0411cae726ce req-99a7a2f0-08c9-4ad6-b996-0331576b3faa tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.52 "DELETE /v2.0/ports/e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 HTTP/1.1" status: 204 len: 173 time: 1.4699373 Aug 30 22:49:36.333859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'name': 'network-vif-deleted', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:36.336406 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3e0d72-6f19-4f99-8f4a-0c6da92b767a" -d '{"events": [{"server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "name": "network-vif-deleted", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:36.345057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82402031-228d-4990-a718-62d22196f9d6 req-19079452-ae36-40c4-9278-c6ff3065f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.347372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-19079452-ae36-40c4-9278-c6ff3065f28a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.2261910 Aug 30 22:49:36.360859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:36.367018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:36.386145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e73ee2-b419-4cfe-acb7-53922be21f78 req-92eee714-ba7e-4c2d-9da0-b04411af12a5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.387592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38e73ee2-b419-4cfe-acb7-53922be21f78 req-92eee714-ba7e-4c2d-9da0-b04411af12a5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 948 time: 0.1561675 Aug 30 22:49:36.411698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.479232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.479862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.481424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] 10.222.0.52 "PUT /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 1130 time: 2.5287762 Aug 30 22:49:36.484158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:36.489985 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c575de32-d4b8-4493-b81e-2b15cdf139cf" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "e188e733-7785-4ec0-85a9-8cf32cd2b7d1"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:36.491708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-23301ace-ded7-4320-b033-fdb360234514 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1300428 Aug 30 22:49:36.533449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38e73ee2-b419-4cfe-acb7-53922be21f78 req-cdc3aba8-5fc9-43a5-90eb-3b417e0d7699 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193919 Aug 30 22:49:36.570156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:36.577146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697554b6-fc2f-4338-8abe-9e4689c65149 service neutron] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:36.624114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Deleting port ca106b04-8f5e-4fbc-aef8-a075978e9c10 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:49:36.624459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.712231 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85bee7fd-06e4-4f0a-9126-f94f95481afa x-openstack-request-id: req-85bee7fd-06e4-4f0a-9126-f94f95481afa {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:36.714065 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209262eb-9af0-478b-92c3-55a27a0f5dca", "name": "network-vif-deleted", "tag": "e6512d4f-bc34-4741-9d9c-c4d88b07fbe1", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:36.714439 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85bee7fd-06e4-4f0a-9126-f94f95481afa {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:36.715112 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '209262eb-9af0-478b-92c3-55a27a0f5dca', 'name': 'network-vif-deleted', 'tag': 'e6512d4f-bc34-4741-9d9c-c4d88b07fbe1', 'status': 'completed', 'code': 200} Aug 30 22:49:36.736553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76897c51-fff5-494c-b384-f6ed4b4df3ce req-86277088-e50e-4a89-9851-3a10e50dfa17 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:36.744458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76897c51-fff5-494c-b384-f6ed4b4df3ce req-86277088-e50e-4a89-9851-3a10e50dfa17 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.4042423 Aug 30 22:49:36.752103 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10768ccb-e439-4771-84c7-0647f03ccc57 x-openstack-request-id: req-10768ccb-e439-4771-84c7-0647f03ccc57 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:36.752699 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "e188e733-7785-4ec0-85a9-8cf32cd2b7d1", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:36.752699 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10768ccb-e439-4771-84c7-0647f03ccc57 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:36.753046 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1', 'status': 'completed', 'code': 200} Aug 30 22:49:36.782024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.884971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37886) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:36.929144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] For port ca106b04-8f5e-4fbc-aef8-a075978e9c10, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca106b04-8f5e-4fbc-aef8-a075978e9c10,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:36.929522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:36.957230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76897c51-fff5-494c-b384-f6ed4b4df3ce req-06660e0e-f5f6-40f5-aa99-c04675830f98 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948845 Aug 30 22:49:36.963486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 5efe04bf-ae1b-429f-9866-e2f90c239c68 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:36.973937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-0325a091-07c8-4585-8d23-859c36386f9e service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4685056 Aug 30 22:49:36.987766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8bdf775f-6581-4a2f-aee7-5c9cfe0f4cd1 req-63dbe9d6-476b-4fb1-a646-3c800b2dd645 tempest-DeleteServersTestJSON-1401816763 tempest-DeleteServersTestJSON-1401816763-project] 10.222.0.25 "GET /v2.0/ports?device_id=209262eb-9af0-478b-92c3-55a27a0f5dca HTTP/1.1" status: 200 len: 210 time: 0.0761456 Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.017429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-5914d222-9585-43fd-a079-278a8cb45584 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5286 time: 0.2027743 Aug 30 22:49:37.026096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Calling delete_port for ca106b04-8f5e-4fbc-aef8-a075978e9c10 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:49:37.098151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 5efe04bf-ae1b-429f-9866-e2f90c239c68 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:37.102231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 5efe04bf-ae1b-429f-9866-e2f90c239c68 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:37.102660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.240043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8284b8d9-50ec-47de-aebb-83e580ccb2b3 req-ddc9d459-fa4d-45dc-929b-3c01f2c82f31 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0811009 Aug 30 22:49:37.276324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.331341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:37.333952 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7a8666-04ed-424a-a859-c0823af9e7d2" -d '{"events": [{"server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "name": "network-vif-plugged", "status": "completed", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:37.347740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:37.353740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.357029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-413309ea-2217-4bde-977d-f1e22a8f91fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.383034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.389635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.395504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.401549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.407870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.413929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.415893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-d39931fd-f1f2-4e85-b1ed-dd73c0fbdd95 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 4598 time: 0.2888825 Aug 30 22:49:37.449569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:37.454470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-3befefe7-a111-433a-b09c-848583690439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.454985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-3befefe7-a111-433a-b09c-848583690439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.455452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-3befefe7-a111-433a-b09c-848583690439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.457136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-3befefe7-a111-433a-b09c-848583690439 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4157894 Aug 30 22:49:37.461886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82402031-228d-4990-a718-62d22196f9d6 req-c238a715-0130-4d3e-8b1f-e0dea40942d7 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475975 Aug 30 22:49:37.625623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e2c08-207e-43f1-b63d-fb38ab117153 req-2c404d47-3916-4dbe-a7d6-d36eea605687 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.633549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b99e2c08-207e-43f1-b63d-fb38ab117153 req-2c404d47-3916-4dbe-a7d6-d36eea605687 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 945 time: 0.2412229 Aug 30 22:49:37.732902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.747685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca106b04-8f5e-4fbc-aef8-a075978e9c10'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:37.748196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3d6b41f-b245-4440-b8b0-fa0caae58755 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:37.766356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b99e2c08-207e-43f1-b63d-fb38ab117153 req-e609718b-2585-4bc9-ab89-cd7cccd7a74c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316762 Aug 30 22:49:37.829847 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:37.856301 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183e0b53-4c4c-4c90-a2a0-cbb4a3351b9b x-openstack-request-id: req-183e0b53-4c4c-4c90-a2a0-cbb4a3351b9b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:37.857221 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "name": "network-vif-plugged", "status": "completed", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:37.857523 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-183e0b53-4c4c-4c90-a2a0-cbb4a3351b9b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:37.857950 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68', 'code': 200} Aug 30 22:49:37.886951 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14bcc644-0f54-4d28-ad0e-9f5e8bba461b req-20ac5a39-48c0-459d-9eed-07acd28531a5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4606192 Aug 30 22:49:37.919973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event deleted for resources: {'Port': ['ID=ca106b04-8f5e-4fbc-aef8-a075978e9c10,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:37.953145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-ce0177c6-dfb7-48ec-aa99-63834368fe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:37.955690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c575de32-d4b8-4493-b81e-2b15cdf139cf req-ce0177c6-dfb7-48ec-aa99-63834368fe05 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4901917 Aug 30 22:49:37.994683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] No DVR routers for this DVR port ca106b04-8f5e-4fbc-aef8-a075978e9c10 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:49:37.997063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.000117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dda2588-64b6-4d6e-a89a-bd3bda1281cf req-e223d6ee-794f-448c-a3c7-e8f9e0acff94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.47 "DELETE /v2.0/ports/ca106b04-8f5e-4fbc-aef8-a075978e9c10 HTTP/1.1" status: 204 len: 173 time: 1.7017760 Aug 30 22:49:38.002734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Transition to ACTIVE for port object d3d6b41f-b245-4440-b8b0-fa0caae58755 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:38.027901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.103320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a18348-912b-4919-a7ff-c7693079ed5d req-044fffe0-d03b-4dad-99d2-6f972340c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:38.107533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9a18348-912b-4919-a7ff-c7693079ed5d req-044fffe0-d03b-4dad-99d2-6f972340c041 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 1101 time: 0.1220911 Aug 30 22:49:38.138601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3502b83c-0d05-4bf8-94f7-140ea292ae7a req-40eef751-ad99-4548-89b7-78cd2dc02675 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:38.146374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3502b83c-0d05-4bf8-94f7-140ea292ae7a req-40eef751-ad99-4548-89b7-78cd2dc02675 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.1965349 Aug 30 22:49:38.274887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9a18348-912b-4919-a7ff-c7693079ed5d req-66281a77-1f80-4fd4-8bad-418ab98219d2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266508 Aug 30 22:49:38.284513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d2dd6-47a9-4d75-abed-327d828353e6 req-0efa4aaf-feeb-4ba6-b12f-0de07d33ce1d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:38.293176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c29d2dd6-47a9-4d75-abed-327d828353e6 req-0efa4aaf-feeb-4ba6-b12f-0de07d33ce1d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.1963198 Aug 30 22:49:38.353885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c29d2dd6-47a9-4d75-abed-327d828353e6 req-e708d9ca-2fdc-4fba-b7a7-12ba4dccecfa tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Aug 30 22:49:38.455018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:38.461066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-413309ea-2217-4bde-977d-f1e22a8f91fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.503788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-413309ea-2217-4bde-977d-f1e22a8f91fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.539452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bc40474-ff10-4110-90df-12d1ec681c7d req-541b99c8-d7e9-4b48-84b1-04e30a5547a7 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0419395 Aug 30 22:49:38.587177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3502b83c-0d05-4bf8-94f7-140ea292ae7a req-be58da20-7bce-46c0-a1ae-93980e5b2c25 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4398692 Aug 30 22:49:38.621441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-413309ea-2217-4bde-977d-f1e22a8f91fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6095bd12bd34181b98122dbc9df5b02&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7291789 Aug 30 22:49:38.621441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Attempting to bind port d3d6b41f-b245-4440-b8b0-fa0caae58755 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:38.621441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Attempting to bind port d3d6b41f-b245-4440-b8b0-fa0caae58755 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:38.621441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Attempting to bind port d3d6b41f-b245-4440-b8b0-fa0caae58755 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:38.623009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:38.625675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413309ea-2217-4bde-977d-f1e22a8f91fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df5fd88-7da3-4856-a80c-831651d3a833,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:38.630083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Port d3d6b41f-b245-4440-b8b0-fa0caae58755 on network 8f149933-992f-433d-b66a-bf0d98fcc62d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:38.630484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Attempting to bind port d3d6b41f-b245-4440-b8b0-fa0caae58755 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:38.635923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:38.636353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:38.636822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Bound using segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:38.637451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Bound port: d3d6b41f-b245-4440-b8b0-fa0caae58755, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:38.640827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.726137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.760991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.761769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-deleted', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:38.764565 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc0db21-7230-4b2e-bbbe-268ebf35a024" -d '{"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-deleted", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:38.794738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:38.804283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:38.808671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.831545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.834880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.838587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9df5fd88-7da3-4856-a80c-831651d3a833 HTTP/1.1" status: 204 len: 168 time: 0.2123961 Aug 30 22:49:38.864758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:38.865530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:38.868239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] 10.222.0.52 "PUT /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 1130 time: 2.3325534 Aug 30 22:49:38.875894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ddf13-99ba-4511-b233-76e12d65e365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df5fd88-7da3-4856-a80c-831651d3a833,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:38.894422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f13644-e235-4072-a407-755fb34b6bab service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:38.968266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b846b7a9-4949-48e5-ba31-76e6eb355ee4 req-d2aff486-9803-4352-afe1-6de2c6146934 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=76ea2d3a-7069-4360-972e-cf85849fd093 HTTP/1.1" status: 200 len: 210 time: 0.0766187 Aug 30 22:49:38.985146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:38.985507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:39.126247 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd96efd3-9016-409d-9658-820dadafa9ec x-openstack-request-id: req-bd96efd3-9016-409d-9658-820dadafa9ec {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:39.126554 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ea2d3a-7069-4360-972e-cf85849fd093", "name": "network-vif-deleted", "tag": "ca106b04-8f5e-4fbc-aef8-a075978e9c10", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:39.126818 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd96efd3-9016-409d-9658-820dadafa9ec {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:39.130757 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ea2d3a-7069-4360-972e-cf85849fd093', 'name': 'network-vif-deleted', 'tag': 'ca106b04-8f5e-4fbc-aef8-a075978e9c10', 'status': 'completed', 'code': 200} Aug 30 22:49:39.132330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.232474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:39.248563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.256795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.263968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.270901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.274319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '04715aed-51e1-43b0-88b9-743ef56af071', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'port_id': '04715aed-51e1-43b0-88b9-743ef56af071', 'mac_address': 'fa:16:3e:87:d3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06fcc1-02fb-436f-af87-f616358e0c1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:39.277561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.284566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.290794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.299791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-122666dc-4ef2-4c65-994c-f6938b459dfa tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5369 time: 0.1243899 Aug 30 22:49:39.332591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.358322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04715aed-51e1-43b0-88b9-743ef56af071 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:39.360161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdf52757-049b-466b-89bf-713fa0fe5edf req-9009d289-c391-40c1-ae16-0356fba5cbec tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0589664 Aug 30 22:49:39.401321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:39.407361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.467887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:39.551307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a6e3829-4e33-4f55-9cae-428a0d625262 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:39.559704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da54bf-3189-4a1c-a891-828a1528be2d req-c1fc8013-4511-4572-aa6a-46ed74f7a522 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.562708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.569441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63da54bf-3189-4a1c-a891-828a1528be2d req-c1fc8013-4511-4572-aa6a-46ed74f7a522 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.0685337 Aug 30 22:49:39.581739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Transition to ACTIVE for port object 4a6e3829-4e33-4f55-9cae-428a0d625262 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:39.587414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.614413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63da54bf-3189-4a1c-a891-828a1528be2d req-5aba448a-8b2b-42bf-9df3-5ce843311c63 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438492 Aug 30 22:49:39.688369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:39.822233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:39.822658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653c9733-3f7d-435f-8dc1-383e51dc3ee5 req-69b599eb-8581-4a8d-b732-be4a08c161f8 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0786109 Aug 30 22:49:39.898452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Attempting to bind port 4a6e3829-4e33-4f55-9cae-428a0d625262 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:39.898796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Attempting to bind port 4a6e3829-4e33-4f55-9cae-428a0d625262 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:39.899393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Attempting to bind port 4a6e3829-4e33-4f55-9cae-428a0d625262 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:39.905094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Port 4a6e3829-4e33-4f55-9cae-428a0d625262 on network 8f149933-992f-433d-b66a-bf0d98fcc62d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:39.905418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Attempting to bind port 4a6e3829-4e33-4f55-9cae-428a0d625262 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:39.911238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:39.912122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:39.912122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Bound using segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:39.912645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Bound port: 4a6e3829-4e33-4f55-9cae-428a0d625262, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:39.913207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:39.954125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d459d0df-f3d2-41a9-810d-9db3b368e022 req-1c1cdd1c-9f85-470b-9014-abef01a7c86c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:39.967711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d459d0df-f3d2-41a9-810d-9db3b368e022 req-1c1cdd1c-9f85-470b-9014-abef01a7c86c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.1525774 Aug 30 22:49:40.065537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:40.069267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4a6e3829-4e33-4f55-9cae-428a0d625262,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:40.079918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d459d0df-f3d2-41a9-810d-9db3b368e022 req-18a58f28-19fa-45a4-8d24-94ad2b7c80eb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104300 Aug 30 22:49:40.081064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:40.087563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.108027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:40.124197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:40.124651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e6512d4f-bc34-4741-9d9c-c4d88b07fbe1 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:40.173220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:40.173880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.175339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] 10.222.0.52 "PUT /v2.0/ports/4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 200 len: 1091 time: 1.1963449 Aug 30 22:49:40.234724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:40.271892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fda80d5f-ed19-45e0-b393-57a0d9c7e395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.277414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0322fb74-ea5f-49ae-a5e1-d746dcb96f05 service neutron] Pushing event updated for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:40.319936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.388516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1107106163-network', 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:40.484349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Made reservation on behalf of 65a1bce952a34b6a9339e0f9d2906c5f for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:40.487451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.525975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.629515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-e1e492f9-db84-4258-88e5-4dce273d6aa4 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:40.631098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-e1e492f9-db84-4258-88e5-4dce273d6aa4 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.1857154 Aug 30 22:49:40.665468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-d36a3f49-e2d4-495e-aa30-3d3a687b3373 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/quotas/f40e6ea82c404cdeb107b1f4c401f593 HTTP/1.1" status: 200 len: 375 time: 0.0160689 Aug 30 22:49:40.742828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.748293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-26066dea-a0ba-444a-a902-95baa5e5b1fd tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0735548 Aug 30 22:49:40.749500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.762325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 977323dc-2064-4dfd-b775-03825ecd4cc4 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:40.772531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.804116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Transition to ACTIVE for port object 977323dc-2064-4dfd-b775-03825ecd4cc4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:40.809891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.817928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:49:40.835117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3a7f9-1a38-488a-9caf-4775d17a8607,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:40.839526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.839870 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Added segment 22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a of type vlan for network 41f2b9cd-5802-4dde-8b95-456942bb6303 Aug 30 22:49:40.915761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:40.926875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-67ada80b-a156-44b0-88e5-f215a7bc4ea4 service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708045 Aug 30 22:49:40.937568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:40.971600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:40.978932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:40.997225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.000223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.001167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.001759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.001933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:49:41.019341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.026578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.030667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: ca106b04-8f5e-4fbc-aef8-a075978e9c10 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:49:41.031196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca106b04-8f5e-4fbc-aef8-a075978e9c10 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:49:41.035918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.042294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.051596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-4c7cf2a5-3398-41f8-adbd-1f8d1f5b5292 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5381 time: 0.2601655 Aug 30 22:49:41.081310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9692662 Aug 30 22:49:41.082843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:41.098143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Request body: {'subnet': {'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1107106163-subnet', 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:41.101362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb770e-ccfb-41e6-a970-edba7b1d9475 admin admin] Pushing event updated for resources: {'Network': ['ID=41f2b9cd-5802-4dde-8b95-456942bb6303,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:41.112992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:49:41.131216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-d5afce8f-3ca5-42c8-8bd1-23680c762ebc service neutron] 10.222.0.25 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933212 Aug 30 22:49:41.140748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9880d229-972b-4cb1-b9c6-5e0efe3606e0 req-530cb471-34f3-428a-be01-3e32eaab4363 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0874946 Aug 30 22:49:41.141612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': 'd3d6b41f-b245-4440-b8b0-fa0caae58755'}, {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:41.153211 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19e900e-3479-49db-aef4-f81b87f2d3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "d3d6b41f-b245-4440-b8b0-fa0caae58755"}, {"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:41.156226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Made reservation on behalf of 65a1bce952a34b6a9339e0f9d2906c5f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:41.167664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.190982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Attempting to bind port 977323dc-2064-4dfd-b775-03825ecd4cc4 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:41.191331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Attempting to bind port 977323dc-2064-4dfd-b775-03825ecd4cc4 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:41.191666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Attempting to bind port 977323dc-2064-4dfd-b775-03825ecd4cc4 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:41.202960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Port 977323dc-2064-4dfd-b775-03825ecd4cc4 on network 8f149933-992f-433d-b66a-bf0d98fcc62d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:41.203295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Attempting to bind port 977323dc-2064-4dfd-b775-03825ecd4cc4 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:41.212891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:41.213249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Checking segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:41.213652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Bound using segment: {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:41.214129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Bound port: 977323dc-2064-4dfd-b775-03825ecd4cc4, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a35f51-217b-4b0e-974e-b84951d1978f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:41.214499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.376533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:41.380096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=977323dc-2064-4dfd-b775-03825ecd4cc4,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:41.392087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.442634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.462480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b240-9a32-4e24-9115-ee337c49a1ac req-c5a140ab-cc93-4d9a-9035-4ab22f0f1620 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.464113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dff2b240-9a32-4e24-9115-ee337c49a1ac req-c5a140ab-cc93-4d9a-9035-4ab22f0f1620 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.2179246 Aug 30 22:49:41.470142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.470771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.472704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] 10.222.0.52 "PUT /v2.0/ports/977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 200 len: 1091 time: 1.2459011 Aug 30 22:49:41.494484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80f361b-5d0d-4b97-a07f-6c92746f88b5 service neutron] Pushing event updated for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:41.526127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:41.541215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ca755c1-b18c-4003-a851-16dbfa214a38,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:41.554389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Checking segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:41.554683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Network hostable DHCP agents. Network: 41f2b9cd-5802-4dde-8b95-456942bb6303, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:49:41.578269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:49:41.585803 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dff2b240-9a32-4e24-9115-ee337c49a1ac req-9fdbfaec-37aa-4494-ac33-46020d7bfb53 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091895 Aug 30 22:49:41.603532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 41f2b9cd-5802-4dde-8b95-456942bb6303) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:41.613875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef645e2f-6fbf-4b2e-abdb-2d8c35e0a0df None None] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:41.628581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.642663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.652627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.705372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1f52d01-7e35-40b5-9926-6f5dbe55f1cf req-9e5ed71b-0e73-4366-9b27-2b52c217d5fa tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0992053 Aug 30 22:49:41.722831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-633aefac-7b9d-485f-83ea-4a63f766dee5 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6370857 Aug 30 22:49:41.835668 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d8b126-3389-4154-8561-8c968842fa46 x-openstack-request-id: req-25d8b126-3389-4154-8561-8c968842fa46 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:41.836033 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "d3d6b41f-b245-4440-b8b0-fa0caae58755", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:41.836491 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25d8b126-3389-4154-8561-8c968842fa46 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:41.837244 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': 'd3d6b41f-b245-4440-b8b0-fa0caae58755', 'status': 'completed', 'code': 200} Aug 30 22:49:41.837512 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262', 'status': 'completed', 'code': 200} Aug 30 22:49:41.936191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-41f2b9cd-5802-4dde-8b95-456942bb6303', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f', 'fixed_ips': [{'subnet_id': '9ca755c1-b18c-4003-a851-16dbfa214a38'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:49:41.937540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:41.966500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa95ed-99a1-4a2f-9f5d-be67c900c366 req-ec5d8845-f582-431a-a236-8302fa3f34a7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:41.973246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23fa95ed-99a1-4a2f-9f5d-be67c900c366 req-ec5d8845-f582-431a-a236-8302fa3f34a7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.2389638 Aug 30 22:49:42.027129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41de436c-da62-4c82-9ae7-6e56c7fe58d1 req-47b00877-ec0f-402a-9584-464313198e85 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 210 time: 0.0838094 Aug 30 22:49:42.048760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.051487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.052233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.052720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.053200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.053673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.058399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.063113 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-ac13d599-e202-412e-834a-a2c805f0e890 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6345 time: 0.1848121 Aug 30 22:49:42.170902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23fa95ed-99a1-4a2f-9f5d-be67c900c366 req-4d1761cb-7f86-485f-93a7-be7b24f82405 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727967 Aug 30 22:49:42.302554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-db82a658-e035-406d-9e3f-9a0f99947663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.303041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-db82a658-e035-406d-9e3f-9a0f99947663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.304297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-db82a658-e035-406d-9e3f-9a0f99947663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.306181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-db82a658-e035-406d-9e3f-9a0f99947663 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2289069 Aug 30 22:49:42.326888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Allocated IP 172.20.0.2 (41f2b9cd-5802-4dde-8b95-456942bb6303/9ca755c1-b18c-4003-a851-16dbfa214a38/48cc8879-65bb-4656-a332-52fc3665f129) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:42.473527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3a1daa42-87d8-410c-bb58-9248a2be706d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.475116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3a1daa42-87d8-410c-bb58-9248a2be706d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984044 Aug 30 22:49:42.504118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.511096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.511327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1580b5f9-973a-4b5d-865f-7f8c910a6942 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:42.522441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.530012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.537977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.539678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.545966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.552889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.561362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-c62038ab-5394-4d14-8ef6-e760a3735e6a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5393 time: 0.2541268 Aug 30 22:49:42.601925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Transition to ACTIVE for port object 1580b5f9-973a-4b5d-865f-7f8c910a6942 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:42.612939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.622897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6772f5ab-f302-4da4-8904-d33c9fb07445 req-14f5efea-6a43-47b9-a893-038b17f9491a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0596619 Aug 30 22:49:42.712839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.713484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.713860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.714569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.715045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.715511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.718338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.721724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-52283bd8-c76b-46e1-8ed8-e5ba13db8b13 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6371 time: 0.1168561 Aug 30 22:49:42.737383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:42.757012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.771607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Transition to ACTIVE for port object 48cc8879-65bb-4656-a332-52fc3665f129 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:42.827774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Transition to ACTIVE for port object 48cc8879-65bb-4656-a332-52fc3665f129 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:42.839880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.846890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:42.912864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3697025a-0901-4ef4-97fe-1141c13adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.913335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3697025a-0901-4ef4-97fe-1141c13adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.913841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3697025a-0901-4ef4-97fe-1141c13adc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:42.919890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-3697025a-0901-4ef4-97fe-1141c13adc54 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1801302 Aug 30 22:49:42.944171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Attempting to bind port 1580b5f9-973a-4b5d-865f-7f8c910a6942 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:42.944597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Attempting to bind port 1580b5f9-973a-4b5d-865f-7f8c910a6942 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:42.944938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Attempting to bind port 1580b5f9-973a-4b5d-865f-7f8c910a6942 on network 8d08f948-9d07-49cd-ba11-943378028b14 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:42.962829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Port 1580b5f9-973a-4b5d-865f-7f8c910a6942 on network 8d08f948-9d07-49cd-ba11-943378028b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:42.963192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Attempting to bind port 1580b5f9-973a-4b5d-865f-7f8c910a6942 on network 8d08f948-9d07-49cd-ba11-943378028b14 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:42.972437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:42.973185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Checking segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:42.973185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Bound using segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:42.973629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Bound port: 1580b5f9-973a-4b5d-865f-7f8c910a6942, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:42.974039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.018688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Pushing event updated for resources: {'Port': ['ID=48cc8879-65bb-4656-a332-52fc3665f129,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:43.023652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:43.148246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:43.174930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-06963a82-237d-403d-908d-6e0459490b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:43.176495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19e900e-3479-49db-aef4-f81b87f2d3fb req-06963a82-237d-403d-908d-6e0459490b0c service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492597 Aug 30 22:49:43.177050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:43.188516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:43.211794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:43.395969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:43.428312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Attempting to bind port 48cc8879-65bb-4656-a332-52fc3665f129 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:43.429312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Attempting to bind port 48cc8879-65bb-4656-a332-52fc3665f129 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:43.430414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Attempting to bind port 48cc8879-65bb-4656-a332-52fc3665f129 on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:43.435545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 04715aed-51e1-43b0-88b9-743ef56af071 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:43.455422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9ba6caaa-8376-4c15-87a1-78308f5b6422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.463341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 04715aed-51e1-43b0-88b9-743ef56af071 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:43.466658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.471333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:43.496161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.511124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-86e6176a-e7a8-42ef-9e16-3fef36260fd6 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:43.515803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-86e6176a-e7a8-42ef-9e16-3fef36260fd6 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.2285151 Aug 30 22:49:43.517086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa95b0d1-8d35-45e5-b4e3-ae949223d9b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.525420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:43.525991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Checking segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:43.526633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.527130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Bound using segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:43.527722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Bound port: 48cc8879-65bb-4656-a332-52fc3665f129, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:43.528273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.564506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-ead4cb02-b86b-4c16-9ddd-ccac00f707b4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/quotas/65a1bce952a34b6a9339e0f9d2906c5f HTTP/1.1" status: 200 len: 375 time: 0.0389166 Aug 30 22:49:43.575285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-499e5f5a-08bf-4ff5-b11a-a33c66e56360 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:43.576856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-499e5f5a-08bf-4ff5-b11a-a33c66e56360 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.52 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 822 time: 0.4736776 Aug 30 22:49:43.581555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:43.591938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f886892-15f0-483f-9e29-22a756d13e8c req-e11bf2d0-0983-432c-94bf-65186a2bf97d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:43.593470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f886892-15f0-483f-9e29-22a756d13e8c req-e11bf2d0-0983-432c-94bf-65186a2bf97d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.1875350 Aug 30 22:49:43.602676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Request body: {'port': {'device_id': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'admin_state_up': True, 'tenant_id': 'f40e6ea82c404cdeb107b1f4c401f593'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:43.610533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] For port 48cc8879-65bb-4656-a332-52fc3665f129, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:43.617401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] For port 48cc8879-65bb-4656-a332-52fc3665f129, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=48cc8879-65bb-4656-a332-52fc3665f129,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:43.630144 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.666921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:43.667452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.668859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-540bdeeb-b706-45bf-84aa-a914e5752a99 service neutron] 10.222.0.52 "PUT /v2.0/ports/1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 200 len: 1092 time: 2.1523921 Aug 30 22:49:43.714488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-24c4da39-d87c-405b-a5bc-0f08a620eee9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1425860 Aug 30 22:49:43.748925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.805236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Request body: {'port': {'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:43.857101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:43.863891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4'}, {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:43.865668 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17669281-38f7-4b77-be5a-1cfba13db6f6" -d '{"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-plugged", "status": "completed", "tag": "04715aed-51e1-43b0-88b9-743ef56af071"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:43.866189 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69f8541-5fdb-432b-ab0a-10e148effd4b" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4"}, {"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:43.886740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f225ec2-b896-4c05-919f-af29df46a24a None None] Pushing event updated for resources: {'Port': ['ID=48cc8879-65bb-4656-a332-52fc3665f129,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:43.887319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f886892-15f0-483f-9e29-22a756d13e8c req-d6b6a976-a71e-4227-b846-3a0ec7c9c0e0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222202 Aug 30 22:49:43.912873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:43.926739 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:43.996126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.006412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-f3ed3e1b-3ba4-45dc-aaf9-eb5b53bd8ee5 service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699773 Aug 30 22:49:44.043122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:44.150630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ccf27a7-8932-4f59-bdfa-738cd4ae80ef req-a46cf670-ef04-4874-8148-6ebfb918b726 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0778031 Aug 30 22:49:44.160186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa95b0d1-8d35-45e5-b4e3-ae949223d9b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.171048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa95b0d1-8d35-45e5-b4e3-ae949223d9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.237012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95b0d1-8d35-45e5-b4e3-ae949223d9b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3bfa18-f275-43d3-8940-e50b7f3ec099,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:44.302727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fa95b0d1-8d35-45e5-b4e3-ae949223d9b0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0671ae73ca8541f1acf4b44ea4e212ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1221721 Aug 30 22:49:44.305218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38122) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:44.307286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b14eb083-bef0-4573-b002-409224a2f7b5 req-b25c73f8-8821-43f1-b758-155226b40448 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 210 time: 0.0427258 Aug 30 22:49:44.359347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-f4aa2123-190b-4a4e-8e54-8c6341d9be45 service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516104 Aug 30 22:49:44.362998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Made reservation on behalf of f40e6ea82c404cdeb107b1f4c401f593 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:44.370501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.410179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.423450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.450432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 48cc8879-65bb-4656-a332-52fc3665f129 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:44.471151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.520427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 48cc8879-65bb-4656-a332-52fc3665f129 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:44.552790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.556521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:44.563205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a3bfa18-f275-43d3-8940-e50b7f3ec099 HTTP/1.1" status: 204 len: 168 time: 0.2549441 Aug 30 22:49:44.578213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a2035a-3c60-46e1-b6d1-dcf2578af8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3bfa18-f275-43d3-8940-e50b7f3ec099,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:44.798247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.830473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.837586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.845258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.851796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.858696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.865740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:44.875618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-5682993c-6fc2-40a8-a2c2-3d9a1ba80203 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5405 time: 0.1859686 Aug 30 22:49:44.878774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Allocated IP 172.20.0.3 (026dc1e1-24a9-4273-a182-8eaf2648a39e/2bcff6d8-587b-4aa9-b14e-169528d727de/8057dcdd-d74a-40b5-88ad-1f41ed4f1301) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:44.973000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff02f9f8-15e7-4c35-b79e-40d2d6536c29 req-d70e4266-07a9-463b-b897-0c51b112fa8c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0958064 Aug 30 22:49:45.001182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ebfd135-a8c1-4c59-baae-67db3d3112bd {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:45.022884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.045185 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d003f9-93ab-4a3b-9e4d-bae33f200e17 x-openstack-request-id: req-29d003f9-93ab-4a3b-9e4d-bae33f200e17 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:45.045483 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:45.045737 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29d003f9-93ab-4a3b-9e4d-bae33f200e17 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:45.046164 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4', 'status': 'completed', 'code': 200} Aug 30 22:49:45.046417 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'status': 'completed', 'code': 200} Aug 30 22:49:45.062018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.062686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.063198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.063735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.064378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.064850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.074336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.075343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.075829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.077824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.078856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.079293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.079841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.094371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-3331f72d-9785-4186-8ee3-21649436fd63 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f&device_id=d38041f6-114d-4313-810c-0410ac5c3234&device_id=3a942bec-6c24-4871-a5c3-550171ad4242&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa&device_id=2e20cee9-499e-4491-8324-0288fa8fa33e&device_id=b75318de-5b92-4724-adec-db960f4435d2&device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 11748 time: 0.1674805 Aug 30 22:49:45.102902 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd813a-6472-47b1-9bca-f3a6b10c11d7 x-openstack-request-id: req-ccfd813a-6472-47b1-9bca-f3a6b10c11d7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:45.103468 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-plugged", "status": "completed", "tag": "04715aed-51e1-43b0-88b9-743ef56af071", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:45.103910 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ccfd813a-6472-47b1-9bca-f3a6b10c11d7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:45.104483 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071', 'code': 200} Aug 30 22:49:45.116550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38142) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:45.139266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Transition to ACTIVE for port object 1ebfd135-a8c1-4c59-baae-67db3d3112bd will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:45.147824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-ca56f29d-5863-4433-aee8-94046c932b7a tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.262334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-ca56f29d-5863-4433-aee8-94046c932b7a tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.264161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd1a2-8a14-4ecb-8ad2-13606aec5fed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.280915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-ca56f29d-5863-4433-aee8-94046c932b7a tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.281414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.281947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.282426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.282951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.283421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.283886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.284350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.286416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-3c07cea6-f8da-4778-874c-06d5d868c27a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6413 time: 0.2002883 Aug 30 22:49:45.290458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.297464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df0fac4-6d52-4035-89f8-21a2eba7d050 req-006e89d8-9467-468a-9437-454b4565f02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.299089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7df0fac4-6d52-4035-89f8-21a2eba7d050 req-006e89d8-9467-468a-9437-454b4565f02f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1098 time: 0.1018586 Aug 30 22:49:45.410216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca56f29d-5863-4433-aee8-94046c932b7a tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343e75a7-be21-403b-aade-9e747170996d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:45.419373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:45.439716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6e69ef2-52de-4c42-bdab-ff6b8a1c2b6d req-ca56f29d-5863-4433-aee8-94046c932b7a tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 512 time: 0.3443971 Aug 30 22:49:45.448637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c2423b-dad8-48a9-ab02-ff72054fa0b3 None None] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:45.559726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7df0fac4-6d52-4035-89f8-21a2eba7d050 req-bd713549-ebb3-43d9-bd72-95db7a2c7fbb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150147 Aug 30 22:49:45.619224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-2d61887a-3b45-4ff2-9c28-67219666ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.620066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-2d61887a-3b45-4ff2-9c28-67219666ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.620869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-2d61887a-3b45-4ff2-9c28-67219666ff03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.623225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-2d61887a-3b45-4ff2-9c28-67219666ff03 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3191195 Aug 30 22:49:45.685563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420527dc-72e1-4da2-9b97-03a35f7f631f req-8e54d916-0e53-4526-934a-294642f9058e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.693542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-420527dc-72e1-4da2-9b97-03a35f7f631f req-8e54d916-0e53-4526-934a-294642f9058e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.1459110 Aug 30 22:49:45.710420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-1290d448-9c95-4ce5-b018-523de216a5b7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.712265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-1290d448-9c95-4ce5-b018-523de216a5b7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.3053629 Aug 30 22:49:45.747494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-9e01fa50-cf61-48be-8567-f231706015a7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/quotas/65a1bce952a34b6a9339e0f9d2906c5f HTTP/1.1" status: 200 len: 375 time: 0.0293729 Aug 30 22:49:45.748285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.850503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-939defd2-0abf-4023-bb62-cff599bf76ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:45.852013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-939defd2-0abf-4023-bb62-cff599bf76ef service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2183971 Aug 30 22:49:45.852190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd1a2-8a14-4ecb-8ad2-13606aec5fed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.856687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-3ba25c34-8012-46a3-8d18-35278e304575 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1076610 Aug 30 22:49:45.860363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Provisioning for port 48cc8879-65bb-4656-a332-52fc3665f129 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:45.873186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-420527dc-72e1-4da2-9b97-03a35f7f631f req-a7d0ff36-2628-4423-93f3-2533c7a78bb7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746542 Aug 30 22:49:45.878887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb8cd1a2-8a14-4ecb-8ad2-13606aec5fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.890953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Provisioning complete for port 48cc8879-65bb-4656-a332-52fc3665f129 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:45.891572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.937594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Attempting to bind port 1ebfd135-a8c1-4c59-baae-67db3d3112bd on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:45.938070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Attempting to bind port 1ebfd135-a8c1-4c59-baae-67db3d3112bd by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:45.938221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Attempting to bind port 1ebfd135-a8c1-4c59-baae-67db3d3112bd on network 8d08f948-9d07-49cd-ba11-943378028b14 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:45.938538 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.963650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb8cd1a2-8a14-4ecb-8ad2-13606aec5fed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac1452c2914342d3b31c66ad43f4c2c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8342052 Aug 30 22:49:45.963650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Port 1ebfd135-a8c1-4c59-baae-67db3d3112bd on network 8d08f948-9d07-49cd-ba11-943378028b14 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:45.963981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Attempting to bind port 1ebfd135-a8c1-4c59-baae-67db3d3112bd on network 8d08f948-9d07-49cd-ba11-943378028b14 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:45.966223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:45.976373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cd1a2-8a14-4ecb-8ad2-13606aec5fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd42fe22-45e8-4525-b16a-30cf9d5f3096,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:45.988881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:45.989246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Checking segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:45.989607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Bound using segment: {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:45.990614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Bound port: 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9184505e-4448-4d7e-b975-813234900fed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:45.991004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:45.994296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.024805 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.034751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.035219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.035695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.036163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.036634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.037255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.037720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.039804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-9052d677-f6ac-41c1-8a0d-2e62e82e7ed8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6439 time: 0.0999942 Aug 30 22:49:46.068827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] For port 48cc8879-65bb-4656-a332-52fc3665f129, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=48cc8879-65bb-4656-a332-52fc3665f129,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:46.076978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.135738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffb3c8e-26f1-4b09-bdeb-d7a8a029f17d None None] Pushing event updated for resources: {'Port': ['ID=48cc8879-65bb-4656-a332-52fc3665f129,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:46.174401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-7fe63744-6336-4108-addd-2e737a7e3673 service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995076 Aug 30 22:49:46.179304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-78973272-cd67-4dbf-a2c1-6091992dda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.179805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-78973272-cd67-4dbf-a2c1-6091992dda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.180270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-78973272-cd67-4dbf-a2c1-6091992dda1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.182003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-78973272-cd67-4dbf-a2c1-6091992dda1b service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=9d4715e964b9445c8e23830a991d4b0a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1260443 Aug 30 22:49:46.328698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8bc8d996-75d8-4209-ad8e-0cc7b69e8b9e None None] Provisioning complete for port 48cc8879-65bb-4656-a332-52fc3665f129 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:46.329588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bc8d996-75d8-4209-ad8e-0cc7b69e8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.356915 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d984b95a-a5e0-426f-8c42-8f506ecfb0ad req-9f598fc3-5ebc-4b15-be16-def300fdbf21 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.3332036 Aug 30 22:49:46.357995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 48cc8879-65bb-4656-a332-52fc3665f129 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:46.361673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-64191e4e-6089-4913-9191-2230e12f820d service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786993 Aug 30 22:49:46.367615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-18479a06-fd42-49b0-bd76-ba90904c5404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.369034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69f8541-5fdb-432b-ab0a-10e148effd4b req-18479a06-fd42-49b0-bd76-ba90904c5404 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1608391 Aug 30 22:49:46.450472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:46.453706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:46.455061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event updated for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:46.464498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 48cc8879-65bb-4656-a332-52fc3665f129 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:46.465473 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.472385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Network 026dc1e1-24a9-4273-a182-8eaf2648a39e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:46.474527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.483108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:46.522387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:46.551333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.628204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.712784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c8e2b-e6fc-4494-9c88-f3e2e4e8a6b9 req-35a17632-1e1c-453c-9b7a-af743bcff76b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.721903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac2c8e2b-e6fc-4494-9c88-f3e2e4e8a6b9 req-35a17632-1e1c-453c-9b7a-af743bcff76b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 931 time: 0.1405256 Aug 30 22:49:46.808002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.808665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.811758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] 10.222.0.52 "PUT /v2.0/ports/1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 1092 time: 3.0301487 Aug 30 22:49:46.849931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac2c8e2b-e6fc-4494-9c88-f3e2e4e8a6b9 req-14648675-ec2b-44fe-9d03-a394a7393535 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270115 Aug 30 22:49:46.891371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.892262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-63d78c47-ded5-43c0-a9d9-3c8422ef9f33 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:46.894739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:46.900005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-63d78c47-ded5-43c0-a9d9-3c8422ef9f33 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.2753327 Aug 30 22:49:46.900217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cd42fe22-45e8-4525-b16a-30cf9d5f3096 HTTP/1.1" status: 204 len: 168 time: 0.9293647 Aug 30 22:49:46.915317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Request body: {'port': {'device_id': 'dd469842-9f23-4f71-8617-41136133e71b', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'admin_state_up': True, 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:46.966762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530795c-1bb6-40bb-819c-8e4030c8fef0 service neutron] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:47.010653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.014755 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:47.063330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:47.065969 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:47.075618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b29723d-0b87-485b-b9a5-cd7e86906149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd42fe22-45e8-4525-b16a-30cf9d5f3096,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:47.155183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.155887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-b88c3c81-f8c2-4895-854e-2b2d26d19317 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5572698 Aug 30 22:49:47.161655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.168213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.175497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.178604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.179273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.179950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.181706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.182558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.183288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.183995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.185149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.187643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-54f1facc-8844-49fe-b6f5-f024f338a058 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6481 time: 0.2977271 Aug 30 22:49:47.189637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.196400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.196950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Request body: {'port': {'device_id': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:47.205397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-a1bff061-1f6a-4297-9b38-f8ea5379d265 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1520705 Aug 30 22:49:47.245821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Made reservation on behalf of 65a1bce952a34b6a9339e0f9d2906c5f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:47.262073 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:47.281641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-3444990a-ccb7-4e64-858a-9bda0ad2c424 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 217 time: 0.0733016 Aug 30 22:49:47.284182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff7ab96d-b9e7-4600-bdbe-8eeb67c8c5e6 req-12bca1b0-8636-4318-87a8-80bc89dc12cc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0777535 Aug 30 22:49:47.326950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-6b9cf116-e0f6-4dd8-b721-69d0899554bb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.328900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-6b9cf116-e0f6-4dd8-b721-69d0899554bb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.3014979 Aug 30 22:49:47.372920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:47.379870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-16b31e49-b99a-429f-9a64-d7fa5e397780 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/quotas/65a1bce952a34b6a9339e0f9d2906c5f HTTP/1.1" status: 200 len: 375 time: 0.0293393 Aug 30 22:49:47.402209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0469eb34-c935-4c6b-896b-6df2cde264f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.403735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0469eb34-c935-4c6b-896b-6df2cde264f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 200 len: 850 time: 0.1131098 Aug 30 22:49:47.446038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Allocated IP 172.20.0.9 (41f2b9cd-5802-4dde-8b95-456942bb6303/9ca755c1-b18c-4003-a851-16dbfa214a38/818dbfa3-a58d-44aa-97b0-040ec19e98bc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:47.623545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78815b-731e-4fb0-8d6e-5e5f4fd735f0 req-d85c7bf9-bba7-4b9e-8665-ab668c914e31 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.624374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78815b-731e-4fb0-8d6e-5e5f4fd735f0 req-d85c7bf9-bba7-4b9e-8665-ab668c914e31 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.624525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d78815b-731e-4fb0-8d6e-5e5f4fd735f0 req-d85c7bf9-bba7-4b9e-8665-ab668c914e31 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.626170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d78815b-731e-4fb0-8d6e-5e5f4fd735f0 req-d85c7bf9-bba7-4b9e-8665-ab668c914e31 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242&device_id=b75318de-5b92-4724-adec-db960f4435d2&device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 2884 time: 0.0704999 Aug 30 22:49:47.631504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-2ae44647-cd4b-4fd6-8a44-bf26abd48fb1 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2382529 Aug 30 22:49:47.655048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-fd2d91c9-0b40-4ced-80f5-358c6f5da9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.656535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-fd2d91c9-0b40-4ced-80f5-358c6f5da9d9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce923d3e-0708-47ca-9c15-9188fed8de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2206047 Aug 30 22:49:47.690475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:47.701440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d78815b-731e-4fb0-8d6e-5e5f4fd735f0 req-46613f49-717f-44be-89e3-340175c4534e tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Aug 30 22:49:47.715884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Transition to ACTIVE for port object 818dbfa3-a58d-44aa-97b0-040ec19e98bc will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:47.773642 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:47.837402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:47.842127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:47.860254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:47.897265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-26223dbf-ee5e-419b-a517-0c3142612bf5 service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561975 Aug 30 22:49:47.908123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event updated for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:47.913549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-20b49b6d-d6c8-4299-b34b-9949f396aa06 service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418540 Aug 30 22:49:47.941091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a803792-b5d2-437c-aea5-043d1366ff00 req-9b36660b-9125-4858-b4b1-4705cb9e9aa7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.948987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a803792-b5d2-437c-aea5-043d1366ff00 req-9b36660b-9125-4858-b4b1-4705cb9e9aa7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.1550188 Aug 30 22:49:47.980122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:47.985647 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.026204 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-d8f5b3f5-2445-48db-b3bd-974f53ab6cf9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1164160 Aug 30 22:49:48.040515 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a803792-b5d2-437c-aea5-043d1366ff00 req-3d7f0462-816d-4163-b776-7041fb1b58af tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855527 Aug 30 22:49:48.063410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Request body: {'port': {'device_id': 'dd469842-9f23-4f71-8617-41136133e71b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:48.103895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:48.131131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.135970 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2136e583-a1b9-40a1-bd37-c897724b0906 x-openstack-request-id: req-2136e583-a1b9-40a1-bd37-c897724b0906 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:48.136249 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:48.136519 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2136e583-a1b9-40a1-bd37-c897724b0906 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:48.136908 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'status': 'completed', 'code': 200} Aug 30 22:49:48.170817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Transition to ACTIVE for port object 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:48.190179 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.254990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e4d40400-3b80-4022-a71a-76edc460cfc4 None None] Provisioning for port 818dbfa3-a58d-44aa-97b0-040ec19e98bc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:48.261948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d9e5e22d-52f3-4e1a-89fa-9c3f5dce4dbc service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070781 Aug 30 22:49:48.275262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e4d40400-3b80-4022-a71a-76edc460cfc4 None None] Provisioning complete for port 818dbfa3-a58d-44aa-97b0-040ec19e98bc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:48.276457 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e4d40400-3b80-4022-a71a-76edc460cfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.282882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-d9d19def-523d-4a68-adb0-c78c8dc0fdf8 service neutron] 10.222.0.25 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290761 Aug 30 22:49:48.348603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e4d40400-3b80-4022-a71a-76edc460cfc4 None None] Port 818dbfa3-a58d-44aa-97b0-040ec19e98bc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:48.363583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d97f1fd7-474a-4db2-87ff-487c951d9282 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0769844 Aug 30 22:49:48.366650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Pushing event updated for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:48.462986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-53b56eee-9d01-43a2-a093-0ac3c868c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.464546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-53b56eee-9d01-43a2-a093-0ac3c868c4d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0830178 Aug 30 22:49:48.479273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Attempting to bind port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:48.479609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Attempting to bind port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:48.479939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Attempting to bind port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:48.509087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:48.509420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Attempting to bind port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 on network 026dc1e1-24a9-4273-a182-8eaf2648a39e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:48.512883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38238) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:48.524357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:48.524700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Checking segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:48.525089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Bound using segment: {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:48.525635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Bound port: 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '065262ec-1fe6-47cc-87d2-de9ec16d52ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:48.526018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.549038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-884d5e1d-d035-43d6-92d6-dc0e4fb6d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.550607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-884d5e1d-d035-43d6-92d6-dc0e4fb6d539 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0682399 Aug 30 22:49:48.638741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15514c42-ce47-4e4e-8ac4-eb6953c5dbdf req-af233137-e540-4629-b770-736a3dc4c279 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.1764705 Aug 30 22:49:48.727773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.779006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:48.798870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d64c4f-9e48-400b-9c30-53670d2a8788 req-c5b5f704-e148-4930-97c8-8a649f363371 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.800627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24d64c4f-9e48-400b-9c30-53670d2a8788 req-c5b5f704-e148-4930-97c8-8a649f363371 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 943 time: 0.1686165 Aug 30 22:49:48.830698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:48.835519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Deleting subnet 1ec1d0c5-4da1-4b42-a489-4dbded273aa6 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:49:48.839044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e4c3b0ab-68dc-4bdf-80d2-25cc122f8c4a service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513707 Aug 30 22:49:48.847702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.870254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-06dfa2cc-d3bc-438a-8695-8bec63ac67c1 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.873302 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-06dfa2cc-d3bc-438a-8695-8bec63ac67c1 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.52 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.8066330 Aug 30 22:49:48.877693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.959260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e12d9e-9936-4c78-b3f1-d30d5ceea4f2 req-b287bf4c-8b82-4fa6-baf3-783dbaa74262 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.960776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6e12d9e-9936-4c78-b3f1-d30d5ceea4f2 req-b287bf4c-8b82-4fa6-baf3-783dbaa74262 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1098 time: 0.1575322 Aug 30 22:49:48.964574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Request body: {'port': {'device_id': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'admin_state_up': True, 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:48.989199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:48.989761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:48.991474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] 10.222.0.52 "PUT /v2.0/ports/8057dcdd-d74a-40b5-88ad-1f41ed4f1301 HTTP/1.1" status: 200 len: 1092 time: 1.7992234 Aug 30 22:49:48.993845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.044852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24d64c4f-9e48-400b-9c30-53670d2a8788 req-a15904dc-ca84-4300-835a-3a84fb02d001 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288766 Aug 30 22:49:49.055648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b45da-f49a-431f-8d6f-bf8d8a3a7451 service neutron] Pushing event updated for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:49.129653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d9d985a0-c2ba-4474-bdaf-86815211ec2b service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798250 Aug 30 22:49:49.132474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.139343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6e12d9e-9936-4c78-b3f1-d30d5ceea4f2 req-2a753b7c-0652-4d69-91da-207e6971a9fa tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466410 Aug 30 22:49:49.224755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Made reservation on behalf of 65a1bce952a34b6a9339e0f9d2906c5f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:49.228259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.246127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d9f8a796-daa5-4cd8-919d-99c7c06256ba service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 217 time: 0.0623493 Aug 30 22:49:49.266665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-637f5334-ecad-4beb-9dc2-4d82930b6f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.268157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-637f5334-ecad-4beb-9dc2-4d82930b6f7a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 1095 time: 0.2040341 Aug 30 22:49:49.292455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6deedbf9-c22d-41b4-8660-b9ca3e5463af req-0c4f9572-7952-4a28-bea3-4fcdf7b6bc72 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0437942 Aug 30 22:49:49.347327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-c4d8a550-2714-4f32-b777-c967800f24f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301 HTTP/1.1" status: 200 len: 217 time: 0.0415149 Aug 30 22:49:49.362256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.415508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 818dbfa3-a58d-44aa-97b0-040ec19e98bc {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:49.425033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.432550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ec1d0c5-4da1-4b42-a489-4dbded273aa6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:49.441348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f51089f7-cfc3-4335-92d4-80f1d6cc351a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.441873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Transition to ACTIVE for port object 818dbfa3-a58d-44aa-97b0-040ec19e98bc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:49.442850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f51089f7-cfc3-4335-92d4-80f1d6cc351a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.1810479 Aug 30 22:49:49.444693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.446470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1fa1c604-fcc3-4a9b-b579-adecc53d128b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1ec1d0c5-4da1-4b42-a489-4dbded273aa6 HTTP/1.1" status: 204 len: 168 time: 0.9338205 Aug 30 22:49:49.447583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.450013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38266) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:49.460809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.466833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.472634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.478522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.484961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.491039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.496979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.498983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-99631ba1-52f4-442c-b275-afdf796b250e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.3180094 Aug 30 22:49:49.639065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:49.658897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Allocated IP 172.20.0.12 (41f2b9cd-5802-4dde-8b95-456942bb6303/9ca755c1-b18c-4003-a851-16dbfa214a38/f66996aa-4b73-4684-aa06-5609371fc5d8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:49.662886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:49.829556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-66094986-04c9-4f91-8791-c73cbb17410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.831337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-66094986-04c9-4f91-8791-c73cbb17410a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.4726198 Aug 30 22:49:49.852566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Attempting to bind port 818dbfa3-a58d-44aa-97b0-040ec19e98bc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:49.852910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Attempting to bind port 818dbfa3-a58d-44aa-97b0-040ec19e98bc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:49.853244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Attempting to bind port 818dbfa3-a58d-44aa-97b0-040ec19e98bc on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:49.886944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-01e61ca9-29c3-414e-8e7e-714c1ca2bab0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436318 Aug 30 22:49:49.927736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-3004f0f3-7af7-46e5-bd5c-8f2e7d83636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:49.930010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-3004f0f3-7af7-46e5-bd5c-8f2e7d83636f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4282327 Aug 30 22:49:49.933400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Port 818dbfa3-a58d-44aa-97b0-040ec19e98bc on network 41f2b9cd-5802-4dde-8b95-456942bb6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:49.933731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Attempting to bind port 818dbfa3-a58d-44aa-97b0-040ec19e98bc on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:49.975995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a54c3db8-ae92-480e-874a-3eddd4e4fed3 req-773ce395-2dfe-4e56-ab95-65b794816ea4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1958964 Aug 30 22:49:50.066144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:50.068326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Checking segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:50.071150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Bound using segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:50.076179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Bound port: 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:50.076673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.110668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.140889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765e73bc-04e6-4f4a-af33-ed7bc8676e78']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:50.173363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:50.179407 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757" -d '{"events": [{"name": "network-changed", "server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:50.197460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55cf99d-af04-46a8-b99f-35cdc0e29657') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:50.197853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55cf99d-af04-46a8-b99f-35cdc0e29657') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:49:50.223329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.234001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-ec1e9321-c3be-45b7-8feb-0337798c3b45 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514241 Aug 30 22:49:50.286366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-50fa61d2-5438-4fd2-a961-ad7a844bce1e req-0e467206-6ae5-449a-a15f-467def72fb91 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0930085 Aug 30 22:49:50.309723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.317825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:49:50.354828 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:49:50.403369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Transition to ACTIVE for port object f66996aa-4b73-4684-aa06-5609371fc5d8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:50.408579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:50.422988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.466047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.473749 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a653f3-4e6a-49f2-9cab-056f3f9ca14b x-openstack-request-id: req-a3a653f3-4e6a-49f2-9cab-056f3f9ca14b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:50.474280 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:50.474394 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3a653f3-4e6a-49f2-9cab-056f3f9ca14b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:50.475635 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301', 'status': 'completed', 'code': 200} Aug 30 22:49:50.486528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:50.487152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.489199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] 10.222.0.47 "PUT /v2.0/ports/818dbfa3-a58d-44aa-97b0-040ec19e98bc HTTP/1.1" status: 200 len: 1092 time: 2.4315047 Aug 30 22:49:50.491286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:50.493544 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b90a01-0072-4281-9132-a332a0475a66" -d '{"events": [{"name": "network-changed", "server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:50.514888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.525373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] 10.222.0.25 "DELETE /v2.0/networks/765e73bc-04e6-4f4a-af33-ed7bc8676e78 HTTP/1.1" status: 204 len: 168 time: 1.0690696 Aug 30 22:49:50.546648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291ff77-4bbd-40bc-8f33-2bc00d114700 admin admin] Pushing event deleted for resources: {'Network': ['ID=765e73bc-04e6-4f4a-af33-ed7bc8676e78,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:50.569523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c632cc-c704-4a20-acef-30f42c31aba7 service neutron] Pushing event updated for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:50.592601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:50.651710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-9f7c77fb-1b8b-400d-bf5b-5e6eb243e564 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778932 Aug 30 22:49:50.693250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-288544bd-b9f8-4414-b028-dce934d5b45b service neutron] 10.222.0.52 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7958908 Aug 30 22:49:50.712155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db10664-8053-4a0d-962a-40d78ea6666f req-091be52c-0705-4e42-925a-db1dd40944d2 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415704 Aug 30 22:49:50.728450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:50.744687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-7c57aece-7048-4d7d-af89-0eafe82510dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:50.747556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-7c57aece-7048-4d7d-af89-0eafe82510dd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 1095 time: 0.1744347 Aug 30 22:49:50.778596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-7b0ca86f-af3c-4bf3-9bde-4fc6e474ba76 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 200 len: 217 time: 0.1020343 Aug 30 22:49:50.806735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-8f1ee3bf-0e5d-43df-89cf-f5385b7ee00f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:50.808574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-8f1ee3bf-0e5d-43df-89cf-f5385b7ee00f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 816 time: 0.6136541 Aug 30 22:49:50.817505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd1edb-8524-4511-9547-223856f93b64 req-2217e8ab-4146-4453-af76-1293ec0aea7f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:50.829613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64bd1edb-8524-4511-9547-223856f93b64 req-2217e8ab-4146-4453-af76-1293ec0aea7f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 943 time: 0.3601947 Aug 30 22:49:50.831089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:50.834431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:50.844492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:50.867647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event updated for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:50.901359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Request body: {'port': {'device_id': '18859afe-4825-4819-836c-2a469dbd96cc', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'admin_state_up': True, 'tenant_id': '65a1bce952a34b6a9339e0f9d2906c5f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:50.960783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-2848acff-060f-4e1c-b493-ebbb964cb53d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc HTTP/1.1" status: 200 len: 217 time: 0.1227794 Aug 30 22:49:51.006757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d1417b1a-90a4-4d9f-a575-f932098baca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.009124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d1417b1a-90a4-4d9f-a575-f932098baca7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.2116828 Aug 30 22:49:51.064586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-8c5a3e81-c749-4f31-b290-1f0bfab590ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.066283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-8c5a3e81-c749-4f31-b290-1f0bfab590ee service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.0674436 Aug 30 22:49:51.071733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64bd1edb-8524-4511-9547-223856f93b64 req-733c8078-8045-46dd-8a59-a9490bc81d9f tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412796 Aug 30 22:49:51.106698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.107169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.143287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e3b6b5f1-c3fd-452c-b62f-ea83341a52b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.144833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e3b6b5f1-c3fd-452c-b62f-ea83341a52b0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1162612 Aug 30 22:49:51.148821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6e67e07-e021-41d3-a253-fe1f0c508c43 req-cf182ca9-8187-459a-8e05-f434a4451ff2 service neutron] 10.222.0.52 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4415882 Aug 30 22:49:51.185853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfe7d717-e866-40a8-b2e2-2d2b2784585a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f422ad6833e468793ba3bd171566c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3401759 Aug 30 22:49:51.198527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db10664-8053-4a0d-962a-40d78ea6666f req-ace1be83-2abc-418d-bb3c-0280c1c08db1 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.200488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db10664-8053-4a0d-962a-40d78ea6666f req-ace1be83-2abc-418d-bb3c-0280c1c08db1 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4707177 Aug 30 22:49:51.202458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:51.237523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-ced8200f-da2a-493d-88bd-b3276f08cc38 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3417921 Aug 30 22:49:51.257776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db10664-8053-4a0d-962a-40d78ea6666f req-3941f447-ed23-4308-a73e-a4fa5ece66e6 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/quotas/3d9f95e5fd604605bb094a02b5c89c1b HTTP/1.1" status: 200 len: 375 time: 0.0435684 Aug 30 22:49:51.260273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ae9ac3a-90a8-48df-8b35-0beac9c470da req-585487ed-ff71-4818-bcf5-3f63ed381179 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0709617 Aug 30 22:49:51.277124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cc98de0d-7e1a-410c-b8b0-a3b575044fc7 None None] Provisioning for port f66996aa-4b73-4684-aa06-5609371fc5d8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:51.292311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cc98de0d-7e1a-410c-b8b0-a3b575044fc7 None None] Provisioning complete for port f66996aa-4b73-4684-aa06-5609371fc5d8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:51.293016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc98de0d-7e1a-410c-b8b0-a3b575044fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.314066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Request body: {'port': {'device_id': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:51.323951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Made reservation on behalf of 65a1bce952a34b6a9339e0f9d2906c5f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:51.327997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.370421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cc98de0d-7e1a-410c-b8b0-a3b575044fc7 None None] Port f66996aa-4b73-4684-aa06-5609371fc5d8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:51.386391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-f2667312-7e4f-47ac-a39d-d7e543501597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.387964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-f2667312-7e4f-47ac-a39d-d7e543501597 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 1095 time: 0.1133254 Aug 30 22:49:51.389738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-45685354-8b24-4ffb-a3ab-fada5bb4321f service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265339 Aug 30 22:49:51.393405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db10664-8053-4a0d-962a-40d78ea6666f req-21856fbc-5726-47b6-97b9-b2018ee839f7 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1035545 Aug 30 22:49:51.396433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-41979ebc-0dda-4020-a48b-25b31c079c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.398915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-41979ebc-0dda-4020-a48b-25b31c079c1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3033304 Aug 30 22:49:51.442351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.485389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.555895 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f61f793-964e-4886-9365-d6ac017ee11c x-openstack-request-id: req-4f61f793-964e-4886-9365-d6ac017ee11c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:51.556246 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:51.556511 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f61f793-964e-4886-9365-d6ac017ee11c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:51.556821 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc', 'status': 'completed', 'code': 200} Aug 30 22:49:51.622077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.624542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.628096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ae2f797d-4c9e-4a01-af27-8ea138add63d HTTP/1.1" status: 204 len: 168 time: 0.4216182 Aug 30 22:49:51.646501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92846938-7868-43e6-9fce-85ad73c5a21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f797d-4c9e-4a01-af27-8ea138add63d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:51.648828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:51.697769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-843080d2-54dc-401e-8220-db83bc22496f service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782531 Aug 30 22:49:51.726007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.733983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.740003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.746151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.752391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.758583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.765777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.767752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-f8616ae7-b178-4e53-9e6f-a4ed46fa1b36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.2321489 Aug 30 22:49:51.794064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Allocated IP 172.20.0.5 (41f2b9cd-5802-4dde-8b95-456942bb6303/9ca755c1-b18c-4003-a851-16dbfa214a38/4f5b06d4-8a69-4d61-9eab-797daeb4959a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:51.819164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c8eedcbf-9475-4b30-a85c-3629efcb42bb service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015865 Aug 30 22:49:51.828037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-76b3ccd7-e5c7-4390-8244-bc40383fc500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:51.829248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-76b3ccd7-e5c7-4390-8244-bc40383fc500 service neutron] 10.222.0.52 "GET /v2.0/networks?id=026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 200 len: 923 time: 0.4105635 Aug 30 22:49:51.935106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-2e2535ac-7fb2-4508-9a3b-9ba4f6244595 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.1022236 Aug 30 22:49:51.936420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-99eea333-ed73-420e-8343-5f274b36317a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301 HTTP/1.1" status: 200 len: 217 time: 0.0940721 Aug 30 22:49:51.942876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3971f8a7-4b94-44d6-bf6b-5c692871560a req-848f3aaa-bf65-42a9-9884-0df4407f2e6f service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312348 Aug 30 22:49:51.980539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3128a0f-e209-4a2b-866d-b33d514a40e1 req-7d33a31b-bb40-48ec-b67a-4935882c1f36 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0320597 Aug 30 22:49:52.049104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-1e63babd-b9e1-44a5-8b79-057ad0808d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.049771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-1e63babd-b9e1-44a5-8b79-057ad0808d1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0972650 Aug 30 22:49:52.074414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1e40962-14be-463e-a83a-5c73d7e7bfdc req-588708f9-76c8-426f-a620-c1a75575bf17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2753735 Aug 30 22:49:52.128480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90a01-0072-4281-9132-a332a0475a66 req-2ec64a31-1552-419a-84ac-f4be28cbe434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.130042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-2ec64a31-1552-419a-84ac-f4be28cbe434 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 1095 time: 0.0930748 Aug 30 22:49:52.151361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-e6a07d85-f273-4d01-acbd-6057c04e68d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.154242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-e6a07d85-f273-4d01-acbd-6057c04e68d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 200 len: 862 time: 0.1539152 Aug 30 22:49:52.155895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:52.190255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1e04bf-dd2b-45ec-b26b-e3eb268fc364 req-e34daab0-5e80-4219-a431-6ed09040aa8e tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.192239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b1e04bf-dd2b-45ec-b26b-e3eb268fc364 req-e34daab0-5e80-4219-a431-6ed09040aa8e tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1101 time: 0.1218657 Aug 30 22:49:52.317556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b1e04bf-dd2b-45ec-b26b-e3eb268fc364 req-63734a32-419f-495d-bca2-0f95371479dd tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936377 Aug 30 22:49:52.361621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90a01-0072-4281-9132-a332a0475a66 req-c94ed26a-c6f5-4ad4-992f-834ccb6a05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.363697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-c94ed26a-c6f5-4ad4-992f-834ccb6a05e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 917 time: 0.2087350 Aug 30 22:49:52.466695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-582c2e21-3494-4198-bbc8-dfdc8bf9be4f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc HTTP/1.1" status: 200 len: 217 time: 0.0808349 Aug 30 22:49:52.490925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-5ed77ae4-8db2-4900-b230-e6bfcee4f265 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=026dc1e1-24a9-4273-a182-8eaf2648a39e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3219059 Aug 30 22:49:52.504902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0931152-8645-4716-a1df-4602db76dfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.506426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-e0931152-8645-4716-a1df-4602db76dfe6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4237995 Aug 30 22:49:52.646365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90a01-0072-4281-9132-a332a0475a66 req-b4eab5d9-525e-4a40-95c8-dcac9df3c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.648015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-b4eab5d9-525e-4a40-95c8-dcac9df3c326 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.1504037 Aug 30 22:49:52.668380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e0ed54-50b1-4abb-9077-c1d1913f8c8d req-8569df41-a21a-4645-aa86-3fc46c2db379 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.676403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11e0ed54-50b1-4abb-9077-c1d1913f8c8d req-8569df41-a21a-4645-aa86-3fc46c2db379 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 943 time: 0.2086163 Aug 30 22:49:52.690337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:52.731762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Transition to ACTIVE for port object 4f5b06d4-8a69-4d61-9eab-797daeb4959a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:52.736488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-a2cde703-f396-4cbd-980f-a1da4f844ea5 service neutron] 10.222.0.52 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291403 Aug 30 22:49:52.743494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-f7e82059-8ce7-4883-8f73-2947d263cd13 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251968 Aug 30 22:49:52.775152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11e0ed54-50b1-4abb-9077-c1d1913f8c8d req-04ff6adb-9165-43a1-873e-135fee95b3a6 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935724 Aug 30 22:49:52.786065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b90a01-0072-4281-9132-a332a0475a66 req-5c1f672b-9e89-4701-b34f-5f7dbbfae366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.787812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-5c1f672b-9e89-4701-b34f-5f7dbbfae366 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072402 Aug 30 22:49:52.858371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38376) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:52.923518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-777d7f1d-2602-45cb-b773-4d0b559ec4c0 req-42643354-92f2-445d-8214-a284269e5fa4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0739026 Aug 30 22:49:52.935169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ab110b-d06e-4b86-9f83-d2dc20d2c6b3 req-f95f1a0b-3b98-42a7-a4ff-e3bb63a17d2f tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:52.936702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0ab110b-d06e-4b86-9f83-d2dc20d2c6b3 req-f95f1a0b-3b98-42a7-a4ff-e3bb63a17d2f tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1101 time: 0.0783579 Aug 30 22:49:52.966492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-b8592691-3506-4cbd-a801-ef84b6f057e0 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618986 Aug 30 22:49:53.000879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.063620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcea9d5a-7c5c-4ec1-bbdf-9b0ca7103757 req-bd30c791-f878-4c85-9083-16ba19719ab6 service neutron] 10.222.0.52 "GET /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176808 Aug 30 22:49:53.071124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2146853360-network', 'tenant_id': '1879d27bba844dbc98bc3d6b3b427ffc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:53.082774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-17f7aa3e-6f2b-4e8b-96b3-f5c71882f537 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275285 Aug 30 22:49:53.115664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:53.150687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:53.155015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-ae48f311-bb0f-419a-b08a-0df3a83ee60a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 200 len: 217 time: 0.0625954 Aug 30 22:49:53.155654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event updated for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:53.158230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:53.198210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Made reservation on behalf of 1879d27bba844dbc98bc3d6b3b427ffc for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:53.201969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.268568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.335380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.336052 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.339479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-911edf5f-71d4-46b8-85c9-545bdc36d511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.341354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-911edf5f-71d4-46b8-85c9-545bdc36d511 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.1781602 Aug 30 22:49:53.444113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5f7aa1-757d-4914-a8ef-b0f6ce00e0fd req-20292cdf-7f40-4b05-bcb8-e7b356cc5c48 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0797184 Aug 30 22:49:53.499978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-8e9ff7ac-3be7-4679-8c1c-06f1419f1fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.501614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-8e9ff7ac-3be7-4679-8c1c-06f1419f1fbe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1433074 Aug 30 22:49:53.519551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0ab110b-d06e-4b86-9f83-d2dc20d2c6b3 req-f250310a-6cee-4c77-acf1-64a8750419c4 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5657227 Aug 30 22:49:53.520947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bc9b31fd-008f-4252-87fa-5544dd0d8e7d None None] Provisioning for port 4f5b06d4-8a69-4d61-9eab-797daeb4959a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:53.527026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bc9b31fd-008f-4252-87fa-5544dd0d8e7d None None] Provisioning complete for port 4f5b06d4-8a69-4d61-9eab-797daeb4959a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:53.528643 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc9b31fd-008f-4252-87fa-5544dd0d8e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.584652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bc9b31fd-008f-4252-87fa-5544dd0d8e7d None None] Port 4f5b06d4-8a69-4d61-9eab-797daeb4959a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:49:53.638128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-be504d1d-108a-465e-b495-9d431c343bea service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245775 Aug 30 22:49:53.654653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7b90a01-0072-4281-9132-a332a0475a66 req-9f093943-b4e7-44b8-9dac-d89072869714 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6707215 Aug 30 22:49:53.755033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66996aa-4b73-4684-aa06-5609371fc5d8 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:53.778372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.798813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Transition to ACTIVE for port object f66996aa-4b73-4684-aa06-5609371fc5d8 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:53.805287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.840087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-d41234e0-9ee8-46af-9349-e2ed72f6ac78 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878266 Aug 30 22:49:53.853752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.878420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:53.954009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.966556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.971643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Pushing event updated for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:53.974500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.982281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.990047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:53.998425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.005579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.014899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-47d1090b-d193-46d5-a31a-485cf66e17eb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.3755653 Aug 30 22:49:54.022294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Attempting to bind port f66996aa-4b73-4684-aa06-5609371fc5d8 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:54.022967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Attempting to bind port f66996aa-4b73-4684-aa06-5609371fc5d8 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:54.023391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Attempting to bind port f66996aa-4b73-4684-aa06-5609371fc5d8 on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:54.030231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Port f66996aa-4b73-4684-aa06-5609371fc5d8 on network 41f2b9cd-5802-4dde-8b95-456942bb6303 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:54.030736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Attempting to bind port f66996aa-4b73-4684-aa06-5609371fc5d8 on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:54.039071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:54.050284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:54.059067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:49:54.060520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Checking segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:54.061517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Bound using segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:54.064310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Bound port: f66996aa-4b73-4684-aa06-5609371fc5d8, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:54.065108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.066924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.067295 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Added segment 134f1c82-c2e1-4037-85ec-5f7900dd533a of type vlan for network cb87400b-51a9-4dd2-b52c-121c37130770 Aug 30 22:49:54.088647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-d78826ca-fba7-44b0-9815-f74e664ae9aa tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2562470 Aug 30 22:49:54.123642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-c826271b-6c37-45e8-9d22-08bd417420da service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 217 time: 0.2719276 Aug 30 22:49:54.144370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Request body: {'port': {'device_id': '18859afe-4825-4819-836c-2a469dbd96cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:54.230054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:54.238832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:54.243629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f66996aa-4b73-4684-aa06-5609371fc5d8,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:54.249938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301', 'network_id': '026dc1e1-24a9-4273-a182-8eaf2648a39e', 'port_id': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301', 'mac_address': 'fa:16:3e:00:a0:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bcff6d8-587b-4aa9-b14e-169528d727de', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:54.250678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.279710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1073bb6-e4ef-4465-8379-5cdb97e70537 req-c35b0af7-543b-405e-b957-535d4a75fe94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.284724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-260022eb-f92a-4e87-9b61-43d83264c570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.286030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-260022eb-f92a-4e87-9b61-43d83264c570 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.1104875 Aug 30 22:49:54.287810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1073bb6-e4ef-4465-8379-5cdb97e70537 req-c35b0af7-543b-405e-b957-535d4a75fe94 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 943 time: 0.1086552 Aug 30 22:49:54.305764 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.331359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:54.331929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7fe505ba-e887-47a2-9402-e7ea5775800a req-c678834b-34f8-46a3-a41a-83221b629beb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3159719 Aug 30 22:49:54.339748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.343857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.344754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.346895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] 10.222.0.52 "PUT /v2.0/ports/f66996aa-4b73-4684-aa06-5609371fc5d8 HTTP/1.1" status: 200 len: 1093 time: 3.0504081 Aug 30 22:49:54.372481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:54.378858 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40" -d '{"events": [{"name": "network-changed", "server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:54.383563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:54.394209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f615ba7-c7af-4849-b247-b986dd766389,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:54.394567 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.497900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1073bb6-e4ef-4465-8379-5cdb97e70537 req-04654599-a23a-4d76-96fc-e422f7fd6b0c tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091138 Aug 30 22:49:54.513126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b8a29-2ad4-493b-8f44-202ef272f53c service neutron] Pushing event updated for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:54.529944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:54.534850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-be28ab91-b8c7-4188-bc0f-45d691978d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.536691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-be28ab91-b8c7-4188-bc0f-45d691978d77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2322555 Aug 30 22:49:54.545410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27784760-4175-4ed1-beab-9c1e6279ac5d req-e9a4d501-e838-404c-b7be-569ca06e7800 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0551715 Aug 30 22:49:54.558168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-d00643c8-c157-4230-a464-eaf65545533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.561304 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-d00643c8-c157-4230-a464-eaf65545533b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 1096 time: 0.1280019 Aug 30 22:49:54.604512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.617861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-aedb4355-b73a-4f4c-a924-d6439ab7dea2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66996aa-4b73-4684-aa06-5609371fc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0391550 Aug 30 22:49:54.674769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.676259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.677069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.696786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['8057dcdd-d74a-40b5-88ad-1f41ed4f1301'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:54.697969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-56fd45b2-3f32-4f3c-a11f-4955460a7a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.699982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-56fd45b2-3f32-4f3c-a11f-4955460a7a96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.0726037 Aug 30 22:49:54.712974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b1355-22bd-4841-bbb6-8d42256a2b43 req-6e5d7000-ae2e-4d5f-8551-2eabaf1967ae tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.714344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8548980 Aug 30 22:49:54.720587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e1b1355-22bd-4841-bbb6-8d42256a2b43 req-6e5d7000-ae2e-4d5f-8551-2eabaf1967ae tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 931 time: 0.1054060 Aug 30 22:49:54.722273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:54.756075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Request body: {'subnet': {'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2146853360-subnet', 'tenant_id': '1879d27bba844dbc98bc3d6b3b427ffc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:54.807394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Made reservation on behalf of 1879d27bba844dbc98bc3d6b3b427ffc for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:54.812496 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:54.841235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460eba3-fda7-4f13-ac10-682e4bc46686 admin admin] Pushing event updated for resources: {'Network': ['ID=cb87400b-51a9-4dd2-b52c-121c37130770,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:54.852980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network cb87400b-51a9-4dd2-b52c-121c37130770 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:49:54.889185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-8001f1f0-2c3c-40f2-a712-d942da1d851f service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321469 Aug 30 22:49:54.921012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e1b1355-22bd-4841-bbb6-8d42256a2b43 req-9c7a202a-838b-4d4c-88dc-e0fd57a2b27f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946981 Aug 30 22:49:54.944041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27784760-4175-4ed1-beab-9c1e6279ac5d req-34d12d2f-d7d9-4831-a378-64ab9e365e7b tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.945275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-016f3880-7f81-4309-9dc9-88784461e596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:54.951644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27784760-4175-4ed1-beab-9c1e6279ac5d req-34d12d2f-d7d9-4831-a378-64ab9e365e7b tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4051161 Aug 30 22:49:54.951818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-016f3880-7f81-4309-9dc9-88784461e596 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2278900 Aug 30 22:49:55.025460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27784760-4175-4ed1-beab-9c1e6279ac5d req-95f9f842-10fc-4658-804b-377a8cfd7e76 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/quotas/3d9f95e5fd604605bb094a02b5c89c1b HTTP/1.1" status: 200 len: 375 time: 0.0727956 Aug 30 22:49:55.079599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27784760-4175-4ed1-beab-9c1e6279ac5d req-e1e198a9-7ec8-4f2b-bbe1-c12fc2e4542e tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502522 Aug 30 22:49:55.094593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 818dbfa3-a58d-44aa-97b0-040ec19e98bc details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:49:55.135471 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98379dde-951a-4260-9db5-61ccdd2686cc x-openstack-request-id: req-98379dde-951a-4260-9db5-61ccdd2686cc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:55.138316 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:55.138681 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-98379dde-951a-4260-9db5-61ccdd2686cc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:55.139278 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8', 'status': 'completed', 'code': 200} Aug 30 22:49:55.176295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-daa53fcc-b6f2-478e-bdbe-6f8f0ec1c8ab service neutron] 10.222.0.52 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2162607 Aug 30 22:49:55.318900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:55.345299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6a8d185-edad-4614-984b-2af2427f7e5e req-0ea72820-6078-434a-8922-8fa6b89530da service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3833437 Aug 30 22:49:55.353811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-397aa155-6c60-4bce-86d8-66e99c7e9516 req-f83f5e5e-21e3-4b2a-81c3-33b50c717fba tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0626652 Aug 30 22:49:55.354461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '818dbfa3-a58d-44aa-97b0-040ec19e98bc', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'port_id': '818dbfa3-a58d-44aa-97b0-040ec19e98bc', 'mac_address': 'fa:16:3e:4a:42:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca755c1-b18c-4003-a851-16dbfa214a38', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:49:55.399769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.475357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.496837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417344c5-359d-492d-9b38-c0f7e79d1482,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:55.513633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 818dbfa3-a58d-44aa-97b0-040ec19e98bc {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:55.535653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f5b06d4-8a69-4d61-9eab-797daeb4959a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:49:55.554270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:55.558417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.561727 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.576959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87634df4-eb42-4838-98d6-0287b76bfc60 req-4cc33dcc-b6d0-49ec-b2fe-a064746b8463 service neutron] 10.222.0.52 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3913553 Aug 30 22:49:55.584735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Checking segment: {'id': '134f1c82-c2e1-4037-85ec-5f7900dd533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:55.586299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Network hostable DHCP agents. Network: cb87400b-51a9-4dd2-b52c-121c37130770, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:49:55.613993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Network cb87400b-51a9-4dd2-b52c-121c37130770 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:49:55.624867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:55.639432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, cb87400b-51a9-4dd2-b52c-121c37130770) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:55.647678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Transition to ACTIVE for port object 4f5b06d4-8a69-4d61-9eab-797daeb4959a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:49:55.649202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec516ef0-5b3b-438b-a1c4-4d6d7447418d None None] Network cb87400b-51a9-4dd2-b52c-121c37130770 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:55.656246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.657334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.665329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:55.745595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.746662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.747141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.748168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.748490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.748967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.749433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.751397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-7dc0160d-4a71-4b33-92b2-0a0018341d91 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6481 time: 0.1871178 Aug 30 22:49:55.780762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bd054058-b39e-4064-b17e-7510644d8541 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0549581 Aug 30 22:49:55.821187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-10ea69ce-fc2b-440a-9190-6112683f543c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:55.824556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-10ea69ce-fc2b-440a-9190-6112683f543c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 1096 time: 0.1488049 Aug 30 22:49:55.888129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80bf3e3-d88d-450e-a210-8bef2fb942d2 None None] Network cb87400b-51a9-4dd2-b52c-121c37130770 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:49:56.084096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['818dbfa3-a58d-44aa-97b0-040ec19e98bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:49:56.104256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7989a-3fed-4113-8828-f22f946775aa req-8dce758d-b563-4f88-8ec5-120aa500ced8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.106894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38c7989a-3fed-4113-8828-f22f946775aa req-8dce758d-b563-4f88-8ec5-120aa500ced8 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 944 time: 0.2523961 Aug 30 22:49:56.144275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:56.177077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-3515d7bd-7b3b-4848-bcbd-e22ea1c3c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.179260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-3515d7bd-7b3b-4848-bcbd-e22ea1c3c06d service neutron] 10.222.0.52 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 917 time: 0.3461833 Aug 30 22:49:56.249635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38c7989a-3fed-4113-8828-f22f946775aa req-7724fee5-5c30-4247-ba82-31d866c9744a tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322713 Aug 30 22:49:56.275597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-5dec8b42-99af-469b-a097-17e98d42a126 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f66996aa-4b73-4684-aa06-5609371fc5d8 HTTP/1.1" status: 200 len: 217 time: 0.0847697 Aug 30 22:49:56.388242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-1d592a22-232b-448c-b140-d980a5ce12e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.391950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-1d592a22-232b-448c-b140-d980a5ce12e2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 903 time: 0.6075401 Aug 30 22:49:56.395799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Attempting to bind port 4f5b06d4-8a69-4d61-9eab-797daeb4959a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:49:56.396905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Attempting to bind port 4f5b06d4-8a69-4d61-9eab-797daeb4959a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:49:56.397496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Attempting to bind port 4f5b06d4-8a69-4d61-9eab-797daeb4959a on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:56.400354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:56.408448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-2690524e-580c-4b47-96b1-ecf2fb19b6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.410016 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-2690524e-580c-4b47-96b1-ecf2fb19b6df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.1256833 Aug 30 22:49:56.410810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Pushing event updated for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:56.410991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:56.411487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.464371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-fbe75ee6-0541-450d-a8af-3eea5dcd9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.466534 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-fbe75ee6-0541-450d-a8af-3eea5dcd9fd5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448096 Aug 30 22:49:56.474833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.480793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.488076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.493921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.501011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.510270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.516810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.518840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-674729fa-7f4a-40db-8df9-08435a0a549f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.8700686 Aug 30 22:49:56.520032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Port 4f5b06d4-8a69-4d61-9eab-797daeb4959a on network 41f2b9cd-5802-4dde-8b95-456942bb6303 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:49:56.520358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Attempting to bind port 4f5b06d4-8a69-4d61-9eab-797daeb4959a on network 41f2b9cd-5802-4dde-8b95-456942bb6303 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:49:56.526170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:49:56.526514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Checking segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:49:56.526891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Bound using segment: {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:49:56.527359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Bound port: 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:49:56.527720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.541324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-06009d31-8cf3-47e8-aa47-ed0d948e6615 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 217 time: 0.1387389 Aug 30 22:49:56.543507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.571257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:56.574620 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20501cc-5f9a-42ff-be3d-dd8003c31a85" -d '{"events": [{"server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "name": "network-vif-plugged", "status": "completed", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:56.589234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:56.595542 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.644911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e731328-6462-482f-8bbd-d3262255085e req-d9dee5ce-dfd5-46db-aab9-3447413b92dc tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.647282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e731328-6462-482f-8bbd-d3262255085e req-d9dee5ce-dfd5-46db-aab9-3447413b92dc tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0876217 Aug 30 22:49:56.668055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-077710a0-3fa2-4ffd-8055-feecd0ab6ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.669998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-077710a0-3fa2-4ffd-8055-feecd0ab6ac6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.1182647 Aug 30 22:49:56.675216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:56.683030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-54afffaa-08c1-4004-87f4-dfc4567b433d service neutron] 10.222.0.52 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076542 Aug 30 22:49:56.686769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28e9ef2f-54b4-43cf-ab5a-d1705e23a2f2 req-a1c9a0d8-2107-4a93-8876-a6967dd6a9e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1444664 Aug 30 22:49:56.697761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:49:56.702304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:49:56.722868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.757160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e731328-6462-482f-8bbd-d3262255085e req-75462e39-2445-477f-bc7b-97f43fdd7fe6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979056 Aug 30 22:49:56.818322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.819030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:56.820576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] 10.222.0.47 "PUT /v2.0/ports/4f5b06d4-8a69-4d61-9eab-797daeb4959a HTTP/1.1" status: 200 len: 1092 time: 2.6922290 Aug 30 22:49:56.821113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:56.823537 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfd4ec3-04fd-4768-94c9-6734ffa04296" -d '{"events": [{"name": "network-changed", "server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:56.853155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-405d0106-8c2b-4aec-9c9b-927fd6fb8e40 req-e431efef-a812-4553-8acf-fa9b3bcada05 service neutron] 10.222.0.52 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617301 Aug 30 22:49:56.877128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883a25a-8a5c-4a25-8099-2309e783530f service neutron] Pushing event updated for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:56.890442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-2f7d891c-1981-4361-a233-5e78c7834760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:56.892613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-2f7d891c-1981-4361-a233-5e78c7834760 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1887085 Aug 30 22:49:57.002039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde23f7b-fb82-4a28-af48-5f7ce146fb3b req-a474d102-33d8-4a1e-b945-163cf100f1ac tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.010458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fde23f7b-fb82-4a28-af48-5f7ce146fb3b req-a474d102-33d8-4a1e-b945-163cf100f1ac tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 943 time: 0.2075467 Aug 30 22:49:57.051931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-895cca3a-0ffb-4655-8954-31706f2759f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.053585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-895cca3a-0ffb-4655-8954-31706f2759f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 1095 time: 0.1680481 Aug 30 22:49:57.073087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-cc0ecb3e-7b7e-4684-a170-a971b629cb75 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.075352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-cc0ecb3e-7b7e-4684-a170-a971b629cb75 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/networks?id=cb87400b-51a9-4dd2-b52c-121c37130770 HTTP/1.1" status: 200 len: 814 time: 0.1310954 Aug 30 22:49:57.092568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-db69edaf-5af1-41c0-abfd-9f8be93f38b6 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/quotas/1879d27bba844dbc98bc3d6b3b427ffc HTTP/1.1" status: 200 len: 375 time: 0.0109529 Aug 30 22:49:57.130043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-fd50df9d-21f7-49a2-be48-ed7a9a4b4271 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1879d27bba844dbc98bc3d6b3b427ffc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314796 Aug 30 22:49:57.130761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fde23f7b-fb82-4a28-af48-5f7ce146fb3b req-493e94ac-fd77-4e08-9350-348873932286 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199677 Aug 30 22:49:57.134583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-63108611-3cac-469e-afa7-af67adf76030 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a HTTP/1.1" status: 200 len: 217 time: 0.0659180 Aug 30 22:49:57.137422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-f164a10c-421c-4720-80aa-21a645c611dc service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338831 Aug 30 22:49:57.244255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-3e22efba-05e9-457d-a5ad-e8eef090dfa6 service neutron] 10.222.0.25 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968790 Aug 30 22:49:57.260175 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72ce09f2-ec1d-4d39-bf57-da5318c7b9bf req-dd3db6cf-004d-439c-92eb-51b0c231e5b7 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0398505 Aug 30 22:49:57.278731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-08300cf8-e4d9-47af-a498-d22c5c54677c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.280209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-08300cf8-e4d9-47af-a498-d22c5c54677c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.1293199 Aug 30 22:49:57.355097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48871dd-1a7d-4eb6-ac14-8960ca6e47c5 req-c9c366e5-d34f-43d8-9f12-3543ff15134a service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052498 Aug 30 22:49:57.366239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1697b684-9803-4df4-80c6-1f544254f244 req-51dad414-a78e-403c-a5ff-a367f6b79956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.367758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-51dad414-a78e-403c-a5ff-a367f6b79956 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0716884 Aug 30 22:49:57.374401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-1ea2cdd1-5cc0-464a-bfcc-18de0bd2383e service neutron] 10.222.0.25 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245430 Aug 30 22:49:57.497509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-8e3fb938-8a63-4fb9-8428-75f532058f35 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064746 Aug 30 22:49:57.527078 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:57.532211 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a240ab8-a8b9-47e0-aa5b-e0bd02f3ddda x-openstack-request-id: req-7a240ab8-a8b9-47e0-aa5b-e0bd02f3ddda {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:57.532743 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "name": "network-vif-plugged", "status": "completed", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:57.533373 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a240ab8-a8b9-47e0-aa5b-e0bd02f3ddda {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:57.533958 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301', 'code': 200} Aug 30 22:49:57.594273 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8bfe4-0ec4-4a28-b4c4-e6f59f904e4f x-openstack-request-id: req-00e8bfe4-0ec4-4a28-b4c4-e6f59f904e4f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:57.594566 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:57.595337 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e8bfe4-0ec4-4a28-b4c4-e6f59f904e4f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:57.595816 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a', 'status': 'completed', 'code': 200} Aug 30 22:49:57.657654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906045d1-a2c4-4629-a022-04ec89fbec0b req-3f56227b-c1f6-49dd-86c4-7412cc186dae tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.660971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-906045d1-a2c4-4629-a022-04ec89fbec0b req-3f56227b-c1f6-49dd-86c4-7412cc186dae tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.0719264 Aug 30 22:49:57.705075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-906045d1-a2c4-4629-a022-04ec89fbec0b req-75be60e5-d762-4ed3-9de0-ae5f4fe94fd0 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360885 Aug 30 22:49:57.706071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1697b684-9803-4df4-80c6-1f544254f244 req-4da8c167-d4eb-4f65-87fd-d945c76dc07f service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883948 Aug 30 22:49:57.708559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-330346ac-200c-4fd7-9a6d-9f9ca3e46668 req-7e021d53-3f23-4b6b-b918-774be9448d15 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330095 Aug 30 22:49:57.710462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0029e-0693-4402-99dd-3e5baf3455af req-60fa1931-9c07-46b3-b253-540d481a6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.711806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8c0029e-0693-4402-99dd-3e5baf3455af req-60fa1931-9c07-46b3-b253-540d481a6f18 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 1097 time: 0.0815949 Aug 30 22:49:57.810313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-396c1e4f-48d0-4aed-9943-94ee81895bb5 req-19643ec0-3f12-48ee-a873-ddc2380b217a tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0469365 Aug 30 22:49:57.879148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8c0029e-0693-4402-99dd-3e5baf3455af req-dc095ff1-0252-478b-93ec-d814a8a8cefc service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480925 Aug 30 22:49:57.909585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330346ac-200c-4fd7-9a6d-9f9ca3e46668 req-19f80c70-d977-4d37-9810-5b3434920814 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.911108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-330346ac-200c-4fd7-9a6d-9f9ca3e46668 req-19f80c70-d977-4d37-9810-5b3434920814 tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1943560 Aug 30 22:49:57.915746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-f0a6ca88-f130-413c-b1dd-4ed12bcdbd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.917191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-f0a6ca88-f130-413c-b1dd-4ed12bcdbd50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 1095 time: 0.1088789 Aug 30 22:49:57.925884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.928827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-330346ac-200c-4fd7-9a6d-9f9ca3e46668 req-8c83fb84-c069-49c8-9bec-ffe442dc32db tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/quotas/3d9f95e5fd604605bb094a02b5c89c1b HTTP/1.1" status: 200 len: 375 time: 0.0094559 Aug 30 22:49:57.932201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.939681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.946542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.952884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.959264 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.965993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:57.967951 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-fc43744c-7dd0-41b7-803a-b2ddc05b46a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1008162 Aug 30 22:49:58.005736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-330346ac-200c-4fd7-9a6d-9f9ca3e46668 req-118b11bc-0282-4fd3-95f3-3d4b4663930a tempest-QuotasAdminNegativeTest-1875896539 tempest-QuotasAdminNegativeTest-1875896539-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635052 Aug 30 22:49:58.015345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c24f4698-9d3e-4dfb-b66f-2723d6fd4de3 req-bd39c483-9cae-401e-9467-5ca089675eae tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0404315 Aug 30 22:49:58.047956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-69e530b5-5c35-4e42-bc6f-9993a6238800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.050715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-69e530b5-5c35-4e42-bc6f-9993a6238800 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 917 time: 0.1181586 Aug 30 22:49:58.111851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-ce2d7a81-d573-4ac7-8862-510c4c900417 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a HTTP/1.1" status: 200 len: 217 time: 0.0395155 Aug 30 22:49:58.143829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b688e37-e557-44e9-8ee7-af4df6afaeb1 req-6b9d065f-2eea-4e78-aa64-cba603fb539b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.148858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b688e37-e557-44e9-8ee7-af4df6afaeb1 req-6b9d065f-2eea-4e78-aa64-cba603fb539b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0542898 Aug 30 22:49:58.182683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-cf27ab54-159f-4e2b-9d6a-3f3fb963b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.184982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-cf27ab54-159f-4e2b-9d6a-3f3fb963b9e1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.0566437 Aug 30 22:49:58.194252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b688e37-e557-44e9-8ee7-af4df6afaeb1 req-34231bb6-c162-47b6-a261-1bb78c8620b5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433087 Aug 30 22:49:58.259679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-27dd10b3-daf1-42f5-99f6-c2375fc994dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.263265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-27dd10b3-daf1-42f5-99f6-c2375fc994dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0664825 Aug 30 22:49:58.329016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630974cf-c40a-43d3-b986-28066fe40fc7 req-42f6b80d-1359-4c51-b9a9-c0940793d85e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.334329 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-630974cf-c40a-43d3-b986-28066fe40fc7 req-42f6b80d-1359-4c51-b9a9-c0940793d85e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0732398 Aug 30 22:49:58.374828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-630974cf-c40a-43d3-b986-28066fe40fc7 req-4976a30a-f6a6-4b34-9956-ad9bdee4f706 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346596 Aug 30 22:49:58.378483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-de3b2db0-c63c-41c6-9388-8cfcd11b6476 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993853 Aug 30 22:49:58.434987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f378339-4d0b-4787-924a-bb62732b2a93 req-1a5afdcc-5a66-4fcc-abd1-d392999c5fdd tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0384054 Aug 30 22:49:58.517186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dfd4ec3-04fd-4768-94c9-6734ffa04296 req-99060209-2dc7-4d37-bc48-30621a122cb4 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080375 Aug 30 22:49:58.521606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:58.625197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8992d7d-0afb-4aa8-aeec-cf9ef807a513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.715255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8992d7d-0afb-4aa8-aeec-cf9ef807a513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.719101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8992d7d-0afb-4aa8-aeec-cf9ef807a513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.759722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8992d7d-0afb-4aa8-aeec-cf9ef807a513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dedee9-1655-4b93-861f-c48109add417,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:58.764315 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8992d7d-0afb-4aa8-aeec-cf9ef807a513 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3d9f95e5fd604605bb094a02b5c89c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417138 Aug 30 22:49:58.770230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38550) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:58.824747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.850012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.850965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6d13e-3951-4afe-8b5f-c92e0c37108d req-2bbdad16-7be5-4250-870d-e4efb67396c3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:58.859674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51e6d13e-3951-4afe-8b5f-c92e0c37108d req-2bbdad16-7be5-4250-870d-e4efb67396c3 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.0835919 Aug 30 22:49:58.902688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51e6d13e-3951-4afe-8b5f-c92e0c37108d req-acd29643-504b-44ff-a785-313ffb432e35 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399444 Aug 30 22:49:58.914356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89ebabff-40f1-4b68-bded-22b1d535cdde req-7dc07669-7fcf-412c-a603-0a67c92e39a5 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0328972 Aug 30 22:49:58.970262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.972738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:58.973910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/55dedee9-1655-4b93-861f-c48109add417 HTTP/1.1" status: 204 len: 168 time: 0.2060525 Aug 30 22:49:58.990282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb624a68-297e-4f61-90fd-da7c4d97a37d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dedee9-1655-4b93-861f-c48109add417,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:59.035756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-6dbe2b55-479a-48b2-a485-7ec1581d5176 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.037435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-6dbe2b55-479a-48b2-a485-7ec1581d5176 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.52 "GET /v2.0/networks?id=cb87400b-51a9-4dd2-b52c-121c37130770 HTTP/1.1" status: 200 len: 814 time: 0.1261520 Aug 30 22:49:59.059356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Request body: {'port': {'device_id': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770', 'admin_state_up': True, 'tenant_id': '1879d27bba844dbc98bc3d6b3b427ffc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:49:59.131323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 818dbfa3-a58d-44aa-97b0-040ec19e98bc up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:49:59.193293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 818dbfa3-a58d-44aa-97b0-040ec19e98bc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:49:59.198871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 818dbfa3-a58d-44aa-97b0-040ec19e98bc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:49:59.199898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.202987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Made reservation on behalf of 1879d27bba844dbc98bc3d6b3b427ffc for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:49:59.207439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.216116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.222220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.228671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.235053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.241038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.247153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.253085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.255208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-2c369e10-83c0-487d-8bff-3bd04b5f36c7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1216130 Aug 30 22:49:59.324857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38562) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:59.327123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec9782ad-3f63-4255-bcab-ef62b1edbcd2 req-0e4eecc7-5035-44d5-8f87-9a071ce7feb8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0635908 Aug 30 22:49:59.338234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.375660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167964b-d139-4ab3-8f7f-3c70b08a60e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.383007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:49:59.388210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.419600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143d11-1737-4f67-968d-dc6ec5d19507 req-2ce07860-ec46-442c-868e-4518f1a755c1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.420572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96143d11-1737-4f67-968d-dc6ec5d19507 req-2ce07860-ec46-442c-868e-4518f1a755c1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1249707 Aug 30 22:49:59.433372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Allocated IP 172.20.0.9 (cb87400b-51a9-4dd2-b52c-121c37130770/417344c5-359d-492d-9b38-c0f7e79d1482/af0e2cec-7c8a-4dba-b956-0437f2b69fee) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:49:59.442096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:59.502092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8f58ee-dc43-4c1a-a857-67a7a4d6fdba req-40504bb6-d86e-4efd-a0bc-4e042ba32121 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.503528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a8f58ee-dc43-4c1a-a857-67a7a4d6fdba req-40504bb6-d86e-4efd-a0bc-4e042ba32121 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0519857 Aug 30 22:49:59.530851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96143d11-1737-4f67-968d-dc6ec5d19507 req-dc350330-fdc3-40e1-80df-fe0cc970caa3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948937 Aug 30 22:49:59.535160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:49:59.538924 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54344eb-9163-4afd-8c31-cc5a13e800bc" -d '{"events": [{"server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "name": "network-vif-plugged", "status": "completed", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:49:59.579555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a8f58ee-dc43-4c1a-a857-67a7a4d6fdba req-2ca219f0-db49-4cfb-aa59-21562e8c7def tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 Aug 30 22:49:59.616420 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b1d02e-6e22-472c-8dd4-f9e78aad7c1f x-openstack-request-id: req-c3b1d02e-6e22-472c-8dd4-f9e78aad7c1f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:49:59.616777 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "name": "network-vif-plugged", "status": "completed", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:49:59.617094 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3b1d02e-6e22-472c-8dd4-f9e78aad7c1f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:49:59.617549 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc', 'code': 200} Aug 30 22:49:59.654955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfa90160-469b-4b0e-9543-6088d6c909bb req-79dc2793-34d9-4bf7-b266-da8aa197a84e tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0465627 Aug 30 22:49:59.667237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167964b-d139-4ab3-8f7f-3c70b08a60e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.675143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167964b-d139-4ab3-8f7f-3c70b08a60e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.749037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a167964b-d139-4ab3-8f7f-3c70b08a60e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c71c67d2ca640758d84966c147d75dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4194183 Aug 30 22:49:59.751736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:49:59.757680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167964b-d139-4ab3-8f7f-3c70b08a60e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef7e3f6-f5b1-41b7-a687-b1599ffa459d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:59.776972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.797740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf10e11-7338-4ed4-8ebb-1e05f9730f12 req-1723cd7d-c18d-4c73-a9a5-392267ff497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.799263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eaf10e11-7338-4ed4-8ebb-1e05f9730f12 req-1723cd7d-c18d-4c73-a9a5-392267ff497b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 1097 time: 0.0906513 Aug 30 22:49:59.807220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.829137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.850244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.876542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.879151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.880335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ef7e3f6-f5b1-41b7-a687-b1599ffa459d HTTP/1.1" status: 204 len: 168 time: 0.1275320 Aug 30 22:49:59.883452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eaf10e11-7338-4ed4-8ebb-1e05f9730f12 req-3fa4c00d-4dc8-4017-8c5a-b2b6eba30495 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743051 Aug 30 22:49:59.891467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d1ffe0-7fd9-4a0b-8b13-6550e3fa8975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef7e3f6-f5b1-41b7-a687-b1599ffa459d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:59.901532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Network cb87400b-51a9-4dd2-b52c-121c37130770 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:49:59.907088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:49:59.909982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:49:59.943497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Pushing event updated for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:49:59.977236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:49:59.978149 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:49:59.996967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-eee0a12f-fd4f-4737-9f9d-70fa75e3df40 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9416707 Aug 30 22:50:00.016209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Request body: {'port': {'device_id': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:00.023163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ce31db-bd9d-436b-ab0d-43a3c952934c req-e3276ec6-cb91-46e5-98bf-86e1880f8786 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.024807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8ce31db-bd9d-436b-ab0d-43a3c952934c req-e3276ec6-cb91-46e5-98bf-86e1880f8786 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.0573139 Aug 30 22:50:00.056557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f66996aa-4b73-4684-aa06-5609371fc5d8 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:00.097251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8ce31db-bd9d-436b-ab0d-43a3c952934c req-7966dbde-fb5a-4955-945b-b092bc62c8ec tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657966 Aug 30 22:50:00.110767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.119722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5b80d-f6d5-46c5-ac6c-cfafd81d510e req-c56b03f1-2bc7-4d2e-9959-8e45fa747522 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.128454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0f5b80d-f6d5-46c5-ac6c-cfafd81d510e req-c56b03f1-2bc7-4d2e-9959-8e45fa747522 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 931 time: 0.1082380 Aug 30 22:50:00.195600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f66996aa-4b73-4684-aa06-5609371fc5d8,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:00.205224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0f5b80d-f6d5-46c5-ac6c-cfafd81d510e req-d4fb2fbf-339b-46be-a71a-57c9c0a2665c tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758703 Aug 30 22:50:00.212582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'f66996aa-4b73-4684-aa06-5609371fc5d8', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'port_id': 'f66996aa-4b73-4684-aa06-5609371fc5d8', 'mac_address': 'fa:16:3e:17:31:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca755c1-b18c-4003-a851-16dbfa214a38', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:00.257154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.275254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66996aa-4b73-4684-aa06-5609371fc5d8 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:00.304095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f66996aa-4b73-4684-aa06-5609371fc5d8,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:00.309312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.366261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:00.441743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0170d73b-7a63-470e-a76c-fc10dbf854ad req-1fdc13b1-6443-4841-8351-474ebb3775c5 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.443371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0170d73b-7a63-470e-a76c-fc10dbf854ad req-1fdc13b1-6443-4841-8351-474ebb3775c5 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.1078444 Aug 30 22:50:00.481525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.487575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.493685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.503024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.509155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.512545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0170d73b-7a63-470e-a76c-fc10dbf854ad req-4701745a-f13c-430a-881a-ae75739fb8ae tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585539 Aug 30 22:50:00.528627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.537977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.540576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-47ca2f4e-d976-44cd-b41c-ce1e2f37f219 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1188264 Aug 30 22:50:00.574912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0e2cec-7c8a-4dba-b956-0437f2b69fee {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:00.583098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.596549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a6fc73a-5208-4ba1-bd39-bd6cb6b41684 req-d02298f2-f65c-4e88-86b5-4aaa6560411e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0491822 Aug 30 22:50:00.596970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Transition to ACTIVE for port object af0e2cec-7c8a-4dba-b956-0437f2b69fee will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:00.604543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.646410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f66996aa-4b73-4684-aa06-5609371fc5d8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:00.677005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:00.783170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac8776-eb17-44eb-9162-385bbab52207 req-ba38771b-0ff1-43c0-9f76-48d076a8cd9a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.789949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0245e509-49c3-4d66-b392-5b2aeffb04f4 req-61e85954-ba95-438f-b595-8dfebb06957e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:00.792804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fac8776-eb17-44eb-9162-385bbab52207 req-ba38771b-0ff1-43c0-9f76-48d076a8cd9a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 943 time: 0.0706136 Aug 30 22:50:00.797214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0245e509-49c3-4d66-b392-5b2aeffb04f4 req-61e85954-ba95-438f-b595-8dfebb06957e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1168349 Aug 30 22:50:00.811784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38612) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:00.841134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Attempting to bind port af0e2cec-7c8a-4dba-b956-0437f2b69fee on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:00.841471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Attempting to bind port af0e2cec-7c8a-4dba-b956-0437f2b69fee by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '134f1c82-c2e1-4037-85ec-5f7900dd533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:00.841822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Attempting to bind port af0e2cec-7c8a-4dba-b956-0437f2b69fee on network cb87400b-51a9-4dd2-b52c-121c37130770 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:00.850942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fac8776-eb17-44eb-9162-385bbab52207 req-89766e77-3d91-418a-9970-65899118d280 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566711 Aug 30 22:50:00.851858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0245e509-49c3-4d66-b392-5b2aeffb04f4 req-47d33cd3-4eaa-4fd0-af57-87cc637dba2a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538452 Aug 30 22:50:00.852560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Port af0e2cec-7c8a-4dba-b956-0437f2b69fee on network cb87400b-51a9-4dd2-b52c-121c37130770 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:00.852881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Attempting to bind port af0e2cec-7c8a-4dba-b956-0437f2b69fee on network cb87400b-51a9-4dd2-b52c-121c37130770 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:00.858217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:00.858554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Checking segment: {'id': '134f1c82-c2e1-4037-85ec-5f7900dd533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:00.858935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Bound using segment: {'id': '134f1c82-c2e1-4037-85ec-5f7900dd533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:00.859357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Bound port: af0e2cec-7c8a-4dba-b956-0437f2b69fee, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '134f1c82-c2e1-4037-85ec-5f7900dd533a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:00.859720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.934258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1240001468-network', 'tenant_id': '0549e08854cb4eb3998a351de1b71913'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:00.936607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:00.955216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Made reservation on behalf of 0549e08854cb4eb3998a351de1b71913 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:00.955585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-117f2ed9-6cfe-43bc-a40c-efae5e0e05fb req-a90cdca9-68fc-493c-abd5-4e6f2ec193b6 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0328348 Aug 30 22:50:00.957803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.964151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee,segment=NetworkSegment(134f1c82-c2e1-4037-85ec-5f7900dd533a),segment_id=134f1c82-c2e1-4037-85ec-5f7900dd533a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:00.966820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:00.969023 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.004576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.004576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.006553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] 10.222.0.52 "PUT /v2.0/ports/af0e2cec-7c8a-4dba-b956-0437f2b69fee HTTP/1.1" status: 200 len: 1092 time: 0.9959655 Aug 30 22:50:01.009097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:01.013273 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c74ab7-3ffc-4427-baf7-f89833931e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:01.050071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014b25e2-1fea-49f9-90e6-296524a98123 service neutron] Pushing event updated for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:01.058410 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae95512-2201-4590-b181-63a1e48bb6c4 x-openstack-request-id: req-6ae95512-2201-4590-b181-63a1e48bb6c4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:01.058772 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:01.059086 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ae95512-2201-4590-b181-63a1e48bb6c4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:01.059858 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee', 'status': 'completed', 'code': 200} Aug 30 22:50:01.062593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.066420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.090467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:01.100052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7762f68-651e-42a3-a8f0-54d29d0d9d9c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:01.104784 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.105694 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Added segment 85029ce4-85fa-4eeb-a033-929b870a9048 of type vlan for network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c Aug 30 22:50:01.128771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f5b06d4-8a69-4d61-9eab-797daeb4959a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:01.133630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-cca5a600-0e79-476e-b287-ba742836fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.135537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-cca5a600-0e79-476e-b287-ba742836fcfc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1879d27bba844dbc98bc3d6b3b427ffc&device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0477166 Aug 30 22:50:01.148464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.174605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.175762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.176396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.196870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-942d6edb-3590-465e-9879-e484d869dc83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee HTTP/1.1" status: 200 len: 217 time: 0.0388782 Aug 30 22:50:01.227923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:01.243150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4300377 Aug 30 22:50:01.244125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d184372-913d-414c-8db2-766f84581015 admin admin] Pushing event updated for resources: {'Network': ['ID=8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:01.246737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38620) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:01.252845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '4f5b06d4-8a69-4d61-9eab-797daeb4959a', 'network_id': '41f2b9cd-5802-4dde-8b95-456942bb6303', 'port_id': '4f5b06d4-8a69-4d61-9eab-797daeb4959a', 'mac_address': 'fa:16:3e:0e:bb:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ca755c1-b18c-4003-a851-16dbfa214a38', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:01.253006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Request body: {'subnet': {'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1240001468-subnet', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:01.259342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558813-e2d9-4376-826a-f36855c48937 req-302ff68f-0e2c-4724-9d6b-70cbe4d87d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.259955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:01.261401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-302ff68f-0e2c-4724-9d6b-70cbe4d87d9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=417344c5-359d-492d-9b38-c0f7e79d1482 HTTP/1.1" status: 200 len: 854 time: 0.0562167 Aug 30 22:50:01.276579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Made reservation on behalf of 0549e08854cb4eb3998a351de1b71913 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:01.280986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.298541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-cceac96a-0c21-4410-8125-1274ec83d1b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb87400b-51a9-4dd2-b52c-121c37130770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284879 Aug 30 22:50:01.347815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.374666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f5b06d4-8a69-4d61-9eab-797daeb4959a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:01.394947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:01.399363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.404990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cfe6bf-7447-4943-8c52-a774ca04c105 req-1f869585-57aa-4eff-98c3-dc5d22d8561a tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.405388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1cfe6bf-7447-4943-8c52-a774ca04c105 req-1f869585-57aa-4eff-98c3-dc5d22d8561a tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 943 time: 0.1093776 Aug 30 22:50:01.450613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-cbf22c03-20be-4914-8288-277985a30552 service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413357 Aug 30 22:50:01.451611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:01.468193 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.475518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b1cfe6bf-7447-4943-8c52-a774ca04c105 req-746e13d4-93d0-47d8-b19e-99889e4b8c3b tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618052 Aug 30 22:50:01.523019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ba703d3-de75-4807-a92d-49282589fabb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:01.531691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Checking segment: {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:01.532049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Network hostable DHCP agents. Network: 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:01.550638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:01.559077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558813-e2d9-4376-826a-f36855c48937 req-aadd471e-0b62-40d6-acbe-67d871ee01e5 service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942347 Aug 30 22:50:01.560517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:01.565251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.566002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.570726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f8a8e6-9afc-4a85-b3a5-d3762dace27f None None] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:01.581823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b560af7-3f72-4d47-856c-d10e4f7d10ba admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3333640 Aug 30 22:50:01.583980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38624) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:01.588564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:01.615661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.616893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.674656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a3cd8-1502-41da-9894-ed3bc7d389cd req-7aac4fbf-4576-4751-9645-c97e8cc51dcd tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.676635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a41a3cd8-1502-41da-9894-ed3bc7d389cd req-7aac4fbf-4576-4751-9645-c97e8cc51dcd tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.0934737 Aug 30 22:50:01.752753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'fixed_ips': [{'subnet_id': '8ba703d3-de75-4807-a92d-49282589fabb'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:50:01.753630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:01.766329 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a41a3cd8-1502-41da-9894-ed3bc7d389cd req-4c371a7e-224f-4b88-9241-4ef74e416598 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753679 Aug 30 22:50:01.897958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f5b06d4-8a69-4d61-9eab-797daeb4959a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:01.953376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Allocated IP 172.20.0.2 (8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c/8ba703d3-de75-4807-a92d-49282589fabb/69168118-b5b7-4769-980c-72a6ae9da93b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:01.991633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e93c4-f829-4764-847c-e95e8713cecb req-da2bc672-b608-4883-a313-bd76a7722328 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:01.993263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d77e93c4-f829-4764-847c-e95e8713cecb req-da2bc672-b608-4883-a313-bd76a7722328 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0521505 Aug 30 22:50:01.995218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.060489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d77e93c4-f829-4764-847c-e95e8713cecb req-ffc3074c-c637-4a7d-9789-59d1cb3d5988 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586908 Aug 30 22:50:02.089097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-d5f97605-54fd-4d02-a19b-42c516f8a2db tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.089097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-d5f97605-54fd-4d02-a19b-42c516f8a2db tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.52 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 945 time: 0.0627639 Aug 30 22:50:02.188428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.195777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-480d91a3-d6ce-48a5-9f33-a1c2a53d5432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.197825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-480d91a3-d6ce-48a5-9f33-a1c2a53d5432 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1879d27bba844dbc98bc3d6b3b427ffc&device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 1095 time: 0.5050430 Aug 30 22:50:02.203092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f66996aa-4b73-4684-aa06-5609371fc5d8 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:02.214712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.220627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.226717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.233311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.237008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed24c8a-d00f-4c92-b3f7-196b0f0e4e8e req-04cff842-79de-4af8-8a6e-189fbe0503ae tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.238589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ed24c8a-d00f-4c92-b3f7-196b0f0e4e8e req-04cff842-79de-4af8-8a6e-189fbe0503ae tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 944 time: 0.0656278 Aug 30 22:50:02.239463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.245269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.247927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Deleting port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:02.248329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.252174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.259584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-214cd480-41d2-4cfe-a00c-192e2aeb0204 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.2661557 Aug 30 22:50:02.339777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ed24c8a-d00f-4c92-b3f7-196b0f0e4e8e req-a15d245b-cef6-4740-9ca0-f5f0ef1f5d20 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871277 Aug 30 22:50:02.360631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.363447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port f66996aa-4b73-4684-aa06-5609371fc5d8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:02.371719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] For port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,segment=NetworkSegment(065262ec-1fe6-47cc-87d2-de9ec16d52ed),segment_id=065262ec-1fe6-47cc-87d2-de9ec16d52ed)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:02.372088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.374694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port f66996aa-4b73-4684-aa06-5609371fc5d8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:02.375179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.378198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Transition to ACTIVE for port object 69168118-b5b7-4769-980c-72a6ae9da93b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:02.385973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Calling delete_port for 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:02.406863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75e15f5c-3a1d-4f4c-ac02-26a62e001055 req-681f2b23-5a80-4132-a7c5-e88043c7967c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1458759 Aug 30 22:50:02.439110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Transition to ACTIVE for port object 69168118-b5b7-4769-980c-72a6ae9da93b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:02.455224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.462908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-53d82016-4112-4e74-bd22-585157e0c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.466232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-53d82016-4112-4e74-bd22-585157e0c636 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb87400b-51a9-4dd2-b52c-121c37130770 HTTP/1.1" status: 200 len: 915 time: 0.1957927 Aug 30 22:50:02.492038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a348141e-8ee9-4fda-90aa-48507208c7e1 req-9099e493-5a2d-4e31-b1df-08004dd44209 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0351758 Aug 30 22:50:02.523967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-bbfdba73-5a0d-4c42-8161-f94744888465 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee HTTP/1.1" status: 200 len: 217 time: 0.0460043 Aug 30 22:50:02.538511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:02.542502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:02.546785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:02.548641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.563011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Pushing event updated for resources: {'Port': ['ID=69168118-b5b7-4769-980c-72a6ae9da93b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:02.598364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:02.600808 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b83f2150-4244-4aeb-a861-f9e1db865ff7" -d '{"events": [{"server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "name": "network-vif-plugged", "status": "completed", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:02.601362 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.632302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event deleted for resources: {'Port': ['ID=8057dcdd-d74a-40b5-88ad-1f41ed4f1301,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:02.633458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f66996aa-4b73-4684-aa06-5609371fc5d8,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:02.640756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['8057dcdd-d74a-40b5-88ad-1f41ed4f1301'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:02.647912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.669545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Attempting to bind port 69168118-b5b7-4769-980c-72a6ae9da93b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:02.669946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Attempting to bind port 69168118-b5b7-4769-980c-72a6ae9da93b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:02.670556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Attempting to bind port 69168118-b5b7-4769-980c-72a6ae9da93b on network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:02.689232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] No DVR routers for this DVR port 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:02.694229 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5d49fa-67bf-449b-8c32-88b91bd361bc x-openstack-request-id: req-4b5d49fa-67bf-449b-8c32-88b91bd361bc {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:02.694533 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "name": "network-vif-plugged", "status": "completed", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:02.694789 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b5d49fa-67bf-449b-8c32-88b91bd361bc {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:02.695050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.695195 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8', 'code': 200} Aug 30 22:50:02.697485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c16fea1-141f-4c6b-b4cc-ebb9c96e106c req-00d367de-40bc-49fc-848b-80254b01698d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.52 "DELETE /v2.0/ports/8057dcdd-d74a-40b5-88ad-1f41ed4f1301 HTTP/1.1" status: 204 len: 173 time: 0.6002321 Aug 30 22:50:02.698148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'name': 'network-vif-deleted', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:02.700557 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0a1128-5e5b-4e8e-a7f6-994fd18a521c" -d '{"events": [{"server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "name": "network-vif-deleted", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:02.701501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:02.701916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Checking segment: {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:02.702335 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.702731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Bound using segment: {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:02.703290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Bound port: 69168118-b5b7-4769-980c-72a6ae9da93b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:02.703891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.741255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:02.761555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-b654ace0-3108-4ef6-86ab-b002b068a822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.771311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-b654ace0-3108-4ef6-86ab-b002b068a822 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=417344c5-359d-492d-9b38-c0f7e79d1482 HTTP/1.1" status: 200 len: 854 time: 0.2352648 Aug 30 22:50:02.774607 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5e607-0520-4f41-97ae-ea8019fc62fe x-openstack-request-id: req-f3a5e607-0520-4f41-97ae-ea8019fc62fe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:02.775251 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831c7d27-bf26-43a2-8c8c-cb9355f8495f", "name": "network-vif-deleted", "tag": "8057dcdd-d74a-40b5-88ad-1f41ed4f1301", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:02.776406 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3a5e607-0520-4f41-97ae-ea8019fc62fe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:02.777565 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831c7d27-bf26-43a2-8c8c-cb9355f8495f', 'name': 'network-vif-deleted', 'tag': '8057dcdd-d74a-40b5-88ad-1f41ed4f1301', 'status': 'completed', 'code': 200} Aug 30 22:50:02.815954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] For port 69168118-b5b7-4769-980c-72a6ae9da93b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:02.825342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] For port 69168118-b5b7-4769-980c-72a6ae9da93b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=69168118-b5b7-4769-980c-72a6ae9da93b,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:02.837226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-9ad93898-fdb7-40d4-adf2-923dbe8eae40 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb87400b-51a9-4dd2-b52c-121c37130770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510626 Aug 30 22:50:02.842078 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.859864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5b95d-a68e-4189-ab2f-0960e6842063 req-68e488d6-36b0-4c5f-965a-3230724b131f tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:02.861502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9de5b95d-a68e-4189-ab2f-0960e6842063 req-68e488d6-36b0-4c5f-965a-3230724b131f tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 943 time: 0.2734325 Aug 30 22:50:02.872953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:02.945740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea0e6d8-26a8-4f68-abde-eb695153ef49 None None] Pushing event updated for resources: {'Port': ['ID=69168118-b5b7-4769-980c-72a6ae9da93b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:02.956427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ffff86c-a0e7-4567-b0ef-df713ca0d199 req-1620414a-1b3b-4fbe-95c6-dd7913ff7875 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/ports?device_id=831c7d27-bf26-43a2-8c8c-cb9355f8495f HTTP/1.1" status: 200 len: 210 time: 0.0466018 Aug 30 22:50:02.974252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:03.004738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273dbca1-5c31-434e-9126-629f86dcb7f5 req-b3790f56-0efb-405d-b049-0ef198a5526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.007023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-273dbca1-5c31-434e-9126-629f86dcb7f5 req-b3790f56-0efb-405d-b049-0ef198a5526b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 1098 time: 0.0822949 Aug 30 22:50:03.045573 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-273dbca1-5c31-434e-9126-629f86dcb7f5 req-d54d9e26-2a93-4437-a04f-6855f40df624 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Aug 30 22:50:03.058976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9de5b95d-a68e-4189-ab2f-0960e6842063 req-574ec3c7-b4fd-4152-9ef0-2a4e18aad9b4 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878362 Aug 30 22:50:03.094585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-089d2fb2-45a7-4189-9e42-0980ccc53abd service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452424 Aug 30 22:50:03.166162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Allocated IP 172.25.7.212 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/4593c92e-f782-4d5d-b0d0-cb2d5707d937) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:03.252131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723e962-d4e8-485d-be98-74fe5d8b51da req-c50a2685-3436-4f5f-8575-ec688f5c203d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.254501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5723e962-d4e8-485d-be98-74fe5d8b51da req-c50a2685-3436-4f5f-8575-ec688f5c203d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0563273 Aug 30 22:50:03.307740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5723e962-d4e8-485d-be98-74fe5d8b51da req-5cf6c96c-2fe1-4749-8152-cbeb7566b0b1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437803 Aug 30 22:50:03.314956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:03.419451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:03.513478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:03.518717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71c74ab7-3ffc-4427-baf7-f89833931e5a req-2b222ae9-84ac-4b9b-8b60-64b115e160a7 service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892142 Aug 30 22:50:03.523175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:03.525693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:03.545814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.552571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.558439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Pushing event updated for resources: {'Port': ['ID=4593c92e-f782-4d5d-b0d0-cb2d5707d937,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:03.560359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.568749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.578795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.586291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.586598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2cba79-c89c-40ba-a09b-ced9d12923e7 req-7ec57291-c902-4acd-b372-c4b44b2afbed tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.588154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d2cba79-c89c-40ba-a09b-ced9d12923e7 req-7ec57291-c902-4acd-b372-c4b44b2afbed tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 944 time: 0.1264403 Aug 30 22:50:03.599348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:03.608189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-f2354e84-1c35-4b4a-9ea8-eca37d4a75f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1219382 Aug 30 22:50:03.666208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66252d11-e1c7-43d0-bb4f-9c031d5e3d76 req-72c680f5-2b1f-41df-8134-bdf930f78302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554729 Aug 30 22:50:03.806887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d2cba79-c89c-40ba-a09b-ced9d12923e7 req-594ff3e5-0491-4095-8b7c-433c281f0a4f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059903 Aug 30 22:50:03.825154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d7a04cb-9b06-40eb-92e7-0e9d9117492c req-2ddbee83-4901-4de9-9e86-8f7346c9466f tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0502703 Aug 30 22:50:03.957434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.112093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f999-23b3-402e-b05d-b28fc75e8342 req-147fba95-c105-4a0f-af66-527ba4d5464e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:04.122031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8af2f999-23b3-402e-b05d-b28fc75e8342 req-147fba95-c105-4a0f-af66-527ba4d5464e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1098 time: 0.0758982 Aug 30 22:50:04.166275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8af2f999-23b3-402e-b05d-b28fc75e8342 req-a04599dd-169a-4725-b391-8fe9e304b5d5 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384619 Aug 30 22:50:04.256641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.305423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b13d3-8798-466e-bcf0-eb3803a49fb9 None None] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:04.426520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487cb56b-9fba-4f37-be2b-1888c03d1abb req-096fe74b-3731-4197-adb9-5be3ab746a9e tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:04.439363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 69168118-b5b7-4769-980c-72a6ae9da93b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:04.439785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-487cb56b-9fba-4f37-be2b-1888c03d1abb req-096fe74b-3731-4197-adb9-5be3ab746a9e tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 943 time: 0.1799135 Aug 30 22:50:04.447788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3a6000dc-8196-4b2a-baf7-454c45a3e2b8 None None] Provisioning for port 69168118-b5b7-4769-980c-72a6ae9da93b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:04.491070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-487cb56b-9fba-4f37-be2b-1888c03d1abb req-36375ee2-e55e-4798-87dc-143704037694 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499451 Aug 30 22:50:04.535849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Router ee0d42a6-7375-42df-af2e-57d4ca850703 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:50:04.544210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38684) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:04.558310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 69168118-b5b7-4769-980c-72a6ae9da93b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:04.564217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 69168118-b5b7-4769-980c-72a6ae9da93b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:04.564831 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.662608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.673680 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.700458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.744968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 69168118-b5b7-4769-980c-72a6ae9da93b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=69168118-b5b7-4769-980c-72a6ae9da93b,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:04.750451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.768413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.775632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.781084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "DELETE /v2.0/security-groups/f5fcf37b-0797-44ab-9558-c4be3a119f3e HTTP/1.1" status: 204 len: 168 time: 0.2351384 Aug 30 22:50:04.783676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:04.813461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6491c0-7f1d-40ba-8aac-8c20287e961d tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fcf37b-0797-44ab-9558-c4be3a119f3e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:04.831898 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-f9897007-cb08-4457-a8a2-84000547e12b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] show failed (client error): The resource could not be found. Aug 30 22:50:04.833866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f9897007-cb08-4457-a8a2-84000547e12b tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "GET /v2.0/security-groups/f5fcf37b-0797-44ab-9558-c4be3a119f3e HTTP/1.1" status: 404 len: 347 time: 0.0273998 Aug 30 22:50:04.836242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:04.865462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=69168118-b5b7-4769-980c-72a6ae9da93b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:04.910752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-05133de6-345f-4f69-8a34-a9ae7f0c0803 None None] Provisioning complete for port 69168118-b5b7-4769-980c-72a6ae9da93b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:04.911136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05133de6-345f-4f69-8a34-a9ae7f0c0803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:04.992302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Deleting port 30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:04.992954 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.040628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:05.053075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Sync routers for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:05.063429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8784bdf-77a3-443e-b3af-8782685c5592 req-c9396954-cce2-4550-b4a5-c5c9c081cfd5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.064769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8784bdf-77a3-443e-b3af-8782685c5592 req-c9396954-cce2-4550-b4a5-c5c9c081cfd5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.3892493 Aug 30 22:50:05.066854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:05.067497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:05.080998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.088192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.090352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.094337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6f174f6a-23a2-4d1d-bd47-7489be25ad21 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5067782 Aug 30 22:50:05.099917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:05.113464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Calling delete_port for 30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:05.157486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f5b06d4-8a69-4d61-9eab-797daeb4959a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:05.219808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8784bdf-77a3-443e-b3af-8782685c5592 req-48e7c773-0289-4aa6-bf4c-74c382ab02e5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457977 Aug 30 22:50:05.220440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:05.300983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.347691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 4f5b06d4-8a69-4d61-9eab-797daeb4959a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:05.360358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 4f5b06d4-8a69-4d61-9eab-797daeb4959a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:05.360836 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.362645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Pushing event deleted for resources: {'Port': ['ID=30d6a0d5-c5a6-44f3-80b9-7bbb02c19a4e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:05.421759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.425407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.426695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f529de8-59c4-4230-a7e6-05bb30e11f36 tempest-ImagesOneServerNegativeTestJSON-848805296 tempest-ImagesOneServerNegativeTestJSON-848805296-project] 10.222.0.25 "DELETE /v2.0/floatingips/49cd90d4-3e5d-4a30-975b-156b1a127077 HTTP/1.1" status: 204 len: 168 time: 0.5894384 Aug 30 22:50:05.457149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.460907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-050fe09f-4660-413a-9472-102a74566204 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:50:05.462102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-050fe09f-4660-413a-9472-102a74566204 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081780 Aug 30 22:50:05.463021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.469508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.474178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:05.474655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:50:05.475379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.481600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.487436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.493351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.495983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-b1d1d8e6-05e5-465e-9806-0b631be0fa7b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1576207 Aug 30 22:50:05.502591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:03Z', 'revision_number': 3, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:05.505336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.536205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Checking router: ee0d42a6-7375-42df-af2e-57d4ca850703 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:05.536561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Updating router ee0d42a6-7375-42df-af2e-57d4ca850703 port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:50:05.569066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:05.571247 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a7235-2482-427e-9576-0fe7ea719961" -d '{"events": [{"server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "name": "network-vif-plugged", "status": "completed", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:05.585745 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.588364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:05.592268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07324eef-e344-48e2-a43d-60cef95ca4d5 req-553c1e54-8c4e-49ee-8019-5aebdeae21ad tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0842190 Aug 30 22:50:05.618532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.628342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:05.629089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:05.629644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:05.634882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:05.635278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:05.640559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:05.640985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:05.641495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:05.642029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Bound port: 04715aed-51e1-43b0-88b9-743ef56af071, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:05.700759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:05.706141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:05.707692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7efff0fe-8756-44b4-bca5-2b9b769e9e63 service neutron] 10.222.0.25 "POST /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071/bindings HTTP/1.1" status: 201 len: 390 time: 0.2369823 Aug 30 22:50:05.740448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:05.796728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fadc2f5-cd6e-4aa9-80c1-e0bfb143e2fb req-74a69e2c-aa02-44d9-a5de-c848bb931035 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:05.803947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fadc2f5-cd6e-4aa9-80c1-e0bfb143e2fb req-74a69e2c-aa02-44d9-a5de-c848bb931035 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.1218314 Aug 30 22:50:05.843206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-3b012f0b-db6d-41bd-941b-2f084245e960 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232264 Aug 30 22:50:05.900859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fadc2f5-cd6e-4aa9-80c1-e0bfb143e2fb req-12b34b21-7eaf-400d-8fde-d99d2886b133 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914102 Aug 30 22:50:05.944705 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-517404a3-67f2-4522-8e2b-c86aaa0743e2 req-3c375170-c0a5-4d96-8108-367d6356f4ef tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0740919 Aug 30 22:50:06.016389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.023211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.030829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Transition to ACTIVE for port object 4593c92e-f782-4d5d-b0d0-cb2d5707d937 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:06.034464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-0694ebd2-6130-4a06-a149-e7bf5f168664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.035899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-0694ebd2-6130-4a06-a149-e7bf5f168664 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 1097 time: 0.0815361 Aug 30 22:50:06.051488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.054370 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c99a39b-8933-49e9-b8e3-733d478152ed x-openstack-request-id: req-3c99a39b-8933-49e9-b8e3-733d478152ed {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:06.054659 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "name": "network-vif-plugged", "status": "completed", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:06.055002 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c99a39b-8933-49e9-b8e3-733d478152ed {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:06.055269 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a', 'code': 200} Aug 30 22:50:06.129047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device af0e2cec-7c8a-4dba-b956-0437f2b69fee details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:06.187561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8ab74-1d07-47e8-a060-fec2e5d7bc2a req-3fedca67-e3f2-48ac-bf32-a34f4537b720 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.194817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32e8ab74-1d07-47e8-a060-fec2e5d7bc2a req-3fedca67-e3f2-48ac-bf32-a34f4537b720 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 943 time: 0.1608748 Aug 30 22:50:06.244520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee,segment=NetworkSegment(134f1c82-c2e1-4037-85ec-5f7900dd533a),segment_id=134f1c82-c2e1-4037-85ec-5f7900dd533a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:06.262284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32e8ab74-1d07-47e8-a060-fec2e5d7bc2a req-d20549fb-5c9d-453f-8ac9-831efebb5a81 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648057 Aug 30 22:50:06.264337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-906ff462-09a4-4bae-a757-65f093a7b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.264485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Attempting to bind port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:06.264850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Attempting to bind port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:06.265211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Attempting to bind port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:06.275027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-906ff462-09a4-4bae-a757-65f093a7b8ae service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.1696317 Aug 30 22:50:06.275237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee', 'network_id': 'cb87400b-51a9-4dd2-b52c-121c37130770', 'port_id': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee', 'mac_address': 'fa:16:3e:26:1a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417344c5-359d-492d-9b38-c0f7e79d1482', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:06.275237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:06.296202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:06.296586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:06.296986 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.297381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:06.297886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Bound port: 4593c92e-f782-4d5d-b0d0-cb2d5707d937, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:06.303867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.313008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-30a9c938-3749-444e-8ab5-9d4f62672ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.314735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-30a9c938-3749-444e-8ab5-9d4f62672ae2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1098 time: 0.2532833 Aug 30 22:50:06.331399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-407054d6-b7b3-4822-82eb-5bda7eebed55 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 200 len: 217 time: 0.0569940 Aug 30 22:50:06.400464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bedec3-bee3-42fc-a1ab-fe2e0774aa53 req-6a71ecd4-5524-4698-94fc-6e07b8daa0d4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.406311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2bedec3-bee3-42fc-a1ab-fe2e0774aa53 req-6a71ecd4-5524-4698-94fc-6e07b8daa0d4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.2874098 Aug 30 22:50:06.416621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b9bd9-4792-499c-a519-250185126eeb req-bed2744b-538d-4258-a16a-63fa876798ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.418775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b8b9bd9-4792-499c-a519-250185126eeb req-bed2744b-538d-4258-a16a-63fa876798ea service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 1097 time: 0.2479153 Aug 30 22:50:06.432367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-463fb85e-2bf7-4bd1-810c-7c4dcacd8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.433762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 69168118-b5b7-4769-980c-72a6ae9da93b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:06.434713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-463fb85e-2bf7-4bd1-810c-7c4dcacd8f4a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0955441 Aug 30 22:50:06.436072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.443380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:06.443821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 8057dcdd-d74a-40b5-88ad-1f41ed4f1301 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:06.471238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-c501fe6b-1a65-4974-98d0-adf31278c9e0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284925 Aug 30 22:50:06.472712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b84e1-4e2a-4681-bfe2-a46740d291df None None] Pushing event updated for resources: {'Port': ['ID=4593c92e-f782-4d5d-b0d0-cb2d5707d937,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:06.481010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ef643-69f7-4a53-a8c4-22535e88b898 req-5eefd26c-0bf6-456e-aca5-476febb000c4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.488687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3ef643-69f7-4a53-a8c4-22535e88b898 req-5eefd26c-0bf6-456e-aca5-476febb000c4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0945148 Aug 30 22:50:06.490907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0e2cec-7c8a-4dba-b956-0437f2b69fee {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:06.505346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] For port 4593c92e-f782-4d5d-b0d0-cb2d5707d937, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:06.530008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] For port 4593c92e-f782-4d5d-b0d0-cb2d5707d937, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4593c92e-f782-4d5d-b0d0-cb2d5707d937,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:06.534104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Allocated IP 172.20.0.1 (8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c/8ba703d3-de75-4807-a92d-49282589fabb/da766762-5ba7-4aac-9e0d-5b26ae341e62) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:06.534409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee,segment=NetworkSegment(134f1c82-c2e1-4037-85ec-5f7900dd533a),segment_id=134f1c82-c2e1-4037-85ec-5f7900dd533a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:06.539388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.568124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.584590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3ef643-69f7-4a53-a8c4-22535e88b898 req-ff1bcdf0-5be6-4fb9-96b2-db05ddab5ec4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948057 Aug 30 22:50:06.589372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2bedec3-bee3-42fc-a1ab-fe2e0774aa53 req-1d8f57ee-f621-4e37-af27-17071816e451 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766884 Aug 30 22:50:06.601365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:06.602033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:06.605210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b8b9bd9-4792-499c-a519-250185126eeb req-0eece840-d2f2-4182-8e36-38f27a66a7a4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480308 Aug 30 22:50:06.608267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-b416fa8f-3e92-4ea2-9f1f-1e63bcb9bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.610123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-b416fa8f-3e92-4ea2-9f1f-1e63bcb9bb08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.2865911 Aug 30 22:50:06.638177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-7b175273-0d09-4772-afa8-c0f12c3bc8bb service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465795 Aug 30 22:50:06.647783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 69168118-b5b7-4769-980c-72a6ae9da93b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:06.648164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.687329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b84e1-4e2a-4681-bfe2-a46740d291df None None] Pushing event updated for resources: {'Port': ['ID=4593c92e-f782-4d5d-b0d0-cb2d5707d937,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:06.687881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:06.756397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-0badffd5-2a0a-4633-867e-3c0746346d40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 217 time: 0.1179628 Aug 30 22:50:06.773849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91824f4c-ba50-4065-992e-d6c959418fd4 req-f18b8027-038e-4463-a5e7-cc360ce60dff service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278908 Aug 30 22:50:06.787599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.796839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.806727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.815069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.821269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.827326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.833863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.835550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-68aff20e-c9f3-47fd-8402-25fc6831d645 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1313994 Aug 30 22:50:06.836544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Deleting subnet 2bcff6d8-587b-4aa9-b14e-169528d727de {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:06.846502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.889818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0a0d86d-7ac9-4679-8cd2-c18e898859ca req-fc24e8da-5dcd-431d-a7ba-81448a96ac11 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0451281 Aug 30 22:50:06.895278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-b9b6c21c-325f-4c01-a5d6-65909bbf8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:06.896790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-b9b6c21c-325f-4c01-a5d6-65909bbf8404 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1199267 Aug 30 22:50:06.932509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.959310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:06.962802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-7f022044-68e0-494c-a881-59ebd15a1243 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561903 Aug 30 22:50:06.982250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:06.996055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:07.028674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Transition to ACTIVE for port object da766762-5ba7-4aac-9e0d-5b26ae341e62 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:07.046341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29873b9a-ef20-472e-9ab5-c36ec113c54a req-401dab0c-4051-4964-b020-0bf013ce8426 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0313036 Aug 30 22:50:07.060947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['af0e2cec-7c8a-4dba-b956-0437f2b69fee'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:07.301420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:03Z', 'revision_number': 3, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:07.336317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2496be8f-21e3-4d92-a5cc-686ef681fda0 None None] The sync data for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 is: [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:03Z', 'revision_number': 3, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:07.340340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.381879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b88dd-6fc6-4653-91c4-de479e52ced9 req-e9dba45f-e318-4bf3-8483-f44cc80a9c08 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:07.388384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-665b88dd-6fc6-4653-91c4-de479e52ced9 req-e9dba45f-e318-4bf3-8483-f44cc80a9c08 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 944 time: 0.0624120 Aug 30 22:50:07.417732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad0a35-5425-4abb-b70e-e4f857c2784c req-565459c5-22b4-467e-8c0f-76a8daad2448 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:07.422255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7fad0a35-5425-4abb-b70e-e4f857c2784c req-565459c5-22b4-467e-8c0f-76a8daad2448 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.4396517 Aug 30 22:50:07.431011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-665b88dd-6fc6-4653-91c4-de479e52ced9 req-95d2dc60-8c03-40f7-9fd0-c37cb8412e25 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352490 Aug 30 22:50:07.490598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-94663b8b-bddd-46b7-80f6-4667f849ff37 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020905 Aug 30 22:50:07.491587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.501396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.535708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7fad0a35-5425-4abb-b70e-e4f857c2784c req-c1ff373c-0e8c-4d32-9b2e-1158cf33128a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067712 Aug 30 22:50:07.599647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.601617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2bcff6d8-587b-4aa9-b14e-169528d727de HTTP/1.1" status: 204 len: 168 time: 0.9069529 Aug 30 22:50:07.602727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadf00-14ba-410b-a294-4efbd15b25ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bcff6d8-587b-4aa9-b14e-169528d727de,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:07.606143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38746) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:07.643965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:07.655615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Pushing event updated for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:07.658394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:07.662106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:07.753981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.765014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76168d-3b1e-492c-8363-23ad5a0eede3 req-e28911e3-06b9-40fe-ae8e-ce57b1709dbb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:07.769358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a76168d-3b1e-492c-8363-23ad5a0eede3 req-e28911e3-06b9-40fe-ae8e-ce57b1709dbb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0928018 Aug 30 22:50:07.786484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.831986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-0a72f87e-7d66-4355-a14b-544b7613fe64 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061852 Aug 30 22:50:07.863589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6c3bf5-49cf-4759-ad54-f699b87948ca req-c1bc2f8e-9499-448d-9a24-9950238a2230 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:07.865691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c6c3bf5-49cf-4759-ad54-f699b87948ca req-c1bc2f8e-9499-448d-9a24-9950238a2230 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.1477902 Aug 30 22:50:07.868176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a76168d-3b1e-492c-8363-23ad5a0eede3 req-72df7439-ddd5-4fc3-a7a4-94e26141f6ed tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945890 Aug 30 22:50:07.941698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.954418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['026dc1e1-24a9-4273-a182-8eaf2648a39e']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:07.970772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-59ee088f-932a-43d7-98b0-389c6fb43c80 None None] Provisioning for port da766762-5ba7-4aac-9e0d-5b26ae341e62 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:07.971426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '065262ec-1fe6-47cc-87d2-de9ec16d52ed') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:07.971426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '065262ec-1fe6-47cc-87d2-de9ec16d52ed') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:07.978409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-59ee088f-932a-43d7-98b0-389c6fb43c80 None None] Provisioning complete for port da766762-5ba7-4aac-9e0d-5b26ae341e62 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:07.978830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-59ee088f-932a-43d7-98b0-389c6fb43c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:07.993264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.019565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.042842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:08.043211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:08.045885 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:08.062695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-59ee088f-932a-43d7-98b0-389c6fb43c80 None None] Port da766762-5ba7-4aac-9e0d-5b26ae341e62 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:08.082102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c6c3bf5-49cf-4759-ad54-f699b87948ca req-be4a8a4d-f28f-4ce9-a034-b245f7a48bee tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027872 Aug 30 22:50:08.083043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.108874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device af0e2cec-7c8a-4dba-b956-0437f2b69fee up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:08.141741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.152472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.158791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.172318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.184197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.190972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.207784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port af0e2cec-7c8a-4dba-b956-0437f2b69fee completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:08.215370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port af0e2cec-7c8a-4dba-b956-0437f2b69fee triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:08.215940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.216225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.222033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-1ce36962-05d9-426f-89be-d1d867b2de9e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.2142839 Aug 30 22:50:08.232043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.257711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.268612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] 10.222.0.25 "DELETE /v2.0/networks/026dc1e1-24a9-4273-a182-8eaf2648a39e HTTP/1.1" status: 204 len: 168 time: 0.6533124 Aug 30 22:50:08.334687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8434c1-6876-4ffa-a0b1-81275c1c41ff admin admin] Pushing event deleted for resources: {'Network': ['ID=026dc1e1-24a9-4273-a182-8eaf2648a39e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:08.372852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0aa2653f-e8d3-4497-b7c1-f3d8efff225e req-01d44b76-9dd1-43c4-bbae-97608ae95c83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1418095 Aug 30 22:50:08.408670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.463894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:08.467149 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ba469b-3f38-491a-8b30-1093aed1bae1" -d '{"events": [{"server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "name": "network-vif-plugged", "status": "completed", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:08.482577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee,segment=NetworkSegment(134f1c82-c2e1-4037-85ec-5f7900dd533a),segment_id=134f1c82-c2e1-4037-85ec-5f7900dd533a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:08.487203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d27174c2-ad7f-4245-a91f-8e46b73c0fdd req-201c21d4-5457-4cf2-a57c-e50f73a8e8b2 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.1821876 Aug 30 22:50:08.503514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4593c92e-f782-4d5d-b0d0-cb2d5707d937 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:08.512893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.584906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.595944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.648341 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3819d7a-39bc-4edf-9c30-849a2c2cad7d x-openstack-request-id: req-b3819d7a-39bc-4edf-9c30-849a2c2cad7d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:08.648341 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "name": "network-vif-plugged", "status": "completed", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:08.648341 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3819d7a-39bc-4edf-9c30-849a2c2cad7d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:08.648826 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee', 'code': 200} Aug 30 22:50:08.651143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:08.704416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38762) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:08.716948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:08.720136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Pushing event updated for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:08.726059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:08.727395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.744939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.802699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2bd15-188b-4d16-9334-7f7813cc8b14 req-22a4951b-2d0f-4f15-acf6-ebecc4f8bc98 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:08.818864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8c2bd15-188b-4d16-9334-7f7813cc8b14 req-22a4951b-2d0f-4f15-acf6-ebecc4f8bc98 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.2196474 Aug 30 22:50:08.874112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.878941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a4ad4b2d-d350-4bc6-8c13-68bbf552ebd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f40e6ea82c404cdeb107b1f4c401f593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1670606 Aug 30 22:50:08.881163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:08.901181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4593c92e-f782-4d5d-b0d0-cb2d5707d937, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4593c92e-f782-4d5d-b0d0-cb2d5707d937,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:08.907755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:08.922438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8c2bd15-188b-4d16-9334-7f7813cc8b14 req-24a2ff2e-18a3-4fa4-83f5-541af8bdab03 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023045 Aug 30 22:50:08.965285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4593c92e-f782-4d5d-b0d0-cb2d5707d937,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:09.008264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.030665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:09.041472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:09.047241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.055286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4362d5-f4fe-4219-b82a-757ca4209c65 req-252d3322-4d7f-446a-b425-ee3f51ce891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.056950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db4362d5-f4fe-4219-b82a-757ca4209c65 req-252d3322-4d7f-446a-b425-ee3f51ce891c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 1097 time: 0.1506424 Aug 30 22:50:09.085896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea967e-b2be-41e0-972e-37fd733d47b6 req-60e9a8c1-8415-4193-ae59-4d0fd4a0860c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.093281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8ea967e-b2be-41e0-972e-37fd733d47b6 req-60e9a8c1-8415-4193-ae59-4d0fd4a0860c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.1880932 Aug 30 22:50:09.155659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117a782-df7a-413b-806c-76621f67e57d req-12a327f8-6a6a-40cd-9815-a8b41af88cad tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.162320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1117a782-df7a-413b-806c-76621f67e57d req-12a327f8-6a6a-40cd-9815-a8b41af88cad tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0943105 Aug 30 22:50:09.165716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.170690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.172090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ac23f9f-3f52-41d8-b29d-b53908f2f0a5 HTTP/1.1" status: 204 len: 168 time: 0.2896330 Aug 30 22:50:09.198756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53ce71-7e8f-4213-9ac2-a7b5c9194152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac23f9f-3f52-41d8-b29d-b53908f2f0a5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:09.270997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1117a782-df7a-413b-806c-76621f67e57d req-3233dcef-80e6-4bad-b5dd-a69296041bff tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073110 Aug 30 22:50:09.344101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db4362d5-f4fe-4219-b82a-757ca4209c65 req-349a9c5d-3a0a-4316-9370-ec1f60699b75 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910213 Aug 30 22:50:09.389569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8ea967e-b2be-41e0-972e-37fd733d47b6 req-820a8eb2-b1ca-4fe2-9cde-09f31e3b4f2e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951369 Aug 30 22:50:09.399415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Router ee0d42a6-7375-42df-af2e-57d4ca850703 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:50:09.412845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-22353115-6d3f-484e-b1ed-1a9d0f1db46e None None] Provisioning complete for port da766762-5ba7-4aac-9e0d-5b26ae341e62 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:09.419073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-22353115-6d3f-484e-b1ed-1a9d0f1db46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:09.478725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f770e-543a-4d3c-8a10-a924128a8dba req-22c94c8b-9735-451d-a94d-66a30ff66a93 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.484436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876f770e-543a-4d3c-8a10-a924128a8dba req-22c94c8b-9735-451d-a94d-66a30ff66a93 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.1001077 Aug 30 22:50:09.488816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-22353115-6d3f-484e-b1ed-1a9d0f1db46e None None] Port da766762-5ba7-4aac-9e0d-5b26ae341e62 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:09.544315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876f770e-543a-4d3c-8a10-a924128a8dba req-8a476701-293f-47e6-9961-f0bea3426b7a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418758 Aug 30 22:50:09.581078 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:50:09.653077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86c4ed7-1851-46b3-918d-201734241d23 req-713689bf-ea4f-43f3-9d52-2fcbd3cee6a9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.654640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c86c4ed7-1851-46b3-918d-201734241d23 req-713689bf-ea4f-43f3-9d52-2fcbd3cee6a9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1388025 Aug 30 22:50:09.687269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:09.696644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a43c4f03-756b-4530-a000-22b2bc59cf0d admin admin] 10.222.0.25 "PUT /v2.0/routers/ee0d42a6-7375-42df-af2e-57d4ca850703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5946858 Aug 30 22:50:09.725895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.747871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.762698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c86c4ed7-1851-46b3-918d-201734241d23 req-e27abc38-fca0-440b-aa3a-adab8f76475f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009884 Aug 30 22:50:09.763236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.770730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.778554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.785213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.791726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:09.801471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-67861a48-068a-4f00-85a6-8fd0bb69e155 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1713574 Aug 30 22:50:09.815251 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Sync routers for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:09.831820 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:09.832678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:09.871437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef9a41ce-c598-47fe-924d-95bc769c2e75 req-b735a16a-312d-416a-9391-07bea40a21a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0687890 Aug 30 22:50:09.983004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79a83b8a-2e00-4a62-a051-d076274fc85d req-1cf16fb7-0216-428e-ba8c-6a2afedfb719 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0681806 Aug 30 22:50:10.066812 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:10.084753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bac64-acab-4be5-ac45-ad914df6f19c req-be3e7d0c-41f4-4a39-82a8-fe0ea36100fb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:10.087365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-484bac64-acab-4be5-ac45-ad914df6f19c req-be3e7d0c-41f4-4a39-82a8-fe0ea36100fb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.1304028 Aug 30 22:50:10.161179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-484bac64-acab-4be5-ac45-ad914df6f19c req-3778dfde-2840-4488-b4a8-5824cac3dac1 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676379 Aug 30 22:50:10.217264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf7c61-8235-473f-96ce-2e086e5127b5 req-f4d1b344-cd91-443a-a427-c14808ab860c tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:10.219737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5acf7c61-8235-473f-96ce-2e086e5127b5 req-f4d1b344-cd91-443a-a427-c14808ab860c tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.1127117 Aug 30 22:50:10.246203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fd7bc7f6-d879-4d70-85ed-e41e0ae7b0d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:10.321333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5acf7c61-8235-473f-96ce-2e086e5127b5 req-49bc07d5-7055-4acf-ac96-c3f4a2761a00 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876858 Aug 30 22:50:10.410582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38810) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:10.421265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4593c92e-f782-4d5d-b0d0-cb2d5707d937 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:10.510441 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:07Z', 'revision_number': 4, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'da766762-5ba7-4aac-9e0d-5b26ae341e62', 'name': '', 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'mac_address': 'fa:16:3e:56:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8ba703d3-de75-4807-a92d-49282589fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:06Z', 'updated_at': '2021-08-30T22:50:08Z', 'revision_number': 2, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'subnets': [{'id': '8ba703d3-de75-4807-a92d-49282589fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:10.539257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:10.539651 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:10.549260 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Checking router: ee0d42a6-7375-42df-af2e-57d4ca850703 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:10.549969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Updating router ee0d42a6-7375-42df-af2e-57d4ca850703 port da766762-5ba7-4aac-9e0d-5b26ae341e62 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:50:10.624436 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:10.627051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1701496121-network', 'tenant_id': '94f6da397f30422a88f26fb16a887b66'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:10.767370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34c77d23-60c2-4219-a0d0-c068a4ede8cd req-9f94b5a9-5c7d-4b00-acdd-23129befd72b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0543830 Aug 30 22:50:10.924353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e338ee-f50d-4c03-8d03-6649c067d89c req-c0d0345d-e7f5-4787-91f4-3728e6b2f67c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:10.936992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70e338ee-f50d-4c03-8d03-6649c067d89c req-c0d0345d-e7f5-4787-91f4-3728e6b2f67c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.1155398 Aug 30 22:50:11.019998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70e338ee-f50d-4c03-8d03-6649c067d89c req-2cbf1510-94b6-4a4c-bb17-67d1e63dfa83 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819836 Aug 30 22:50:11.038331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Made reservation on behalf of 94f6da397f30422a88f26fb16a887b66 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:11.040912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.054555 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.101480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-17f0ccee-21ed-4837-90fb-45d705c7f1bf tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5048409 Aug 30 22:50:11.109609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:11.143857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3917fbc-690e-434d-b693-f340c2645647 req-72f77127-c53f-4917-9f6b-621d43a6ac3c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.149168 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.151955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3917fbc-690e-434d-b693-f340c2645647 req-72f77127-c53f-4917-9f6b-621d43a6ac3c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0717006 Aug 30 22:50:11.176857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Transition to ACTIVE for port object da766762-5ba7-4aac-9e0d-5b26ae341e62 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:11.186288 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.208641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3917fbc-690e-434d-b693-f340c2645647 req-58e59bdd-244b-4a4a-a407-17a93bc29e7a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Aug 30 22:50:11.218786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.249623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.253039 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Pushing event updated for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:11.259596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.279213 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.279564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.279912 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.280254 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.280592 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.280947 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.281261 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.281591 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.281951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.282278 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.282602 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.282928 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:11.300408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:11.330175 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Attempting to bind port da766762-5ba7-4aac-9e0d-5b26ae341e62 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:11.330693 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Attempting to bind port da766762-5ba7-4aac-9e0d-5b26ae341e62 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:11.331532 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Attempting to bind port da766762-5ba7-4aac-9e0d-5b26ae341e62 on network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:11.332180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a763632-62e9-42d6-b1a6-60c93d124a7d req-c9eba44d-80a9-463f-a792-9c1e4047cce2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.340986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a763632-62e9-42d6-b1a6-60c93d124a7d req-c9eba44d-80a9-463f-a792-9c1e4047cce2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.0703952 Aug 30 22:50:11.344207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:11.344746 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Checking segment: {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:11.345733 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.346212 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Bound using segment: {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:11.347092 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Bound port: da766762-5ba7-4aac-9e0d-5b26ae341e62, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85029ce4-85fa-4eeb-a033-929b870a9048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:11.347570 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.376031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a7a44f-4f01-460b-8669-544b4f602024,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:11.379999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.380591 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Added segment 1a1da1cf-8a44-4e8a-8ef7-dab72f319d71 of type vlan for network 8bb4d5b8-9590-46d5-a671-975a8d551df6 Aug 30 22:50:11.417159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a763632-62e9-42d6-b1a6-60c93d124a7d req-76e43be6-faa8-4307-9ca4-5a04c725ca4e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749822 Aug 30 22:50:11.455797 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.503643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.504693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.505540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.578199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1664732 Aug 30 22:50:11.583347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38824) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:11.589940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Request body: {'subnet': {'network_id': '8bb4d5b8-9590-46d5-a671-975a8d551df6', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1701496121-subnet', 'tenant_id': '94f6da397f30422a88f26fb16a887b66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:11.597092 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] For port da766762-5ba7-4aac-9e0d-5b26ae341e62, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:11.600971 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] For port da766762-5ba7-4aac-9e0d-5b26ae341e62, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=da766762-5ba7-4aac-9e0d-5b26ae341e62,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:11.602256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.606847 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.610663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.617060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.621342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.624819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.631371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.636454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b64938-ec9d-463d-9650-fc1d99499b2e admin admin] Pushing event updated for resources: {'Network': ['ID=8bb4d5b8-9590-46d5-a671-975a8d551df6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:11.637801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.641716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Made reservation on behalf of 94f6da397f30422a88f26fb16a887b66 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:11.646269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8bb4d5b8-9590-46d5-a671-975a8d551df6 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:11.650741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:11.659557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a41485ad-5887-4689-8ce0-91a337d8168f req-d1468b2c-86a4-4b38-9423-f8912a2b0191 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1347325 Aug 30 22:50:11.660586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.699059 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb91215-c9c8-45cc-9041-9fe2f6fcf223 None None] Pushing event updated for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:11.707213 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:11.707747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:11.740129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a41485ad-5887-4689-8ce0-91a337d8168f req-5cfbbd16-458f-4566-9150-eba2c943cc76 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0793126 Aug 30 22:50:11.867164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:11.903883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28919b7a-8fde-42f3-bbbd-2a6133ec2953 req-6e39b73c-1b85-4d8f-b64e-cfeef1d61a1e tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0566442 Aug 30 22:50:11.961704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:11.972171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Allocated IP 172.25.7.104 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/dd67c5ad-f4b8-44af-935d-346386f1c27e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:12.099566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fa18734-1053-48ae-b01f-9d83ecb64f91,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:12.126852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Checking segment: {'id': '1a1da1cf-8a44-4e8a-8ef7-dab72f319d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8bb4d5b8-9590-46d5-a671-975a8d551df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:12.127208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Network hostable DHCP agents. Network: 8bb4d5b8-9590-46d5-a671-975a8d551df6, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:12.132971 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:07Z', 'revision_number': 4, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'da766762-5ba7-4aac-9e0d-5b26ae341e62', 'name': '', 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'mac_address': 'fa:16:3e:56:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8ba703d3-de75-4807-a92d-49282589fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:06Z', 'updated_at': '2021-08-30T22:50:11Z', 'revision_number': 4, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'subnets': [{'id': '8ba703d3-de75-4807-a92d-49282589fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:12.174497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Network 8bb4d5b8-9590-46d5-a671-975a8d551df6 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:12.177189 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf044ba-c582-49f5-a509-46403f1e2822 None None] The sync data for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 is: [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:07Z', 'revision_number': 4, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'da766762-5ba7-4aac-9e0d-5b26ae341e62', 'name': '', 'network_id': '8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'mac_address': 'fa:16:3e:56:f3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '8ba703d3-de75-4807-a92d-49282589fabb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:06Z', 'updated_at': '2021-08-30T22:50:11Z', 'revision_number': 4, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'subnets': [{'id': '8ba703d3-de75-4807-a92d-49282589fabb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:12.205464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.210510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8bb4d5b8-9590-46d5-a671-975a8d551df6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:12.218826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:12.218826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.223137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5693528-a8f9-40cd-a4f7-e967cbf30b11 None None] Network 8bb4d5b8-9590-46d5-a671-975a8d551df6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:12.262230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8d73d9d8-b7d7-435c-846b-59c9a0020540 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6693575 Aug 30 22:50:12.345427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea219f-5f91-4428-9f34-e276416e7c3f req-8c7530ff-42cf-41a8-81d5-fcbee6e7b984 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:12.345613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.363331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5ea219f-5f91-4428-9f34-e276416e7c3f req-8c7530ff-42cf-41a8-81d5-fcbee6e7b984 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1792223 Aug 30 22:50:12.444957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:12.446642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event updated for resources: {'Port': ['ID=dd67c5ad-f4b8-44af-935d-346386f1c27e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:12.454049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:12.454164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5ea219f-5f91-4428-9f34-e276416e7c3f req-aee89b28-0d30-4eeb-a9b5-eb1eff2c8be4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877156 Aug 30 22:50:12.463470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:12.484873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1556c1a9-f1c5-494f-b44e-f8eb19300c64 None None] Network 8bb4d5b8-9590-46d5-a671-975a8d551df6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:12.497185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device da766762-5ba7-4aac-9e0d-5b26ae341e62 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:12.590013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.625127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1856e5-4396-4fac-91a0-74e3667d7f7a req-cf6d2c7e-ab78-4ab9-9771-b835597583f8 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:12.627129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee1856e5-4396-4fac-91a0-74e3667d7f7a req-cf6d2c7e-ab78-4ab9-9771-b835597583f8 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0974305 Aug 30 22:50:12.631643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.645840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port da766762-5ba7-4aac-9e0d-5b26ae341e62 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:12.658464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port da766762-5ba7-4aac-9e0d-5b26ae341e62 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:12.659645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.720951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee1856e5-4396-4fac-91a0-74e3667d7f7a req-b5650c7c-e75e-4016-b0ad-9dd8e2c5ca4f tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836313 Aug 30 22:50:12.846434 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.916634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99469f7-2052-4dcd-9aa2-ce60b8aef8a4 req-b7e05ae3-e60f-4897-b801-6cd76cfcad2f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:12.918217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d99469f7-2052-4dcd-9aa2-ce60b8aef8a4 req-b7e05ae3-e60f-4897-b801-6cd76cfcad2f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1022358 Aug 30 22:50:12.921655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.922077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.928223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:12.996639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port da766762-5ba7-4aac-9e0d-5b26ae341e62, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=da766762-5ba7-4aac-9e0d-5b26ae341e62,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:13.002047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.013387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d99469f7-2052-4dcd-9aa2-ce60b8aef8a4 req-f785f039-b7db-41bd-96e1-e792932271f2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852127 Aug 30 22:50:13.048774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event updated for resources: {'Port': ['ID=dd67c5ad-f4b8-44af-935d-346386f1c27e,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:13.051982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.078904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.080462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-681d1bcc-e746-4247-9ff7-d866a0e084bb tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9776659 Aug 30 22:50:13.110428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:13.158894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-1213b751-aa59-4a99-a2a0-f07895979ab1 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0714352 Aug 30 22:50:13.201167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dcf20-db04-4095-8b3c-0df687c8db75 req-e4d5e909-ec29-44d9-bf5d-1b0d66b82e13 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.209682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e7dcf20-db04-4095-8b3c-0df687c8db75 req-e4d5e909-ec29-44d9-bf5d-1b0d66b82e13 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.0682561 Aug 30 22:50:13.266437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e7dcf20-db04-4095-8b3c-0df687c8db75 req-f37206e5-3f5e-42e5-babc-5a9ead229bc4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554531 Aug 30 22:50:13.287304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b8e1141-db56-40c6-bff7-df91d13b6e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.324339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-bab553c5-9a60-4f6d-b907-0cb453417420 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.325964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd257904-7eeb-4d22-a903-77fb3fcbd66d req-bab553c5-9a60-4f6d-b907-0cb453417420 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1645293 Aug 30 22:50:13.419718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1694942315', 'description': 'tempest-description-677974057'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:13.450692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.576226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.583012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.619274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e000deb1-8a63-42c0-96c4-37c6d70b9b7a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:13.621880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:13.623222 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ec5f4d2-0576-4417-9df7-fa848ff730db req-40671583-18e5-4f21-8fa7-aa5ca3abe66e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2086124 Aug 30 22:50:13.676337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0853cf-befa-418a-b4bf-26c71bc2b886 req-ca8d45ce-0e00-423b-aa27-0c75f579d507 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.683195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0853cf-befa-418a-b4bf-26c71bc2b886 req-ca8d45ce-0e00-423b-aa27-0c75f579d507 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.689716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0853cf-befa-418a-b4bf-26c71bc2b886 req-ca8d45ce-0e00-423b-aa27-0c75f579d507 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.691737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d0853cf-befa-418a-b4bf-26c71bc2b886 req-ca8d45ce-0e00-423b-aa27-0c75f579d507 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc&device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d&device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 2417 time: 0.0709133 Aug 30 22:50:13.740786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d0853cf-befa-418a-b4bf-26c71bc2b886 req-796d28e3-5478-499d-a987-5b3fb254fe39 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401499 Aug 30 22:50:13.825228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.833078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.845043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.851257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.852258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bff6ac4-5b8a-43b7-a7e0-90e01f7666f5 req-1c58256e-3d65-4406-81ff-879a33ac82b3 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0286326 Aug 30 22:50:13.858192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.864455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.870896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:13.872975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-7fdd88a9-b7af-4f88-a503-58b874df4c17 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.1090848 Aug 30 22:50:13.925490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52cbc4e9-b7de-4052-8898-888aafc78e4a req-67b44eca-463d-4f01-96f0-7f2ae0efaba4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0464926 Aug 30 22:50:13.960313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2065498a-6bed-446f-a277-471dd468d28b req-7a8590fc-1609-4c3f-93e0-484536877e7f tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips/e6ea2f84-a947-4a12-9593-784a72f41d30 HTTP/1.1" status: 200 len: 693 time: 0.0647142 Aug 30 22:50:13.992719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f07feaf8-4313-457d-9212-6db61eb9735e req-4a9a2f1d-16b3-4dc0-99f3-7754ec484705 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/e000deb1-8a63-42c0-96c4-37c6d70b9b7a HTTP/1.1" status: 200 len: 1804 time: 0.0399930 Aug 30 22:50:14.003783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e000deb1-8a63-42c0-96c4-37c6d70b9b7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:14.004366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e000deb1-8a63-42c0-96c4-37c6d70b9b7a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:14.077680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.089974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065498a-6bed-446f-a277-471dd468d28b req-8fa74437-848a-4b80-b6e1-1d0d4aa8044a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.106813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2065498a-6bed-446f-a277-471dd468d28b req-8fa74437-848a-4b80-b6e1-1d0d4aa8044a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1411507 Aug 30 22:50:14.120192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.125093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.153875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5428f24e-1cc8-4c4a-a2cb-659b1c73b12b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:14.161815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.164137 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f07feaf8-4313-457d-9212-6db61eb9735e req-9b32db4d-d72f-4029-b777-ea22a40ddfe6 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1639352 Aug 30 22:50:14.379390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device da766762-5ba7-4aac-9e0d-5b26ae341e62 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:14.392211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af4995e-0f57-4e21-a709-e2933f8f7385 req-ac627e64-a49b-4f10-ac42-8a1bb58f367c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.394219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7af4995e-0f57-4e21-a709-e2933f8f7385 req-ac627e64-a49b-4f10-ac42-8a1bb58f367c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0667090 Aug 30 22:50:14.434140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f5cdd3-c691-4bb9-924d-0964144b6eff req-e2385c2d-2a10-4d6e-b7fe-ff74bb75e083 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.435883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f5cdd3-c691-4bb9-924d-0964144b6eff req-e2385c2d-2a10-4d6e-b7fe-ff74bb75e083 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1101353 Aug 30 22:50:14.450878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-08209b42-f1b6-49ae-bd2b-a16c74422b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.452396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-08209b42-f1b6-49ae-bd2b-a16c74422b86 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=1879d27bba844dbc98bc3d6b3b427ffc&device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0885618 Aug 30 22:50:14.454539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7af4995e-0f57-4e21-a709-e2933f8f7385 req-60494da8-a668-4353-9090-d69ed8b9c7be tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528517 Aug 30 22:50:14.462376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.479222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port da766762-5ba7-4aac-9e0d-5b26ae341e62 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:14.479625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.482078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f5cdd3-c691-4bb9-924d-0964144b6eff req-a6dc8bb6-6d01-4447-b8cf-a9d87832962d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392976 Aug 30 22:50:14.561926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e17ffc23-56f4-4714-aea0-a912f2cbc1eb req-6f104085-6acd-4187-aa0a-fc7d045162bd tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?tenant_id=0549e08854cb4eb3998a351de1b71913 HTTP/1.1" status: 200 len: 696 time: 0.0941608 Aug 30 22:50:14.570249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-978805187', 'description': 'tempest-description-132984878'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:14.609165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.634332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-a4642a7c-1198-4928-ac9c-c71a77c0e833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.635917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-a4642a7c-1198-4928-ac9c-c71a77c0e833 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cb87400b-51a9-4dd2-b52c-121c37130770 HTTP/1.1" status: 200 len: 915 time: 0.1572485 Aug 30 22:50:14.679968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ffc23-56f4-4714-aea0-a912f2cbc1eb req-ffc66b88-c411-45e9-97df-c5d86a1ee605 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.681333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e17ffc23-56f4-4714-aea0-a912f2cbc1eb req-ffc66b88-c411-45e9-97df-c5d86a1ee605 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks?id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 787 time: 0.1124153 Aug 30 22:50:14.692339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-e17ffc23-56f4-4714-aea0-a912f2cbc1eb req-f0e13fcb-4912-4761-bd54-ec6725d100ea tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:50:14.693268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e17ffc23-56f4-4714-aea0-a912f2cbc1eb req-f0e13fcb-4912-4761-bd54-ec6725d100ea tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058546 Aug 30 22:50:14.698298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-8d752079-01a2-4f7d-b837-03839f36f835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee HTTP/1.1" status: 200 len: 217 time: 0.0396299 Aug 30 22:50:14.737007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.747687 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.799245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:14.799852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f30c19-5932-4365-aba2-4f1cf53beb7f req-6925e47d-8a99-487b-b5d5-a8a948daa8ae tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.801523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9f30c19-5932-4365-aba2-4f1cf53beb7f req-6925e47d-8a99-487b-b5d5-a8a948daa8ae tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0602911 Aug 30 22:50:14.802301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-951aa253-04e8-4581-9610-e523e49d0dfa req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2379835 Aug 30 22:50:14.824818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7805234d-f862-422f-93b2-a502b4a6fc9c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:14.829179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-864374df-8a36-4e84-ae12-230a5abcbe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.830921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-864374df-8a36-4e84-ae12-230a5abcbe77 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=417344c5-359d-492d-9b38-c0f7e79d1482 HTTP/1.1" status: 200 len: 854 time: 0.0924902 Aug 30 22:50:14.836346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.836767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.837116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.837459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.838587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.838587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.838897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.839014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.839470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.839887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.840130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.840454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04424e8d-a4e0-4d01-b96e-12bd3980f074 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:14.846905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9f30c19-5932-4365-aba2-4f1cf53beb7f req-5ec5b178-9032-4d0b-a909-15561e3c3bcd tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390263 Aug 30 22:50:14.876001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-4ad4f77e-0d27-41cf-be30-85fd673a24bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cb87400b-51a9-4dd2-b52c-121c37130770&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310602 Aug 30 22:50:14.974897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008dc1a9-baa5-4d97-a8bc-e94012f329c0 req-6f401ce7-b01f-475e-ad66-d18ae89fca57 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:14.976459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-008dc1a9-baa5-4d97-a8bc-e94012f329c0 req-6f401ce7-b01f-475e-ad66-d18ae89fca57 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.0680878 Aug 30 22:50:14.985742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-0d2ffdbc-e6d8-4b8e-b1c5-f485a84f9935 service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960188 Aug 30 22:50:15.017896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-008dc1a9-baa5-4d97-a8bc-e94012f329c0 req-86de4f5f-e3f7-484f-a014-35a8710eb389 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337563 Aug 30 22:50:15.024591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdb5083e-5de2-47d7-b47c-f8c5c2e810bb req-68a837f9-cb25-481b-a177-b94d19e342cf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cc0f7e838b114df8be99c7252667998d&device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0378335 Aug 30 22:50:15.082431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdb5083e-5de2-47d7-b47c-f8c5c2e810bb req-85d604a0-0b7d-4851-854f-bd096ef81359 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=cc0f7e838b114df8be99c7252667998d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472274 Aug 30 22:50:15.099437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-1269af24-34b8-4dd5-807c-c4d492b9aefe tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips/e6ea2f84-a947-4a12-9593-784a72f41d30 HTTP/1.1" status: 200 len: 693 time: 0.0459044 Aug 30 22:50:15.192806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7d896ca-2588-4414-bba5-b2e7ce3de94a req-ae55c8c1-9e30-47cc-9acb-20346b9dedd1 service neutron] 10.222.0.52 "GET /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949375 Aug 30 22:50:15.229217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-8a96cc6e-c3e1-4845-86a5-2dfaa0fc34a1 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.230843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-8a96cc6e-c3e1-4845-86a5-2dfaa0fc34a1 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1233213 Aug 30 22:50:15.231569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-612c7613-3aaf-4626-9ba9-9aca9b517478 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/7805234d-f862-422f-93b2-a502b4a6fc9c HTTP/1.1" status: 200 len: 1803 time: 0.0777481 Aug 30 22:50:15.246986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7805234d-f862-422f-93b2-a502b4a6fc9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:15.247315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '7805234d-f862-422f-93b2-a502b4a6fc9c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:15.257511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5083e-5de2-47d7-b47c-f8c5c2e810bb req-153ccbf0-c973-4df5-851d-66e488121de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.259267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdb5083e-5de2-47d7-b47c-f8c5c2e810bb req-153ccbf0-c973-4df5-851d-66e488121de9 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1584203 Aug 30 22:50:15.283432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-7c199ad8-6439-4b63-b351-1ebe29b4cc2a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0461712 Aug 30 22:50:15.307437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.331975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.335586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.340878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-3820b74e-b900-4be4-968a-800906a18533 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.104 HTTP/1.1" status: 200 len: 696 time: 0.0499253 Aug 30 22:50:15.367865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6548614-8019-47f9-9df6-67d538f458f0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:15.372101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.373306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf648e71-b4b6-41fb-b671-0e92db7742c4 req-dbf5f972-743f-413f-84de-1aa3912e2a2d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1330664 Aug 30 22:50:15.475692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17b029eb-cd56-4671-9f6d-9ac9f50a0964 req-313c31d9-bbd3-4d5d-81b7-1dee5a239f33 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0301006 Aug 30 22:50:15.476301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Deleting port dd67c5ad-f4b8-44af-935d-346386f1c27e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:15.476648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.553993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.554321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.566716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Calling delete_port for dd67c5ad-f4b8-44af-935d-346386f1c27e owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:15.583819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.590398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.596406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.602333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.608340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.614299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.620177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.622101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-4ee52154-635b-4e43-89bd-e9ae3f66fefd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5417 time: 0.0917912 Aug 30 22:50:15.663493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61211b05-f357-48d2-a7bd-2ab5b5b598cb req-5b7a071f-5baa-431a-b351-539c266857fc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0351269 Aug 30 22:50:15.700613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.726657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event deleted for resources: {'Port': ['ID=dd67c5ad-f4b8-44af-935d-346386f1c27e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:15.734385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.734738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.735084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.735428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.735772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.736108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.736438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.736764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.737092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.737419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.737748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.738096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:15.785749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-454010367', 'description': 'tempest-description-100116542'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:15.808922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.812212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.813561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7036b16-e3a9-46f8-a7d1-98ccf2561174 req-462ba5a9-503d-4372-917c-b16f0997f651 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "DELETE /v2.0/floatingips/e6ea2f84-a947-4a12-9593-784a72f41d30 HTTP/1.1" status: 204 len: 173 time: 0.4656236 Aug 30 22:50:15.814024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.864490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.902829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.906784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.917656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd347a5-773e-4bf7-9914-0024d04c114a req-18cfb9b0-0a1e-41a5-871f-00a84914f21b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:15.919176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cd347a5-773e-4bf7-9914-0024d04c114a req-18cfb9b0-0a1e-41a5-871f-00a84914f21b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0522439 Aug 30 22:50:15.936465 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:15.937694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43c5623f-0cee-4c6c-9380-1c0d4fb0a988 req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1562939 Aug 30 22:50:15.938328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ee26f-d811-429c-bd30-5676f6647d11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df773ba-45ea-4b05-9aa7-73d7d44efda7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:15.966548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cd347a5-773e-4bf7-9914-0024d04c114a req-9a0fc71b-f78a-4a51-bb0f-512d406c5ee3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412264 Aug 30 22:50:16.089119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-1f22b82f-b588-4fc6-899a-adc2ead9dacd tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.0990815 Aug 30 22:50:16.099069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:16.110946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807609-ee0c-40dd-9da0-5c910dbcff89 req-7da80d19-7ee6-4cad-9292-9e8a97775b03 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:16.112668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b807609-ee0c-40dd-9da0-5c910dbcff89 req-7da80d19-7ee6-4cad-9292-9e8a97775b03 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0532343 Aug 30 22:50:16.121033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.124819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device d3d6b41f-b245-4440-b8b0-fa0caae58755 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:16.154129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b807609-ee0c-40dd-9da0-5c910dbcff89 req-201c0957-88c1-4ffd-9847-7b81c1c52cf6 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346098 Aug 30 22:50:16.182641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1885700937', 'description': 'tempest-description-39823718'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:16.207975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.228055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.232261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.246148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'd3d6b41f-b245-4440-b8b0-fa0caae58755', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'port_id': 'd3d6b41f-b245-4440-b8b0-fa0caae58755', 'mac_address': 'fa:16:3e:38:53:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60', 'ip_address': '10.1.1.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:16.289350 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.300700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.304638 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.304968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3d6b41f-b245-4440-b8b0-fa0caae58755 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:16.326667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.334768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.336013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e188e733-7785-4ec0-85a9-8cf32cd2b7d1 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:16.341483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.348231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Allocated IP 172.25.7.42 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a5b45153-9ab1-4d71-a415-52a6bfd19784) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:16.350380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40578152-54ca-493a-9d28-eaf42ad03047 req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1717765 Aug 30 22:50:16.357875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4be433-7b57-405a-8f54-5b9ae0cd258e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38bb22f2-be2f-41ae-8fcf-ad80e1250c05,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:16.407008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.415185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:16.422162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'port_id': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1', 'mac_address': 'fa:16:3e:e8:b0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:16.463041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.466086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.475903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e188e733-7785-4ec0-85a9-8cf32cd2b7d1 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:16.497307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.501562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.502304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:16.513660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.558171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event updated for resources: {'Port': ['ID=a5b45153-9ab1-4d71-a415-52a6bfd19784,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:16.569892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:16.570699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:16.572180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:16.577688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:16.652651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dee96-876d-4a1b-8f6b-4af80459835d req-c7808abe-67cd-40b0-9ec6-7b500d06303c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:16.654197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee8dee96-876d-4a1b-8f6b-4af80459835d req-c7808abe-67cd-40b0-9ec6-7b500d06303c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.0522089 Aug 30 22:50:16.654837 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.666465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'port_id': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'mac_address': 'fa:16:3e:90:29:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:16.668129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.700792 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee8dee96-876d-4a1b-8f6b-4af80459835d req-b73ef31e-bced-4d54-9103-a8dc9ee86938 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394301 Aug 30 22:50:16.705283 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.707383 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.730209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:16.750067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:16.755110 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.756013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1580b5f9-973a-4b5d-865f-7f8c910a6942 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:16.817188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-d56bb661-c555-4fb0-bd0e-6f4f0572caf4 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/1df773ba-45ea-4b05-9aa7-73d7d44efda7 HTTP/1.1" status: 200 len: 1803 time: 0.0423291 Aug 30 22:50:16.868813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-7bda9a36-9c15-4494-bcb9-5d4967eda16b tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/38bb22f2-be2f-41ae-8fcf-ad80e1250c05 HTTP/1.1" status: 200 len: 1803 time: 0.0433037 Aug 30 22:50:16.881821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1df773ba-45ea-4b05-9aa7-73d7d44efda7', 'remote_group_id': '38bb22f2-be2f-41ae-8fcf-ad80e1250c05', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:16.883645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1df773ba-45ea-4b05-9aa7-73d7d44efda7', 'remote_group_id': '38bb22f2-be2f-41ae-8fcf-ad80e1250c05', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:16.894659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.899766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.958843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:16.973945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event updated for resources: {'Port': ['ID=a5b45153-9ab1-4d71-a415-52a6bfd19784,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:16.983721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.000338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.001632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-b784e40c-ff56-4bfe-9b91-2bb271255494 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.9065177 Aug 30 22:50:17.009032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.012010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.014105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.028457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=027bb15a-1e90-4025-a99e-d8d08a2a19af,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.043666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.050356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab82936d-4501-4ab9-90e2-2753dae7629c req-6fe839fd-4943-4b26-a741-2442ff34a59c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1734927 Aug 30 22:50:17.062414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.071388 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-2ac0ccd5-1af3-44e6-80e0-bbe413ea4416 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0636156 Aug 30 22:50:17.083417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'port_id': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'mac_address': 'fa:16:3e:8f:df:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6782060b-9301-47b0-a6d1-262b9356ec91', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:17.121226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.130059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-320951ca-fcfd-4910-8834-c4901388230e req-2363ed8c-ff10-4e07-9df2-361bcf9baa5e tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0284982 Aug 30 22:50:17.136230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1580b5f9-973a-4b5d-865f-7f8c910a6942 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:17.168416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.177255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.178190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ebfd135-a8c1-4c59-baae-67db3d3112bd details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:17.204490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-a6250404-4cbd-4fc2-9fd2-8b91ae0cee70 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.205011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-709ce8a2-d398-46db-aeee-b678bc2328bb req-a6250404-4cbd-4fc2-9fd2-8b91ae0cee70 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1274934 Aug 30 22:50:17.229870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:17.231833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:17.313092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.322616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.323436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.331729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.340083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.349189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.358479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.364620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.366673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-924356a9-7f7d-4d79-ab97-9f5706f9d581 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5421 time: 0.1174574 Aug 30 22:50:17.373639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.387834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'network_id': '8d08f948-9d07-49cd-ba11-943378028b14', 'port_id': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'mac_address': 'fa:16:3e:28:dd:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6782060b-9301-47b0-a6d1-262b9356ec91', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:17.426508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e37d1c93-d60b-414f-b60a-e580c8d14593 req-19f00f0c-8a3e-4247-b49e-ea5734b242ae tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527527 Aug 30 22:50:17.463552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45610257-6dfb-4716-8c92-188126598e54 req-54307dc4-f45c-44ce-898d-88ad21c4d0b6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.465544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1812907013', 'description': 'tempest-description-1399883046'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:17.469866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45610257-6dfb-4716-8c92-188126598e54 req-54307dc4-f45c-44ce-898d-88ad21c4d0b6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0633299 Aug 30 22:50:17.487730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.490684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.492858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.502830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdb5083e-5de2-47d7-b47c-f8c5c2e810bb req-ca35f7e2-c0f1-4013-9aff-9ea8627e5976 tempest-ServerShowV254Test-1247228456 tempest-ServerShowV254Test-1247228456-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e20cee9-499e-4491-8324-0288fa8fa33e HTTP/1.1" status: 200 len: 210 time: 0.0314505 Aug 30 22:50:17.513971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.518478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45610257-6dfb-4716-8c92-188126598e54 req-d0c43607-6e18-46e7-ad82-0bec7bc7b364 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461478 Aug 30 22:50:17.520273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'mac_address': 'fa:16:3e:d4:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:17.529561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ebfd135-a8c1-4c59-baae-67db3d3112bd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:17.563643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:17.565971 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e83b8b-2830-4a1b-8100-73e53d5fee68" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-unplugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:17.593265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.600018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.603314 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.611080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.611728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4a6e3829-4e33-4f55-9cae-428a0d625262 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:17.627113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.631904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.632170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.666083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:17.673115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.674901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d09da97-108e-4f84-b6d2-31b8ea6f3ea9 req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2139149 Aug 30 22:50:17.679967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ffb4a-2004-43a4-929b-9ed9d4c7487c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00ba4705-4b96-42cb-a346-745ca8a3d216,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.703681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4a6e3829-4e33-4f55-9cae-428a0d625262,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.707144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.759233 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-e1f30485-091e-4e86-859f-224d3970ee30 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips/41910c62-00b8-47e9-ad93-d9218a9174a7 HTTP/1.1" status: 200 len: 692 time: 0.0537431 Aug 30 22:50:17.762270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '4a6e3829-4e33-4f55-9cae-428a0d625262', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'port_id': '4a6e3829-4e33-4f55-9cae-428a0d625262', 'mac_address': 'fa:16:3e:69:45:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60', 'ip_address': '10.1.1.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:17.805518 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:50:17.805910 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:50:17.825750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.834083 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.848001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a6e3829-4e33-4f55-9cae-428a0d625262 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:17.867888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4a6e3829-4e33-4f55-9cae-428a0d625262,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.868963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-acef08c7-dad4-416d-8711-3cbe9a09c4ab tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.870759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51218ae7-d867-4f28-8f32-43b7f5023b7f req-f2030831-0566-4ba8-b861-b8e48eafa41e tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:17.871491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-acef08c7-dad4-416d-8711-3cbe9a09c4ab tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1111085 Aug 30 22:50:17.872958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:17.873620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 977323dc-2064-4dfd-b775-03825ecd4cc4 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:17.878802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51218ae7-d867-4f28-8f32-43b7f5023b7f req-f2030831-0566-4ba8-b861-b8e48eafa41e tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0684223 Aug 30 22:50:17.924240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51218ae7-d867-4f28-8f32-43b7f5023b7f req-7d3893ac-deac-48a7-8f50-b5d77b45642d tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370858 Aug 30 22:50:17.949045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:17.952927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=977323dc-2064-4dfd-b775-03825ecd4cc4,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:17.962834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-a602d15a-ac3f-4d91-8a46-1430d35a6548 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0848341 Aug 30 22:50:17.965745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '977323dc-2064-4dfd-b775-03825ecd4cc4', 'network_id': '8f149933-992f-433d-b66a-bf0d98fcc62d', 'port_id': '977323dc-2064-4dfd-b775-03825ecd4cc4', 'mac_address': 'fa:16:3e:25:68:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a674ddb5-0d81-4970-879b-ffc32d09ff60', 'ip_address': '10.1.1.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:17.991644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2057841677', 'description': 'tempest-description-411062701'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:17.993680 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619597ca-c981-482e-b76f-981c870d853c x-openstack-request-id: req-619597ca-c981-482e-b76f-981c870d853c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:17.993999 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-unplugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:17.994253 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-619597ca-c981-482e-b76f-981c870d853c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:17.994666 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'code': 200} Aug 30 22:50:18.009745 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.013698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-1ee28261-1da4-4fa2-a15f-a36e6a6916d8 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.42 HTTP/1.1" status: 200 len: 695 time: 0.0450819 Aug 30 22:50:18.015879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.028232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 977323dc-2064-4dfd-b775-03825ecd4cc4 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:18.052407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=977323dc-2064-4dfd-b775-03825ecd4cc4,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:18.056253 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.114825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:18.115888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.126608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.159386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.162361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc759678-7a88-4b22-a055-2194b5e4ada0 req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1747372 Aug 30 22:50:18.170885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b9b52-2357-4de2-8823-be6d4a756a0d tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c963a6d8-0304-4027-b24c-9a6196d2d5bf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:18.297879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05c39a-c9fa-4acf-913c-dde0fa19cfb1 req-1fc97570-c847-44c0-8349-b9a7776a6a80 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.299454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d05c39a-c9fa-4acf-913c-dde0fa19cfb1 req-1fc97570-c847-44c0-8349-b9a7776a6a80 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.0568595 Aug 30 22:50:18.343893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d05c39a-c9fa-4acf-913c-dde0fa19cfb1 req-2dd7848b-c673-421c-b975-d560211d4d44 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384212 Aug 30 22:50:18.348519 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.370705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:18.381742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:18.386541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.420434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Deleting port a5b45153-9ab1-4d71-a415-52a6bfd19784 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:18.420434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.439394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:18.506566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.506898 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.519674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Calling delete_port for a5b45153-9ab1-4d71-a415-52a6bfd19784 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:18.563878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-493dec7b-d1ed-48ec-ae8b-aeba0778e91b tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/00ba4705-4b96-42cb-a346-745ca8a3d216 HTTP/1.1" status: 200 len: 1805 time: 0.0420005 Aug 30 22:50:18.609881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-781cd24b-fee8-46b7-b979-e6e20be82ad9 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/c963a6d8-0304-4027-b24c-9a6196d2d5bf HTTP/1.1" status: 200 len: 1804 time: 0.0392108 Aug 30 22:50:18.638796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00ba4705-4b96-42cb-a346-745ca8a3d216', 'remote_group_id': 'c963a6d8-0304-4027-b24c-9a6196d2d5bf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:18.639232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '00ba4705-4b96-42cb-a346-745ca8a3d216', 'remote_group_id': 'c963a6d8-0304-4027-b24c-9a6196d2d5bf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:18.686812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.704456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.712515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Pushing event deleted for resources: {'Port': ['ID=a5b45153-9ab1-4d71-a415-52a6bfd19784,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:18.736359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38938) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:18.750859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.754515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.774409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:18.783134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.786088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b97538-0a6b-4356-9df4-a6a4a7a73375,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:18.786273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.787609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11cd2673-5f51-45af-bbb7-2f85559eb9e0 req-f409a175-a9e3-45c2-977d-6ef9aa974f4a tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "DELETE /v2.0/floatingips/41910c62-00b8-47e9-ad93-d9218a9174a7 HTTP/1.1" status: 204 len: 173 time: 0.7671382 Aug 30 22:50:18.795808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:18.802251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdd4a743-8f60-471f-9968-a2ef73ec7fd5 req-6ec636e9-9b9e-4aac-8d88-3afac780e6c1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1699550 Aug 30 22:50:18.925511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694b41e-dc3b-4606-b68d-152db1d56a02 req-9543c546-10b6-4121-a83a-78d729be9661 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.927236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2694b41e-dc3b-4606-b68d-152db1d56a02 req-9543c546-10b6-4121-a83a-78d729be9661 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0744574 Aug 30 22:50:18.929287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.936617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.942939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.949568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.955508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.961446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.967641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:18.969587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-1536d2f7-7439-4ddb-8859-060c0a449d34 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5424 time: 0.1111801 Aug 30 22:50:18.969881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2694b41e-dc3b-4606-b68d-152db1d56a02 req-a1f7a120-5431-49be-aa32-a9946c38d6a1 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331662 Aug 30 22:50:18.989820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db8069ee-78ac-4e33-9bb4-209636b11c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.035519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97baa85b-846a-46d4-95fa-7e2233dce549 req-d253dfb7-9e96-418b-9521-919f95e3d954 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0583019 Aug 30 22:50:19.082227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76862cdc-0f0e-4895-b00c-8dfc1d7e22ce req-2e422d5f-8bac-40ec-bc2c-412ab688f988 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:19.083730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76862cdc-0f0e-4895-b00c-8dfc1d7e22ce req-2e422d5f-8bac-40ec-bc2c-412ab688f988 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 948 time: 0.0560715 Aug 30 22:50:19.118999 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-5ca29c34-e4fc-4f3b-9a2c-c054ead996b2 req-00b88d9c-3270-40e2-9a93-b21f618430d5 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] show failed (client error): The resource could not be found. Aug 30 22:50:19.120206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ca29c34-e4fc-4f3b-9a2c-c054ead996b2 req-00b88d9c-3270-40e2-9a93-b21f618430d5 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips/41910c62-00b8-47e9-ad93-d9218a9174a7 HTTP/1.1" status: 404 len: 350 time: 0.0411363 Aug 30 22:50:19.123505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76862cdc-0f0e-4895-b00c-8dfc1d7e22ce req-7101395d-9580-4008-891b-b78f2baf5b7b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328457 Aug 30 22:50:19.165923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db8069ee-78ac-4e33-9bb4-209636b11c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.178799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db8069ee-78ac-4e33-9bb4-209636b11c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.238942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aabe69-6532-48ce-a718-83084d965231 req-e44efb2a-32f8-4217-aad2-00d96ea6d24d tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:19.240444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1aabe69-6532-48ce-a718-83084d965231 req-e44efb2a-32f8-4217-aad2-00d96ea6d24d tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0495861 Aug 30 22:50:19.245513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['05065c4a-a40d-495e-9ab4-b6b3e7e9f234'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.252317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-c789441e-049d-4eea-a89d-7276f7d4ee35 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/c963a6d8-0304-4027-b24c-9a6196d2d5bf HTTP/1.1" status: 200 len: 1804 time: 0.1110578 Aug 30 22:50:19.254538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db8069ee-78ac-4e33-9bb4-209636b11c31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc0f7e838b114df8be99c7252667998d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163169 Aug 30 22:50:19.257087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8069ee-78ac-4e33-9bb4-209636b11c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c9dbf0b-6910-4d2c-89c7-d2ad19ea5ec1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:19.258125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38950) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:19.273638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e188e733-7785-4ec0-85a9-8cf32cd2b7d1'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.282510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-c5ecb8d9-c6f3-4999-9851-b3a55a6de12f tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:19.284064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-c5ecb8d9-c6f3-4999-9851-b3a55a6de12f tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.52 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 945 time: 0.0684600 Aug 30 22:50:19.305572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1ebfd135-a8c1-4c59-baae-67db3d3112bd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.317904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['977323dc-2064-4dfd-b775-03825ecd4cc4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.320136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1aabe69-6532-48ce-a718-83084d965231 req-cd8ecee3-5e52-404c-a46f-1525e285192b tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/security-groups?id=2f615ba7-c7af-4849-b247-b986dd766389&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719390 Aug 30 22:50:19.347019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.371901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['4a6e3829-4e33-4f55-9cae-428a0d625262'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.374651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.376051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1580b5f9-973a-4b5d-865f-7f8c910a6942'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:19.410699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.424975 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-d6221937-d5d4-482c-b5a4-6fbddba6d0f4 req-b94a235b-f339-4d6d-80d5-0096dfab56c8 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] show failed (client error): The resource could not be found. Aug 30 22:50:19.426032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6221937-d5d4-482c-b5a4-6fbddba6d0f4 req-b94a235b-f339-4d6d-80d5-0096dfab56c8 tempest-FloatingIPsTestJSON-1538648481 tempest-FloatingIPsTestJSON-1538648481-project] 10.222.0.25 "GET /v2.0/floatingips/41910c62-00b8-47e9-ad93-d9218a9174a7 HTTP/1.1" status: 404 len: 350 time: 0.0420744 Aug 30 22:50:19.433507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Deleting port af0e2cec-7c8a-4dba-b956-0437f2b69fee {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:19.434055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.443445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38954) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:19.454224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.585863 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.588539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.592014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c9dbf0b-6910-4d2c-89c7-d2ad19ea5ec1 HTTP/1.1" status: 204 len: 168 time: 0.3303778 Aug 30 22:50:19.606102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] For port af0e2cec-7c8a-4dba-b956-0437f2b69fee, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=af0e2cec-7c8a-4dba-b956-0437f2b69fee,segment=NetworkSegment(134f1c82-c2e1-4037-85ec-5f7900dd533a),segment_id=134f1c82-c2e1-4037-85ec-5f7900dd533a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:19.606491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.609896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.614247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.627356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace87a6-2b62-41a0-bac5-2aec50a29f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c9dbf0b-6910-4d2c-89c7-d2ad19ea5ec1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:19.634435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b7f4c9-dc23-42f0-a486-54ace069db72 req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/c963a6d8-0304-4027-b24c-9a6196d2d5bf HTTP/1.1" status: 204 len: 173 time: 0.3492355 Aug 30 22:50:19.656031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Calling delete_port for af0e2cec-7c8a-4dba-b956-0437f2b69fee owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:19.673600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13528944-68d6-4127-bf57-d88c67b3ed11 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c963a6d8-0304-4027-b24c-9a6196d2d5bf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:19.746261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807eb519-1bb9-4549-97b5-1fbedaced14e req-eab0c2c6-070f-4200-bdda-0383353afb36 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:19.753728 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-807eb519-1bb9-4549-97b5-1fbedaced14e req-eab0c2c6-070f-4200-bdda-0383353afb36 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.2102826 Aug 30 22:50:19.767079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73e1e8f0-c4cc-4677-b744-81a5c0d67350 req-b6c7abdc-cb1d-4bb9-b7f6-ab6f617d8742 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/00ba4705-4b96-42cb-a346-745ca8a3d216 HTTP/1.1" status: 200 len: 1805 time: 0.1125803 Aug 30 22:50:19.784274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-857506887', 'description': 'tempest-description-458649042'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:19.827965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.874577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-807eb519-1bb9-4549-97b5-1fbedaced14e req-fa354161-5fb7-4c32-b0bf-2a81d3056d7a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198642 Aug 30 22:50:19.971357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:19.999325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.030463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.034376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Pushing event deleted for resources: {'Port': ['ID=af0e2cec-7c8a-4dba-b956-0437f2b69fee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:20.057223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.109164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] No DVR routers for this DVR port af0e2cec-7c8a-4dba-b956-0437f2b69fee on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:20.117721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.120361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e249ee8-c0eb-439d-8e96-0df7e4aa80b7 req-6859afd2-cf37-450e-b4d3-68cd2525c9ed tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.52 "DELETE /v2.0/ports/af0e2cec-7c8a-4dba-b956-0437f2b69fee HTTP/1.1" status: 204 len: 173 time: 0.8279982 Aug 30 22:50:20.120826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'name': 'network-vif-deleted', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:20.123296 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22064d1c-4d42-4a43-8d8a-6f6b25ab4f7d" -d '{"events": [{"server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "name": "network-vif-deleted", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:20.129351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.130672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfc6896c-cf17-4c47-97f9-c48425f2dc5d req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3531961 Aug 30 22:50:20.133681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74a5b5b-79dd-406a-85c8-efbde64caf1a tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0912e439-cea6-430f-9ae5-d9ae3571b24a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:20.298171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.304302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.311111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.317373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.326435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.334536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.342156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.344201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-b03d8c16-d5f8-42fc-826b-20733488b1c0 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5424 time: 0.1266234 Aug 30 22:50:20.392977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-216322ad-d808-41b6-8a4c-571a55fc7402 req-13cd6406-2cc2-45fa-b9e1-1ebda81e4b6e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0425806 Aug 30 22:50:20.428182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['d3d6b41f-b245-4440-b8b0-fa0caae58755'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:20.474037 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e0ebe2-9236-44fa-bbbf-95401316e3f0 x-openstack-request-id: req-31e0ebe2-9236-44fa-bbbf-95401316e3f0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:20.474687 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5", "name": "network-vif-deleted", "tag": "af0e2cec-7c8a-4dba-b956-0437f2b69fee", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:20.474687 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31e0ebe2-9236-44fa-bbbf-95401316e3f0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:20.475942 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5', 'name': 'network-vif-deleted', 'tag': 'af0e2cec-7c8a-4dba-b956-0437f2b69fee', 'status': 'completed', 'code': 200} Aug 30 22:50:20.540852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572cdfe-79ff-438a-83db-8800f2e0b13c req-24d3e54c-5d90-4933-8024-34dddb0d8361 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.543343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7572cdfe-79ff-438a-83db-8800f2e0b13c req-24d3e54c-5d90-4933-8024-34dddb0d8361 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0672626 Aug 30 22:50:20.566993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-1e0d69ef-54ef-484c-9dd0-eff3bdea1759 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 200 len: 1803 time: 0.0729022 Aug 30 22:50:20.575461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0912e439-cea6-430f-9ae5-d9ae3571b24a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:20.576060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0912e439-cea6-430f-9ae5-d9ae3571b24a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:20.618078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38996) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:20.627704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7572cdfe-79ff-438a-83db-8800f2e0b13c req-1e925d3b-8770-45a8-b840-273c41e632ed tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566931 Aug 30 22:50:20.662666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.699433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.704967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.729562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef136486-a833-4aef-a9f1-b47021f3d096,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:20.733323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.734635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04e99c4-3046-4075-ae59-f4c58f780b5c req-0e1fbc70-626b-451e-9152-f0dbf1098375 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1660988 Aug 30 22:50:20.792616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-700195619-network', 'tenant_id': 'b2133e218f5c4ef991efe061064d29eb'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:20.797649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff79417-1902-406a-bfa7-34df1c85b0da req-f67ad74d-cff9-43c7-81b0-68d0fbd419f2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:20.799208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ff79417-1902-406a-bfa7-34df1c85b0da req-f67ad74d-cff9-43c7-81b0-68d0fbd419f2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 948 time: 0.0864024 Aug 30 22:50:20.848626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35e1097e-ed2a-45ba-9e91-9f4f81d1141b req-4fa5442c-23c6-4fbd-818c-0cc094e2ef18 tempest-InstanceActionsTestJSON-982415654 tempest-InstanceActionsTestJSON-982415654-project] 10.222.0.25 "GET /v2.0/ports?device_id=f6b7f59f-5ff9-4dee-9f8b-f13e01de7bf5 HTTP/1.1" status: 200 len: 210 time: 0.0306237 Aug 30 22:50:20.849332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Made reservation on behalf of b2133e218f5c4ef991efe061064d29eb for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:20.851656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.864621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.887979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ff79417-1902-406a-bfa7-34df1c85b0da req-1ec98455-d62b-4df3-b59a-c81dfc65712f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678210 Aug 30 22:50:20.906006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Deleting port da766762-5ba7-4aac-9e0d-5b26ae341e62 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:20.906006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:20.944327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-52fc1674-31de-4d07-9337-805e160d686c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 200 len: 2396 time: 0.0645294 Aug 30 22:50:20.956967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0912e439-cea6-430f-9ae5-d9ae3571b24a', 'remote_group_id': None}]} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:20.957425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0912e439-cea6-430f-9ae5-d9ae3571b24a', 'remote_group_id': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:20.998134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] For port da766762-5ba7-4aac-9e0d-5b26ae341e62, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=da766762-5ba7-4aac-9e0d-5b26ae341e62,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:20.998495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.015952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.023347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.025102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Calling delete_port for da766762-5ba7-4aac-9e0d-5b26ae341e62 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:21.060308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:21.080497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e49c0e4-94f4-48ad-9011-b2bd46876cf4 req-c015ba3a-c06a-4eda-9a34-163f17abb67e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.082011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e49c0e4-94f4-48ad-9011-b2bd46876cf4 req-c015ba3a-c06a-4eda-9a34-163f17abb67e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 946 time: 0.1032832 Aug 30 22:50:21.099635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.099985 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Added segment 072ca0d9-41a6-4aa9-abc6-57e667931e1b of type vlan for network f384abb1-05d0-494d-90d7-a62d24325b4a Aug 30 22:50:21.101315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d647c7-1391-4fc8-92ef-d9649ae731bf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:21.167845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e49c0e4-94f4-48ad-9011-b2bd46876cf4 req-f0829340-86a7-4a43-903f-c5945e6984e1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785992 Aug 30 22:50:21.185029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-d84ac112-5665-44a4-ab79-626bd81dd496 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.186600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-d84ac112-5665-44a4-ab79-626bd81dd496 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1098 time: 0.1426620 Aug 30 22:50:21.190060 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.193192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.228970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:21.232522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.252097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:21.253205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.266549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.276401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.277383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.278002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.304382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38109575-dc12-421a-87b9-7d2d997754e8,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:21.306437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Pushing event deleted for resources: {'Port': ['ID=da766762-5ba7-4aac-9e0d-5b26ae341e62,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:21.322632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:21.326594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.358814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.364795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec12fb9d-fe43-4fcb-88fc-fe4e99abf196 req-87f29030-a05a-44dd-acc7-30f3942bdb6e tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4128191 Aug 30 22:50:21.413549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.421767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8017426 Aug 30 22:50:21.426353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39006) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:21.427727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d42a3-a069-4db6-be68-461cc4dc5fcf admin admin] Pushing event updated for resources: {'Network': ['ID=f384abb1-05d0-494d-90d7-a62d24325b4a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:21.441402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f384abb1-05d0-494d-90d7-a62d24325b4a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:21.464797 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.544665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:21.547285 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecd56a3-1627-4230-94ca-1d2ddd8f79ec" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:21.571276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:21.574903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Request body: {'subnet': {'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-700195619-subnet', 'tenant_id': 'b2133e218f5c4ef991efe061064d29eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:21.577539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.581324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.611247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.618352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.624893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.635214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfc6a421-cfd4-43db-8e9c-e6913da9420f req-ed9b350a-1471-44a7-bc06-95fb775f3a7b tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 200 len: 2994 time: 0.2314646 Aug 30 22:50:21.638947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.645035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.651461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.653683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:21.659938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.663302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.663858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.665072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.665628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.666190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.667630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.668321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.668791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.669137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.669474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.670157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.670291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-ee148c15-3221-4747-a128-037fd1d26d5e tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5424 time: 0.1640561 Aug 30 22:50:21.670494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:50:21.688017 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f293986-efcb-4cf7-85ea-d3947d598c9f x-openstack-request-id: req-4f293986-efcb-4cf7-85ea-d3947d598c9f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:21.688817 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:21.689078 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f293986-efcb-4cf7-85ea-d3947d598c9f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:21.689488 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'code': 200} Aug 30 22:50:21.730238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Made reservation on behalf of b2133e218f5c4ef991efe061064d29eb for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:21.732330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-941eb8cf-00ff-4711-908e-5f53329bc957 req-f6a65ec1-57c0-4780-8ff2-bf2f9c34e564 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0610631 Aug 30 22:50:21.732559 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.738559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:21.793249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:21.800315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e44076b-98c0-49db-b7cc-69939636339a req-ebddacf3-299b-4030-a2eb-dfa92ef340ae tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-group-rules/38109575-dc12-421a-87b9-7d2d997754e8 HTTP/1.1" status: 200 len: 783 time: 0.1149654 Aug 30 22:50:21.896224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.920921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e44076b-98c0-49db-b7cc-69939636339a req-18d96680-15f5-49e5-9648-5150baa71177 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 200 len: 2994 time: 0.1107755 Aug 30 22:50:21.921510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:21.940452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a7b85-c36e-468e-bbef-ba2399846df1 req-da88745e-e13c-481b-9461-eb412119764b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:21.941905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-797a7b85-c36e-468e-bbef-ba2399846df1 req-da88745e-e13c-481b-9461-eb412119764b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1128402 Aug 30 22:50:22.013119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d0a1ca-0136-4880-812d-2ab3b21b92b8 req-4c75b94e-5c55-485f-badb-3ec71d07aa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:22.014713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5d0a1ca-0136-4880-812d-2ab3b21b92b8 req-4c75b94e-5c55-485f-badb-3ec71d07aa40 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1101 time: 0.1326964 Aug 30 22:50:22.027370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2e44076b-98c0-49db-b7cc-69939636339a req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.040999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2e44076b-98c0-49db-b7cc-69939636339a req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.056020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['af0e2cec-7c8a-4dba-b956-0437f2b69fee'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:22.060231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.072777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Router ee0d42a6-7375-42df-af2e-57d4ca850703 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:50:22.090071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-797a7b85-c36e-468e-bbef-ba2399846df1 req-ec8ca6e7-55f8-4b6d-97a1-63d775b9fd7e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265953 Aug 30 22:50:22.097803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:22.098219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:22.098613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:22.107962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:22.108357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Attempting to bind port 04715aed-51e1-43b0-88b9-743ef56af071 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:22.121246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:22.122454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2e44076b-98c0-49db-b7cc-69939636339a req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.122607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:22.122987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:22.123497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Bound port: 04715aed-51e1-43b0-88b9-743ef56af071, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:22.124321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.129020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5d0a1ca-0136-4880-812d-2ab3b21b92b8 req-dbaf6932-721e-4f95-a5ee-78502040b27d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982070 Aug 30 22:50:22.132565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2e44076b-98c0-49db-b7cc-69939636339a req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.135662 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e44076b-98c0-49db-b7cc-69939636339a req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/38109575-dc12-421a-87b9-7d2d997754e8 HTTP/1.1" status: 204 len: 173 time: 0.2058978 Aug 30 22:50:22.146368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39024) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:22.155612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.156864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901e94c-d992-4282-8c2f-68c246ddb577 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=38109575-dc12-421a-87b9-7d2d997754e8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.167499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.273992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Deleting subnet 417344c5-359d-492d-9b38-c0f7e79d1482 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:22.279893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:22.281973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.316845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:22.320726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b6622c0-af6f-40a5-9fcd-4430e2956973,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.331451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f534842-3410-4093-9511-d43d3ac336a9 req-c2155455-50a4-422d-a936-774f0a7c5d8f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:22.339065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f534842-3410-4093-9511-d43d3ac336a9 req-c2155455-50a4-422d-a936-774f0a7c5d8f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1393068 Aug 30 22:50:22.344857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.357230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e8442d74-fe29-467c-bf3c-09bdd4cad519 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 200 len: 2396 time: 0.1938701 Aug 30 22:50:22.362557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Checking segment: {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:22.362914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Network hostable DHCP agents. Network: f384abb1-05d0-494d-90d7-a62d24325b4a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:22.379187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:22.388933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Sync routers for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:22.393590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d0b01301-93ea-434a-827a-fadeabf8a57c admin admin] 10.222.0.25 "PUT /v2.0/routers/ee0d42a6-7375-42df-af2e-57d4ca850703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9492199 Aug 30 22:50:22.394240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:22.399103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:22.399948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:22.402453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.464354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Network f384abb1-05d0-494d-90d7-a62d24325b4a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:22.476528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:22.478904 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1853d58-db80-415c-a0c2-937bd32fd414" -d '{"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-unplugged", "status": "completed", "tag": "04715aed-51e1-43b0-88b9-743ef56af071"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:22.484088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f534842-3410-4093-9511-d43d3ac336a9 req-e7dbe797-36f7-4253-8d11-bf8d7d03830f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439278 Aug 30 22:50:22.484719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f384abb1-05d0-494d-90d7-a62d24325b4a) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:22.510815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad9065e-bc3c-4b98-bb27-88fc12d590a1 None None] Network f384abb1-05d0-494d-90d7-a62d24325b4a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:22.523867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:22.524527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.541086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.556985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.570428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6fd335e4-9ea1-409d-a7f9-b7292c11446d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1335871 Aug 30 22:50:22.576344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.587019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.642773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=8']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.659400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:22.660047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.661480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-bfd19982-d826-4331-a241-f9870e8d36b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 1124 time: 1.4432583 Aug 30 22:50:22.672931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.675077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.677803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.688921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7d089a0-2b49-4a2f-95df-5b0a0f4edce5 req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/0912e439-cea6-430f-9ae5-d9ae3571b24a HTTP/1.1" status: 204 len: 173 time: 0.3235679 Aug 30 22:50:22.722781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417344c5-359d-492d-9b38-c0f7e79d1482,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.727710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0542216-c466-45ba-9eba-a78816a1e876 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0912e439-cea6-430f-9ae5-d9ae3571b24a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:22.761251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.773840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-45224050-05a2-454f-b40f-7dc4d2acc81e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/417344c5-359d-492d-9b38-c0f7e79d1482 HTTP/1.1" status: 204 len: 168 time: 0.6247916 Aug 30 22:50:22.775167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39042) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:22.777224 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5503f455-30c1-4df1-ab1f-ef3639948fc5 x-openstack-request-id: req-5503f455-30c1-4df1-ab1f-ef3639948fc5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:22.777523 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-unplugged", "status": "completed", "tag": "04715aed-51e1-43b0-88b9-743ef56af071", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:22.777798 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5503f455-30c1-4df1-ab1f-ef3639948fc5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:22.786131 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071', 'code': 200} Aug 30 22:50:22.814540 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-a1d8f6c0-075e-4149-9b6f-e79140637226 req-fbb3f0f1-b021-423e-b722-7ca90b1b6c16 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] show failed (client error): The resource could not be found. Aug 30 22:50:22.837063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1d8f6c0-075e-4149-9b6f-e79140637226 req-fbb3f0f1-b021-423e-b722-7ca90b1b6c16 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/c963a6d8-0304-4027-b24c-9a6196d2d5bf HTTP/1.1" status: 404 len: 352 time: 0.0363870 Aug 30 22:50:22.863196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:22.867834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.878347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aba2fc-ef7f-4936-9712-5d1337c87136 req-87bad4c8-1d49-4bfe-a77a-067dc9533357 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:22.880195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22aba2fc-ef7f-4936-9712-5d1337c87136 req-87bad4c8-1d49-4bfe-a77a-067dc9533357 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.2177875 Aug 30 22:50:22.892227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:22.937221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Deleting port 4593c92e-f782-4d5d-b0d0-cb2d5707d937 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:22.938641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.960477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:22.965942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22aba2fc-ef7f-4936-9712-5d1337c87136 req-cc1fba90-7f76-4778-bcc3-25e9bb11543b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777385 Aug 30 22:50:23.049260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:23.064723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.075533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] For port 4593c92e-f782-4d5d-b0d0-cb2d5707d937, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4593c92e-f782-4d5d-b0d0-cb2d5707d937,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:23.075799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb87400b-51a9-4dd2-b52c-121c37130770']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.075986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.099170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '134f1c82-c2e1-4037-85ec-5f7900dd533a') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.099344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '134f1c82-c2e1-4037-85ec-5f7900dd533a') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.100660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330f80ee-91e6-48aa-aa1d-3e345e3e706b None None] Network f384abb1-05d0-494d-90d7-a62d24325b4a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:23.107436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Calling delete_port for 4593c92e-f782-4d5d-b0d0-cb2d5707d937 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:23.132966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.151452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.161052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:23.161457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:23.163125 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:23.184497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.191186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.197109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.203413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.209478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.216214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.222143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.224050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-9b48e87b-913e-4631-96ae-7887cdcbabd6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5424 time: 0.1401110 Aug 30 22:50:23.294146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.302089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.307585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] 10.222.0.25 "DELETE /v2.0/networks/cb87400b-51a9-4dd2-b52c-121c37130770 HTTP/1.1" status: 204 len: 168 time: 0.5200744 Aug 30 22:50:23.312101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b010422f-e2c3-4599-903e-1aa1f38fb94c req-cb00f9cd-eb1f-447e-a70c-a8a0e2d17a2d tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0591521 Aug 30 22:50:23.327918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-a570c3e1-a14f-499b-93b6-305f1d7b2e9e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.330145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-a570c3e1-a14f-499b-93b6-305f1d7b2e9e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 813 time: 0.2114003 Aug 30 22:50:23.340345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd90d7f-64c8-48f0-a9fa-f0ae77475526 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb87400b-51a9-4dd2-b52c-121c37130770,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:23.379478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-32aec739-4031-43e5-984a-41acff1fc608 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/quotas/b2133e218f5c4ef991efe061064d29eb HTTP/1.1" status: 200 len: 375 time: 0.0371544 Aug 30 22:50:23.452975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-abe784b2-5f4c-408c-b3f7-2e25b639df2c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/00ba4705-4b96-42cb-a346-745ca8a3d216 HTTP/1.1" status: 200 len: 1805 time: 0.0734348 Aug 30 22:50:23.458949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-150feeb5-4756-4e6f-9785-576067619c24 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525491 Aug 30 22:50:23.459955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.464567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212'}], 'enable_snat': True}, 'gw_port_id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:21Z', 'revision_number': 5, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port': {'id': '4593c92e-f782-4d5d-b0d0-cb2d5707d937', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:df:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'device_owner': 'network:router_gateway', 'standard_attr_id': 882, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:02Z', 'updated_at': '2021-08-30T22:50:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.498271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Checking router: ee0d42a6-7375-42df-af2e-57d4ca850703 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:23.509774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:23.516084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Routers {'ee0d42a6-7375-42df-af2e-57d4ca850703'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:23.516734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee0d42a6-7375-42df-af2e-57d4ca850703'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.537373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Pushing event deleted for resources: {'Port': ['ID=4593c92e-f782-4d5d-b0d0-cb2d5707d937,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:23.573932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21014b57-c505-440c-9b14-5d4dafc98871 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1879d27bba844dbc98bc3d6b3b427ffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0621362 Aug 30 22:50:23.580498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39064) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:23.589418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] Set router ee0d42a6-7375-42df-af2e-57d4ca850703 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:23.622999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.624329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.646041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:23Z', 'revision_number': 7, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:23.652347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.657484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.674763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64184be5-0c16-4e98-96de-156f2eff460b None None] The sync data for ids ['ee0d42a6-7375-42df-af2e-57d4ca850703'] in n-d-791504-21 is: [{'id': 'ee0d42a6-7375-42df-af2e-57d4ca850703', 'name': 'tempest-FloatingIPsTestJSON-1240001468-router', 'tenant_id': '0549e08854cb4eb3998a351de1b71913', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:01Z', 'updated_at': '2021-08-30T22:50:23Z', 'revision_number': 7, 'project_id': '0549e08854cb4eb3998a351de1b71913', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:23.694969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-7ced99b1-2c5f-49f8-b1d3-a00e05cb5959 service neutron] 10.222.0.25 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113624 Aug 30 22:50:23.705772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.741694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.747319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.750155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.751311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4484e19e-f903-4d44-8595-15c33dd82ef6 req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/00ba4705-4b96-42cb-a346-745ca8a3d216 HTTP/1.1" status: 204 len: 173 time: 0.2814000 Aug 30 22:50:23.761829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f6d331-7530-401d-869f-ec08841b8cc1 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ba4705-4b96-42cb-a346-745ca8a3d216,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:23.775820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.802511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.808424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.812617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2f615ba7-c7af-4849-b247-b986dd766389 HTTP/1.1" status: 204 len: 168 time: 0.2287824 Aug 30 22:50:23.823843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a23d0-8726-48fd-91bb-a19f5c5aeda3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f615ba7-c7af-4849-b247-b986dd766389,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:23.864219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.864781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee0d42a6-7375-42df-af2e-57d4ca850703 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:50:23.869389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.870572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-982807cb-0ca6-4535-ae0d-c57efede6afa admin admin] 10.222.0.25 "DELETE /v2.0/routers/ee0d42a6-7375-42df-af2e-57d4ca850703 HTTP/1.1" status: 204 len: 168 time: 1.4733994 Aug 30 22:50:23.873291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:23.897821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97946663-1ddb-4377-8029-e28c0e98a6f6 req-da2f6585-0d16-4300-9961-826b99a36b27 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:23.899478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97946663-1ddb-4377-8029-e28c0e98a6f6 req-da2f6585-0d16-4300-9961-826b99a36b27 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0597169 Aug 30 22:50:23.921925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-aa83be70-91ff-4e05-a928-daaad69201f1 service neutron] 10.222.0.25 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008505 Aug 30 22:50:23.935020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Deleting subnet 8ba703d3-de75-4807-a92d-49282589fabb {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:23.939706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:23.950460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97946663-1ddb-4377-8029-e28c0e98a6f6 req-cf5c6dfd-ed1b-49fc-a23d-966a770484df tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421829 Aug 30 22:50:23.985827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.131887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.161606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04baea84-4bc7-4ae7-9625-0c7d0a3e011d req-9977337a-6931-48c5-ba64-c59b812bb3c7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.185065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04baea84-4bc7-4ae7-9625-0c7d0a3e011d req-9977337a-6931-48c5-ba64-c59b812bb3c7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1259389 Aug 30 22:50:24.238863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04baea84-4bc7-4ae7-9625-0c7d0a3e011d req-5a6f7695-4850-47cd-86e4-5f35ed478a99 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522070 Aug 30 22:50:24.256541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5daaf88-671a-4f51-914e-37500a154690 req-3c2baf85-fa22-4e30-834a-8188e79f11a0 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/38bb22f2-be2f-41ae-8fcf-ad80e1250c05 HTTP/1.1" status: 200 len: 1803 time: 0.1264372 Aug 30 22:50:24.301077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:24.307310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.312775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device d3d6b41f-b245-4440-b8b0-fa0caae58755 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:24.353393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ba703d3-de75-4807-a92d-49282589fabb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:24.356169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.363015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4232b288-6a9e-4e3c-852c-b0c4b8465e75 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8ba703d3-de75-4807-a92d-49282589fabb HTTP/1.1" status: 204 len: 168 time: 0.4883811 Aug 30 22:50:24.363866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:24.388560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06cd420-e4cb-4eb8-b7aa-d1dd422d08e6 None None] Network 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:24.413317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58131683-6c18-47d5-82c9-c849c31ecdd6 req-3d9b65c5-d171-4514-bf2e-50e7f94967a6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.423178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58131683-6c18-47d5-82c9-c849c31ecdd6 req-3d9b65c5-d171-4514-bf2e-50e7f94967a6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.0829866 Aug 30 22:50:24.430418 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5daaf88-671a-4f51-914e-37500a154690 req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.500643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58131683-6c18-47d5-82c9-c849c31ecdd6 req-82428d95-4f54-4bc4-8c18-1d2cafe531b8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706587 Aug 30 22:50:24.526494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5daaf88-671a-4f51-914e-37500a154690 req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.549887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.591415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b78d474-fd8a-4776-87e8-a8534e4d3e7e req-415f4a8f-0347-414b-b10b-caa090386331 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 210 time: 0.0446475 Aug 30 22:50:24.613146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5daaf88-671a-4f51-914e-37500a154690 req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.616112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f5daaf88-671a-4f51-914e-37500a154690 req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.621507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5daaf88-671a-4f51-914e-37500a154690 req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/38bb22f2-be2f-41ae-8fcf-ad80e1250c05 HTTP/1.1" status: 204 len: 173 time: 0.3512354 Aug 30 22:50:24.662654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9efd1b8-2424-4d89-bc03-580399e96e97 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38bb22f2-be2f-41ae-8fcf-ad80e1250c05,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:24.743523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device da766762-5ba7-4aac-9e0d-5b26ae341e62 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:24.773078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-62a229ab-a386-4d76-93b0-a44b925246d8 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/1df773ba-45ea-4b05-9aa7-73d7d44efda7 HTTP/1.1" status: 200 len: 1803 time: 0.1201048 Aug 30 22:50:24.791212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:24.792357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port d3d6b41f-b245-4440-b8b0-fa0caae58755 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:24.794562 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d27635-088c-4232-8d75-7d5fa142cbc3" -d '{"events": [{"name": "network-changed", "server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "tag": "04715aed-51e1-43b0-88b9-743ef56af071"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:24.823447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.831748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.839588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.846632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.848402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port d3d6b41f-b245-4440-b8b0-fa0caae58755 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:24.849044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.855046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.863936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.869933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Deleting port 69168118-b5b7-4769-980c-72a6ae9da93b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:24.870349 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.870917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:24.878670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-a703a869-1ca7-44ff-a2c6-4b282345ed5a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5424 time: 0.1571457 Aug 30 22:50:24.914113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: da766762-5ba7-4aac-9e0d-5b26ae341e62 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:24.914631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device da766762-5ba7-4aac-9e0d-5b26ae341e62 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:24.915131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4593c92e-f782-4d5d-b0d0-cb2d5707d937 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:24.921035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:24.953769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8dc1bd98-c374-494d-b0d7-160a3d411ee5 req-d1308f54-7f6e-4310-8f9a-5c7d2dc6cdbc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0637414 Aug 30 22:50:24.992653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.009580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] For port 69168118-b5b7-4769-980c-72a6ae9da93b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=69168118-b5b7-4769-980c-72a6ae9da93b,segment=NetworkSegment(85029ce4-85fa-4eeb-a033-929b870a9048),segment_id=85029ce4-85fa-4eeb-a033-929b870a9048)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:25.010533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.018156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:25.023777 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019ddee8-d8e9-4471-a0ea-de8f8d1bc3d8 x-openstack-request-id: req-019ddee8-d8e9-4471-a0ea-de8f8d1bc3d8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:25.024336 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "tag": "04715aed-51e1-43b0-88b9-743ef56af071", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:25.024927 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-019ddee8-d8e9-4471-a0ea-de8f8d1bc3d8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:25.026193 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071', 'status': 'completed', 'code': 200} Aug 30 22:50:25.030614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4593c92e-f782-4d5d-b0d0-cb2d5707d937 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:25.045962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4593c92e-f782-4d5d-b0d0-cb2d5707d937 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:25.053944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Calling delete_port for 69168118-b5b7-4769-980c-72a6ae9da93b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:25.067946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:50:25.123241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.129589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.132026 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-465b0a11-bcb5-4901-9912-2c2e044096d3 req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/1df773ba-45ea-4b05-9aa7-73d7d44efda7 HTTP/1.1" status: 204 len: 173 time: 0.3522220 Aug 30 22:50:25.170308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-c7e78fbd-14bb-46b7-ba10-535a31ebd386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:25.173103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-c7e78fbd-14bb-46b7-ba10-535a31ebd386 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1127 time: 0.1095421 Aug 30 22:50:25.193775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] DHCP port deletion for 8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:50:25.199472 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.218002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ae5d5-c56f-40e2-9da6-ba04e350ac60 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df773ba-45ea-4b05-9aa7-73d7d44efda7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.281736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6b41f-b245-4440-b8b0-fa0caae58755'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:25.284881 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9345b2b-ed61-4c13-9464-79e33626b535" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6b41f-b245-4440-b8b0-fa0caae58755"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:25.298179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-c981074a-f2d4-4296-b9ea-24624f81e4a4 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/7805234d-f862-422f-93b2-a502b4a6fc9c HTTP/1.1" status: 200 len: 2402 time: 0.1302752 Aug 30 22:50:25.303346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39118) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:25.312644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.320075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:25.333396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.334422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1580b5f9-973a-4b5d-865f-7f8c910a6942 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:25.337939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Deleting port 69168118-b5b7-4769-980c-72a6ae9da93b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:25.339133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.366123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Pushing event deleted for resources: {'Port': ['ID=69168118-b5b7-4769-980c-72a6ae9da93b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.376437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] No DVR routers for this DVR port 69168118-b5b7-4769-980c-72a6ae9da93b on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:25.459793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-550265192-network', 'tenant_id': '50b379306e954d979db21df7ad90b4ec'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:25.489421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.508609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] For port 69168118-b5b7-4769-980c-72a6ae9da93b, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:25.510298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.513679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:25.530089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.533367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Calling delete_port for 69168118-b5b7-4769-980c-72a6ae9da93b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:25.538120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Port 69168118-b5b7-4769-980c-72a6ae9da93b was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:50:25.538874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85029ce4-85fa-4eeb-a033-929b870a9048') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:25.539293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85029ce4-85fa-4eeb-a033-929b870a9048') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:25.542296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.548247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.552329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Made reservation on behalf of 50b379306e954d979db21df7ad90b4ec for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:25.554693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.558949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.576642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4244033-bda0-4429-9b78-a2e58417dc67 req-dda04df4-d228-4455-9dbf-3587109a4c16 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:25.578196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4244033-bda0-4429-9b78-a2e58417dc67 req-dda04df4-d228-4455-9dbf-3587109a4c16 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.4128149 Aug 30 22:50:25.581742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1580b5f9-973a-4b5d-865f-7f8c910a6942 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:25.583879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.586560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] Pushing event deleted for resources: {'Port': ['ID=69168118-b5b7-4769-980c-72a6ae9da93b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.589303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1580b5f9-973a-4b5d-865f-7f8c910a6942 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:25.589303 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.604389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.608620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.622053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:25.622961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:25.627542 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:25.638292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-2b92fafc-1ecd-43de-926d-ee9b20113657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:25.639800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-2b92fafc-1ecd-43de-926d-ee9b20113657 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.4538975 Aug 30 22:50:25.645163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4244033-bda0-4429-9b78-a2e58417dc67 req-11456584-1541-4b8e-8119-ec737b141332 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561452 Aug 30 22:50:25.686213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-5ddec211-17db-4fa2-a37e-b797c73c0e60 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 217 time: 0.0379276 Aug 30 22:50:25.733490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.738792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.741202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] 10.222.0.25 "DELETE /v2.0/networks/8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c HTTP/1.1" status: 204 len: 168 time: 1.3757153 Aug 30 22:50:25.763226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.765817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.766959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1dab7a7-ec10-42bc-ab8c-d93edda1fa71 req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/7805234d-f862-422f-93b2-a502b4a6fc9c HTTP/1.1" status: 204 len: 173 time: 0.4033468 Aug 30 22:50:25.778469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef63298-f747-445d-a270-e5e1fbfd72fb admin admin] Pushing event deleted for resources: {'Network': ['ID=8a5aa647-e8ab-4a50-ba5a-d4224a8ced1c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.795947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bca7c3-e82d-4ce6-9ed9-97247443c372 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7805234d-f862-422f-93b2-a502b4a6fc9c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.857560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.863609 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.864026 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1267f629-8266-4c2e-a489-74ae8cb8adb1 x-openstack-request-id: req-1267f629-8266-4c2e-a489-74ae8cb8adb1 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:25.865205 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "d3d6b41f-b245-4440-b8b0-fa0caae58755", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:25.865684 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1267f629-8266-4c2e-a489-74ae8cb8adb1 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:25.866426 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3d6b41f-b245-4440-b8b0-fa0caae58755', 'code': 200} Aug 30 22:50:25.867484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e4984-b795-46ba-96d2-bc92333fa50a None None] No DVR routers for this DVR port 69168118-b5b7-4769-980c-72a6ae9da93b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:25.904509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:25.927303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:25.941893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-5d1f2ad9-474e-4b3e-af05-61bea94bd7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:25.944178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-5d1f2ad9-474e-4b3e-af05-61bea94bd7e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.2389057 Aug 30 22:50:25.957113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:25.959311 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Added segment 4935c91d-1456-49fc-98ac-8dede2f42a9a of type vlan for network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 Aug 30 22:50:25.977138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06007331-ccc5-4d3d-bcf9-d4d69622b862 req-d4549313-ffce-40b0-bd19-6a54dd19bc65 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:25.987668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06007331-ccc5-4d3d-bcf9-d4d69622b862 req-d4549313-ffce-40b0-bd19-6a54dd19bc65 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.2298863 Aug 30 22:50:26.002852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.008781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:26.047829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:26.054180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.055493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ebfd135-a8c1-4c59-baae-67db3d3112bd up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:26.055673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.073443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-4f30d0ff-8f12-4678-92be-f5addabb0d2b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832813 Aug 30 22:50:26.092018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06007331-ccc5-4d3d-bcf9-d4d69622b862 req-95a8575e-0fbb-4f92-9583-7c0e8a4cddf3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032252 Aug 30 22:50:26.099600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95f1f8d0-5db7-43a4-90a9-22cbfedfc19b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0549e08854cb4eb3998a351de1b71913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0760026 Aug 30 22:50:26.103381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:26.137719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4526d7-3806-45ee-9323-28a4b1133755 req-c37179f6-03eb-4ff5-a89d-609c0c0082de tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.139247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b4526d7-3806-45ee-9323-28a4b1133755 req-c37179f6-03eb-4ff5-a89d-609c0c0082de tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.1779134 Aug 30 22:50:26.163285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.164144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.164728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.175277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:26.181635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1ebfd135-a8c1-4c59-baae-67db3d3112bd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:26.188234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1ebfd135-a8c1-4c59-baae-67db3d3112bd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:26.189300 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.234133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54e6bf94-301d-4120-ad67-ee4cc2198d2b req-40e6e0be-30fe-447d-8ccb-7eff66f6eb65 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 210 time: 0.0510113 Aug 30 22:50:26.236075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-85ab2f9b-61ec-4640-9a14-a7680d091b85 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476495 Aug 30 22:50:26.246413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9414937 Aug 30 22:50:26.251928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-6f17eb3d-6a78-42da-82b3-70b3481bc629 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.253425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-6f17eb3d-6a78-42da-82b3-70b3481bc629 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.52 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 813 time: 0.4388669 Aug 30 22:50:26.255040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39138) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:26.262644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Request body: {'subnet': {'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-550265192-subnet', 'tenant_id': '50b379306e954d979db21df7ad90b4ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:26.269090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c675c1-1687-4411-ba39-971f80458c74 admin admin] Pushing event updated for resources: {'Network': ['ID=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:26.276736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b4526d7-3806-45ee-9323-28a4b1133755 req-ac914be1-f9e9-4674-ae4c-256792c5588a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287520 Aug 30 22:50:26.278393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.304792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.332039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Request body: {'port': {'device_id': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'admin_state_up': True, 'tenant_id': 'b2133e218f5c4ef991efe061064d29eb'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:26.347052 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.351872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:26.415546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 69168118-b5b7-4769-980c-72a6ae9da93b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:26.443691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 69168118-b5b7-4769-980c-72a6ae9da93b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:26.444047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 69168118-b5b7-4769-980c-72a6ae9da93b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:26.471017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Made reservation on behalf of 50b379306e954d979db21df7ad90b4ec for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:26.473360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.481528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:26.487281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.488508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e188e733-7785-4ec0-85a9-8cf32cd2b7d1 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:26.542924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14658939-4774-4db2-a26d-355e5ea8a59e req-6b0e3f80-e13d-48c5-af4d-e47edea64cb3 tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "GET /v2.0/security-groups/e000deb1-8a63-42c0-96c4-37c6d70b9b7a HTTP/1.1" status: 200 len: 2397 time: 0.2581565 Aug 30 22:50:26.584957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:26.603289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04d27635-088c-4232-8d75-7d5fa142cbc3 req-a7d5a56b-5424-43d7-8621-cb17d8786187 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488536 Aug 30 22:50:26.603680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:26.608236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:26.608798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.669403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Made reservation on behalf of b2133e218f5c4ef991efe061064d29eb for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:26.673016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.710317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.719220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-14658939-4774-4db2-a26d-355e5ea8a59e req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.726457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.729050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.732597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c7762f68-651e-42a3-a8f0-54d29d0d9d9c HTTP/1.1" status: 204 len: 168 time: 0.6244102 Aug 30 22:50:26.742963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30bdb6d-1519-4d97-8862-8ffa9e3c7e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7762f68-651e-42a3-a8f0-54d29d0d9d9c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:26.757103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:26.764942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.766682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.767783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4a6e3829-4e33-4f55-9cae-428a0d625262 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:26.771667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.778622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.789174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.796132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.802214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.808501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:26.811022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f83e3c15-ae3d-4984-a2e9-6cd5f534a30b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5426 time: 0.4490516 Aug 30 22:50:26.849763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-14658939-4774-4db2-a26d-355e5ea8a59e req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.861144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d703f7d6-9ee7-4625-a727-8739f4ced745 req-f091618d-6477-4590-8a76-aa7b94072b8a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0429773 Aug 30 22:50:26.870007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:26.883723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 4a6e3829-4e33-4f55-9cae-428a0d625262 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:26.890820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 4a6e3829-4e33-4f55-9cae-428a0d625262 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:26.891195 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:26.912781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.000514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.002512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-14658939-4774-4db2-a26d-355e5ea8a59e req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.005114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-14658939-4774-4db2-a26d-355e5ea8a59e req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.006297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14658939-4774-4db2-a26d-355e5ea8a59e req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] 10.222.0.25 "DELETE /v2.0/security-groups/e000deb1-8a63-42c0-96c4-37c6d70b9b7a HTTP/1.1" status: 204 len: 173 time: 0.4369676 Aug 30 22:50:27.022273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39144) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:27.034070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Allocated IP 172.20.0.3 (f384abb1-05d0-494d-90d7-a62d24325b4a/4b6622c0-af6f-40a5-9fcd-4430e2956973/121a43a8-57c7-4e37-9400-ca9f0db9294f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:27.037705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=985739c5-727e-4ea6-a51d-1adf066d3881,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.044105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe76f3-eab1-4502-8cff-cebd4500d11c tempest-SecurityGroupRulesTestJSON-1052745173 tempest-SecurityGroupRulesTestJSON-1052745173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000deb1-8a63-42c0-96c4-37c6d70b9b7a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.060974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Checking segment: {'id': '4935c91d-1456-49fc-98ac-8dede2f42a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:27.061677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Network hostable DHCP agents. Network: d25a7be8-2444-4bac-8a8a-8fbd9d315eb0, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:27.077158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4a6e3829-4e33-4f55-9cae-428a0d625262,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:27.096704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.097603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:27.110470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a4044-1501-4270-87ca-b6b3c5c85eab req-b7b3dc0e-6060-4004-84e6-4273c6d638cf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.112013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f6a4044-1501-4270-87ca-b6b3c5c85eab req-b7b3dc0e-6060-4004-84e6-4273c6d638cf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1469262 Aug 30 22:50:27.139815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Deleting subnet 8fa18734-1053-48ae-b01f-9d83ecb64f91 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:27.153458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.204700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f6a4044-1501-4270-87ca-b6b3c5c85eab req-405aacf4-5b6f-4dbf-8560-d2e5d6602f79 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845144 Aug 30 22:50:27.218935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.237502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:27.238147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.247426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:27.252710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:27.254505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.266322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.326046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.342239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.355589 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.370200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fa18734-1053-48ae-b01f-9d83ecb64f91,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.380262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d25a7be8-2444-4bac-8a8a-8fbd9d315eb0) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:27.381588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.387781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671447a-8773-4085-b529-d073c58011d1 None None] Network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:27.388429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c22f03ff-1c70-4c39-b6e8-caaa7bbc607a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8fa18734-1053-48ae-b01f-9d83ecb64f91 HTTP/1.1" status: 204 len: 168 time: 0.3609817 Aug 30 22:50:27.392376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39170) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:27.407231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d600c-d82f-433d-ad41-f035e07b694e req-231b2d37-940d-408c-8884-4878e1b82d4c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.417833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-397d600c-d82f-433d-ad41-f035e07b694e req-231b2d37-940d-408c-8884-4878e1b82d4c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.3221128 Aug 30 22:50:27.420365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:27.441591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.442322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.491069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.492241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 977323dc-2064-4dfd-b775-03825ecd4cc4 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:27.516775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-55d3f065-2037-495c-83f4-352c2d477d1f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2606797 Aug 30 22:50:27.532094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-397d600c-d82f-433d-ad41-f035e07b694e req-225af9eb-8c62-4d72-a7b9-c045ac0018d3 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106284 Aug 30 22:50:27.533029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.568798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.671488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Network f384abb1-05d0-494d-90d7-a62d24325b4a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:27.672810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.688019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:27.690741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:27.755470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.788893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb4d5b8-9590-46d5-a671-975a8d551df6']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:27.794452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.795173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.801360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86479719-3fcf-4a5e-b902-62e3739d2f41 req-0e3ad5d2-fcb8-4556-bac7-63995a334894 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.803226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86479719-3fcf-4a5e-b902-62e3739d2f41 req-0e3ad5d2-fcb8-4556-bac7-63995a334894 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.1561677 Aug 30 22:50:27.820472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a1da1cf-8a44-4e8a-8ef7-dab72f319d71') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:27.821064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a1da1cf-8a44-4e8a-8ef7-dab72f319d71') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:27.824709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e760e8-0446-45fc-a66e-80506898c7b1 req-ac3e6a6e-5ef6-4a0c-a8de-408cec2fe975 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:27.826522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67e760e8-0446-45fc-a66e-80506898c7b1 req-ac3e6a6e-5ef6-4a0c-a8de-408cec2fe975 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 931 time: 0.1398668 Aug 30 22:50:27.833311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.845552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-fec85d38-d8aa-4db8-93af-17ba5e6485a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5616059 Aug 30 22:50:27.850375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.872946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:27.873684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Request body: {'port': {'device_id': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:27.876999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.880482 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ff609c-b655-4ede-9576-a176f62723db" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "e188e733-7785-4ec0-85a9-8cf32cd2b7d1"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:27.887125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:27.887968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:27.890366 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:27.920560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86479719-3fcf-4a5e-b902-62e3739d2f41 req-5d691f0d-1e96-4dbf-af23-dc80dce5d7cf tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025054 Aug 30 22:50:27.945897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67e760e8-0446-45fc-a66e-80506898c7b1 req-f2484a05-0d3d-439e-9e60-531924996de1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949199 Aug 30 22:50:27.960661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:27.987880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 977323dc-2064-4dfd-b775-03825ecd4cc4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:27.990014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a58851-260a-4897-b500-6d6a234458db None None] Network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:28.021978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.022941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 977323dc-2064-4dfd-b775-03825ecd4cc4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:28.023323 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.048938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.074838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.079110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8bb4d5b8-9590-46d5-a671-975a8d551df6 HTTP/1.1" status: 204 len: 168 time: 0.6834478 Aug 30 22:50:28.079110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91afbc-319f-4182-af3a-6b8e1ca5b6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb4d5b8-9590-46d5-a671-975a8d551df6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:28.084359 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc84e045-b598-46b5-9102-dd3564d8aba7 x-openstack-request-id: req-cc84e045-b598-46b5-9102-dd3564d8aba7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:28.084668 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "e188e733-7785-4ec0-85a9-8cf32cd2b7d1", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:28.084922 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc84e045-b598-46b5-9102-dd3564d8aba7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:28.085322 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'code': 200} Aug 30 22:50:28.085567 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'code': 200} Aug 30 22:50:28.086413 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e188e733-7785-4ec0-85a9-8cf32cd2b7d1', 'code': 200} Aug 30 22:50:28.086663 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262', 'code': 200} Aug 30 22:50:28.087191 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'code': 200} Aug 30 22:50:28.185324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340a71f-462b-49d4-a850-b2d71fa2be27 req-d6d20fc9-a255-47ed-a288-937fac5664a1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.187055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9340a71f-462b-49d4-a850-b2d71fa2be27 req-d6d20fc9-a255-47ed-a288-937fac5664a1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1308041 Aug 30 22:50:28.206222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.213922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.219188 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.221559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.227812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.236430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.243163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.250799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.252921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-189cd71f-0c1c-45b4-b336-bc7af75e11e2 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5430 time: 0.1208088 Aug 30 22:50:28.291416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9340a71f-462b-49d4-a850-b2d71fa2be27 req-8bd888ca-d8a5-4b14-b473-b5b3bf11b570 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953035 Aug 30 22:50:28.305572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40b0f5d9-1e61-4165-9628-1ebb71414537 req-335985aa-a1fe-4d79-a2a6-af2682eceaa1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0439641 Aug 30 22:50:28.331820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=977323dc-2064-4dfd-b775-03825ecd4cc4,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:28.339468 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.340467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device af0e2cec-7c8a-4dba-b956-0437f2b69fee no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:28.354661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:28.372281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: af0e2cec-7c8a-4dba-b956-0437f2b69fee {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:28.372281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device af0e2cec-7c8a-4dba-b956-0437f2b69fee not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:28.414835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:28.427855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eed7755b-52e4-4056-848d-157e91d54e12 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94f6da397f30422a88f26fb16a887b66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0698814 Aug 30 22:50:28.428332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:28.482012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.508687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.554747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:28.566540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.568876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.572573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.577010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85a7a44f-4f01-460b-8669-544b4f602024 HTTP/1.1" status: 204 len: 168 time: 0.1473854 Aug 30 22:50:28.583349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Transition to ACTIVE for port object 121a43a8-57c7-4e37-9400-ca9f0db9294f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:28.586923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1a52a-1037-4a5d-84a4-ab1aadf393cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a7a44f-4f01-460b-8669-544b4f602024,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:28.595900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.652981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:28.737638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Attempting to bind port 121a43a8-57c7-4e37-9400-ca9f0db9294f on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:28.738300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Attempting to bind port 121a43a8-57c7-4e37-9400-ca9f0db9294f by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:28.738854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Attempting to bind port 121a43a8-57c7-4e37-9400-ca9f0db9294f on network f384abb1-05d0-494d-90d7-a62d24325b4a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:28.749326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Port 121a43a8-57c7-4e37-9400-ca9f0db9294f on network f384abb1-05d0-494d-90d7-a62d24325b4a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:28.750024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Attempting to bind port 121a43a8-57c7-4e37-9400-ca9f0db9294f on network f384abb1-05d0-494d-90d7-a62d24325b4a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:28.761974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:28.762412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Checking segment: {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:28.762870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Bound using segment: {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:28.763485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Bound port: 121a43a8-57c7-4e37-9400-ca9f0db9294f, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:28.763930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.861893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-b664c0bc-8014-47d6-b6bd-6e7ede578cb0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.863427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-b664c0bc-8014-47d6-b6bd-6e7ede578cb0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/networks?id=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 HTTP/1.1" status: 200 len: 812 time: 0.1430366 Aug 30 22:50:28.880143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-b9307720-94a1-4bce-a90d-86e49a05d9f3 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/quotas/50b379306e954d979db21df7ad90b4ec HTTP/1.1" status: 200 len: 375 time: 0.0100479 Aug 30 22:50:28.886250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534884bc-a43c-4861-84cf-41e77a91c4a1 req-c9f65133-d70f-47e7-942c-5510275dc804 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.888277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-534884bc-a43c-4861-84cf-41e77a91c4a1 req-c9f65133-d70f-47e7-942c-5510275dc804 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1089430 Aug 30 22:50:28.895166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:28.898634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:28.915480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-65d4010e-7cd1-4d7a-98fe-fc45614a66e0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=50b379306e954d979db21df7ad90b4ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289145 Aug 30 22:50:28.915948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.961661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:28.963670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:28.964595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] 10.222.0.52 "PUT /v2.0/ports/121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 1092 time: 1.0970700 Aug 30 22:50:28.971719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:28.974061 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:29.003582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-534884bc-a43c-4861-84cf-41e77a91c4a1 req-d93cca9e-1c4e-4976-9968-f246592bb02d tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033652 Aug 30 22:50:29.035239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c89151-aa91-4921-afcb-43353b9dda80 service neutron] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:29.037448 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-572769b1-4643-43c9-95c1-a2dcdd43593e service neutron] 10.222.0.25 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137884 Aug 30 22:50:29.078457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-682f875d-c6d8-49e0-a3ca-249ae75d0856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.080457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-682f875d-c6d8-49e0-a3ca-249ae75d0856 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1095 time: 0.0533922 Aug 30 22:50:29.140837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-4387a6de-1f77-4442-a5b2-24a9b637f0ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 217 time: 0.0417235 Aug 30 22:50:29.167807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-5b3f81fc-1bb6-4349-912f-23a7ff3258ce service neutron] 10.222.0.25 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104591 Aug 30 22:50:29.256338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-9903d291-8056-4a61-9d0d-e2f517a51b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.257857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-9903d291-8056-4a61-9d0d-e2f517a51b4d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.0911224 Aug 30 22:50:29.282443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5489dc-1e7d-404a-84bc-7d1812a71334 req-ced0d6c8-3411-455d-a875-72ebcda304af tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.283940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c5489dc-1e7d-404a-84bc-7d1812a71334 req-ced0d6c8-3411-455d-a875-72ebcda304af tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0856764 Aug 30 22:50:29.307257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-053666f0-8d8b-4c4d-81ea-19b7dcdaef81 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406799 Aug 30 22:50:29.394267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29997ff1-36f8-4b2c-8461-d0d85ded7fc0 req-c0219e5f-f03d-45ed-b1b1-257eca693071 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.396094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29997ff1-36f8-4b2c-8461-d0d85ded7fc0 req-c0219e5f-f03d-45ed-b1b1-257eca693071 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.0630486 Aug 30 22:50:29.406802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c5489dc-1e7d-404a-84bc-7d1812a71334 req-799a84d1-d91b-4bfe-8563-134a994589da tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019056 Aug 30 22:50:29.437878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29997ff1-36f8-4b2c-8461-d0d85ded7fc0 req-fb700344-b937-41e6-b603-1eee5d4791f4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351243 Aug 30 22:50:29.460074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-48f18bdc-de73-4f0f-b178-8885f8338053 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309047 Aug 30 22:50:29.495897 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c68ade-9cd8-4e88-beb6-b628d4ebd2e6 x-openstack-request-id: req-b7c68ade-9cd8-4e88-beb6-b628d4ebd2e6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:29.496186 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:29.496539 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7c68ade-9cd8-4e88-beb6-b628d4ebd2e6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:29.496930 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'status': 'completed', 'code': 200} Aug 30 22:50:29.578133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39286) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:29.635686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-096eaf24-de0b-4eda-881d-81b7515e39f1 req-7edd5a81-30d3-4651-ad9b-a133d7765d79 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 210 time: 0.0922852 Aug 30 22:50:29.651729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58a04c1-bdbe-48a1-a2c5-d458a3d91b74 req-acaad668-9ae1-41b6-843a-6fc4417ebf24 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824183 Aug 30 22:50:29.704185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aa5187-595c-4a35-a2bf-eb8d9f71f64d req-99e44f4a-2f9b-480d-b13c-ea7b44dfd6b4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.714587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-01aa5187-595c-4a35-a2bf-eb8d9f71f64d req-99e44f4a-2f9b-480d-b13c-ea7b44dfd6b4 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1074364 Aug 30 22:50:29.771426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-973319971-network', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:29.786837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-01aa5187-595c-4a35-a2bf-eb8d9f71f64d req-959ffc8d-9109-4d3d-a471-691bdc236898 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706801 Aug 30 22:50:29.814424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:29.816913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:29.827204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:29.869046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.875499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.881862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.888729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.895102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.904918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.911743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.913552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-936e9005-3f91-428a-8137-1c9df9070745 req-d59aece3-6718-49f1-a513-35cb311338f9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1676924 Aug 30 22:50:29.925271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-a470f67a-ff20-4a4c-a993-86c0a6dc9ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:29.929407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-a470f67a-ff20-4a4c-a993-86c0a6dc9ef4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1095 time: 0.1673827 Aug 30 22:50:29.988124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:29.996674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.001108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-936e9005-3f91-428a-8137-1c9df9070745 req-43aedb12-4a45-482c-a531-65048e1cf27a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0670667 Aug 30 22:50:30.015111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:30.031920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:30.050040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.050384 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Added segment 24bf7321-b4ff-403b-919e-6a5ea3a3b18f of type vlan for network eea60746-1b26-4bf6-ac76-21af331b60be Aug 30 22:50:30.089488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:30.092791 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615d5a8d-4109-4a59-b679-1cbee4f01205" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:30.140890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:30.145279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-34f404e8-fce1-4a1b-ab6a-17088cb0d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.146839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-34f404e8-fce1-4a1b-ab6a-17088cb0d329 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 914 time: 0.1668506 Aug 30 22:50:30.151833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.162620 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0223bd6-2a45-4e98-b5ae-eba9f4d9cc2a x-openstack-request-id: req-a0223bd6-2a45-4e98-b5ae-eba9f4d9cc2a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:30.163166 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-plugged", "status": "completed", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:30.164124 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0223bd6-2a45-4e98-b5ae-eba9f4d9cc2a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:30.164623 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4', 'code': 200} Aug 30 22:50:30.223602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-78ca24c2-d278-4fd6-9dd1-2bbec30c921c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 217 time: 0.0661795 Aug 30 22:50:30.262180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.263365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.264172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.304000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-027c9d08-6518-4029-9aa0-1ca15bc2365d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.315354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-027c9d08-6518-4029-9aa0-1ca15bc2365d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.0731597 Aug 30 22:50:30.359135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-fa59dd0a-f1f5-43c8-b46c-010c44a57914 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325196 Aug 30 22:50:30.362896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7841015 Aug 30 22:50:30.364735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ce9eda2-3653-45f0-9c95-bbde4b53bc90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.365735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:30.373448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Request body: {'subnet': {'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-973319971-subnet', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:30.406236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd0d0d-a300-46a2-a444-f18663297a18 req-9f897d4d-164f-4df3-9bac-f0f17bd49d68 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.407736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71cd0d0d-a300-46a2-a444-f18663297a18 req-9f897d4d-164f-4df3-9bac-f0f17bd49d68 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1973393 Aug 30 22:50:30.427043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ff2af5-8c74-4374-b2ab-38780661c253 admin admin] Pushing event updated for resources: {'Network': ['ID=eea60746-1b26-4bf6-ac76-21af331b60be,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:30.446476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network eea60746-1b26-4bf6-ac76-21af331b60be details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:30.458086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:50:30.458086 n-d-791504-21 neutron-server[101269]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 22:50:30.458086 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'id': 'bf872ac9-828d-449f-acfd-b6f6f2197c19', 'expiration': datetime.datetime(2021, 8, 30, 22, 52, 30, 429866)}] Aug 30 22:50:30.458086 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:50:30.463996 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:50:30.482350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.482825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.483292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.483758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.484215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.484882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.485511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.487767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-8176c49d-496f-4bcd-8e83-4cc425d0286c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.1395638 Aug 30 22:50:30.497368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71cd0d0d-a300-46a2-a444-f18663297a18 req-4ba42014-c26a-429a-bec2-a1b8b41ad003 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798650 Aug 30 22:50:30.535539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-1044d8e4-0503-40c2-90b7-e952148f3b4c service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585083 Aug 30 22:50:30.543074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18b31ce1-7313-482b-ab9d-9a79e2447a9d req-15f7fbac-a9c1-447d-a120-9ffb13c073de service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0446372 Aug 30 22:50:30.595280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e59b0a-d4bb-4f01-a604-1e1f7da72094 req-d189535c-1c09-48fc-bd61-cb5fcb56809c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.597819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5e59b0a-d4bb-4f01-a604-1e1f7da72094 req-d189535c-1c09-48fc-bd61-cb5fcb56809c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0679610 Aug 30 22:50:30.635367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ce9eda2-3653-45f0-9c95-bbde4b53bc90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.644743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5e59b0a-d4bb-4f01-a604-1e1f7da72094 req-c4ed3af2-b456-4d3d-8b75-8d60aae8a833 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373151 Aug 30 22:50:30.645713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ce9eda2-3653-45f0-9c95-bbde4b53bc90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.672617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc930842-1612-45e3-a4be-1836453928aa req-47568dc7-6dc2-4cea-a447-dc1795395185 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:30.674273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc930842-1612-45e3-a4be-1836453928aa req-47568dc7-6dc2-4cea-a447-dc1795395185 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.0917456 Aug 30 22:50:30.718964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ce9eda2-3653-45f0-9c95-bbde4b53bc90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68a40d760cdd46f8ab3eec0ae475e85f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6727738 Aug 30 22:50:30.719512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39310) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:30.726641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9eda2-3653-45f0-9c95-bbde4b53bc90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c36117-3a7e-4118-ad13-b60c8b4725f0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:30.771625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3ab69bc-abab-4cac-8695-dc09502cfe55 req-9aa6e43a-44d7-4d4b-b9c2-4d114b5e3d3f tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 210 time: 0.0297418 Aug 30 22:50:30.805430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc930842-1612-45e3-a4be-1836453928aa req-8ee6ac8f-62da-4ed3-a3bd-e8f4ffaa0208 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220107 Aug 30 22:50:30.817460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.841585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.902641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.905998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:30.907584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/79c36117-3a7e-4118-ad13-b60c8b4725f0 HTTP/1.1" status: 204 len: 168 time: 0.1870017 Aug 30 22:50:30.918029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b21535-f81a-4df6-a3b5-9ee911919e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c36117-3a7e-4118-ad13-b60c8b4725f0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:31.132870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-3996697d-e42c-4eb8-a725-f5dd9dbd2823 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.135063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-3996697d-e42c-4eb8-a725-f5dd9dbd2823 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.47 "GET /v2.0/networks?id=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 HTTP/1.1" status: 200 len: 812 time: 0.2629442 Aug 30 22:50:31.162691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.163601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Request body: {'port': {'device_id': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0', 'admin_state_up': True, 'tenant_id': '50b379306e954d979db21df7ad90b4ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:31.172628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.179828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.187158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.195029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.206515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.213002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.223006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-4d68cad5-456c-4743-a772-bf6a7ec547a1 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1295979 Aug 30 22:50:31.261676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:31.264019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:31.283062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439d4675-4a45-4ca4-a5b7-92ae7897a5ba req-162876bc-8e0c-4588-a648-d40fe28ec0a7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0554233 Aug 30 22:50:31.333169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97265e-8de0-44dc-bdcd-48314b52927a req-46652127-a365-420f-9df7-b45245c83eb1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.334981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb97265e-8de0-44dc-bdcd-48314b52927a req-46652127-a365-420f-9df7-b45245c83eb1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.4484141 Aug 30 22:50:31.385277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1ffdd9c-d7c7-4fc6-9887-442591ae26b7 req-1dff1a42-2737-489f-88a3-fe06fd791cb1 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018737 Aug 30 22:50:31.434299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb97265e-8de0-44dc-bdcd-48314b52927a req-8c07b7aa-86f9-469c-9734-5c792908dc2c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855362 Aug 30 22:50:31.440211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Made reservation on behalf of 50b379306e954d979db21df7ad90b4ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:31.444788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:31.645600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:31.665293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23380d-2c46-4003-9c05-455242772546 req-fc009c75-d3dc-4e95-b4dd-2e82ef2c8897 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.667119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e23380d-2c46-4003-9c05-455242772546 req-fc009c75-d3dc-4e95-b4dd-2e82ef2c8897 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0717421 Aug 30 22:50:31.680054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Allocated IP 172.20.0.12 (d25a7be8-2444-4bac-8a8a-8fbd9d315eb0/985739c5-727e-4ea6-a51d-1adf066d3881/55f17979-7e2c-4c0d-a84a-9d09d4f408da) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:31.682586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-995a7fe6-6beb-4a3b-be49-ad9b88f79c78 service neutron] 10.222.0.47 "GET /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.1167734 Aug 30 22:50:31.743088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12049441-7bf2-4139-9ff4-1ee4d4a71ff9,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:31.749757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e23380d-2c46-4003-9c05-455242772546 req-64baf0dd-a646-4d19-906b-41bd7b4392fb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662029 Aug 30 22:50:31.812885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Checking segment: {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:31.813150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Network hostable DHCP agents. Network: eea60746-1b26-4bf6-ac76-21af331b60be, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:31.893083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02d61a-842b-4ed5-bb34-922aee0df650 req-c1b7508e-d447-46b1-b9ea-bec9b1dcdad9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.894668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac02d61a-842b-4ed5-bb34-922aee0df650 req-c1b7508e-d447-46b1-b9ea-bec9b1dcdad9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1543858 Aug 30 22:50:31.898562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Network eea60746-1b26-4bf6-ac76-21af331b60be is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:31.903945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:31.928635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:31.939195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, eea60746-1b26-4bf6-ac76-21af331b60be) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:31.946596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b24c0-da5c-4750-8a69-548187fdc942 None None] Network eea60746-1b26-4bf6-ac76-21af331b60be requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:31.953023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:31.953609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:31.985114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.002263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04715aed-51e1-43b0-88b9-743ef56af071 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:32.006953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac02d61a-842b-4ed5-bb34-922aee0df650 req-3b887831-cd02-4587-b82c-378253bd0fda tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981059 Aug 30 22:50:32.020193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b5a4856-8a3a-4613-b2bf-f80b4eaecf34 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6534142 Aug 30 22:50:32.026804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39348) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:32.036087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:32.047542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:32.088568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.119953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.121003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.128878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-eea60746-1b26-4bf6-ac76-21af331b60be', 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'fixed_ips': [{'subnet_id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:50:32.130024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.142831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a3875fab-34f5-4100-9725-4a5c99493698 req-7fd97a85-29e7-4a81-857e-31de7d027b41 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 210 time: 0.0461330 Aug 30 22:50:32.227073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.229824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.230196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15b3bc-778b-432f-94a3-8083324bb9ab req-a2dd494f-23b8-4e81-9ef4-c22c86efac34 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.240488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef15b3bc-778b-432f-94a3-8083324bb9ab req-a2dd494f-23b8-4e81-9ef4-c22c86efac34 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 944 time: 0.1271653 Aug 30 22:50:32.294699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Allocated IP 172.20.0.2 (eea60746-1b26-4bf6-ac76-21af331b60be/12049441-7bf2-4139-9ff4-1ee4d4a71ff9/ff857679-ed47-41aa-bd51-7463799a547b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:32.330178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef15b3bc-778b-432f-94a3-8083324bb9ab req-56157080-e3af-457b-9362-de3369bb6531 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806730 Aug 30 22:50:32.336744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] Transition to ACTIVE for port object 04715aed-51e1-43b0-88b9-743ef56af071 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:32.357231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.477371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.486092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] No DVR routers for this DVR port 04715aed-51e1-43b0-88b9-743ef56af071 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:32.487765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Transition to ACTIVE for port object ff857679-ed47-41aa-bd51-7463799a547b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:32.504750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Transition to ACTIVE for port object ff857679-ed47-41aa-bd51-7463799a547b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:32.515624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.557042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Network eea60746-1b26-4bf6-ac76-21af331b60be is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:32.562613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:32.563808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] Pushing event updated for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=10']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:32.566329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:32.570228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-f949cc60-d54a-4b3f-9909-3ae656fcb1fb service neutron] 10.222.0.47 "PUT /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 0.8722880 Aug 30 22:50:32.578122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Pushing event updated for resources: {'Port': ['ID=ff857679-ed47-41aa-bd51-7463799a547b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:32.613953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.622008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.628578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.630269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Attempting to bind port ff857679-ed47-41aa-bd51-7463799a547b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:32.630654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Attempting to bind port ff857679-ed47-41aa-bd51-7463799a547b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:32.631023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Attempting to bind port ff857679-ed47-41aa-bd51-7463799a547b on network eea60746-1b26-4bf6-ac76-21af331b60be {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:32.636190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.638438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:32.638874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Checking segment: {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:32.639361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.640168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Bound using segment: {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:32.640718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Bound port: ff857679-ed47-41aa-bd51-7463799a547b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:32.641561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.643794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.649929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.656279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.658239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6264adb9-8f50-411a-987d-0e18c755290a req-1716c5cb-bcc5-4a15-a9d5-7e9c76f22d60 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.2085528 Aug 30 22:50:32.705888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6264adb9-8f50-411a-987d-0e18c755290a req-67c08927-bca9-4003-902e-f78d2f4b6469 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0401742 Aug 30 22:50:32.706606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:32.718268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] For port ff857679-ed47-41aa-bd51-7463799a547b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:32.724584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] For port ff857679-ed47-41aa-bd51-7463799a547b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff857679-ed47-41aa-bd51-7463799a547b,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:32.729813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.741829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:32.748484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:32.754229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Pushing event updated for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:32.811542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e967b-7c11-4d4e-8515-24d578a39279 None None] Pushing event updated for resources: {'Port': ['ID=ff857679-ed47-41aa-bd51-7463799a547b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:32.866427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.886504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.892977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.898974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.905495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.906937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f311e3-f0d7-41ff-bf3a-90bb49fed755 req-a45f94c9-8563-49d9-b232-bf5b4ca7a45c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.908465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7f311e3-f0d7-41ff-bf3a-90bb49fed755 req-a45f94c9-8563-49d9-b232-bf5b4ca7a45c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.2707644 Aug 30 22:50:32.910814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-ccc2adb8-c6e4-4595-92e1-3ba8dad61663 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.911443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.912162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-ccc2adb8-c6e4-4595-92e1-3ba8dad61663 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.2366347 Aug 30 22:50:32.917410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.918560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.919152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:32.923298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:32.925233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1670ea00-1a28-4f52-a2fd-5c9c04b5ad2b req-06d7376c-0ea4-4a8a-9d5c-af9849657c00 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1034257 Aug 30 22:50:32.936603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:32.942358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Request body: {'floatingip': {'port_id': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:33.005640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.016676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-99987017-be0f-45f7-91d8-c45fc9920d8d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8612339 Aug 30 22:50:33.057680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7f311e3-f0d7-41ff-bf3a-90bb49fed755 req-4d27c8e6-7873-48ec-b310-d2f01ce11fb3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348584 Aug 30 22:50:33.065718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Request body: {'port': {'device_id': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:33.070849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-94cd1a6a-14da-4f34-834a-a280335aa848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.075294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-94cd1a6a-14da-4f34-834a-a280335aa848 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234&tenant_id=147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 1097 time: 0.1219807 Aug 30 22:50:33.193954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.212293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025c773-addf-4652-b0b4-a82864449066 req-9936847f-76da-448a-bd42-a68a7030a0bf tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.214394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9025c773-addf-4652-b0b4-a82864449066 req-9936847f-76da-448a-bd42-a68a7030a0bf tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0771265 Aug 30 22:50:33.273324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-6515fcaa-1c37-48d7-8da5-3b201b709bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.274760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-6515fcaa-1c37-48d7-8da5-3b201b709bad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1097 time: 0.1332493 Aug 30 22:50:33.321349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9025c773-addf-4652-b0b4-a82864449066 req-5ee5e903-ce21-4daa-9158-835e20dfd2c9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704253 Aug 30 22:50:33.329641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:33.348089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dbc462-04bf-486a-ba57-3a27c3cb9e54 req-371c6922-36cc-40d5-9c60-d487accc3084 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.348089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10dbc462-04bf-486a-ba57-3a27c3cb9e54 req-371c6922-36cc-40d5-9c60-d487accc3084 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1644306 Aug 30 22:50:33.424508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:33.530221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26fffb4-78ea-450a-ba73-677e5b711648 req-af8d2540-fa25-49bf-9656-06faafdb5c50 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.531733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e26fffb4-78ea-450a-ba73-677e5b711648 req-af8d2540-fa25-49bf-9656-06faafdb5c50 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 932 time: 0.0902922 Aug 30 22:50:33.585991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10dbc462-04bf-486a-ba57-3a27c3cb9e54 req-6ad166cb-4502-44af-abca-d0e74580369b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951034 Aug 30 22:50:33.623627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e26fffb4-78ea-450a-ba73-677e5b711648 req-e1873192-992c-48d0-bcd9-dbf1801a3daa tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836430 Aug 30 22:50:33.641603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.662787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-456439fc-cc75-482e-ac59-f254b39016aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.664271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-456439fc-cc75-482e-ac59-f254b39016aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3767669 Aug 30 22:50:33.667002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.722369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.729618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:33.776256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-87bde0bc-cf2e-481c-9602-fdd65010310b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 200 len: 217 time: 0.0920470 Aug 30 22:50:33.867119 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Floating IP 04075a69-59ee-4d21-893b-27bb0a36d89b associated. External IP: 172.25.7.27, port: 05065c4a-a40d-495e-9ab4-b6b3e7e9f234. Aug 30 22:50:33.927414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-fcf257aa-d1c3-4aee-a5cf-28bff65a90bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.928837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-fcf257aa-d1c3-4aee-a5cf-28bff65a90bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1307588 Aug 30 22:50:33.940859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791a06a-4eca-4b32-aab0-675cf2240ff5 req-8010b891-f0d2-4f20-b760-8ee69626b783 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:33.946818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7791a06a-4eca-4b32-aab0-675cf2240ff5 req-8010b891-f0d2-4f20-b760-8ee69626b783 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.2526798 Aug 30 22:50:33.965112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea332d7b-11d2-444e-9a29-7b1aa08d9a9c None None] Network eea60746-1b26-4bf6-ac76-21af331b60be requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:34.021524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-512b6b61-c3f0-4c8a-8585-b00d2018bf8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728755 Aug 30 22:50:34.023215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Allocated IP 172.25.7.218 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7f3a9711-f40f-489a-9568-f3cd62f2df37) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:34.069717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55f17979-7e2c-4c0d-a84a-9d09d4f408da {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:34.119700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.144801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Router 33a86b58-c268-4096-b26a-0c2a6acb02c1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:50:34.153409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7791a06a-4eca-4b32-aab0-675cf2240ff5 req-fa6df71c-eb11-4883-828f-80591f91bd6e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845863 Aug 30 22:50:34.158713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5e315151-07cc-4a8e-a9e7-4570fe3de596 None None] Provisioning for port ff857679-ed47-41aa-bd51-7463799a547b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:34.206705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Transition to ACTIVE for port object 55f17979-7e2c-4c0d-a84a-9d09d4f408da will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:34.220885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.297637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-3e9f1e1c-4b53-4c00-bd8c-9154c70190c6 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627630 Aug 30 22:50:34.354349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:34.360247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.365687 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.366934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Sync routers for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:34.380932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:34.381625 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:34.383564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:34.436609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e07a9c2-665b-4551-8e58-cbe6923bcb19 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "PUT /v2.0/floatingips/04075a69-59ee-4d21-893b-27bb0a36d89b HTTP/1.1" status: 200 len: 991 time: 1.4986367 Aug 30 22:50:34.437178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:34.443789 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99736487-6f0f-4f53-ae2b-9d9b19614a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:34.540268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Pushing event updated for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:34.549643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:34.559534 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:34.565646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'port_id': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'mac_address': 'fa:16:3e:a2:0e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6622c0-af6f-40a5-9fcd-4430e2956973', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:34.570527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff857679-ed47-41aa-bd51-7463799a547b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:34.622421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.661609 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.680115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:34.698727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ff857679-ed47-41aa-bd51-7463799a547b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:34.704492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:34.706200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ff857679-ed47-41aa-bd51-7463799a547b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:34.706584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.852713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33b1ec-219d-4feb-bd91-5a59d2685a17 req-20ec5259-cd44-43ec-945e-4e36f6deb8bc tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:34.855840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd33b1ec-219d-4feb-bd91-5a59d2685a17 req-20ec5259-cd44-43ec-945e-4e36f6deb8bc tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0685148 Aug 30 22:50:34.896354 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '04075a69-59ee-4d21-893b-27bb0a36d89b', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'port_id': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'mac_address': 'fa:16:3e:90:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:11Z', 'updated_at': '2021-08-30T22:50:33Z', 'revision_number': 1, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:34.902573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:34.909711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd33b1ec-219d-4feb-bd91-5a59d2685a17 req-0826fb86-8b67-4d6d-8899-d5221f5d499f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461433 Aug 30 22:50:34.947708 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Checking router: 33a86b58-c268-4096-b26a-0c2a6acb02c1 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:34.948840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e62ed-a1fb-4546-9b5e-916162b84d4b req-f3e9f1b3-b407-4015-99fa-b1909be9346c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:34.956278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-167e62ed-a1fb-4546-9b5e-916162b84d4b req-f3e9f1b3-b407-4015-99fa-b1909be9346c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.6889942 Aug 30 22:50:34.961028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:34.961864 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:34.982836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:35.007195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:35.008735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.017260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Pushing event updated for resources: {'Port': ['ID=7f3a9711-f40f-489a-9568-f3cd62f2df37,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:35.041537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:35.048327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ff857679-ed47-41aa-bd51-7463799a547b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff857679-ed47-41aa-bd51-7463799a547b,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:35.054142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:35.055388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.068165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-9d138f09-0d7d-4be3-9849-afbe0cf9e8dc service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526066 Aug 30 22:50:35.097849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Attempting to bind port 55f17979-7e2c-4c0d-a84a-9d09d4f408da on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:35.099732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Attempting to bind port 55f17979-7e2c-4c0d-a84a-9d09d4f408da by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '4935c91d-1456-49fc-98ac-8dede2f42a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:35.100251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Attempting to bind port 55f17979-7e2c-4c0d-a84a-9d09d4f408da on network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:35.125779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ff857679-ed47-41aa-bd51-7463799a547b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:35.129664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-167e62ed-a1fb-4546-9b5e-916162b84d4b req-354c5214-ce7e-458f-955b-c61a4cbe6b1b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676006 Aug 30 22:50:35.134065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Port 55f17979-7e2c-4c0d-a84a-9d09d4f408da on network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:35.138159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Attempting to bind port 55f17979-7e2c-4c0d-a84a-9d09d4f408da on network d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:35.157184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:35.159001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:35.159711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Checking segment: {'id': '4935c91d-1456-49fc-98ac-8dede2f42a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:35.160223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Bound using segment: {'id': '4935c91d-1456-49fc-98ac-8dede2f42a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:35.160771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Bound port: 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4935c91d-1456-49fc-98ac-8dede2f42a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:35.161314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.191253 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b89347d-2707-4a21-9081-d356381e43b9 x-openstack-request-id: req-3b89347d-2707-4a21-9081-d356381e43b9 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:35.194389 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:35.194914 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b89347d-2707-4a21-9081-d356381e43b9 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:35.195359 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'status': 'completed', 'code': 200} Aug 30 22:50:35.371531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:35.421581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:35.425096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344da637-5542-4884-9204-21000a5313a9 req-1bfcc72e-b8ae-4e1f-b47d-27603e953ed0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.427329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da,segment=NetworkSegment(4935c91d-1456-49fc-98ac-8dede2f42a9a),segment_id=4935c91d-1456-49fc-98ac-8dede2f42a9a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:35.436073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-344da637-5542-4884-9204-21000a5313a9 req-1bfcc72e-b8ae-4e1f-b47d-27603e953ed0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 944 time: 0.1081171 Aug 30 22:50:35.445399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87804fdf-f38a-4d61-88db-0842386a9f74 req-8283596c-42f5-4b2b-9b34-c69a0bd2ebf0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.447108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87804fdf-f38a-4d61-88db-0842386a9f74 req-8283596c-42f5-4b2b-9b34-c69a0bd2ebf0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 944 time: 0.1713567 Aug 30 22:50:35.450370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.458147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.458733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.459212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.459941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.460420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.461020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.461603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.465077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-6d3ffb72-2371-4bfc-ac2d-bffcfeefd459 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.1783912 Aug 30 22:50:35.486338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-344da637-5542-4884-9204-21000a5313a9 req-856ce036-ec54-4da1-a4f0-b42881ee3bb9 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489590 Aug 30 22:50:35.539345 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '04075a69-59ee-4d21-893b-27bb0a36d89b', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'port_id': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'mac_address': 'fa:16:3e:90:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:11Z', 'updated_at': '2021-08-30T22:50:33Z', 'revision_number': 1, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:35.540207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-24cd60bc-84c3-4268-b88f-01e6fbd2abaa tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.542622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-24cd60bc-84c3-4268-b88f-01e6fbd2abaa tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.0533087 Aug 30 22:50:35.577530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e927ef-f4b7-4976-ac90-a587ddc60001 None None] The sync data for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 is: [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '04075a69-59ee-4d21-893b-27bb0a36d89b', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'floating_ip_address': '172.25.7.27', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'port_id': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 797, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'mac_address': 'fa:16:3e:90:29:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:49:11Z', 'updated_at': '2021-08-30T22:50:33Z', 'revision_number': 1, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:35.632415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.633043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.635121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] 10.222.0.47 "PUT /v2.0/ports/55f17979-7e2c-4c0d-a84a-9d09d4f408da HTTP/1.1" status: 200 len: 1093 time: 2.5754869 Aug 30 22:50:35.638474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:35.640745 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35d8208-8b74-4eb0-9dcb-9501b174d143" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:35.700935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d056a4-8224-4f49-b127-7effc4d8f09c service neutron] Pushing event updated for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:35.719304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-cdc5906f-ef79-4b95-b849-510b41c2ae6f service neutron] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:35.723035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-cdc5906f-ef79-4b95-b849-510b41c2ae6f service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.724286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1bd00f4e-d0ca-40de-8666-6583d779feb8 req-cdc5906f-ef79-4b95-b849-510b41c2ae6f service neutron] 10.222.0.52 "DELETE /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.1717734 Aug 30 22:50:35.740938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87804fdf-f38a-4d61-88db-0842386a9f74 req-5aeee4ba-3ddd-4d27-8f65-11cda5770440 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719500 Aug 30 22:50:35.800593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-00b0ce75-1ba3-4cbd-aa72-b1c40dd4cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.802128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-00b0ce75-1ba3-4cbd-aa72-b1c40dd4cb26 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d HTTP/1.1" status: 200 len: 912 time: 0.2933476 Aug 30 22:50:35.804053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:35.853659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-72d33d8a-cfec-4db9-b6b9-8fb2b36f2561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:35.855470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-72d33d8a-cfec-4db9-b6b9-8fb2b36f2561 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50b379306e954d979db21df7ad90b4ec&device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 1096 time: 0.1555851 Aug 30 22:50:35.890013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7121cc02-478a-441d-910d-c7e10cddb5da None None] New status for floating IP 04075a69-59ee-4d21-893b-27bb0a36d89b: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:50:35.916709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ff37bc1-9709-40a8-9dfd-b64947ffbdc1 x-openstack-request-id: req-4ff37bc1-9709-40a8-9dfd-b64947ffbdc1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:35.916709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:35.916709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ff37bc1-9709-40a8-9dfd-b64947ffbdc1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:35.916709 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da', 'status': 'completed', 'code': 200} Aug 30 22:50:35.996578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-8dc53176-41d6-4d25-bf57-5173961595b3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da HTTP/1.1" status: 200 len: 217 time: 0.1135302 Aug 30 22:50:36.030033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d7202-f4b4-4ce5-b276-bef56f079205 req-06b0301f-2e42-4f96-81af-41f7bacafcff tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.031733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c6d7202-f4b4-4ce5-b276-bef56f079205 req-06b0301f-2e42-4f96-81af-41f7bacafcff tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0545387 Aug 30 22:50:36.078239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c6d7202-f4b4-4ce5-b276-bef56f079205 req-d6277141-2de0-44fd-918e-2450486fcefe tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361059 Aug 30 22:50:36.109260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-383e9eed-580a-4af7-80fb-1fb30850aed2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 999 time: 0.2526886 Aug 30 22:50:36.120599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764eb72-bb56-4aae-842b-924aa21c4099 req-2fa0c1a4-10dd-4414-8992-6dbb4932393c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.122110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3764eb72-bb56-4aae-842b-924aa21c4099 req-2fa0c1a4-10dd-4414-8992-6dbb4932393c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.2524328 Aug 30 22:50:36.167366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-17473c73-63f8-4729-8b56-fc9a0fde5741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.168777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-17473c73-63f8-4729-8b56-fc9a0fde5741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=985739c5-727e-4ea6-a51d-1adf066d3881 HTTP/1.1" status: 200 len: 852 time: 0.1481249 Aug 30 22:50:36.242684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a691-682f-497a-b4d0-2ceb6ffd1c20 req-0e01c780-259d-44be-83e4-9826ebc4a4ec tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.244687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded3a691-682f-497a-b4d0-2ceb6ffd1c20 req-0e01c780-259d-44be-83e4-9826ebc4a4ec tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0492818 Aug 30 22:50:36.256669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-9c6a2416-c5b1-4ff4-8bae-486a39421943 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689785 Aug 30 22:50:36.271005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-1cbb5161-fac6-450b-b5b0-5ef56bc1ab30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.272432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-1cbb5161-fac6-450b-b5b0-5ef56bc1ab30 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 200 len: 850 time: 0.1463952 Aug 30 22:50:36.285386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded3a691-682f-497a-b4d0-2ceb6ffd1c20 req-14de2c1c-ac63-4cdb-8b2f-6f85ac805176 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341897 Aug 30 22:50:36.294390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3764eb72-bb56-4aae-842b-924aa21c4099 req-dd97c9d3-52e1-40a2-a6cd-810cd797654d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571133 Aug 30 22:50:36.424515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:36.447920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff857679-ed47-41aa-bd51-7463799a547b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:36.448671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-af33295d-ecf2-471f-96eb-7894c7fd7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.450202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-af33295d-ecf2-471f-96eb-7894c7fd7c28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce923d3e-0708-47ca-9c15-9188fed8de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1608071 Aug 30 22:50:36.507819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ff857679-ed47-41aa-bd51-7463799a547b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:36.508395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:36.574505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-d0d3d31f-677b-4a0c-a4a4-c7c47f3ba56f service neutron] 10.222.0.47 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948902 Aug 30 22:50:36.638920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68128c1-b6c7-4aea-9447-62367de2b4f1 req-b1c5803f-e061-4e68-961e-1236c023ea5b tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.640454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e68128c1-b6c7-4aea-9447-62367de2b4f1 req-b1c5803f-e061-4e68-961e-1236c023ea5b tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 944 time: 0.0593495 Aug 30 22:50:36.660457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:36.690928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e68128c1-b6c7-4aea-9447-62367de2b4f1 req-5a3fde53-fd8b-41fb-ad89-83bdd3d7af40 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437706 Aug 30 22:50:36.706582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d92d03-ec6d-4908-b8ba-08de03e3f04f req-e8fe5a6b-4a2c-46c2-a2cb-b5f7ed8eb731 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.708104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26d92d03-ec6d-4908-b8ba-08de03e3f04f req-e8fe5a6b-4a2c-46c2-a2cb-b5f7ed8eb731 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1097 time: 0.2195516 Aug 30 22:50:36.746888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-8c498365-8cc6-4b00-9134-bb82dd04face service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2570999 Aug 30 22:50:36.786643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e109cc25-a71d-4a16-b41e-607c257a1238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:36.894580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd0c21-d81c-4de8-80e5-f46bac0e96c1 req-015b796f-610f-42d0-88f1-ecbd69601ea7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:36.896171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33bd0c21-d81c-4de8-80e5-f46bac0e96c1 req-015b796f-610f-42d0-88f1-ecbd69601ea7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 944 time: 0.0725148 Aug 30 22:50:36.960373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e109cc25-a71d-4a16-b41e-607c257a1238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:36.965392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e109cc25-a71d-4a16-b41e-607c257a1238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:36.987725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33bd0c21-d81c-4de8-80e5-f46bac0e96c1 req-63aeb5ea-3600-4404-b5dc-5ddec96a4931 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796025 Aug 30 22:50:37.014760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e109cc25-a71d-4a16-b41e-607c257a1238 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=283bddc217484f0682535c1172f12bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3509696 Aug 30 22:50:37.014760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e109cc25-a71d-4a16-b41e-607c257a1238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd0c615-5cd7-40f2-a9ee-f3390653ad37,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:37.016068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:37.071097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.092337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ad22fa3-9d82-453d-8e4a-9af66ff8ca95 req-3c94b514-26ab-4b4d-b746-5a942de38559 service neutron] 10.222.0.47 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5018873 Aug 30 22:50:37.093068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.114651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26d92d03-ec6d-4908-b8ba-08de03e3f04f req-bd6c0f1f-8148-44f2-8aad-397dd66d9f34 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943989 Aug 30 22:50:37.127810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:50:37.175759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.178742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.182698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7bd0c615-5cd7-40f2-a9ee-f3390653ad37 HTTP/1.1" status: 204 len: 168 time: 0.1631484 Aug 30 22:50:37.198108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99736487-6f0f-4f53-ae2b-9d9b19614a7d req-643e61e5-be48-4e3f-9fed-e092c5391ea7 service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224644 Aug 30 22:50:37.219317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc349442-29c4-46f4-a824-8ff4eb325781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd0c615-5cd7-40f2-a9ee-f3390653ad37,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:37.247339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ddb671-1ece-4825-bf20-5dd2d20469e8 req-efa34858-2db9-4cf4-ab37-672357ae8440 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.249178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3ddb671-1ece-4825-bf20-5dd2d20469e8 req-efa34858-2db9-4cf4-ab37-672357ae8440 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0682428 Aug 30 22:50:37.279578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-4703d331-b3d3-4b6a-ac9c-8c3acbe4be80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.281063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-4703d331-b3d3-4b6a-ac9c-8c3acbe4be80 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=50b379306e954d979db21df7ad90b4ec&device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 1096 time: 0.0944915 Aug 30 22:50:37.313021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3ddb671-1ece-4825-bf20-5dd2d20469e8 req-f4ed229d-3fa8-4f98-8c33-c9706d49ae05 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499170 Aug 30 22:50:37.334733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:37.346189 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Sync routers for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:37.360398 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:37.361401 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:37.393518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:37.394826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-785e6170-6c42-4138-aeee-e3c0759b4076 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.3623326 Aug 30 22:50:37.398258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39442) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:37.407099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3bc280-8834-4cff-85db-0f66787d0b42 req-199dac21-7380-4941-89a5-a92f77d47375 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.408633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d3bc280-8834-4cff-85db-0f66787d0b42 req-199dac21-7380-4941-89a5-a92f77d47375 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 1097 time: 0.1247957 Aug 30 22:50:37.443671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-7a0b7665-4953-4caf-9c7d-f8a171f0a1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.445165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-7a0b7665-4953-4caf-9c7d-f8a171f0a1b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 HTTP/1.1" status: 200 len: 913 time: 0.1482086 Aug 30 22:50:37.461521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d3bc280-8834-4cff-85db-0f66787d0b42 req-3d4ec38a-e8fb-4fd5-a045-98a0a7b04123 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433784 Aug 30 22:50:37.503589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-dea18dc9-bb6d-4bcf-8ffd-39beafe5667e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da HTTP/1.1" status: 200 len: 217 time: 0.0379319 Aug 30 22:50:37.515936 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:37.590319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7120d-b972-4d5f-bbb6-d15d0b8ece94 req-05bc9a44-97f8-42b6-9e59-503a664210bd tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.591891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fba7120d-b972-4d5f-bbb6-d15d0b8ece94 req-05bc9a44-97f8-42b6-9e59-503a664210bd tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.2055128 Aug 30 22:50:37.606301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-600162a8-b3f6-4b33-a8ef-08944de91d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:37.608033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-600162a8-b3f6-4b33-a8ef-08944de91d09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=985739c5-727e-4ea6-a51d-1adf066d3881 HTTP/1.1" status: 200 len: 852 time: 0.0915048 Aug 30 22:50:37.661824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-3e5e20ca-09d1-42ea-8ef5-7494a227b33b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417438 Aug 30 22:50:37.686330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fba7120d-b972-4d5f-bbb6-d15d0b8ece94 req-87a4fd73-8293-43e9-b615-df58e682cfd6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571039 Aug 30 22:50:37.810082 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:35Z', 'revision_number': 3, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:37.831556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-2161fe97-6a9d-4018-9cb9-09202b323132 service neutron] 10.222.0.47 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549337 Aug 30 22:50:37.942991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Checking router: 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:37.943458 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Updating router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 port 7f3a9711-f40f-489a-9568-f3cd62f2df37 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:50:37.986323 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.032342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d35d8208-8b74-4eb0-9dcb-9501b174d143 req-b81a7c9c-110e-438c-b618-b2ac4be4f563 service neutron] 10.222.0.47 "GET /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852474 Aug 30 22:50:38.156333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8995c2a-a167-4f01-b0a3-c33be6a5a229 req-04fc7ac6-e8ac-47c1-8605-51cb300dbb1e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.166859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8995c2a-a167-4f01-b0a3-c33be6a5a229 req-04fc7ac6-e8ac-47c1-8605-51cb300dbb1e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 944 time: 0.0698245 Aug 30 22:50:38.176020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39476) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:38.222678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8995c2a-a167-4f01-b0a3-c33be6a5a229 req-30e2d0fc-5b37-40e4-be0f-5b4114216a04 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549021 Aug 30 22:50:38.318428 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.320431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1400254801-network', 'tenant_id': '2761cfa738f9495cb989b24ca551413d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:38.330055 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Transition to ACTIVE for port object 7f3a9711-f40f-489a-9568-f3cd62f2df37 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:38.340032 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.344408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Made reservation on behalf of 2761cfa738f9495cb989b24ca551413d for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:38.347125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.355361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba76a4f-8820-42e5-8c80-43d82c112dee req-f3285e70-9265-466b-badf-bb9b4acde1dc tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.356902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ba76a4f-8820-42e5-8c80-43d82c112dee req-f3285e70-9265-466b-badf-bb9b4acde1dc tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 944 time: 0.4931045 Aug 30 22:50:38.365155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.384641 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0bad-17a2-4a64-b2f6-10a6bd01f48b None None] Pushing event updated for resources: {'Port': ['ID=7f3a9711-f40f-489a-9568-f3cd62f2df37,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:38.396339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:38.429192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ba76a4f-8820-42e5-8c80-43d82c112dee req-ede7d609-8509-418e-b9c5-384984e8ad92 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634756 Aug 30 22:50:38.434920 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Attempting to bind port 7f3a9711-f40f-489a-9568-f3cd62f2df37 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:38.435351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Attempting to bind port 7f3a9711-f40f-489a-9568-f3cd62f2df37 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:38.435723 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Attempting to bind port 7f3a9711-f40f-489a-9568-f3cd62f2df37 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:38.444150 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:38.444629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:38.444939 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.445520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:38.446116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Bound port: 7f3a9711-f40f-489a-9568-f3cd62f2df37, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:38.446564 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.488822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 121a43a8-57c7-4e37-9400-ca9f0db9294f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:38.495271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 121a43a8-57c7-4e37-9400-ca9f0db9294f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:38.495946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.513361 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] For port 7f3a9711-f40f-489a-9568-f3cd62f2df37, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:38.517147 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] For port 7f3a9711-f40f-489a-9568-f3cd62f2df37, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f3a9711-f40f-489a-9568-f3cd62f2df37,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:38.521676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc7d941-645d-42f6-a26a-d51f5c5a8550 req-d3f53d37-d160-4b5f-9660-2d75a5d624bf tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.523258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cc7d941-645d-42f6-a26a-d51f5c5a8550 req-d3f53d37-d160-4b5f-9660-2d75a5d624bf tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1134901 Aug 30 22:50:38.523872 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.534086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.542406 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.553615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.581127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:38.593977 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d0bad-17a2-4a64-b2f6-10a6bd01f48b None None] Pushing event updated for resources: {'Port': ['ID=7f3a9711-f40f-489a-9568-f3cd62f2df37,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:38.595707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.613589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cc7d941-645d-42f6-a26a-d51f5c5a8550 req-b9d5c98c-de20-4592-aa62-d60860555152 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816255 Aug 30 22:50:38.617690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e10462-4dfe-4db3-a8c2-057e498caf41,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:38.638254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.638799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:38.638799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:38.639290 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Added segment 3e097aa5-5387-4345-946c-624e4e9fe16e of type vlan for network 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa Aug 30 22:50:38.651706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:38.654340 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b86c9-d169-489d-b17c-73b2c1a1b025" -d '{"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:38.701117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.706198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:38.713996 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.769976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.769976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.769976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:38.770856 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1408c316-a2d6-4e16-8532-76de69437425 x-openstack-request-id: req-1408c316-a2d6-4e16-8532-76de69437425 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:38.771477 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:38.771477 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1408c316-a2d6-4e16-8532-76de69437425 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:38.772043 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'code': 200} Aug 30 22:50:38.821980 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:38.833637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:38.899425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7222214 Aug 30 22:50:38.901922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Allocated IP 172.20.0.1 (eea60746-1b26-4bf6-ac76-21af331b60be/12049441-7bf2-4139-9ff4-1ee4d4a71ff9/385b599f-240b-4c68-85e6-c783c283f641) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:38.904600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39488) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:38.913427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Request body: {'subnet': {'network_id': '2e59a1ce-d4e6-4ee1-9268-1622a943a3aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1400254801-subnet', 'tenant_id': '2761cfa738f9495cb989b24ca551413d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:38.947691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaa2cba-ac41-4693-878b-c358701b3c83 admin admin] Pushing event updated for resources: {'Network': ['ID=2e59a1ce-d4e6-4ee1-9268-1622a943a3aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:38.958200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:38.976487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbc27e-70b9-4a00-a6f3-162a0ebcf6f5 req-c5443f99-cdf5-4db3-80e0-83ef5ebec44b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.978242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1dbc27e-70b9-4a00-a6f3-162a0ebcf6f5 req-c5443f99-cdf5-4db3-80e0-83ef5ebec44b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1017668 Aug 30 22:50:38.984290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81450f1-4121-49ba-ab9e-d44685f87bdd req-2cee9a2e-d564-49ac-ab54-36b7859b9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:38.985691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f81450f1-4121-49ba-ab9e-d44685f87bdd req-2cee9a2e-d564-49ac-ab54-36b7859b9899 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1097 time: 0.0692174 Aug 30 22:50:39.014466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Made reservation on behalf of 2761cfa738f9495cb989b24ca551413d for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:39.018032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.039522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1dbc27e-70b9-4a00-a6f3-162a0ebcf6f5 req-1c65c801-02df-4bd3-a6cf-5a9ac477b377 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527096 Aug 30 22:50:39.053066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f81450f1-4121-49ba-ab9e-d44685f87bdd req-df1b9edc-4755-44c2-8c7d-eb48fe2680cf service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526669 Aug 30 22:50:39.149225 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:35Z', 'revision_number': 3, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:39.178298 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5408ece-e99c-48ce-a131-49a657ea35f3 None None] The sync data for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 is: [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:35Z', 'revision_number': 3, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:39.213678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.260022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Transition to ACTIVE for port object 385b599f-240b-4c68-85e6-c783c283f641 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:39.273677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.348319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58fe3b38-6377-41ad-ac42-7652b1610826,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:39.357164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.407320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Network eea60746-1b26-4bf6-ac76-21af331b60be is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:39.408186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779cb571-0196-464a-a94d-dbabec9face6 req-4d4bf3d8-bdac-45a8-9102-a766831331e5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:39.410270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-779cb571-0196-464a-a94d-dbabec9face6 req-4d4bf3d8-bdac-45a8-9102-a766831331e5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0887690 Aug 30 22:50:39.412464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:39.414450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Checking segment: {'id': '3e097aa5-5387-4345-946c-624e4e9fe16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2e59a1ce-d4e6-4ee1-9268-1622a943a3aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:39.414805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Network hostable DHCP agents. Network: 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:39.417119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:39.445474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Pushing event updated for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:39.517341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.528619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-779cb571-0196-464a-a94d-dbabec9face6 req-ed6ef56b-828d-4d5c-b7b4-6d4a731836a2 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119149 Aug 30 22:50:39.697914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Network 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:39.721673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b7be1-06e9-4bb4-aec5-06c25c73c929 req-73052438-451e-4438-a349-338f6ce079a0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:39.723807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e15b7be1-06e9-4bb4-aec5-06c25c73c929 req-73052438-451e-4438-a349-338f6ce079a0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 944 time: 0.1835086 Aug 30 22:50:39.759923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:39.762037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.772578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:39.773265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.779395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b43c0c-c633-4571-9e7f-7ece9be8b340 None None] Network 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:39.791956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3326d5-537b-4ec0-81c9-79397f0f9a15 req-77420873-6351-4382-9946-25a94ba2e4d7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:39.801852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e3326d5-537b-4ec0-81c9-79397f0f9a15 req-77420873-6351-4382-9946-25a94ba2e4d7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0668478 Aug 30 22:50:39.841930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-272fee8f-2927-4510-97f2-f3cdcd7ddc01 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9332073 Aug 30 22:50:39.853371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e3326d5-537b-4ec0-81c9-79397f0f9a15 req-d005ae94-5fb6-49c5-bf25-085a905a4c2f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498946 Aug 30 22:50:39.898678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ffb94cee-c5a6-456d-b990-9b1c57433c91 None None] Provisioning for port 385b599f-240b-4c68-85e6-c783c283f641 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:39.918957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ffb94cee-c5a6-456d-b990-9b1c57433c91 None None] Provisioning complete for port 385b599f-240b-4c68-85e6-c783c283f641 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:39.923085 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ffb94cee-c5a6-456d-b990-9b1c57433c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:39.940768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e15b7be1-06e9-4bb4-aec5-06c25c73c929 req-af236eae-87c6-4a46-a1d0-4173647a46fd tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834497 Aug 30 22:50:40.025774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ffb94cee-c5a6-456d-b990-9b1c57433c91 None None] Port 385b599f-240b-4c68-85e6-c783c283f641 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:40.111429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c80d878-112e-4709-a8ea-68ca93c42bbe None None] Network 2e59a1ce-d4e6-4ee1-9268-1622a943a3aa requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:40.234183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.246285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.248656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8509a53-d916-4b12-a062-1838efb2a0df req-8fb698d3-5f76-4b4d-89e0-3201f43d0cde tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:40.252837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8509a53-d916-4b12-a062-1838efb2a0df req-8fb698d3-5f76-4b4d-89e0-3201f43d0cde tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1142411 Aug 30 22:50:40.304531 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce387222-d6b7-41a8-8119-20266c361719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.345550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8509a53-d916-4b12-a062-1838efb2a0df req-5135b003-c980-4fe5-985f-fd5ce294378d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840352 Aug 30 22:50:40.381755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1319358234', 'description': 'tempest-description-1426983829'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:40.415023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Pushing event updated for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:40.425561 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.484493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f3a9711-f40f-489a-9568-f3cd62f2df37 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:40.508577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.561354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7f3a9711-f40f-489a-9568-f3cd62f2df37 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:40.568477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7f3a9711-f40f-489a-9568-f3cd62f2df37 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:40.571873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.609023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Network eea60746-1b26-4bf6-ac76-21af331b60be is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:40.612698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:40.666546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436d2f7-374b-4800-9d94-7bcfa77d96a6 req-605c69b7-4453-4cd0-9490-32dc9f878991 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:40.674550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d436d2f7-374b-4800-9d94-7bcfa77d96a6 req-605c69b7-4453-4cd0-9490-32dc9f878991 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0733199 Aug 30 22:50:40.694938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.717091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.719420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7f3a9711-f40f-489a-9568-f3cd62f2df37, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f3a9711-f40f-489a-9568-f3cd62f2df37,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:40.726282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.738201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d436d2f7-374b-4800-9d94-7bcfa77d96a6 req-7d61ea57-5ce5-47fc-b9fb-5a8f0654eec3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Aug 30 22:50:40.755034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.793508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7f3a9711-f40f-489a-9568-f3cd62f2df37,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:40.860920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47b230f-86c4-47d0-863f-56f9e300aec2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:40.885673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:40.887071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b730b02-82c2-4658-9b8f-812156d20a76 req-a5538766-b3dd-470d-b412-8e36a5c0845a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5162389 Aug 30 22:50:40.915449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:50:40.959683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c530d6f-4ddc-4dfe-86f3-2b56a36a4995 None None] Provisioning complete for port 385b599f-240b-4c68-85e6-c783c283f641 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:40.960168 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c530d6f-4ddc-4dfe-86f3-2b56a36a4995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.005945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668a80c-4017-4d40-b408-2f0ef60f2f9b req-eb277f2c-c9b8-4310-a93e-42b23c308d77 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:41.007758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9668a80c-4017-4d40-b408-2f0ef60f2f9b req-eb277f2c-c9b8-4310-a93e-42b23c308d77 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0752614 Aug 30 22:50:41.025172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-1667adfb-fc68-4257-b9a8-21ee0c876126 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/d47b230f-86c4-47d0-863f-56f9e300aec2 HTTP/1.1" status: 200 len: 1813 time: 0.1067853 Aug 30 22:50:41.035460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7c530d6f-4ddc-4dfe-86f3-2b56a36a4995 None None] Port 385b599f-240b-4c68-85e6-c783c283f641 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:41.045888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd47b230f-86c4-47d0-863f-56f9e300aec2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:41.046297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'd47b230f-86c4-47d0-863f-56f9e300aec2', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:41.067519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9668a80c-4017-4d40-b408-2f0ef60f2f9b req-57baa62c-34cb-41d2-98c7-576919b5e637 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526164 Aug 30 22:50:41.131157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:50:41.136974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ad2ee19-dcef-40b4-b0fd-1a2c4619c315 admin admin] 10.222.0.25 "PUT /v2.0/routers/035a4e3f-3c9e-43a9-8dd9-29c28d50df82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7336109 Aug 30 22:50:41.178499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.209460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.219920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.243610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=074ba83a-c585-4273-8b69-f4907bed1d80,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:41.259747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.261415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-302e3e12-65ce-46c0-b16c-123a1adc99c3 req-eedd8921-86f2-4807-b5ef-d80930a5bace tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2221396 Aug 30 22:50:41.301463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39536) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:41.318505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-2ae2e448-8d91-4929-aa42-1bb160c91f2a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:41.326579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-2ae2e448-8d91-4929-aa42-1bb160c91f2a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 813 time: 0.1553524 Aug 30 22:50:41.348057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55f17979-7e2c-4c0d-a84a-9d09d4f408da details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:41.356411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-5cf0606e-6db5-4aa9-8667-b26b42366e6f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/quotas/b2133e218f5c4ef991efe061064d29eb HTTP/1.1" status: 200 len: 375 time: 0.0283625 Aug 30 22:50:41.393534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-746228389'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:41.428277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054ea28a-1da8-4e7f-9c38-9bfce0602016 req-202f50fd-6530-4eb7-aa34-4ac326a5fea5 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:41.429708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-054ea28a-1da8-4e7f-9c38-9bfce0602016 req-202f50fd-6530-4eb7-aa34-4ac326a5fea5 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 944 time: 0.1008701 Aug 30 22:50:41.444224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:41.449369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.450322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-dd04347f-36bb-4f60-a829-c31e69bd2909 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0928895 Aug 30 22:50:41.504349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Sync routers for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:50:41.524291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da,segment=NetworkSegment(4935c91d-1456-49fc-98ac-8dede2f42a9a),segment_id=4935c91d-1456-49fc-98ac-8dede2f42a9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:41.527219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:41.527858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:41.535216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-054ea28a-1da8-4e7f-9c38-9bfce0602016 req-51fd9c0f-0e11-4673-9f81-fe82a842878f tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831912 Aug 30 22:50:41.536366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:41.548288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.548778 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Added segment 3e93c7c7-f1b0-4d5d-ac40-34629f926847 of type vlan for network b3851318-9ac1-4acc-bc57-7f75c5c8f35d Aug 30 22:50:41.575602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-a79ca356-562a-4cf9-b569-ebc73c6e3a27 service neutron] 10.222.0.25 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242464 Aug 30 22:50:41.598473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '55f17979-7e2c-4c0d-a84a-9d09d4f408da', 'network_id': 'd25a7be8-2444-4bac-8a8a-8fbd9d315eb0', 'port_id': '55f17979-7e2c-4c0d-a84a-9d09d4f408da', 'mac_address': 'fa:16:3e:81:f8:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985739c5-727e-4ea6-a51d-1adf066d3881', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:41.602223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.635410 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.642104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:41.643421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.651358 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.673755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55f17979-7e2c-4c0d-a84a-9d09d4f408da {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:41.700952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-65042134-bccd-4570-9dc9-def76351be0a service neutron] 10.222.0.25 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Aug 30 22:50:41.736365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da,segment=NetworkSegment(4935c91d-1456-49fc-98ac-8dede2f42a9a),segment_id=4935c91d-1456-49fc-98ac-8dede2f42a9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:41.745605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:41.757056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:41.785685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Network': ['ID=b3851318-9ac1-4acc-bc57-7f75c5c8f35d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:41.809371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-75012fbb-1a06-49a5-a1a3-5442a76760cf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5063195 Aug 30 22:50:41.810345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:41.812386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:41.818253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'subnet': {'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:41.841892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0aa25654-29b6-4079-9862-ca6a1f076d83 req-f0dab938-a4db-4e11-bbc2-a403d03f7792 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/d47b230f-86c4-47d0-863f-56f9e300aec2 HTTP/1.1" status: 200 len: 2406 time: 0.0598426 Aug 30 22:50:42.006481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:42.013216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.052665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:42.071231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a9c86-97ea-4dfa-b854-ab2a6a621f4a req-f51a8508-fecc-44b7-921d-cc055d7ca250 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:42.076046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c5a9c86-97ea-4dfa-b854-ab2a6a621f4a req-f51a8508-fecc-44b7-921d-cc055d7ca250 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1248055 Aug 30 22:50:42.105444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:39Z', 'revision_number': 4, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '385b599f-240b-4c68-85e6-c783c283f641', 'name': '', 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'mac_address': 'fa:16:3e:c1:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:38Z', 'updated_at': '2021-08-30T22:50:39Z', 'revision_number': 2, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'subnets': [{'id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:42.148340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c5a9c86-97ea-4dfa-b854-ab2a6a621f4a req-e93e3e31-ebd5-4a91-8e46-78bb63d73306 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645804 Aug 30 22:50:42.155781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Checking router: 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:50:42.156432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Updating router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 port 385b599f-240b-4c68-85e6-c783c283f641 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:50:42.175494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a029df4f-552e-4187-9758-ae5df788a90c req-75a6e24d-2b82-4f18-b6e6-5109557aafe8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-group-rules/074ba83a-c585-4273-8b69-f4907bed1d80 HTTP/1.1" status: 200 len: 778 time: 0.1556306 Aug 30 22:50:42.196153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.241143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['55f17979-7e2c-4c0d-a84a-9d09d4f408da'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:42.302445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c311f5aa-94a4-4721-87ca-3f3baf31dbfe req-dc6957d0-52b0-4ea1-8aea-c225ea212df7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 210 time: 0.0575936 Aug 30 22:50:42.310691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a029df4f-552e-4187-9758-ae5df788a90c req-91b5992d-edd3-4f62-b460-90ce448fed88 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/d47b230f-86c4-47d0-863f-56f9e300aec2 HTTP/1.1" status: 200 len: 2406 time: 0.1199791 Aug 30 22:50:42.479043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a029df4f-552e-4187-9758-ae5df788a90c req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.513114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a029df4f-552e-4187-9758-ae5df788a90c req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.529012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1502ce-592e-43df-a123-b9b2eb7746d6 req-6d1bc6da-4c0d-48a9-911c-7e4ba2523321 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:42.530642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea1502ce-592e-43df-a123-b9b2eb7746d6 req-6d1bc6da-4c0d-48a9-911c-7e4ba2523321 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0851226 Aug 30 22:50:42.561400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.604995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea1502ce-592e-43df-a123-b9b2eb7746d6 req-f28f81d7-def2-431f-af6d-ad0c633d3ee0 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675921 Aug 30 22:50:42.622535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a029df4f-552e-4187-9758-ae5df788a90c req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.655576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Subnet': ['ID=08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:42.663199 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a029df4f-552e-4187-9758-ae5df788a90c req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.664662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a029df4f-552e-4187-9758-ae5df788a90c req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/074ba83a-c585-4273-8b69-f4907bed1d80 HTTP/1.1" status: 204 len: 173 time: 0.3348000 Aug 30 22:50:42.706314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd605a-ddd1-4bf4-8b3e-2c1f5d5a0ba7 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=074ba83a-c585-4273-8b69-f4907bed1d80,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:42.710987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Checking segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:42.711345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network hostable DHCP agents. Network: b3851318-9ac1-4acc-bc57-7f75c5c8f35d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:42.720006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-392633100', 'description': 'tempest-description-1209987796'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:42.764715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.789543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:42.801324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f3a9711-f40f-489a-9568-f3cd62f2df37 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:42.812148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b3851318-9ac1-4acc-bc57-7f75c5c8f35d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:42.820315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f165a-d077-479b-961a-1edc7b03dd57 req-4577381a-e0f8-4cdf-9f26-05a4db6b08fc tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:42.830011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba6f165a-d077-479b-961a-1edc7b03dd57 req-4577381a-e0f8-4cdf-9f26-05a4db6b08fc tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 945 time: 0.1101985 Aug 30 22:50:42.833913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:42.834729 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.844218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd619d8-3bed-416f-ad2c-cbbc9844022e None None] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:42.897117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba6f165a-d077-479b-961a-1edc7b03dd57 req-2357fe68-d2b0-4187-87c6-27d5efaea448 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 Aug 30 22:50:42.927343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.987089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:42.995266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.018490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7f3a9711-f40f-489a-9568-f3cd62f2df37 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:43.018879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.047989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3649d75-5359-422e-bab1-3423d44ba507,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:43.054342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8ac6cca6-f6f4-4cf3-9ec1-c4a5bf584477 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2383680 Aug 30 22:50:43.054342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.055228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39568) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:43.068531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1023970096'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:43.072482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d95f52c5-9bed-406f-9f1c-7be49167c0b5 req-c41b87fc-46d3-43d1-8f53-4b52dd4a03ac tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.3631208 Aug 30 22:50:43.128683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:43.132637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.146409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-710c8943-b7b1-4659-89d9-23441f3a88fd req-dea7f6b4-d72f-4094-9997-dc2967c45cc5 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/c3649d75-5359-422e-bab1-3423d44ba507 HTTP/1.1" status: 200 len: 1812 time: 0.0647285 Aug 30 22:50:43.197491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:43.208607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1385963214', 'description': 'tempest-description-1101930508'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:43.212295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.212886 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Added segment e6cae30b-bb13-4b36-93d5-6a8d7319b402 of type vlan for network d13e2607-0ae1-457c-b9a4-ad34007a8f1f Aug 30 22:50:43.268695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.314610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.340908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'fixed_ips': [{'subnet_id': '08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:50:43.341464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.341756 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.362282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1351-5323-4cef-a7ac-27b99c0eee59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.369628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Transition to ACTIVE for port object 385b599f-240b-4c68-85e6-c783c283f641 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:43.396606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5e36c-d3e0-48c4-ad3f-407b6ec5a8a0 req-9d1ec88b-0139-4d28-b2ed-28e2fe0da5c0 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:43.398310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8f5e36c-d3e0-48c4-ad3f-407b6ec5a8a0 req-9d1ec88b-0139-4d28-b2ed-28e2fe0da5c0 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1275878 Aug 30 22:50:43.411707 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.418147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:43.419374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.451908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.466563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.521217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.524265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4670403 Aug 30 22:50:43.529254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39580) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:43.538445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'subnet': {'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:43.548328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8f5e36c-d3e0-48c4-ad3f-407b6ec5a8a0 req-1594216d-4b66-44bf-8c91-6a01d255f7fe tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430876 Aug 30 22:50:43.577316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acd33b1-ccf7-4e76-94cb-eb4d713c8295 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Network': ['ID=d13e2607-0ae1-457c-b9a4-ad34007a8f1f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:43.603132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:43.743390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-d3724024-041b-4234-a735-ff3f6318d334 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:43.745208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-d3724024-041b-4234-a735-ff3f6318d334 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.47 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 813 time: 0.2628593 Aug 30 22:50:43.758494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Allocated IP 19.80.0.2 (b3851318-9ac1-4acc-bc57-7f75c5c8f35d/08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88/39d3d75b-7aca-46a0-9239-c66ba6252b9d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:43.762711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acdaa-a7ea-4280-9a86-fd782adc5fbe None None] Pushing event updated for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:43.770834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=544e1415-bb5d-433b-a360-e17a028ddce3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:43.778147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Request body: {'port': {'device_id': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'admin_state_up': True, 'tenant_id': 'b2133e218f5c4ef991efe061064d29eb'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:43.789372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8688268-8faf-44cc-a519-379deeb8cdeb req-9ca30901-4c4f-4571-ae47-4336c880ca0a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 210 time: 0.0830591 Aug 30 22:50:43.794983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:43.798534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.867304 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.872950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09518d97-4da3-4c49-badd-f04b0e2b8a39 req-90bfe353-d393-42f4-922c-28e43849978c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6762221 Aug 30 22:50:43.906789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Attempting to bind port 385b599f-240b-4c68-85e6-c783c283f641 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:43.907383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Attempting to bind port 385b599f-240b-4c68-85e6-c783c283f641 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:43.907508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Attempting to bind port 385b599f-240b-4c68-85e6-c783c283f641 on network eea60746-1b26-4bf6-ac76-21af331b60be {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:43.963618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:43.963998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Checking segment: {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:43.964460 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.965062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Bound using segment: {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:43.965738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Bound port: 385b599f-240b-4c68-85e6-c783c283f641, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf7321-b4ff-403b-919e-6a5ea3a3b18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:43.966167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:43.999208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6f8df0b-c08c-4455-b4fc-3e076433bef0 req-49733f7e-db0f-409d-97f6-0bd4167f3ae6 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/544e1415-bb5d-433b-a360-e17a028ddce3 HTTP/1.1" status: 200 len: 1813 time: 0.1060660 Aug 30 22:50:44.054183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Made reservation on behalf of b2133e218f5c4ef991efe061064d29eb for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:44.058329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.084471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706b06-9797-4475-bb80-caa3d5ca871f req-a05b6ade-cbd6-4000-9658-bf113be8051d tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.085899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09706b06-9797-4475-bb80-caa3d5ca871f req-a05b6ade-cbd6-4000-9658-bf113be8051d tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1907854 Aug 30 22:50:44.123436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] For port 385b599f-240b-4c68-85e6-c783c283f641, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:44.128597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.152098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] For port 385b599f-240b-4c68-85e6-c783c283f641, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=385b599f-240b-4c68-85e6-c783c283f641,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:44.169580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47352770-612f-4b7e-a4a5-644c23dca309 req-e85f6b45-521b-4da3-a8d2-e6c535f80951 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.171462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-47352770-612f-4b7e-a4a5-644c23dca309 req-e85f6b45-521b-4da3-a8d2-e6c535f80951 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 945 time: 0.0825498 Aug 30 22:50:44.178195 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.192681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09706b06-9797-4475-bb80-caa3d5ca871f req-52d0f2eb-031a-46be-af1d-d32088c0586c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912268 Aug 30 22:50:44.209047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Subnet': ['ID=6ee41bb5-4521-4051-b561-39034532a409,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:44.226444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Checking segment: {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:44.226776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network hostable DHCP agents. Network: d13e2607-0ae1-457c-b9a4-ad34007a8f1f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:44.244073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-814011216', 'description': 'tempest-description-1052388224'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:44.256610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:44.260176 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-47352770-612f-4b7e-a4a5-644c23dca309 req-74bb884b-afeb-4011-9b07-4de01006b493 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Aug 30 22:50:44.291373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d13e2607-0ae1-457c-b9a4-ad34007a8f1f) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:44.297292 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.300851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.301461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.304437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.313764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Transition to ACTIVE for port object 39d3d75b-7aca-46a0-9239-c66ba6252b9d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:44.334120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ebb9a3c-d79b-4625-9625-486da528cb27 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8016989 Aug 30 22:50:44.334383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98603ef5-3085-4f1a-890d-e6888b954073 None None] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:44.338779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484acdaa-a7ea-4280-9a86-fd782adc5fbe None None] Pushing event updated for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:44.348695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:50:44.349557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:44.433135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Allocated IP 172.20.0.11 (f384abb1-05d0-494d-90d7-a62d24325b4a/4b6622c0-af6f-40a5-9fcd-4430e2956973/099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:44.441916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.450745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.457373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Transition to ACTIVE for port object 39d3d75b-7aca-46a0-9239-c66ba6252b9d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:44.500060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.507408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.509474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a5e0238-c832-4660-870e-3d3e6bde0de5 req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2704127 Aug 30 22:50:44.514182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.608440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-daa5c87b-8bb4-4870-a9a8-9309b592ea5b req-528b636f-d74a-45ae-9d1f-527b0c1113ce tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/84cf8da9-cdd9-4ff4-a770-4cde5861c763 HTTP/1.1" status: 200 len: 1812 time: 0.0727878 Aug 30 22:50:44.611947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cf5241-b107-4c40-ae53-d302defbfea8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84cf8da9-cdd9-4ff4-a770-4cde5861c763,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:44.647545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:44.667552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:44.678105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:44.703611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Pushing event updated for resources: {'Port': ['ID=39d3d75b-7aca-46a0-9239-c66ba6252b9d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:44.713898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:50:44.744315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf0b0dd-1a3d-4814-8d34-5b618fc20bfb req-96deaf8a-265c-4818-9e33-f35ccbb396fd tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.754784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cf0b0dd-1a3d-4814-8d34-5b618fc20bfb req-96deaf8a-265c-4818-9e33-f35ccbb396fd tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0677671 Aug 30 22:50:44.802512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cf0b0dd-1a3d-4814-8d34-5b618fc20bfb req-51b394ca-2cbd-420c-a08b-57d593890307 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464766 Aug 30 22:50:44.819836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.839522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1500831291', 'description': 'tempest-description-1016540967'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:44.874035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:44.906850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-a6d1b8b2-5966-40f1-aba1-84449281fb33 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.914321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-a6d1b8b2-5966-40f1-aba1-84449281fb33 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:44.922286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-a6d1b8b2-5966-40f1-aba1-84449281fb33 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/networks?id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d&id=d13e2607-0ae1-457c-b9a4-ad34007a8f1f&id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d HTTP/1.1" status: 200 len: 1391 time: 0.2589438 Aug 30 22:50:44.940799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-e5650b45-1940-43eb-9e3a-94732419a3bb tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/quotas/78e718f323bb48f5b486e4c1b513dfe9 HTTP/1.1" status: 200 len: 375 time: 0.0175731 Aug 30 22:50:44.991986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.007203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.013164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.022743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-8828ce63-eba0-4272-84f5-4dfea7b2c1aa tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0809753 Aug 30 22:50:45.039760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.054328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10e7e1ab-c69c-4023-bc23-ed5f018f77e4 req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2188194 Aug 30 22:50:45.106469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f70ff-93ce-4418-b41c-c240d9ee883b tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62d461b7-3a27-44d7-b392-67dcabcb05a8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:45.114938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Network f384abb1-05d0-494d-90d7-a62d24325b4a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:45.122240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:45.133110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:45.211065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:45.211065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.238084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Pushing event updated for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:45.245547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62cfc1f-aee5-4c3a-956f-25ef5d88f54e req-925a6ad5-7391-4e0d-8fb7-f8d767c2ce2d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:45.247431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f62cfc1f-aee5-4c3a-956f-25ef5d88f54e req-925a6ad5-7391-4e0d-8fb7-f8d767c2ce2d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 932 time: 0.0875633 Aug 30 22:50:45.256567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Attempting to bind port 39d3d75b-7aca-46a0-9239-c66ba6252b9d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:45.257068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Attempting to bind port 39d3d75b-7aca-46a0-9239-c66ba6252b9d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:45.257614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Attempting to bind port 39d3d75b-7aca-46a0-9239-c66ba6252b9d on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:45.269092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:45.283797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-dea63147-688f-4a6e-a6ab-6595c83e785b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5191488 Aug 30 22:50:45.303497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:45.303497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Checking segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:45.304047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.304343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Bound using segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:45.304980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Bound port: 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:45.306407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.315894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-d13e2607-0ae1-457c-b9a4-ad34007a8f1f', 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'fixed_ips': [{'subnet_id': '6ee41bb5-4521-4051-b561-39034532a409'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:50:45.316878 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.318949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f62cfc1f-aee5-4c3a-956f-25ef5d88f54e req-6ef5d89e-1564-4940-b349-e1fa73c10494 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624952 Aug 30 22:50:45.321243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-44ba2d31-7232-4c8c-bdeb-2a227f12485a service neutron] 10.222.0.25 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973394 Aug 30 22:50:45.339235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Request body: {'port': {'device_id': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:45.379456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55f17979-7e2c-4c0d-a84a-9d09d4f408da up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:45.421098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b86e3912-69d1-4023-a503-1beff411302d req-e19dde5e-65e1-4399-8010-74da46c8a746 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/62d461b7-3a27-44d7-b392-67dcabcb05a8 HTTP/1.1" status: 200 len: 1813 time: 0.0545444 Aug 30 22:50:45.488260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.576982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-04cf4ed6-1fad-47f6-83dd-3de4066f805c service neutron] 10.222.0.25 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543349 Aug 30 22:50:45.591107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49500e4c-2035-43da-921f-9e80e44af9c8 req-a1c5d58d-1e6d-469a-beec-7b60f87cb99b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:45.606305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49500e4c-2035-43da-921f-9e80e44af9c8 req-a1c5d58d-1e6d-469a-beec-7b60f87cb99b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1139145 Aug 30 22:50:45.677375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49500e4c-2035-43da-921f-9e80e44af9c8 req-bc57423e-cf3b-4c04-aaae-c9481b5b9819 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654755 Aug 30 22:50:45.759383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 55f17979-7e2c-4c0d-a84a-9d09d4f408da completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:45.768706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 55f17979-7e2c-4c0d-a84a-9d09d4f408da triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:45.769167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.783666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] For port 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:45.805329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb9a94-92b1-4d06-8650-bbb36722e9eb req-90557049-7308-41eb-9340-4eeca536a9c6 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:45.815203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51bb9a94-92b1-4d06-8650-bbb36722e9eb req-90557049-7308-41eb-9340-4eeca536a9c6 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 945 time: 0.0744650 Aug 30 22:50:45.858033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] For port 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39d3d75b-7aca-46a0-9239-c66ba6252b9d,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:45.869222 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51bb9a94-92b1-4d06-8650-bbb36722e9eb req-a2f62fd1-3cdf-4d91-b1b5-2d93a7200303 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526600 Aug 30 22:50:45.884575 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:45.948222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:39Z', 'revision_number': 4, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '385b599f-240b-4c68-85e6-c783c283f641', 'name': '', 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'mac_address': 'fa:16:3e:c1:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:38Z', 'updated_at': '2021-08-30T22:50:44Z', 'revision_number': 4, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'subnets': [{'id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:45.963129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.011664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Allocated IP 19.86.0.2 (d13e2607-0ae1-457c-b9a4-ad34007a8f1f/6ee41bb5-4521-4051-b561-39034532a409/316f7dff-d281-464f-b428-8a3d844d008a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:46.022484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc87eff-f717-4307-b269-de7ccb28edf5 None None] The sync data for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 is: [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:50:39Z', 'revision_number': 4, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '385b599f-240b-4c68-85e6-c783c283f641', 'name': '', 'network_id': 'eea60746-1b26-4bf6-ac76-21af331b60be', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'mac_address': 'fa:16:3e:c1:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_interface', 'standard_attr_id': 973, 'fixed_ips': [{'subnet_id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:38Z', 'updated_at': '2021-08-30T22:50:44Z', 'revision_number': 4, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'subnets': [{'id': '12049441-7bf2-4139-9ff4-1ee4d4a71ff9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:50:46.031215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-1df3a7fb-ece9-4c65-b151-44b05588d2d9 service neutron] 10.222.0.25 "GET /v2.0/networks/d13e2607-0ae1-457c-b9a4-ad34007a8f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474113 Aug 30 22:50:46.047085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:46.048567 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-e5ed5875-f05f-40b1-92e9-d0bd1a4971be req-575aab50-acd7-49f9-8c3c-d47e59e2ba0a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] show failed (client error): The resource could not be found. Aug 30 22:50:46.050538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5ed5875-f05f-40b1-92e9-d0bd1a4971be req-575aab50-acd7-49f9-8c3c-d47e59e2ba0a tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/16b7442e-ec75-4cf1-af88-a9b22609cd71 HTTP/1.1" status: 404 len: 352 time: 0.0461810 Aug 30 22:50:46.068200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ac65e-db5b-49fb-97a4-5ada26988d75 None None] Pushing event updated for resources: {'Port': ['ID=39d3d75b-7aca-46a0-9239-c66ba6252b9d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:46.073469 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.146412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Transition to ACTIVE for port object 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:46.158662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.247873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Pushing event updated for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:46.341659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479dc6-7683-4bcd-a353-2e45e27f4aa9 req-51bfca2f-baff-4e08-8614-1d44b0ecad1d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:46.345421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90479dc6-7683-4bcd-a353-2e45e27f4aa9 req-51bfca2f-baff-4e08-8614-1d44b0ecad1d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1550975 Aug 30 22:50:46.376908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.460537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90479dc6-7683-4bcd-a353-2e45e27f4aa9 req-890c923d-8587-495f-ab84-0a39442ad5ce tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085768 Aug 30 22:50:46.462156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-4452365a-cbb8-4308-ad8c-adf659cb7624 service neutron] 10.222.0.25 "GET /v2.0/networks/d13e2607-0ae1-457c-b9a4-ad34007a8f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294360 Aug 30 22:50:46.489633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:46.505718 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-a47013ef-160a-419d-a528-2fdcf3935972 req-6e4278bd-f339-4f3b-afdc-e1c4245c68c6 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] show failed (client error): The resource could not be found. Aug 30 22:50:46.507044 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63165c43-4f33-4241-920a-c052a3223936" -d '{"events": [{"server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "name": "network-vif-plugged", "status": "completed", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:46.530906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a47013ef-160a-419d-a528-2fdcf3935972 req-6e4278bd-f339-4f3b-afdc-e1c4245c68c6 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-group-rules/21b335c9-fe4a-443c-ab99-258030bb8624 HTTP/1.1" status: 404 len: 361 time: 0.0452883 Aug 30 22:50:46.553643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da,segment=NetworkSegment(4935c91d-1456-49fc-98ac-8dede2f42a9a),segment_id=4935c91d-1456-49fc-98ac-8dede2f42a9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:46.581689 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:50:46.587815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.597757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39d3d75b-7aca-46a0-9239-c66ba6252b9d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:46.677918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c28fb-64a6-4267-bb7a-c750f6c3d724 req-1d426215-5829-4486-813e-5514de923963 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:46.688880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b89c28fb-64a6-4267-bb7a-c750f6c3d724 req-1d426215-5829-4486-813e-5514de923963 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 944 time: 0.0905390 Aug 30 22:50:46.758967 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b89c28fb-64a6-4267-bb7a-c750f6c3d724 req-8b3bb953-bde0-4dc2-b18e-f41661630fef tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Aug 30 22:50:46.849489 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c143261-ea1f-47c2-a91f-d9e1c41172c7 x-openstack-request-id: req-7c143261-ea1f-47c2-a91f-d9e1c41172c7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:46.849890 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "name": "network-vif-plugged", "status": "completed", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:46.850136 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c143261-ea1f-47c2-a91f-d9e1c41172c7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:46.852025 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da', 'code': 200} Aug 30 22:50:46.865408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:46.883234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:46.910555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Transition to ACTIVE for port object 316f7dff-d281-464f-b428-8a3d844d008a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:46.949904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Attempting to bind port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:46.950380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Attempting to bind port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:46.950715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Attempting to bind port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 on network f384abb1-05d0-494d-90d7-a62d24325b4a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:46.951067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 39d3d75b-7aca-46a0-9239-c66ba6252b9d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:46.955475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-c6817a76-8e8e-4e22-864c-d0c2665f10bf tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/62d461b7-3a27-44d7-b392-67dcabcb05a8 HTTP/1.1" status: 200 len: 1813 time: 0.0871611 Aug 30 22:50:46.964369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 385b599f-240b-4c68-85e6-c783c283f641 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:46.970451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Transition to ACTIVE for port object 316f7dff-d281-464f-b428-8a3d844d008a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:46.987609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 on network f384abb1-05d0-494d-90d7-a62d24325b4a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:46.987943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Attempting to bind port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 on network f384abb1-05d0-494d-90d7-a62d24325b4a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:46.998200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:46.998610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Checking segment: {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:46.999018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Bound using segment: {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:46.999474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Bound port: 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '072ca0d9-41a6-4aa9-abc6-57e667931e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:46.999847 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.016747 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.055720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80e53eb-30e4-4dbf-b4f4-2cbbecdde57c req-b003ee9f-93bc-4553-a8ed-3104d3cde578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.061033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e80e53eb-30e4-4dbf-b4f4-2cbbecdde57c req-b003ee9f-93bc-4553-a8ed-3104d3cde578 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 1098 time: 0.1349273 Aug 30 22:50:47.113487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:47.122923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Pushing event updated for resources: {'Port': ['ID=316f7dff-d281-464f-b428-8a3d844d008a,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:47.137493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:47.138631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:47.139579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:47.146004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.146512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:47.160166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.165056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e80e53eb-30e4-4dbf-b4f4-2cbbecdde57c req-239c3680-eed4-475c-aef2-0c6578a0c1f9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844128 Aug 30 22:50:47.183861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.261589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 385b599f-240b-4c68-85e6-c783c283f641 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:47.266231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.269482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.273922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 385b599f-240b-4c68-85e6-c783c283f641 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:47.274863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.294074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.294691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.299177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] 10.222.0.47 "PUT /v2.0/ports/099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 HTTP/1.1" status: 200 len: 1093 time: 1.9750621 Aug 30 22:50:47.300466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:47.302364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3d609d9-a59a-4204-be25-b04224a209c9 req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-groups/62d461b7-3a27-44d7-b392-67dcabcb05a8 HTTP/1.1" status: 204 len: 173 time: 0.3412042 Aug 30 22:50:47.302770 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c906ec-ca5d-4062-816e-9d123af7682c" -d '{"events": [{"name": "network-changed", "server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:47.310772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020826d4-df42-459a-b180-30c7f6a868e9 service neutron] Pushing event updated for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:47.327171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1d8ec5-0731-4314-a30e-1691b2253ac0 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d461b7-3a27-44d7-b392-67dcabcb05a8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:47.342142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-308aef2d-072f-4a8c-b66a-2c4f0d16453e service neutron] 10.222.0.25 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8786511 Aug 30 22:50:47.369945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Attempting to bind port 316f7dff-d281-464f-b428-8a3d844d008a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:47.376164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Attempting to bind port 316f7dff-d281-464f-b428-8a3d844d008a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:47.376669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Attempting to bind port 316f7dff-d281-464f-b428-8a3d844d008a on network d13e2607-0ae1-457c-b9a4-ad34007a8f1f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:47.389165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:47.389904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Checking segment: {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:47.390076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.390384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Bound using segment: {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:47.390876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Bound port: 316f7dff-d281-464f-b428-8a3d844d008a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:47.391262 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.530350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee47b5e-debb-4320-901e-c4c944707fc6 req-d39f64d8-efed-4729-8fab-ea657196988a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.531962 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ee47b5e-debb-4320-901e-c4c944707fc6 req-d39f64d8-efed-4729-8fab-ea657196988a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1304617 Aug 30 22:50:47.567298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] For port 316f7dff-d281-464f-b428-8a3d844d008a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:47.616553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ee47b5e-debb-4320-901e-c4c944707fc6 req-c663e4b2-0e98-4ec3-9ea6-5ec03094610b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Aug 30 22:50:47.617271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] For port 316f7dff-d281-464f-b428-8a3d844d008a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=316f7dff-d281-464f-b428-8a3d844d008a,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:47.619663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.630849 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.666635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 385b599f-240b-4c68-85e6-c783c283f641, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=385b599f-240b-4c68-85e6-c783c283f641,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:47.674343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-ca2cd362-3167-4c1f-8fb2-f75e68517265 service neutron] 10.222.0.25 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227565 Aug 30 22:50:47.682491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-00f1836e-b36e-4274-b475-7db89f955149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.684611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-00f1836e-b36e-4274-b475-7db89f955149 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 1096 time: 0.2101896 Aug 30 22:50:47.694967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.770463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f3e909-ae85-43c4-9895-c2abe50c31e5 None None] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:47.796093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-44bcb5b5-55f3-44ac-a387-2aab5bdc6b1a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 HTTP/1.1" status: 200 len: 217 time: 0.0850043 Aug 30 22:50:47.852237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912b2f3-a9bd-444b-9f9a-0c9aedc5446a req-a589ebc3-def2-4bd2-82ee-100a59e0df78 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.856087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6912b2f3-a9bd-444b-9f9a-0c9aedc5446a req-a589ebc3-def2-4bd2-82ee-100a59e0df78 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.1107311 Aug 30 22:50:47.899664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f8527d-942b-460e-a010-6c5231d6d335 None None] Pushing event updated for resources: {'Port': ['ID=316f7dff-d281-464f-b428-8a3d844d008a,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:47.907344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2553c535-e402-4aef-ac19-1c2564496258 req-661ef970-60d2-4c41-8f3b-17584c7411b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:47.911495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-661ef970-60d2-4c41-8f3b-17584c7411b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.1070046 Aug 30 22:50:47.952899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Provisioning for port 39d3d75b-7aca-46a0-9239-c66ba6252b9d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:47.976138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Provisioning complete for port 39d3d75b-7aca-46a0-9239-c66ba6252b9d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:47.976524 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:47.990758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-ce543874-8168-494b-8586-134cdcf77721 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683813 Aug 30 22:50:48.002877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6912b2f3-a9bd-444b-9f9a-0c9aedc5446a req-4c5a92de-399b-41ed-ba90-7da53586a3d7 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349027 Aug 30 22:50:48.143695 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85de4937-3723-4ee6-8cce-3263e53edcfc x-openstack-request-id: req-85de4937-3723-4ee6-8cce-3263e53edcfc {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:48.144267 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:48.144267 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85de4937-3723-4ee6-8cce-3263e53edcfc {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:48.144621 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9', 'status': 'completed', 'code': 200} Aug 30 22:50:48.154492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-ba1e8332-b7f5-4ef6-84f7-ff299392edd8 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/84cf8da9-cdd9-4ff4-a770-4cde5861c763 HTTP/1.1" status: 200 len: 1812 time: 0.1328199 Aug 30 22:50:48.161392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:48.241400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-1e8ca327-84c6-461c-bd11-3a1b17422b1d service neutron] 10.222.0.47 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263854 Aug 30 22:50:48.309114 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.368612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.424455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.437247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.446795 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.478031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88dc91b1-8d3f-4a31-a7bf-e3d899494b6d req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-groups/84cf8da9-cdd9-4ff4-a770-4cde5861c763 HTTP/1.1" status: 204 len: 173 time: 0.3149147 Aug 30 22:50:48.489431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] For port 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39d3d75b-7aca-46a0-9239-c66ba6252b9d,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:48.498126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.517356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63bfbfa-17cc-4750-995c-328a9b7cac8e tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cf8da9-cdd9-4ff4-a770-4cde5861c763,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:48.533436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2553c535-e402-4aef-ac19-1c2564496258 req-dec3179f-1a21-470e-9f87-4ea6e1bdc467 service neutron] 10.222.0.47 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779884 Aug 30 22:50:48.655156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7471513c-b381-439b-aa71-c9d869694919 req-d8f12210-40ca-49a6-ad85-99704ebb7487 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:48.659035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7471513c-b381-439b-aa71-c9d869694919 req-d8f12210-40ca-49a6-ad85-99704ebb7487 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.3849652 Aug 30 22:50:48.668458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ae8f79-c7a0-4c93-8976-12665be61698 None None] Pushing event updated for resources: {'Port': ['ID=39d3d75b-7aca-46a0-9239-c66ba6252b9d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:48.722998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 385b599f-240b-4c68-85e6-c783c283f641 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:48.756385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d401e3-4ac2-4f44-914a-52dc3732e5d9 req-5649c426-5920-4d71-8a64-e4306a256a38 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:48.759217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0d401e3-4ac2-4f44-914a-52dc3732e5d9 req-5649c426-5920-4d71-8a64-e4306a256a38 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 944 time: 0.1311421 Aug 30 22:50:48.821811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 385b599f-240b-4c68-85e6-c783c283f641 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:48.822437 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:48.859442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0d401e3-4ac2-4f44-914a-52dc3732e5d9 req-434bf044-d7c8-413e-86f3-1bd7b51e7e78 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903122 Aug 30 22:50:48.872259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7471513c-b381-439b-aa71-c9d869694919 req-89664e3a-12db-4004-937c-52236a9447e3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906538 Aug 30 22:50:48.891804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-e232bd18-b745-4705-9b4a-52c0026b9b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:48.896266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-e232bd18-b745-4705-9b4a-52c0026b9b5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 1096 time: 0.2354641 Aug 30 22:50:49.024532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97f2cafa-8301-455d-a47e-d17d9043c016 req-028d87ce-a8ff-4d74-9c1a-978e8f8cc04c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 210 time: 0.0424895 Aug 30 22:50:49.034415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 316f7dff-d281-464f-b428-8a3d844d008a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:49.063942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2d57a424-1eb2-4ca9-989c-f693d1cd1161 None None] Provisioning complete for port 39d3d75b-7aca-46a0-9239-c66ba6252b9d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:49.064508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2d57a424-1eb2-4ca9-989c-f693d1cd1161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.107915 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c762401d-2035-4924-b824-49354e394e12 req-e5d394e1-a329-48d9-b965-64cf67b37eb2 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/544e1415-bb5d-433b-a360-e17a028ddce3 HTTP/1.1" status: 200 len: 1813 time: 0.1188190 Aug 30 22:50:49.149226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 316f7dff-d281-464f-b428-8a3d844d008a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:49.189672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-765f2bad-5dd2-4667-bf41-80adac89471d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:49.191866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-765f2bad-5dd2-4667-bf41-80adac89471d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 914 time: 0.2809186 Aug 30 22:50:49.201592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff52196-7659-4da6-9a59-20384ab3311a req-b629d238-2355-421a-9da6-5f4fefc3bfd2 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:49.209977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ff52196-7659-4da6-9a59-20384ab3311a req-b629d238-2355-421a-9da6-5f4fefc3bfd2 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0825536 Aug 30 22:50:49.263523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ff52196-7659-4da6-9a59-20384ab3311a req-c9883273-9d4f-458a-acf1-046940aa77a8 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 Aug 30 22:50:49.296811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-d524fe6e-cc46-43c0-943e-5a46cc56f0fb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 HTTP/1.1" status: 200 len: 217 time: 0.0894070 Aug 30 22:50:49.323389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c762401d-2035-4924-b824-49354e394e12 req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.382336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c762401d-2035-4924-b824-49354e394e12 req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.399640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-f23f5b94-898f-4c0f-9cb6-96693422e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:49.401146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-f23f5b94-898f-4c0f-9cb6-96693422e64f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.0897431 Aug 30 22:50:49.419621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21b5ca0-b59f-420c-945d-6e7f72a0b4a3 None None] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:49.447458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-655c7127-42d9-4872-a04a-c65a26f287b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330646 Aug 30 22:50:49.475172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c762401d-2035-4924-b824-49354e394e12 req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.478136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c762401d-2035-4924-b824-49354e394e12 req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.484556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c762401d-2035-4924-b824-49354e394e12 req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-groups/544e1415-bb5d-433b-a360-e17a028ddce3 HTTP/1.1" status: 204 len: 173 time: 0.3757086 Aug 30 22:50:49.507620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c29d8f-fe36-4efc-9442-0ed2c956ee15 req-a81365a6-b166-4bbd-a69c-7d3b2e77f118 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:49.510581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6c29d8f-fe36-4efc-9442-0ed2c956ee15 req-a81365a6-b166-4bbd-a69c-7d3b2e77f118 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.0601342 Aug 30 22:50:49.552409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6c29d8f-fe36-4efc-9442-0ed2c956ee15 req-3ea30663-6621-4442-8db9-cce5e071c608 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354631 Aug 30 22:50:49.570674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Provisioning for port 316f7dff-d281-464f-b428-8a3d844d008a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:49.582801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Provisioning complete for port 316f7dff-d281-464f-b428-8a3d844d008a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:49.583638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.584400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3eb29-0fc7-45ea-99c9-13d8f549583c tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=544e1415-bb5d-433b-a360-e17a028ddce3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:49.652678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-97cbee9c-c605-4f7f-b76d-c1ebfaae4330 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/c3649d75-5359-422e-bab1-3423d44ba507 HTTP/1.1" status: 200 len: 1812 time: 0.1345630 Aug 30 22:50:49.730330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-c2851eea-7ecd-44fe-a83d-69764697d9a2 service neutron] 10.222.0.47 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667191 Aug 30 22:50:49.752628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.802652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] For port 316f7dff-d281-464f-b428-8a3d844d008a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=316f7dff-d281-464f-b428-8a3d844d008a,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:49.809663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:49.901048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9010c0b6-eb9d-4d7a-94ba-ec1790fb02a5 None None] Pushing event updated for resources: {'Port': ['ID=316f7dff-d281-464f-b428-8a3d844d008a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:49.965822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.000198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.100683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7c906ec-ca5d-4062-816e-9d123af7682c req-bb54fa39-50aa-4449-8538-9789cb532c18 service neutron] 10.222.0.47 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403752 Aug 30 22:50:50.111130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-533f1e7a-ffbb-4144-826a-1622e5c1fcea tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.117773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-533f1e7a-ffbb-4144-826a-1622e5c1fcea tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.119699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-533f1e7a-ffbb-4144-826a-1622e5c1fcea tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "GET /v2.0/networks?id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d&id=d13e2607-0ae1-457c-b9a4-ad34007a8f1f&id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d HTTP/1.1" status: 200 len: 1391 time: 0.3059762 Aug 30 22:50:50.129047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.131894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-01761115-03c1-42ad-ad20-8aaa88b38719 None None] Provisioning complete for port 316f7dff-d281-464f-b428-8a3d844d008a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:50.132275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01761115-03c1-42ad-ad20-8aaa88b38719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.134028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.137219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bb92201-362b-4cf6-a47c-9e99fc54646b req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-groups/c3649d75-5359-422e-bab1-3423d44ba507 HTTP/1.1" status: 204 len: 173 time: 0.4697709 Aug 30 22:50:50.148109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e256a-23ed-49f0-a7aa-2eccf81da7fd tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3649d75-5359-422e-bab1-3423d44ba507,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:50.160162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029a9d9-390e-465b-b9b8-774ed150e6c3 req-e1bc5b0f-e3eb-4517-804d-1e06cb71a38c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.161397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'admin_state_up': True, 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:50.161922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e029a9d9-390e-465b-b9b8-774ed150e6c3 req-e1bc5b0f-e3eb-4517-804d-1e06cb71a38c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 944 time: 0.0671763 Aug 30 22:50:50.257050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e029a9d9-390e-465b-b9b8-774ed150e6c3 req-a2333040-e277-4d42-bec6-80ae8fe564a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709975 Aug 30 22:50:50.331069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f570c0-2299-45dd-893a-0b05846785d2 req-892cf5dd-9f68-458f-97e1-8b0faa2f17ca tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.332626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6f570c0-2299-45dd-893a-0b05846785d2 req-892cf5dd-9f68-458f-97e1-8b0faa2f17ca tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1015704 Aug 30 22:50:50.397718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6f570c0-2299-45dd-893a-0b05846785d2 req-653b550d-51a1-4c35-8ff7-5dd5097700fb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553026 Aug 30 22:50:50.403363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d093ac8-9f9a-4394-84ce-c52405a5bf19 req-fea05275-e22a-4ce1-a517-28909a0e0708 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.406176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:50.411163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.412140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d093ac8-9f9a-4394-84ce-c52405a5bf19 req-fea05275-e22a-4ce1-a517-28909a0e0708 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.0970745 Aug 30 22:50:50.435083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39d3d75b-7aca-46a0-9239-c66ba6252b9d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:50.474431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d093ac8-9f9a-4394-84ce-c52405a5bf19 req-12eb6b95-a116-47bb-a5c7-0e610b5f9cb3 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614460 Aug 30 22:50:50.501282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 39d3d75b-7aca-46a0-9239-c66ba6252b9d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:50.501897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.541445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-861ccf07-151a-4556-b6bf-4d7b9954ee5e req-26cb6133-92a3-4351-b931-cec65def57f5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 210 time: 0.0356412 Aug 30 22:50:50.566975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-0f89ebe3-1a44-4e2f-931b-fefcc98799dc tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "GET /v2.0/security-groups/d47b230f-86c4-47d0-863f-56f9e300aec2 HTTP/1.1" status: 200 len: 1813 time: 0.0543952 Aug 30 22:50:50.632831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Allocated IP 19.80.0.86 (b3851318-9ac1-4acc-bc57-7f75c5c8f35d/08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88/74321a3e-5263-4b19-82b3-4af424df77ba) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:50.634133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.641999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 316f7dff-d281-464f-b428-8a3d844d008a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:50.674953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.701891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 316f7dff-d281-464f-b428-8a3d844d008a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:50.702271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.724717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.727939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.729186 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-104b4c52-f43d-4598-9816-2e0e2e92a79e req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] 10.222.0.25 "DELETE /v2.0/security-groups/d47b230f-86c4-47d0-863f-56f9e300aec2 HTTP/1.1" status: 204 len: 173 time: 0.1554661 Aug 30 22:50:50.731879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9ab71-d202-4cd2-938f-585aa4bcca3b req-d9f82aac-b72c-4a07-8024-12f0a866843d tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:50.734258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcd9ab71-d202-4cd2-938f-585aa4bcca3b req-d9f82aac-b72c-4a07-8024-12f0a866843d tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0966644 Aug 30 22:50:50.737108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39768) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:50.739060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4bbd33-0b2b-4c1f-8b48-af6e6f6db969 tempest-SecurityGroupRulesNegativeTestJSON-551026876 tempest-SecurityGroupRulesNegativeTestJSON-551026876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47b230f-86c4-47d0-863f-56f9e300aec2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:50.872226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Deleting subnet 58fe3b38-6377-41ad-ac42-7652b1610826 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:50.883102 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.889740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcd9ab71-d202-4cd2-938f-585aa4bcca3b req-b42c4864-5a81-47a0-89b3-e1fe87533f85 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338136 Aug 30 22:50:50.950259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.973121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:50.996507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Transition to ACTIVE for port object 74321a3e-5263-4b19-82b3-4af424df77ba will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:51.010236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.081772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.114845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.156178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58fe3b38-6377-41ad-ac42-7652b1610826,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:51.160195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:51.163585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.167827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b2435d5f-b47e-47d0-9af6-3c5dd27c5295 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/58fe3b38-6377-41ad-ac42-7652b1610826 HTTP/1.1" status: 204 len: 168 time: 0.4270422 Aug 30 22:50:51.169173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:51.170328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39772) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:51.171391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:51.173491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:51.229217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:51.229914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.248408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-21f02717-4800-48a7-8e34-f2fc507bcddd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1014097 Aug 30 22:50:51.271934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f', 'admin_state_up': True, 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:51.273051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.397282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.411903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:50:51.413003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-04758534-6413-4fee-8802-6745d268341e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e59a1ce-d4e6-4ee1-9268-1622a943a3aa']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:51.417959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:51.423197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.427666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-04758534-6413-4fee-8802-6745d268341e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e097aa5-5387-4345-946c-624e4e9fe16e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:51.428002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-04758534-6413-4fee-8802-6745d268341e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e097aa5-5387-4345-946c-624e4e9fe16e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:51.448981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.479118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4af9d0-4e73-49f9-8ec1-46ba2696a5eb req-f653e8c7-f70d-40f6-bcb0-03079441d4ce tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:51.488582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da4af9d0-4e73-49f9-8ec1-46ba2696a5eb req-f653e8c7-f70d-40f6-bcb0-03079441d4ce tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 944 time: 0.1335196 Aug 30 22:50:51.508169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.519895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:51.520301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:51.523030 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:51.559338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:51.579850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'port_id': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9', 'mac_address': 'fa:16:3e:04:5e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6622c0-af6f-40a5-9fcd-4430e2956973', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:50:51.606904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da4af9d0-4e73-49f9-8ec1-46ba2696a5eb req-b667f8de-231e-44d2-abaa-8d9179c3742c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133237 Aug 30 22:50:51.624069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c296a370-cd63-48cd-b900-31d2517c3421 None None] Provisioning for port 74321a3e-5263-4b19-82b3-4af424df77ba completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:51.630786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c296a370-cd63-48cd-b900-31d2517c3421 None None] Provisioning complete for port 74321a3e-5263-4b19-82b3-4af424df77ba triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:51.631418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c296a370-cd63-48cd-b900-31d2517c3421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.646167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.657730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.674370 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.677931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04758534-6413-4fee-8802-6745d268341e admin admin] 10.222.0.25 "DELETE /v2.0/networks/2e59a1ce-d4e6-4ee1-9268-1622a943a3aa HTTP/1.1" status: 204 len: 168 time: 0.5000110 Aug 30 22:50:51.678237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8216b5-2107-4bfa-a3e4-3cddbf77a4cb req-9fb08446-ffc5-4d08-a62e-82ae4aaff564 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:51.679787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8216b5-2107-4bfa-a3e4-3cddbf77a4cb req-9fb08446-ffc5-4d08-a62e-82ae4aaff564 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1353478 Aug 30 22:50:51.699728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04758534-6413-4fee-8802-6745d268341e admin admin] Pushing event deleted for resources: {'Network': ['ID=2e59a1ce-d4e6-4ee1-9268-1622a943a3aa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:51.707147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c296a370-cd63-48cd-b900-31d2517c3421 None None] Port 74321a3e-5263-4b19-82b3-4af424df77ba cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:51.709845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:51.733895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:51.739004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:51.754726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Allocated IP 19.86.0.67 (d13e2607-0ae1-457c-b9a4-ad34007a8f1f/6ee41bb5-4521-4051-b561-39034532a409/e957cf9f-7c5a-4737-9e6e-a42f22157f2f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:51.760471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8216b5-2107-4bfa-a3e4-3cddbf77a4cb req-5014a356-b7a8-42d7-bb46-9bdd1522cf51 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703828 Aug 30 22:50:51.851610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978b4b78-006e-4b13-ba93-8eb7a7b80666 req-42c94644-4a32-48cd-a464-297c80818183 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:51.858669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-978b4b78-006e-4b13-ba93-8eb7a7b80666 req-42c94644-4a32-48cd-a464-297c80818183 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.1241627 Aug 30 22:50:51.866859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:51.873601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39788) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:51.918589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-978b4b78-006e-4b13-ba93-8eb7a7b80666 req-524726ec-bbcb-4bed-b026-b38438454f0d tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546203 Aug 30 22:50:52.008709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e1147-7aff-47bc-8cd6-c5de0dc6da41 req-d12019a0-5b4f-4f30-9288-c829192c6684 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:52.010544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-804e1147-7aff-47bc-8cd6-c5de0dc6da41 req-d12019a0-5b4f-4f30-9288-c829192c6684 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 931 time: 0.1364894 Aug 30 22:50:52.040665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-27f8e259-b6d5-49cd-8df4-e2e963d29460 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2761cfa738f9495cb989b24ca551413d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564655 Aug 30 22:50:52.043309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39794) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:52.061770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.097394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-804e1147-7aff-47bc-8cd6-c5de0dc6da41 req-24cdf750-a044-4661-968f-466650b35ac5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717955 Aug 30 22:50:52.105073 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.109494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Transition to ACTIVE for port object e957cf9f-7c5a-4737-9e6e-a42f22157f2f will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:52.139338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.149625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.168399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.210499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:52.214688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:52.216815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:50:52.223100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:52.233476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7290280-6967-4b2a-ae26-ef33283dcbb6 req-33a2a8d8-da46-47a0-9704-1fef285f4c78 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:52.235522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7290280-6967-4b2a-ae26-ef33283dcbb6 req-33a2a8d8-da46-47a0-9704-1fef285f4c78 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1073747 Aug 30 22:50:52.264702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:52.275355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.278817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.280056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87e10462-4dfe-4db3-a8c2-057e498caf41 HTTP/1.1" status: 204 len: 168 time: 0.2355416 Aug 30 22:50:52.292205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:52.293076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.298718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea1969-ef0d-4a7e-be68-f6a9c60335cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e10462-4dfe-4db3-a8c2-057e498caf41,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:52.314348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-17e685c8-7c05-4b4a-9f1e-8bf09fa1f468 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0490303 Aug 30 22:50:52.328042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7290280-6967-4b2a-ae26-ef33283dcbb6 req-de921877-e5b8-4e06-a92c-7f361cc43866 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710387 Aug 30 22:50:52.331639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'admin_state_up': True, 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:52.531530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-d35547be-b703-4f82-83e6-89ec8e9dbca2 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:52.533809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-d35547be-b703-4f82-83e6-89ec8e9dbca2 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.1060534 Aug 30 22:50:52.581348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:52.585485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.644685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9d571e57-f687-4771-a8b3-57cdd6044e56 None None] Provisioning for port e957cf9f-7c5a-4737-9e6e-a42f22157f2f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:52.651640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9d571e57-f687-4771-a8b3-57cdd6044e56 None None] Provisioning complete for port e957cf9f-7c5a-4737-9e6e-a42f22157f2f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:52.652599 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9d571e57-f687-4771-a8b3-57cdd6044e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.710249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9d571e57-f687-4771-a8b3-57cdd6044e56 None None] Port e957cf9f-7c5a-4737-9e6e-a42f22157f2f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:52.812835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Deleting port 55f17979-7e2c-4c0d-a84a-9d09d4f408da {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:52.813255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:52.902997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0b9d90-74c5-4b36-928e-69945bcc921a req-35242647-6b82-4ce5-8cdd-d540924f2c55 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:52.904875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad0b9d90-74c5-4b36-928e-69945bcc921a req-35242647-6b82-4ce5-8cdd-d540924f2c55 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0561976 Aug 30 22:50:52.961172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad0b9d90-74c5-4b36-928e-69945bcc921a req-4f50c2d4-5aca-4097-b906-f6ccc101553a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490742 Aug 30 22:50:53.116875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7efa5ee-b1bf-4947-aea4-3e3b0d3ccd26 req-364c3365-3da0-4a8f-9525-47c6a876aac1 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.118361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7efa5ee-b1bf-4947-aea4-3e3b0d3ccd26 req-364c3365-3da0-4a8f-9525-47c6a876aac1 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 946 time: 0.0801132 Aug 30 22:50:53.160381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb702b-313b-4674-a4ad-cd12d7e9150d req-0be32f07-2704-48e8-862f-860db31dcdbc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.161914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49fb702b-313b-4674-a4ad-cd12d7e9150d req-0be32f07-2704-48e8-862f-860db31dcdbc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 945 time: 0.4615824 Aug 30 22:50:53.172832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7efa5ee-b1bf-4947-aea4-3e3b0d3ccd26 req-39d1e09e-e7ca-470b-be79-386dc280bec2 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/security-groups?id=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462580 Aug 30 22:50:53.195279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Allocated IP 19.80.0.65 (b3851318-9ac1-4acc-bc57-7f75c5c8f35d/08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88/6da31ed0-f032-4995-bd72-8cf5ae0aa8d3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:50:53.277917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] For port 55f17979-7e2c-4c0d-a84a-9d09d4f408da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55f17979-7e2c-4c0d-a84a-9d09d4f408da,segment=NetworkSegment(4935c91d-1456-49fc-98ac-8dede2f42a9a),segment_id=4935c91d-1456-49fc-98ac-8dede2f42a9a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:53.278285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.285363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49fb702b-313b-4674-a4ad-cd12d7e9150d req-9ba311c7-a9cd-47e9-a790-bb8bf06625c0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134784 Aug 30 22:50:53.306568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Calling delete_port for 55f17979-7e2c-4c0d-a84a-9d09d4f408da owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:53.375055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39830) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:53.419861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:50:53.501248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ec563-e811-4fa9-849c-7abbe5b55117 req-bc7e32d3-548b-4a9c-ac8e-6474f380499d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.510982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783ec563-e811-4fa9-849c-7abbe5b55117 req-bc7e32d3-548b-4a9c-ac8e-6474f380499d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.518091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:53.519908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-783ec563-e811-4fa9-849c-7abbe5b55117 req-bc7e32d3-548b-4a9c-ac8e-6474f380499d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 1653 time: 0.1174121 Aug 30 22:50:53.525458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:53.526418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.528631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1172554295-network', 'tenant_id': '6038b197be3144cba2062c5961d95201'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:53.553426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06cd895-0bb4-46ba-b2ca-22d823741616 req-46f0086c-f2ce-4872-a2f7-0f0548bbd7b9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.555228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c06cd895-0bb4-46ba-b2ca-22d823741616 req-46f0086c-f2ce-4872-a2f7-0f0548bbd7b9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1306396 Aug 30 22:50:53.562433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Made reservation on behalf of 6038b197be3144cba2062c5961d95201 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:53.566997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.584933 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.609711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.642097 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.646102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-783ec563-e811-4fa9-849c-7abbe5b55117 req-8e6cb8dc-1792-414c-b066-796deb6c2b46 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229370 Aug 30 22:50:53.657140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c06cd895-0bb4-46ba-b2ca-22d823741616 req-700c219a-734f-4b8c-8f93-c33bf2b4f075 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894132 Aug 30 22:50:53.674950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Transition to ACTIVE for port object 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:53.681531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:53.684797 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7f29f4-b3e2-4ae3-8afc-9be175f035cc" -d '{"events": [{"server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "name": "network-vif-plugged", "status": "completed", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:53.691047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:53.697439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.730195 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d585d1e6-37e1-473e-88ef-8baac66fbd72 x-openstack-request-id: req-d585d1e6-37e1-473e-88ef-8baac66fbd72 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:53.730856 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "name": "network-vif-plugged", "status": "completed", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:53.730856 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d585d1e6-37e1-473e-88ef-8baac66fbd72 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:53.731148 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9', 'code': 200} Aug 30 22:50:53.731307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.764152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Pushing event deleted for resources: {'Port': ['ID=55f17979-7e2c-4c0d-a84a-9d09d4f408da,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:53.770999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:53.804602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.806828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.812121 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.825156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:53.826603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] No DVR routers for this DVR port 55f17979-7e2c-4c0d-a84a-9d09d4f408da on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:50:53.830813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.832858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08fddbc1-61cc-4983-84d3-93f8037a7749 req-94f1056c-e0c4-4d87-9bed-ab2074e716d0 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.47 "DELETE /v2.0/ports/55f17979-7e2c-4c0d-a84a-9d09d4f408da HTTP/1.1" status: 204 len: 173 time: 1.2892444 Aug 30 22:50:53.833315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'name': 'network-vif-deleted', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:53.835614 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-875d8e06-a9eb-495d-8e4d-70b4f6bbf615" -d '{"events": [{"server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "name": "network-vif-deleted", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:53.885211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:50:53.887204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:53.891464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:50:53.913354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.913707 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Added segment ebc8e4df-c953-4b28-8b18-f0cfaf4981a5 of type vlan for network 20b70531-e4aa-4d93-bbb8-933c90795369 Aug 30 22:50:53.920164 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780c7700-71b0-4acf-a144-c133cacb24cb x-openstack-request-id: req-780c7700-71b0-4acf-a144-c133cacb24cb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:53.920457 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f", "name": "network-vif-deleted", "tag": "55f17979-7e2c-4c0d-a84a-9d09d4f408da", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:53.920713 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-780c7700-71b0-4acf-a144-c133cacb24cb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:53.922027 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f', 'name': 'network-vif-deleted', 'tag': '55f17979-7e2c-4c0d-a84a-9d09d4f408da', 'status': 'completed', 'code': 200} Aug 30 22:50:53.922641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:53.944835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83141016-7152-495d-b233-19250002974a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:53.960071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.960750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:53.980790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-39e2f92d-3f39-4d2c-8edd-553fcc139498 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6531777 Aug 30 22:50:53.995722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cbce6-5f54-4408-9061-2586eb19b784 req-032faea8-9b57-400e-afa1-b316fa35702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:53.997412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b4cbce6-5f54-4408-9061-2586eb19b784 req-032faea8-9b57-400e-afa1-b316fa35702a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 1098 time: 0.1670790 Aug 30 22:50:54.007227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:54.010617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.046939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.048430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.049201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.150803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.348052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5e9c160-a410-4f51-893a-f2cbcf611c8d None None] Provisioning for port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:50:54.355089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5e9c160-a410-4f51-893a-f2cbcf611c8d None None] Provisioning complete for port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:50:54.356094 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5e9c160-a410-4f51-893a-f2cbcf611c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.377533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e65c0ae-fe4d-496f-af18-b1b877e2484f req-59bcf294-a120-4786-89b6-e5b98c43ee69 tempest-ServerPasswordTestJSON-1644433088 tempest-ServerPasswordTestJSON-1644433088-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e5af2b5-d627-49cf-b7f2-2fab5d7a6d9f HTTP/1.1" status: 200 len: 210 time: 0.0549865 Aug 30 22:50:54.451333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5e9c160-a410-4f51-893a-f2cbcf611c8d None None] Port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:50:54.510933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1346521 Aug 30 22:50:54.514647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39848) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:54.523195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Request body: {'subnet': {'network_id': '20b70531-e4aa-4d93-bbb8-933c90795369', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1172554295-subnet', 'tenant_id': '6038b197be3144cba2062c5961d95201', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:54.542703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c04e-3448-4ab9-bc42-2b182bc4d12f admin admin] Pushing event updated for resources: {'Network': ['ID=20b70531-e4aa-4d93-bbb8-933c90795369,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:54.555173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b4cbce6-5f54-4408-9061-2586eb19b784 req-31027f18-5270-47cd-8741-d8ac234ac128 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5159597 Aug 30 22:50:54.556359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 20b70531-e4aa-4d93-bbb8-933c90795369 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:50:54.578602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86bcc8-f25b-4c00-a0e8-ac76ba4e9cfc req-5370d688-6477-48ad-9b93-46c2716b3be2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.585668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c86bcc8-f25b-4c00-a0e8-ac76ba4e9cfc req-5370d688-6477-48ad-9b93-46c2716b3be2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.5065038 Aug 30 22:50:54.593457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Made reservation on behalf of 6038b197be3144cba2062c5961d95201 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:54.596490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.669034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c86bcc8-f25b-4c00-a0e8-ac76ba4e9cfc req-3068816f-823b-41c8-9fe8-3ffd8f1da595 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823402 Aug 30 22:50:54.674951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74321a3e-5263-4b19-82b3-4af424df77ba {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:54.685305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.721598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Transition to ACTIVE for port object 74321a3e-5263-4b19-82b3-4af424df77ba will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:54.736614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8bbd01-44dd-4d94-9438-c2040954f904 req-3f77663a-937d-4a7a-9887-72eb0057f05d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.746475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f8bbd01-44dd-4d94-9438-c2040954f904 req-3f77663a-937d-4a7a-9887-72eb0057f05d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.1540012 Aug 30 22:50:54.755871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.826560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:54.845862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Pushing event updated for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:54.869534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f8bbd01-44dd-4d94-9438-c2040954f904 req-de6428e2-0e3e-456a-aaaf-320b95ac1c4e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168783 Aug 30 22:50:54.912111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49996e-239a-43b0-a552-61025e0f100f req-78c7481e-7903-4c8e-9462-5b1d8865529e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.919483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49996e-239a-43b0-a552-61025e0f100f req-78c7481e-7903-4c8e-9462-5b1d8865529e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.928471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49996e-239a-43b0-a552-61025e0f100f req-78c7481e-7903-4c8e-9462-5b1d8865529e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:54.930650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c49996e-239a-43b0-a552-61025e0f100f req-78c7481e-7903-4c8e-9462-5b1d8865529e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2386 time: 0.1787906 Aug 30 22:50:54.983218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07ee84c4-351f-4160-a480-57a454ad8187,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:55.028549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Checking segment: {'id': 'ebc8e4df-c953-4b28-8b18-f0cfaf4981a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '20b70531-e4aa-4d93-bbb8-933c90795369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:55.028919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Network hostable DHCP agents. Network: 20b70531-e4aa-4d93-bbb8-933c90795369, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:50:55.045707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Attempting to bind port 74321a3e-5263-4b19-82b3-4af424df77ba on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:55.046099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Attempting to bind port 74321a3e-5263-4b19-82b3-4af424df77ba by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:55.046467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Attempting to bind port 74321a3e-5263-4b19-82b3-4af424df77ba on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:55.046607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c49996e-239a-43b0-a552-61025e0f100f req-da99878a-6189-4caf-b48b-08fcf84b49f0 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980854 Aug 30 22:50:55.070051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Port 74321a3e-5263-4b19-82b3-4af424df77ba on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:55.071680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Attempting to bind port 74321a3e-5263-4b19-82b3-4af424df77ba on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:55.076791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Network 20b70531-e4aa-4d93-bbb8-933c90795369 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:50:55.090516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 20b70531-e4aa-4d93-bbb8-933c90795369) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:50:55.095761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:55.097510 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.098498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9655fb9f-3af8-4e88-b88d-417743858d1c None None] Network 20b70531-e4aa-4d93-bbb8-933c90795369 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:55.118779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f477d0aa-422e-4328-ae54-2cf7e665f27c req-9c99869b-6d91-48bd-941b-be0fb693fd8f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:55.123550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f477d0aa-422e-4328-ae54-2cf7e665f27c req-9c99869b-6d91-48bd-941b-be0fb693fd8f tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1479514 Aug 30 22:50:55.124491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:55.124923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Checking segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:55.125425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Bound using segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:55.126009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Bound port: 74321a3e-5263-4b19-82b3-4af424df77ba, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:55.126542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.135455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de313fa5-1129-437b-bf50-00937886e6d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6176786 Aug 30 22:50:55.257128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f477d0aa-422e-4328-ae54-2cf7e665f27c req-ae75e7d1-d61b-4d8d-bdf4-a73a214ac536 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191201 Aug 30 22:50:55.266023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:55.269697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=74321a3e-5263-4b19-82b3-4af424df77ba,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:55.281356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.307507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc14863-7571-478a-9e91-1c265f9f4388 None None] Network 20b70531-e4aa-4d93-bbb8-933c90795369 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:50:55.355962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Pushing event updated for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:55.369703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:55.370278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.371974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-a9daa438-3311-4a48-b1d3-f14829bf244a service neutron] 10.222.0.52 "PUT /v2.0/ports/74321a3e-5263-4b19-82b3-4af424df77ba HTTP/1.1" status: 200 len: 1092 time: 1.3700640 Aug 30 22:50:55.420376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:55.434719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55f17979-7e2c-4c0d-a84a-9d09d4f408da no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:50:55.479779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 55f17979-7e2c-4c0d-a84a-9d09d4f408da {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:50:55.480691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55f17979-7e2c-4c0d-a84a-9d09d4f408da not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:50:55.538323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39870) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:55.553357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.623692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Deleting subnet 985739c5-727e-4ea6-a51d-1adf066d3881 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:55.627842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.691715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.801630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:55.812969 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-afc1d00f-b9ef-4694-b67f-c5d018b074f9 req-65d37729-7a07-4f30-bb24-734d5a2e5fe8 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] show failed (client error): The resource could not be found. Aug 30 22:50:55.817508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afc1d00f-b9ef-4694-b67f-c5d018b074f9 req-65d37729-7a07-4f30-bb24-734d5a2e5fe8 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/32820e5a-55c0-41ec-8013-25d7ee8ff8cc HTTP/1.1" status: 404 len: 352 time: 0.0472534 Aug 30 22:50:55.924115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:55.929392 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:55.956948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-33836300-4b61-4b15-b2e6-7148a5f9534d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:55.956948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-33836300-4b61-4b15-b2e6-7148a5f9534d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 1097 time: 0.1154408 Aug 30 22:50:55.975527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df63c21b-2a93-48d2-81d9-4cde9b9cb741 req-d9ddc351-6da8-4310-896c-ce56da076a68 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:55.977825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df63c21b-2a93-48d2-81d9-4cde9b9cb741 req-d9ddc351-6da8-4310-896c-ce56da076a68 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0895791 Aug 30 22:50:55.992640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.021425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faba5bc5-efde-46a6-aff4-655bcf859ffb req-5c505d2a-bd20-4fa0-8eee-adebbd50d141 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.022998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-faba5bc5-efde-46a6-aff4-655bcf859ffb req-5c505d2a-bd20-4fa0-8eee-adebbd50d141 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0870521 Aug 30 22:50:56.085272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=985739c5-727e-4ea6-a51d-1adf066d3881,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:56.086910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-faba5bc5-efde-46a6-aff4-655bcf859ffb req-31ff9ae1-c935-4c04-ad3d-23b86d1ea0b6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567677 Aug 30 22:50:56.091486 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.095385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-157b8e2d-dc12-41fb-b3cb-78dc3be652d0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/985739c5-727e-4ea6-a51d-1adf066d3881 HTTP/1.1" status: 204 len: 168 time: 0.5560081 Aug 30 22:50:56.096519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39884) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:56.142657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df63c21b-2a93-48d2-81d9-4cde9b9cb741 req-32e2f553-542d-4ce6-9488-1541adc3ca98 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459327 Aug 30 22:50:56.197601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-3636b2c6-9f6b-4382-8c27-8e3500e95e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.200508 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-3636b2c6-9f6b-4382-8c27-8e3500e95e52 service neutron] 10.222.0.47 "GET /v2.0/networks?id=41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 200 len: 917 time: 0.2209563 Aug 30 22:50:56.214254 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937342eb-ffa9-44a3-98dd-248f749a1808 x-openstack-request-id: req-937342eb-ffa9-44a3-98dd-248f749a1808 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:56.214608 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:56.214912 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-937342eb-ffa9-44a3-98dd-248f749a1808 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:56.215181 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba', 'status': 'completed', 'code': 200} Aug 30 22:50:56.230824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e957cf9f-7c5a-4737-9e6e-a42f22157f2f {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:56.265874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.272344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-0be1adf6-8410-4edb-8807-e0f67254c2e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc HTTP/1.1" status: 200 len: 217 time: 0.0578198 Aug 30 22:50:56.297834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.303821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Transition to ACTIVE for port object e957cf9f-7c5a-4737-9e6e-a42f22157f2f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:56.311662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.324650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07badd8f-0780-43c3-90cf-d76d7769ba60 req-1945fc2c-48fe-44f1-b450-8467a96768ca tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.326303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07badd8f-0780-43c3-90cf-d76d7769ba60 req-1945fc2c-48fe-44f1-b450-8467a96768ca tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.1008692 Aug 30 22:50:56.385618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c3e9b097-03ef-45b5-ab81-2159a4e4d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.386220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c3e9b097-03ef-45b5-ab81-2159a4e4d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.387018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c3e9b097-03ef-45b5-ab81-2159a4e4d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.389037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c3e9b097-03ef-45b5-ab81-2159a4e4d243 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2730 time: 0.1268797 Aug 30 22:50:56.390916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-2aca521f-d0e8-4ab8-a6a6-f7f4b93554bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.392378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-2aca521f-d0e8-4ab8-a6a6-f7f4b93554bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 200 len: 855 time: 0.1100750 Aug 30 22:50:56.406852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c967a2-fb76-40b0-b56c-96e114f267df req-346a6eb8-5721-4cf3-bd1a-14efda1d3d00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.417273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c967a2-fb76-40b0-b56c-96e114f267df req-346a6eb8-5721-4cf3-bd1a-14efda1d3d00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.423625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c967a2-fb76-40b0-b56c-96e114f267df req-346a6eb8-5721-4cf3-bd1a-14efda1d3d00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.432476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1c967a2-fb76-40b0-b56c-96e114f267df req-346a6eb8-5721-4cf3-bd1a-14efda1d3d00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2386 time: 0.1692381 Aug 30 22:50:56.485244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Pushing event updated for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:56.514895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.519638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07badd8f-0780-43c3-90cf-d76d7769ba60 req-61c50456-573b-48b6-a8fd-3e24a0003844 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863325 Aug 30 22:50:56.568048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d25a7be8-2444-4bac-8a8a-8fbd9d315eb0']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:56.574043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1c967a2-fb76-40b0-b56c-96e114f267df req-ed371b25-44e8-4864-be73-e90960ee3262 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384470 Aug 30 22:50:56.591585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4935c91d-1456-49fc-98ac-8dede2f42a9a') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:56.591721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4935c91d-1456-49fc-98ac-8dede2f42a9a') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:56.603676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-d42d62c5-f578-47a3-8e1d-0604be1bba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.605200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-d42d62c5-f578-47a3-8e1d-0604be1bba41 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=41f2b9cd-5802-4dde-8b95-456942bb6303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1694286 Aug 30 22:50:56.615298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.645502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.662336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Attempting to bind port e957cf9f-7c5a-4737-9e6e-a42f22157f2f on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:56.662605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Attempting to bind port e957cf9f-7c5a-4737-9e6e-a42f22157f2f by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:56.662919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Attempting to bind port e957cf9f-7c5a-4737-9e6e-a42f22157f2f on network d13e2607-0ae1-457c-b9a4-ad34007a8f1f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:56.668446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:56.668747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:56.671209 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:56.692928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-1cc8cb8f-3bbb-42de-b030-ef44a2ee29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.693182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdfa385d-1af2-43ef-b7b2-b9b5fa65bdd0 req-1f7d4484-5f68-490f-92d4-ea3ab1f9f872 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6038b197be3144cba2062c5961d95201 HTTP/1.1" status: 200 len: 2988 time: 0.1270769 Aug 30 22:50:56.693455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-1cc8cb8f-3bbb-42de-b030-ef44a2ee29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.693889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-1cc8cb8f-3bbb-42de-b030-ef44a2ee29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.696046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-1cc8cb8f-3bbb-42de-b030-ef44a2ee29d9 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2606514 Aug 30 22:50:56.720698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Port e957cf9f-7c5a-4737-9e6e-a42f22157f2f on network d13e2607-0ae1-457c-b9a4-ad34007a8f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:56.720943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Attempting to bind port e957cf9f-7c5a-4737-9e6e-a42f22157f2f on network d13e2607-0ae1-457c-b9a4-ad34007a8f1f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:56.751483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:56.751836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Checking segment: {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:56.752245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Bound using segment: {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:56.752692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Bound port: e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6cae30b-bb13-4b36-93d5-6a8d7319b402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:56.753055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.794558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.833772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-09b39b4c-fd4e-428f-9df7-fe6238a67112 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120373 Aug 30 22:50:56.834287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.836754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/d25a7be8-2444-4bac-8a8a-8fbd9d315eb0 HTTP/1.1" status: 204 len: 168 time: 0.7364113 Aug 30 22:50:56.841951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdfa385d-1af2-43ef-b7b2-b9b5fa65bdd0 req-cf6e2704-69b2-4c1b-826f-e50e8e8da83b tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/83141016-7152-495d-b233-19250002974a HTTP/1.1" status: 200 len: 2985 time: 0.1479592 Aug 30 22:50:56.860509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8459b5c-0df4-41d3-a4b0-4a7c34795f8e admin admin] Pushing event deleted for resources: {'Network': ['ID=d25a7be8-2444-4bac-8a8a-8fbd9d315eb0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:56.909424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:56.917276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:56.942594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdfa385d-1af2-43ef-b7b2-b9b5fa65bdd0 req-6e0af2db-4e49-4135-9fe4-28ffd095ab61 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/83141016-7152-495d-b233-19250002974a HTTP/1.1" status: 200 len: 2985 time: 0.0853555 Aug 30 22:50:56.945943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:56.958196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c488a655-60ee-4555-a9bc-ba1d58550744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:56.960006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f1e2e43-914f-49cd-adfe-ad75bcbb2ffc req-c488a655-60ee-4555-a9bc-ba1d58550744 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2509978 Aug 30 22:50:57.019349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85acdb04-fa0e-43df-abbd-274230f4e108 req-698003b0-1a5a-4361-8f50-7cf509717ec0 service neutron] 10.222.0.47 "GET /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694450 Aug 30 22:50:57.032486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.033183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.034874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] 10.222.0.52 "PUT /v2.0/ports/e957cf9f-7c5a-4737-9e6e-a42f22157f2f HTTP/1.1" status: 200 len: 1092 time: 1.6228769 Aug 30 22:50:57.043615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:57.091733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d9f8241-7a48-48f2-8f78-b611d6c0d83c req-d9178ba2-06d4-4825-82a0-beebae1a5a8c tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/83141016-7152-495d-b233-19250002974a HTTP/1.1" status: 200 len: 2985 time: 0.0713317 Aug 30 22:50:57.105411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Request body: {'port': {'device_id': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:57.141730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281db3b-6a21-4631-8d7d-6e5b926cc53b service neutron] Pushing event updated for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:57.177365 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-7d9f8241-7a48-48f2-8f78-b611d6c0d83c req-2d63413d-61cd-4b68-8035-39924a7bfb69 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 22:50:57.192539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d9f8241-7a48-48f2-8f78-b611d6c0d83c req-2d63413d-61cd-4b68-8035-39924a7bfb69 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "DELETE /v2.0/security-groups/83141016-7152-495d-b233-19250002974a HTTP/1.1" status: 409 len: 352 time: 0.0890818 Aug 30 22:50:57.192652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43daa0c5-b2a6-471c-901a-c0bee97e22cd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=50b379306e954d979db21df7ad90b4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1465890 Aug 30 22:50:57.196790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:57.244584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090e94d-f5cc-4b60-99bf-a81f9724e658 req-9df21289-585f-4890-a723-59a71c04753a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.246638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8090e94d-f5cc-4b60-99bf-a81f9724e658 req-9df21289-585f-4890-a723-59a71c04753a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.2056115 Aug 30 22:50:57.250542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.271463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.328950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8090e94d-f5cc-4b60-99bf-a81f9724e658 req-80ded3f9-ffc1-4994-a8ad-1aa8e3e62566 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692508 Aug 30 22:50:57.354975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.404600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9d7f-3a6d-4ec5-a8f2-216027091e7f req-558edadd-6171-4e09-823d-72924d3ca03a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.406212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d5b9d7f-3a6d-4ec5-a8f2-216027091e7f req-558edadd-6171-4e09-823d-72924d3ca03a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1358323 Aug 30 22:50:57.468750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d5b9d7f-3a6d-4ec5-a8f2-216027091e7f req-fd7ad146-2d3e-4438-9156-ac6d2546cf76 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557258 Aug 30 22:50:57.487404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.499567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.499567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf HTTP/1.1" status: 204 len: 168 time: 0.2978401 Aug 30 22:50:57.510752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f352531b-80f8-4850-a461-c50fe9704354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c62507f2-d9d6-4c49-9c5b-d5708cfdb1bf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:57.536123 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-56cdc763-0025-46d6-bebc-d530ba441399 req-f4fc503d-d93c-45cc-9126-82a4fd37be25 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] show failed (client error): The resource could not be found. Aug 30 22:50:57.544875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-56cdc763-0025-46d6-bebc-d530ba441399 req-f4fc503d-d93c-45cc-9126-82a4fd37be25 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/010d8272-6101-4f1d-be2f-6fb71ad72a31 HTTP/1.1" status: 404 len: 352 time: 0.0251606 Aug 30 22:50:57.574160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.583581 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-abf6faa5-6be4-4fe5-8e0a-020c1d43f807 req-97a35f60-50aa-4acb-a908-6ace51401da0 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] show failed (client error): The resource could not be found. Aug 30 22:50:57.592252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5d463-c62a-4e12-8274-84c0264da3ae req-ee580c9c-698d-4726-b722-d5838ed37eb9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.598170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94b5d463-c62a-4e12-8274-84c0264da3ae req-ee580c9c-698d-4726-b722-d5838ed37eb9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1683726 Aug 30 22:50:57.598170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:57.606139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abf6faa5-6be4-4fe5-8e0a-020c1d43f807 req-97a35f60-50aa-4acb-a908-6ace51401da0 tempest-SecurityGroupsNegativeTestJSON-1452711206 tempest-SecurityGroupsNegativeTestJSON-1452711206-project] 10.222.0.25 "GET /v2.0/security-groups/437ac36c-83da-49ed-a0f7-0ccf9e29b351 HTTP/1.1" status: 404 len: 352 time: 0.0263095 Aug 30 22:50:57.701909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94b5d463-c62a-4e12-8274-84c0264da3ae req-36e9bc51-988c-4abd-9c92-4e1ba535ac05 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621934 Aug 30 22:50:57.730630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586579ce-9fd8-40aa-b813-2ae55c4928e9 req-e996a598-62a3-4570-8d94-a975fbc0f8b8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.737249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586579ce-9fd8-40aa-b813-2ae55c4928e9 req-e996a598-62a3-4570-8d94-a975fbc0f8b8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.744077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586579ce-9fd8-40aa-b813-2ae55c4928e9 req-e996a598-62a3-4570-8d94-a975fbc0f8b8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:57.755639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-586579ce-9fd8-40aa-b813-2ae55c4928e9 req-e996a598-62a3-4570-8d94-a975fbc0f8b8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2398 time: 0.1018403 Aug 30 22:50:57.762506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Deleting subnet 07ee84c4-351f-4160-a480-57a454ad8187 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:50:57.775348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.806690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-586579ce-9fd8-40aa-b813-2ae55c4928e9 req-9d09dc60-7993-47ef-934a-0c711248dd10 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523272 Aug 30 22:50:57.858237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.896707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:50:57.909586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.929243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:57.931540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Transition to ACTIVE for port object 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:50:57.952474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.057940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Pushing event updated for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:58.099014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.158138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07ee84c4-351f-4160-a480-57a454ad8187,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:58.167931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.172498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6f017bc9-886a-435b-86e0-6058615d2ed4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/07ee84c4-351f-4160-a480-57a454ad8187 HTTP/1.1" status: 204 len: 168 time: 0.5720305 Aug 30 22:50:58.172498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39936) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:58.219553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:50:58.221853 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a37b1a-00d2-4055-b490-af9d3bb0dc49" -d '{"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:50:58.260698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Attempting to bind port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:50:58.261089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Attempting to bind port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:50:58.261366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Attempting to bind port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:58.277116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:50:58.277432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Attempting to bind port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 on network b3851318-9ac1-4acc-bc57-7f75c5c8f35d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:50:58.282329 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38af41-2880-4363-9478-635b052cdde9 x-openstack-request-id: req-1d38af41-2880-4363-9478-635b052cdde9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:50:58.282624 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:50:58.282877 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d38af41-2880-4363-9478-635b052cdde9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:50:58.283273 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f', 'status': 'completed', 'code': 200} Aug 30 22:50:58.287784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.290538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:50:58.290875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Checking segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:50:58.291255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Bound using segment: {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:50:58.291695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Bound port: 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e93c7c7-f1b0-4d5d-ac40-34629f926847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:50:58.292035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.442126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-0d8f405f-69c6-47dd-8be0-b7c45deb744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.442750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-0d8f405f-69c6-47dd-8be0-b7c45deb744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.443217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-0d8f405f-69c6-47dd-8be0-b7c45deb744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.445011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-0d8f405f-69c6-47dd-8be0-b7c45deb744b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2824 time: 0.0873113 Aug 30 22:50:58.475976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.479860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:50:58.497229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:58.505509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20b70531-e4aa-4d93-bbb8-933c90795369']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:58.511599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:50:58.522166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebc8e4df-c953-4b28-8b18-f0cfaf4981a5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:58.522464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebc8e4df-c953-4b28-8b18-f0cfaf4981a5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:50:58.533622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.543876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.598742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1cdd5-79ec-4eef-976d-7c3944586fc1 req-6729e78e-20e2-46fa-bb5d-0cb1a99953ad tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.600385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca1cdd5-79ec-4eef-976d-7c3944586fc1 req-6729e78e-20e2-46fa-bb5d-0cb1a99953ad tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.1657610 Aug 30 22:50:58.601475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.615776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.616387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.617762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] 10.222.0.52 "PUT /v2.0/ports/6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 HTTP/1.1" status: 200 len: 1092 time: 1.5200651 Aug 30 22:50:58.630196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:50:58.630627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:50:58.634013 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:50:58.688371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a18be-c341-4d7e-83b5-b0c8984d9ae4 req-f81ea1da-0f01-4632-9dc7-2b18f7b5523c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.699299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-292a18be-c341-4d7e-83b5-b0c8984d9ae4 req-f81ea1da-0f01-4632-9dc7-2b18f7b5523c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1204524 Aug 30 22:50:58.715866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af90fe-c654-42d2-acd0-1fc3eff852ca service neutron] Pushing event updated for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:58.750882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ca1cdd5-79ec-4eef-976d-7c3944586fc1 req-483902e5-397d-417b-8cb7-180c6327de0b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389999 Aug 30 22:50:58.751569 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.755613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-ddc29ee3-12ea-434e-8194-ee960f758bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.756083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-ddc29ee3-12ea-434e-8194-ee960f758bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.756680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-ddc29ee3-12ea-434e-8194-ee960f758bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.758165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-ddc29ee3-12ea-434e-8194-ee960f758bf3 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2911801 Aug 30 22:50:58.769196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:58.771848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] 10.222.0.25 "DELETE /v2.0/networks/20b70531-e4aa-4d93-bbb8-933c90795369 HTTP/1.1" status: 204 len: 168 time: 0.5985298 Aug 30 22:50:58.789973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d55e5d-2203-4ae1-aca1-9bc9989dc25e admin admin] Pushing event deleted for resources: {'Network': ['ID=20b70531-e4aa-4d93-bbb8-933c90795369,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:58.791607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-292a18be-c341-4d7e-83b5-b0c8984d9ae4 req-42eff7da-98f5-4199-91f8-b2c81924d75d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912890 Aug 30 22:50:58.878771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1583022334-network', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:50:58.989604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-c14f760a-08c4-45dc-8441-633882aa36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.994407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a37b1a-00d2-4055-b490-af9d3bb0dc49 req-c14f760a-08c4-45dc-8441-633882aa36f8 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2146363 Aug 30 22:50:58.994558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13846fda-101e-4298-a5f5-40c03c7863c7 req-599f548e-80cd-4d37-9e34-1e2c262acc46 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:58.995335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39962) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:58.996105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13846fda-101e-4298-a5f5-40c03c7863c7 req-599f548e-80cd-4d37-9e34-1e2c262acc46 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0865779 Aug 30 22:50:59.003859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Made reservation on behalf of 25a41d019b6245b08ea133d7eea326f4 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:50:59.005622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.028178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.041291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13846fda-101e-4298-a5f5-40c03c7863c7 req-a7c1b91d-e301-4ce9-9295-afe14dd8f8b8 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378096 Aug 30 22:50:59.051526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e03f8f-01b0-4d0a-bf92-149a3899d38e req-63c011c3-f0c2-4ac2-92e9-2411df5f1a57 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.058090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e03f8f-01b0-4d0a-bf92-149a3899d38e req-63c011c3-f0c2-4ac2-92e9-2411df5f1a57 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.065157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e03f8f-01b0-4d0a-bf92-149a3899d38e req-63c011c3-f0c2-4ac2-92e9-2411df5f1a57 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.066952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81e03f8f-01b0-4d0a-bf92-149a3899d38e req-63c011c3-f0c2-4ac2-92e9-2411df5f1a57 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2410 time: 0.1454296 Aug 30 22:50:59.188221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2d44d98e-28a0-4d40-875a-ccf8f680a70d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6038b197be3144cba2062c5961d95201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1918521 Aug 30 22:50:59.194020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:50:59.219183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0df767-aa8b-49b9-b0d3-d910f514215e req-920548a9-0a97-4a04-bd95-8e1a81c60903 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.220628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c0df767-aa8b-49b9-b0d3-d910f514215e req-920548a9-0a97-4a04-bd95-8e1a81c60903 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0545835 Aug 30 22:50:59.250764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42020003-3329-4720-aa04-ff480461dad4 req-c6f1b91a-5f4d-4afc-b0da-fee8575ce1b0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.252406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42020003-3329-4720-aa04-ff480461dad4 req-c6f1b91a-5f4d-4afc-b0da-fee8575ce1b0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.47 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.1845486 Aug 30 22:50:59.262342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81e03f8f-01b0-4d0a-bf92-149a3899d38e req-f0db4c0f-468e-4dbf-91b9-c085d851960d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832459 Aug 30 22:50:59.270549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c0df767-aa8b-49b9-b0d3-d910f514215e req-fb43cc0f-9b7e-4419-a722-4bda9bf377e4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407891 Aug 30 22:50:59.273437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-f496135f-4ae9-413a-91d1-3037ef904654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.273959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-f496135f-4ae9-413a-91d1-3037ef904654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.274437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-f496135f-4ae9-413a-91d1-3037ef904654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.276121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-f496135f-4ae9-413a-91d1-3037ef904654 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2866 time: 0.1901624 Aug 30 22:50:59.386376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-62c4b3ba-fce9-4a2b-beef-0acbe76250ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.86&port_id=74321a3e-5263-4b19-82b3-4af424df77ba HTTP/1.1" status: 200 len: 217 time: 0.0623868 Aug 30 22:50:59.423937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03485938-60fd-4ddc-b03c-d62fa3fa04bc req-4491f892-31a1-4ec9-8e2b-d731338c7d2b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.423937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03485938-60fd-4ddc-b03c-d62fa3fa04bc req-4491f892-31a1-4ec9-8e2b-d731338c7d2b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.0667453 Aug 30 22:50:59.442550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.525239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.528342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.538399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-0d000318-0341-4edd-ae06-9cbf25c26073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.539964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-0d000318-0341-4edd-ae06-9cbf25c26073 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88 HTTP/1.1" status: 200 len: 801 time: 0.1149924 Aug 30 22:50:59.543225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.616982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:50:59.627034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Deleting port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:50:59.627427 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.684026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.684391 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Added segment dc5a4706-f39f-4909-b16a-c25a0b66eacd of type vlan for network c5a6f47a-7c43-4e40-9630-48a2840ba37c Aug 30 22:50:59.701687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02696408-ffcb-4ec8-9cb4-b5f2b6624fff,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:59.762707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-3096f62c-4c69-42cd-9988-79c3277b4b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.764321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-3096f62c-4c69-42cd-9988-79c3277b4b01 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2034090 Aug 30 22:50:59.772541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.775771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.776897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83141016-7152-495d-b233-19250002974a HTTP/1.1" status: 204 len: 168 time: 0.5782266 Aug 30 22:50:59.781519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.792540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03485938-60fd-4ddc-b03c-d62fa3fa04bc req-07a4b393-7682-4ec0-ba02-dc517c161369 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593831 Aug 30 22:50:59.819417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6638cf-ce91-4084-a1b3-ec971fd0696a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83141016-7152-495d-b233-19250002974a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:50:59.890860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] For port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:50:59.890860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.901192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.902190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:50:59.902777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:50:59.921616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Calling delete_port for 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:50:59.999505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5009358 Aug 30 22:51:00.007205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39984) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:00.029382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Request body: {'subnet': {'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1583022334-subnet', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:00.076913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda63fcd-ff6e-49e2-b032-7d55d519d333 req-ae66e808-8a6d-4cdc-94c5-73a0411ae9df tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.089301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cda63fcd-ff6e-49e2-b032-7d55d519d333 req-ae66e808-8a6d-4cdc-94c5-73a0411ae9df tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.1101968 Aug 30 22:51:00.097728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd15567-182b-403f-b25b-e883a7b64657 admin admin] Pushing event updated for resources: {'Network': ['ID=c5a6f47a-7c43-4e40-9630-48a2840ba37c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:00.110862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:00.112481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-a4547b14-7e62-444d-a507-6c929bb06a9a service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290527 Aug 30 22:51:00.156615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446f8ab-d827-495d-b22d-c229de2d1536 req-01acd81b-3e9c-40df-83ca-5f3427098987 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.164332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7446f8ab-d827-495d-b22d-c229de2d1536 req-01acd81b-3e9c-40df-83ca-5f3427098987 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 946 time: 0.2306697 Aug 30 22:51:00.177984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Made reservation on behalf of 25a41d019b6245b08ea133d7eea326f4 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:00.181016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:00.181750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cda63fcd-ff6e-49e2-b032-7d55d519d333 req-c73afe87-d387-4cd2-b9f0-58dcdbcd7497 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838106 Aug 30 22:51:00.286704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:00.295152 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec22d75-ec11-4a4a-898a-508da9df0e77" -d '{"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:00.346175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7446f8ab-d827-495d-b22d-c229de2d1536 req-d83907ed-2473-4f28-b598-6defb71aae98 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799138 Aug 30 22:51:00.409675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb385c1-e6d3-4856-b156-34ddbd9fe56f req-2dc9a018-d7c2-472e-9a1f-38703cc1cc49 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.415175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-8c5b0cdf-5653-4f6f-9ac0-6878cb4827a1 req-1378e3ad-f12c-4763-a654-1e9f0333b2cb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:51:00.416247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5b0cdf-5653-4f6f-9ac0-6878cb4827a1 req-1378e3ad-f12c-4763-a654-1e9f0333b2cb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104463 Aug 30 22:51:00.423211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bb385c1-e6d3-4856-b156-34ddbd9fe56f req-2dc9a018-d7c2-472e-9a1f-38703cc1cc49 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.1057539 Aug 30 22:51:00.426007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-27efd418-e9a0-4f7f-af51-96ef3d412f29 service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946036 Aug 30 22:51:00.471788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bb385c1-e6d3-4856-b156-34ddbd9fe56f req-75d24322-2ad0-40ea-afa4-9e5e36b286ac tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395339 Aug 30 22:51:00.499963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:00.520301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:00.549950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:00.695860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67371-b7c5-4f47-afcb-e045974cab11 req-c447a074-0715-43f3-b198-d71f6dc14808 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.703633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67371-b7c5-4f47-afcb-e045974cab11 req-c447a074-0715-43f3-b198-d71f6dc14808 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.711005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe67371-b7c5-4f47-afcb-e045974cab11 req-c447a074-0715-43f3-b198-d71f6dc14808 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:00.722274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfe67371-b7c5-4f47-afcb-e045974cab11 req-c447a074-0715-43f3-b198-d71f6dc14808 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2410 time: 0.1386418 Aug 30 22:51:00.875936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfe67371-b7c5-4f47-afcb-e045974cab11 req-9fba4a34-e991-4920-96d2-5ba5f8069be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434598 Aug 30 22:51:00.934556 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a798b9-d356-4903-97ff-c142eff1cf27 x-openstack-request-id: req-61a798b9-d356-4903-97ff-c142eff1cf27 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:00.935040 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:00.935297 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61a798b9-d356-4903-97ff-c142eff1cf27 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:00.935797 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3', 'status': 'completed', 'code': 200} Aug 30 22:51:00.942389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-0bfc1603-c269-4c4f-b8a1-1a1613b31858 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.67&port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f HTTP/1.1" status: 200 len: 217 time: 0.4807694 Aug 30 22:51:00.953272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Pushing event deleted for resources: {'Port': ['ID=099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:01.062314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:01.065605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c5b0cdf-5653-4f6f-9ac0-6878cb4827a1 req-c213c3c3-8a79-4f31-92cf-cce627052a1a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.6379824 Aug 30 22:51:01.069739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] No DVR routers for this DVR port 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:01.078806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.080808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42020003-3329-4720-aa04-ff480461dad4 req-bc9cc017-d278-483f-8d8c-e7648b5525a9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.47 "DELETE /v2.0/ports/099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 HTTP/1.1" status: 204 len: 173 time: 1.8129721 Aug 30 22:51:01.082858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'name': 'network-vif-deleted', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:01.085137 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8565fbdf-46ef-41b7-bd64-c62a391167a3" -d '{"events": [{"server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "name": "network-vif-deleted", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:01.139793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-355f7f09-6a5c-4b13-abe1-d85094036cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.141686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-355f7f09-6a5c-4b13-abe1-d85094036cb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6ee41bb5-4521-4051-b561-39034532a409 HTTP/1.1" status: 200 len: 801 time: 0.1692994 Aug 30 22:51:01.167351 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e2d5e6-e668-4635-8f20-632db01ef1e8 x-openstack-request-id: req-29e2d5e6-e668-4635-8f20-632db01ef1e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:01.167766 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889610ea-ac7e-4239-ad9f-25aca35f0c7e", "name": "network-vif-deleted", "tag": "099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:01.168091 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29e2d5e6-e668-4635-8f20-632db01ef1e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:01.168508 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889610ea-ac7e-4239-ad9f-25aca35f0c7e', 'name': 'network-vif-deleted', 'tag': '099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9', 'status': 'completed', 'code': 200} Aug 30 22:51:01.172768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.228026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-network', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:01.263022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:01.265474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.274958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.299785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-a6e08ccd-1bd3-4359-ba54-e8b949094bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.302526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-a6e08ccd-1bd3-4359-ba54-e8b949094bdd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d13e2607-0ae1-457c-b9a4-ad34007a8f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487432 Aug 30 22:51:01.304448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Checking segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:01.304927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Network hostable DHCP agents. Network: c5a6f47a-7c43-4e40-9630-48a2840ba37c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:01.307578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Pushing event updated for resources: {'Subnet': ['ID=264aa224-55ec-4f36-91e4-1f6e3304b98d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:01.390164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.398024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.400096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:01.415753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c5a6f47a-7c43-4e40-9630-48a2840ba37c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:01.423493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.424360 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.427959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b86cec-9ebf-4a14-8290-0ea37cc27672 None None] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:01.431410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314d1277-fe02-4a52-8ed9-61d05d61b11d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:01.450685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff6c85f1-24e9-4b23-89b7-49612800d41b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4280398 Aug 30 22:51:01.453650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:01.458628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:01.459108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:01.464012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-52580c4f-7b74-4f70-89a7-f6d66e8c6452 service neutron] 10.222.0.52 "GET /v2.0/networks/d13e2607-0ae1-457c-b9a4-ad34007a8f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441340 Aug 30 22:51:01.488553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.489355 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Added segment 0f1d98ff-ede4-4f68-887e-cab7d46ffd1d of type vlan for network 79f66ca4-2fbf-4727-95d4-379d0898b935 Aug 30 22:51:01.531626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb980132-4c6c-4c91-8c79-27f1bbe541c0 req-51b87d14-54ed-4352-9411-6cc00826d406 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.533582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb980132-4c6c-4c91-8c79-27f1bbe541c0 req-51b87d14-54ed-4352-9411-6cc00826d406 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.1037748 Aug 30 22:51:01.535751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.536937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.576179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6d2d632-f995-42c4-91aa-57f077264749 req-268b554e-de54-4b33-9f78-5ea5607c292d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=889610ea-ac7e-4239-ad9f-25aca35f0c7e HTTP/1.1" status: 200 len: 210 time: 0.0440886 Aug 30 22:51:01.583889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.631851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb980132-4c6c-4c91-8c79-27f1bbe541c0 req-8e3a934e-487b-45fc-a15a-4a6e6c04c168 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769701 Aug 30 22:51:01.656558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.670495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-3e831333-b2d6-43eb-a21b-ca093cc5e06f service neutron] 10.222.0.52 "GET /v2.0/networks/d13e2607-0ae1-457c-b9a4-ad34007a8f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955965 Aug 30 22:51:01.679159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.681658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.682649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.695415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d3aeb7-f25d-4942-8170-41a88eac29b9 None None] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:01.737605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-d80d13eb-3f82-48e2-95ff-da864ca83248 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 HTTP/1.1" status: 200 len: 217 time: 0.0580330 Aug 30 22:51:01.775207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=79f66ca4-2fbf-4727-95d4-379d0898b935,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:01.801473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:01.885673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-18cab6b8-93ab-421f-b6af-4ebffb3d4fc4 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8198626 Aug 30 22:51:01.886207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:01.895351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Request body: {'subnet': {'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-subnet', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:01.952443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f0f127-2f69-4d84-843d-bc6e358f9ccc req-7f724408-b15f-4586-94ac-7b13c7993045 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.958477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62f0f127-2f69-4d84-843d-bc6e358f9ccc req-7f724408-b15f-4586-94ac-7b13c7993045 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.1885779 Aug 30 22:51:01.959534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:01.965984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-c54bcbce-839a-446e-8240-61d4e92d3039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:01.967223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.967414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-c54bcbce-839a-446e-8240-61d4e92d3039 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88 HTTP/1.1" status: 200 len: 801 time: 0.1916132 Aug 30 22:51:01.972258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:01.995193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12d7c1f-d7c6-4c81-8298-e9565c876fb8 req-0007e67c-3f41-4a60-b334-2db55a1f7fe2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.002673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c12d7c1f-d7c6-4c81-8298-e9565c876fb8 req-0007e67c-3f41-4a60-b334-2db55a1f7fe2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.2639580 Aug 30 22:51:02.085222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62f0f127-2f69-4d84-843d-bc6e358f9ccc req-130f7605-53e2-40d5-8806-fd1a90131ec7 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 Aug 30 22:51:02.112239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c12d7c1f-d7c6-4c81-8298-e9565c876fb8 req-d29761fd-a926-4cb9-9b2d-367a818ab854 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085534 Aug 30 22:51:02.130185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4691137-7a98-492e-8160-3e716b40078f req-a7f1d06c-fc25-43a5-9438-ca772ae1a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.131786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-a7f1d06c-fc25-43a5-9438-ca772ae1a0b1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1528323 Aug 30 22:51:02.267122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96603-6e8a-408b-9bae-3729139bbf76 req-df6ed735-a451-489f-9565-df346941346c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.271623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-08949380-8e17-4794-954f-f216da540941 service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307888 Aug 30 22:51:02.273160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96603-6e8a-408b-9bae-3729139bbf76 req-df6ed735-a451-489f-9565-df346941346c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.279229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d96603-6e8a-408b-9bae-3729139bbf76 req-df6ed735-a451-489f-9565-df346941346c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.281059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54d96603-6e8a-408b-9bae-3729139bbf76 req-df6ed735-a451-489f-9565-df346941346c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2410 time: 0.1062679 Aug 30 22:51:02.312651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.370381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54d96603-6e8a-408b-9bae-3729139bbf76 req-7982b6cd-0e4f-45ec-b211-39a3419c0927 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829415 Aug 30 22:51:02.391336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:02.415718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Checking segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:02.415991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Network hostable DHCP agents. Network: 79f66ca4-2fbf-4727-95d4-379d0898b935, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:02.437504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:02.450017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 79f66ca4-2fbf-4727-95d4-379d0898b935) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:02.461014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ca535-f63c-4312-a67f-7179ff7fcf27 None None] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:02.467018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.467969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.487051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2bf2452e-b1c7-4c5a-8531-c20d0821cfa3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5998166 Aug 30 22:51:02.489485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:02.493372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372ca7-d106-42fd-ba10-b103c17d70ca req-5ee5c1cc-63db-4f6e-a68d-18b08e8ec151 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.495165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc372ca7-d106-42fd-ba10-b103c17d70ca req-5ee5c1cc-63db-4f6e-a68d-18b08e8ec151 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.2041228 Aug 30 22:51:02.497799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:02.532158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4691137-7a98-492e-8160-3e716b40078f req-b4408407-2dd0-43c3-adb1-d0e56cb4b5cc service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514756 Aug 30 22:51:02.553304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.560825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.564191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.578989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.584168 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc372ca7-d106-42fd-ba10-b103c17d70ca req-e0b06a5e-45a6-438a-abb5-8beebd7ec4de tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783768 Aug 30 22:51:02.654120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.691220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-79f66ca4-2fbf-4727-95d4-379d0898b935', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:51:02.692310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.849012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-ae3c0f04-d8a0-46e7-9136-ee35200e2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.849506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-ae3c0f04-d8a0-46e7-9136-ee35200e2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.850006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-ae3c0f04-d8a0-46e7-9136-ee35200e2f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.852550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-ae3c0f04-d8a0-46e7-9136-ee35200e2f76 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2866 time: 0.1818581 Aug 30 22:51:02.868566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Allocated IP 172.25.7.38 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fa9b761f-bac0-41fe-8544-95ab9ca758d3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:02.911116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:02.942463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cc65d-abe1-474d-94cc-e58bf3a7da71 req-d6eafe3f-cb3a-44c5-8983-1bbba25452d5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.942463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cc65d-abe1-474d-94cc-e58bf3a7da71 req-d6eafe3f-cb3a-44c5-8983-1bbba25452d5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.948564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78cc65d-abe1-474d-94cc-e58bf3a7da71 req-d6eafe3f-cb3a-44c5-8983-1bbba25452d5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.956241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a78cc65d-abe1-474d-94cc-e58bf3a7da71 req-d6eafe3f-cb3a-44c5-8983-1bbba25452d5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc&device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d&device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 2417 time: 0.2001615 Aug 30 22:51:02.957061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c9e4b0-fc66-4740-9c25-0245d8893ddb req-262dbecb-5fca-418f-a725-0a8d6339d54c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:02.959531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c9e4b0-fc66-4740-9c25-0245d8893ddb req-262dbecb-5fca-418f-a725-0a8d6339d54c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1901760 Aug 30 22:51:02.960052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Allocated IP 172.20.0.2 (79f66ca4-2fbf-4727-95d4-379d0898b935/0bb83e7a-f788-49c5-bf98-b1dff98fd0b8/e384bc6a-b15e-4a30-898c-29ff882ce3ad) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:03.046164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c9e4b0-fc66-4740-9c25-0245d8893ddb req-d08a78d0-68cb-4fe4-9d00-c8b558e7a3fd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491037 Aug 30 22:51:03.115029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a78cc65d-abe1-474d-94cc-e58bf3a7da71 req-52123802-f1e2-4535-846d-25ef7a11b605 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578224 Aug 30 22:51:03.178837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-d09691ce-ce31-4798-83b8-a2ac81f57ef8 req-16df77c0-0d53-4d67-a742-a2d334bfdfa4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:51:03.180359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d09691ce-ce31-4798-83b8-a2ac81f57ef8 req-16df77c0-0d53-4d67-a742-a2d334bfdfa4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065815 Aug 30 22:51:03.203059 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.220535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Transition to ACTIVE for port object e384bc6a-b15e-4a30-898c-29ff882ce3ad will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:03.253857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Transition to ACTIVE for port object e384bc6a-b15e-4a30-898c-29ff882ce3ad will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:03.261169 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.267844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-e14644bd-545c-49b8-b76e-7145aeaeffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:03.271640 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-e14644bd-545c-49b8-b76e-7145aeaeffbb service neutron] 10.222.0.52 "GET /v2.0/networks?id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d HTTP/1.1" status: 200 len: 902 time: 0.4046881 Aug 30 22:51:03.298373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:03.303168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:03.307198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:03.365586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Pushing event updated for resources: {'Port': ['ID=e384bc6a-b15e-4a30-898c-29ff882ce3ad,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:03.369089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d09691ce-ce31-4798-83b8-a2ac81f57ef8 req-458d5307-2184-48c1-8eec-645e8867e8ea tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1777060 Aug 30 22:51:03.371235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.387372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.391058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-b99ebfa6-d97f-44d2-a6fc-18cb4730744e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.65&port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 HTTP/1.1" status: 200 len: 217 time: 0.0694752 Aug 30 22:51:03.397353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.413272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Attempting to bind port e384bc6a-b15e-4a30-898c-29ff882ce3ad on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:03.416021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Attempting to bind port e384bc6a-b15e-4a30-898c-29ff882ce3ad by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:03.416689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Attempting to bind port e384bc6a-b15e-4a30-898c-29ff882ce3ad on network 79f66ca4-2fbf-4727-95d4-379d0898b935 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:03.424956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:03.425665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Checking segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:03.426296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.426882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Bound using segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:03.427546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Bound port: e384bc6a-b15e-4a30-898c-29ff882ce3ad, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:03.428132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.451604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:03.501599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-da6018f5-2c09-4f72-b49b-938e5874a600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:03.503190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-da6018f5-2c09-4f72-b49b-938e5874a600 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88 HTTP/1.1" status: 200 len: 801 time: 0.0905132 Aug 30 22:51:03.557637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e0984-8551-49d8-8c71-68b6deb9f07e req-15054001-16fd-43a8-802b-4332fe224d4b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:03.565656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-506e0984-8551-49d8-8c71-68b6deb9f07e req-15054001-16fd-43a8-802b-4332fe224d4b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.3067651 Aug 30 22:51:03.592562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.636166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:03.636737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 099ff7ec-b30e-4a3a-bbc4-51bb5c6499b9 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:03.661853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Allocated IP 172.25.7.16 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e25cda82-88e0-48a7-a020-9ff927b69b4c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:03.668551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-d22ee64d-4647-46cf-9945-ccf0bd6427f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:03.671103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-d22ee64d-4647-46cf-9945-ccf0bd6427f3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=b3851318-9ac1-4acc-bc57-7f75c5c8f35d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1559460 Aug 30 22:51:03.674382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:03.683404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] For port e384bc6a-b15e-4a30-898c-29ff882ce3ad, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:03.687974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-506e0984-8551-49d8-8c71-68b6deb9f07e req-9a1e397d-3766-438b-be38-d3623f8d09f1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213026 Aug 30 22:51:03.689117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:03.689258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] For port e384bc6a-b15e-4a30-898c-29ff882ce3ad, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e384bc6a-b15e-4a30-898c-29ff882ce3ad,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:03.697162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:03.698889 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.808630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.841877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e76988-0bde-4809-8c75-2460fec410ba None None] Pushing event updated for resources: {'Port': ['ID=e384bc6a-b15e-4a30-898c-29ff882ce3ad,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:03.900818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:03.919407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-5a77a995-84a0-4f8a-9496-b8d2da7c3cea service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727333 Aug 30 22:51:03.979734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:03.983425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:03.999597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:04.003077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Pushing event updated for resources: {'Port': ['ID=fa9b761f-bac0-41fe-8544-95ab9ca758d3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:04.045902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Pushing event updated for resources: {'Port': ['ID=e25cda82-88e0-48a7-a020-9ff927b69b4c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:04.299993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-2ce65875-ab65-4e12-9f6f-dcfa2dcf43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:04.301639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-2ce65875-ab65-4e12-9f6f-dcfa2dcf43f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b1824483f5b94483868590ef50ec4650&device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1101 time: 0.3030839 Aug 30 22:51:04.342462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525e7f-8967-433d-93cc-385f15b4a2db req-4813f44c-71f8-4365-8ec6-53bd2eeca3cb tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:04.351070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525e7f-8967-433d-93cc-385f15b4a2db req-4813f44c-71f8-4365-8ec6-53bd2eeca3cb tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:04.363564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90525e7f-8967-433d-93cc-385f15b4a2db req-4813f44c-71f8-4365-8ec6-53bd2eeca3cb tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:04.371930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90525e7f-8967-433d-93cc-385f15b4a2db req-4813f44c-71f8-4365-8ec6-53bd2eeca3cb tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2410 time: 0.4475760 Aug 30 22:51:04.436154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ec22d75-ec11-4a4a-898a-508da9df0e77 req-5ac09d62-0031-49ef-80ef-587f0af6aa97 service neutron] 10.222.0.52 "GET /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583011 Aug 30 22:51:04.505115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:04.534127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e384bc6a-b15e-4a30-898c-29ff882ce3ad up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:04.575785 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90525e7f-8967-433d-93cc-385f15b4a2db req-6aa2bdf6-ebe6-4eee-b4e3-7b999ca68012 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884308 Aug 30 22:51:04.667356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e384bc6a-b15e-4a30-898c-29ff882ce3ad completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:04.799489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.006155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17753ba-452a-4bfd-9099-6e729bcae9cc req-2f951c0d-c039-4ea0-97ca-1c616280e938 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.016075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b17753ba-452a-4bfd-9099-6e729bcae9cc req-2f951c0d-c039-4ea0-97ca-1c616280e938 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0927682 Aug 30 22:51:05.075419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b17753ba-452a-4bfd-9099-6e729bcae9cc req-ef601035-02ed-4f46-9b57-1d0e333d91c7 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583348 Aug 30 22:51:05.089249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Router 67f3709c-8ecc-43c6-bcc8-d04781123c20 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:51:05.125287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-9e6a60ea-4062-442d-8320-0715f76f07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.130933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-9e6a60ea-4062-442d-8320-0715f76f07b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.7498498 Aug 30 22:51:05.135052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.201680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306cf00-296c-4f98-95f8-f496d8eea9a6 req-8b2217d3-3de5-429f-aecd-d93a8f4a7688 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.210922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e306cf00-296c-4f98-95f8-f496d8eea9a6 req-8b2217d3-3de5-429f-aecd-d93a8f4a7688 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1709185 Aug 30 22:51:05.250559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:05.258727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-eb006518-f65b-4204-81f6-ecb7743eb51c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17 HTTP/1.1" status: 200 len: 217 time: 0.0792203 Aug 30 22:51:05.261837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Sync routers for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:05.275142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.277600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1549b704-88ef-43da-8da8-c1e2e7a9bc3d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7864919 Aug 30 22:51:05.279742 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:05.280119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40102) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:05.281553 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:05.324742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0454bc-8558-43e2-8ed1-b597c9f0690d None None] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:05.370262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e306cf00-296c-4f98-95f8-f496d8eea9a6 req-028338ea-068d-4bd8-a25c-ca35d3b1c952 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583507 Aug 30 22:51:05.453248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-bdfb537c-9d40-40c0-b4a9-a22fdcbbc720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.455440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-bdfb537c-9d40-40c0-b4a9-a22fdcbbc720 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1806395 Aug 30 22:51:05.473047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Provisioning for port e384bc6a-b15e-4a30-898c-29ff882ce3ad completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:05.535625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Provisioning complete for port e384bc6a-b15e-4a30-898c-29ff882ce3ad triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:05.536006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.538107 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:05.622986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-70099a6d-82e6-4f71-8b1a-9de04683a904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.624951 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-70099a6d-82e6-4f71-8b1a-9de04683a904 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1544452 Aug 30 22:51:05.651890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.709529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ccda0-20de-4bbd-8530-450027c4fdfb req-113a010e-e4f3-46ea-8e14-3ad049a58d08 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:05.712293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-888ccda0-20de-4bbd-8530-450027c4fdfb req-113a010e-e4f3-46ea-8e14-3ad049a58d08 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2020557 Aug 30 22:51:05.849549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.886684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-888ccda0-20de-4bbd-8530-450027c4fdfb req-32b6e8c4-ef3f-445b-a1aa-b36ac9119f5f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676161 Aug 30 22:51:05.924654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] For port e384bc6a-b15e-4a30-898c-29ff882ce3ad, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e384bc6a-b15e-4a30-898c-29ff882ce3ad,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:05.935045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:05.989136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-7583ff73-e982-49ea-b951-3d5d3d1ffed9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1862595 Aug 30 22:51:05.993823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-12907b57-b6c4-456f-9c15-273fdf308e07 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574760 Aug 30 22:51:06.095617 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:06.168503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d681a66e-68cc-4c5e-bc68-6d0aea137c62 None None] Pushing event updated for resources: {'Port': ['ID=e384bc6a-b15e-4a30-898c-29ff882ce3ad,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:06.189778 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Checking router: 67f3709c-8ecc-43c6-bcc8-d04781123c20 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:06.190164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Updating router 67f3709c-8ecc-43c6-bcc8-d04781123c20 port e25cda82-88e0-48a7-a020-9ff927b69b4c binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:06.195795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-1e55480b-55f8-4649-a049-6f64b0e43933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:06.201848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-1e55480b-55f8-4649-a049-6f64b0e43933 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 1096 time: 0.1406136 Aug 30 22:51:06.202833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:51:06.261349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-94c67c95-9ca2-4fa1-ab0f-f8fd550bee04 None None] Provisioning complete for port e384bc6a-b15e-4a30-898c-29ff882ce3ad triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:06.262099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94c67c95-9ca2-4fa1-ab0f-f8fd550bee04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.270761 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.277540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6077dedd-bef8-4aa5-a730-cf4d73d22fbd req-87c4dacf-c19d-4d96-896f-bc0132cff331 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753479 Aug 30 22:51:06.517577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e384bc6a-b15e-4a30-898c-29ff882ce3ad up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:06.587099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49f2d-3902-4502-a89e-f838706de346 req-60bc4514-c894-412e-bf07-b7ff097e2da4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:06.596060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-b6c7556a-7d01-49ab-9111-2d90ef6d334d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:06.599494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49f2d-3902-4502-a89e-f838706de346 req-60bc4514-c894-412e-bf07-b7ff097e2da4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:06.601799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-b6c7556a-7d01-49ab-9111-2d90ef6d334d service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3583169 Aug 30 22:51:06.602554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 74321a3e-5263-4b19-82b3-4af424df77ba details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:06.606979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:06.613617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49f2d-3902-4502-a89e-f838706de346 req-60bc4514-c894-412e-bf07-b7ff097e2da4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:06.618376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2af49f2d-3902-4502-a89e-f838706de346 req-60bc4514-c894-412e-bf07-b7ff097e2da4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2410 time: 0.2340939 Aug 30 22:51:06.639141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Sync routers for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:06.665877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:06.666563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:06.796422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:51:06.804986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-0be401f0-239d-4d9b-af87-581f8296a083 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 200 len: 217 time: 0.1857295 Aug 30 22:51:06.824322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e384bc6a-b15e-4a30-898c-29ff882ce3ad triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:06.825010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.834425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.837072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4c6d3ac1-5d24-46f9-8ab0-00ec40a0a911 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3821445 Aug 30 22:51:06.882871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:06.896785 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.920933 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2af49f2d-3902-4502-a89e-f838706de346 req-adc1c7c5-5e95-45b4-b9cc-975b19d3dcc2 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923350 Aug 30 22:51:06.936623 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Transition to ACTIVE for port object e25cda82-88e0-48a7-a020-9ff927b69b4c will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:06.950722 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:06.987037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c0eb2-70a8-4210-9fa8-abe5d9152c14 req-64f84ed5-5887-44b5-9e68-66972de476e5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:07.016209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a44c0eb2-70a8-4210-9fa8-abe5d9152c14 req-64f84ed5-5887-44b5-9e68-66972de476e5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.3799298 Aug 30 22:51:07.024595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Attempting to bind port e25cda82-88e0-48a7-a020-9ff927b69b4c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:07.024971 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Attempting to bind port e25cda82-88e0-48a7-a020-9ff927b69b4c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:07.025393 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Attempting to bind port e25cda82-88e0-48a7-a020-9ff927b69b4c on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:07.050491 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45669935-ba6a-4190-a4b6-9fb24eac2177 None None] Pushing event updated for resources: {'Port': ['ID=e25cda82-88e0-48a7-a020-9ff927b69b4c,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:07.056942 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:07.057378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:07.060701 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.061272 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:07.063186 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Bound port: e25cda82-88e0-48a7-a020-9ff927b69b4c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:07.064210 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.066396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=74321a3e-5263-4b19-82b3-4af424df77ba,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:07.110312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '74321a3e-5263-4b19-82b3-4af424df77ba', 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'port_id': '74321a3e-5263-4b19-82b3-4af424df77ba', 'mac_address': 'fa:16:3e:22:20:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88', 'ip_address': '19.80.0.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:07.119057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:07.136275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-d59ba2f6-5f7a-4c68-8feb-2c6f856efb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:07.138082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-d59ba2f6-5f7a-4c68-8feb-2c6f856efb91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.3246284 Aug 30 22:51:07.178297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a44c0eb2-70a8-4210-9fa8-abe5d9152c14 req-da0168c9-57b5-4507-b518-76aa9e23e384 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565499 Aug 30 22:51:07.240101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.254407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-946e2280-9ccf-464e-9024-750592e3752b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726812 Aug 30 22:51:07.384288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74321a3e-5263-4b19-82b3-4af424df77ba {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:07.395150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-7eb9ab1f-cfad-49e4-9f0c-af7b642513a5 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281996 Aug 30 22:51:07.418503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=74321a3e-5263-4b19-82b3-4af424df77ba,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:07.432251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.434093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:07.489007 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] For port e25cda82-88e0-48a7-a020-9ff927b69b4c, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:07.497213 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] For port e25cda82-88e0-48a7-a020-9ff927b69b4c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e25cda82-88e0-48a7-a020-9ff927b69b4c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:07.502923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:07.509954 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.564167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3', 'network_id': 'b3851318-9ac1-4acc-bc57-7f75c5c8f35d', 'port_id': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3', 'mac_address': 'fa:16:3e:38:cb:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88', 'ip_address': '19.80.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:07.591447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb98c563-9dc7-4853-a449-6a6cd7f4c190 req-c42bceda-f5dc-43ef-a7ab-fba1abd449e7 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869388 Aug 30 22:51:07.653575 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45669935-ba6a-4190-a4b6-9fb24eac2177 None None] Pushing event updated for resources: {'Port': ['ID=e25cda82-88e0-48a7-a020-9ff927b69b4c,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:07.675196 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:07.676207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:07.786190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.875780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:07.985434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:07.990664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:07.998136 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:08.070797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:08.084134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.084835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e957cf9f-7c5a-4737-9e6e-a42f22157f2f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:08.146028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:08.175251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c1f4-21dc-483e-ae2a-6cbfb07e93df req-e142b5b2-7167-4d9d-852b-de7a06717537 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:08.184946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c1f4-21dc-483e-ae2a-6cbfb07e93df req-e142b5b2-7167-4d9d-852b-de7a06717537 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:08.197005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97c1f4-21dc-483e-ae2a-6cbfb07e93df req-e142b5b2-7167-4d9d-852b-de7a06717537 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:08.199221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea97c1f4-21dc-483e-ae2a-6cbfb07e93df req-e142b5b2-7167-4d9d-852b-de7a06717537 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2411 time: 0.1359115 Aug 30 22:51:08.199767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Checking router: 3b291045-c2e8-4ab6-ac48-a6b93c57a88e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:08.200330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Updating router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e port fa9b761f-bac0-41fe-8544-95ab9ca758d3 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:08.261341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea97c1f4-21dc-483e-ae2a-6cbfb07e93df req-316f9efc-8d82-4ef7-9c17-4007a28ae70f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520222 Aug 30 22:51:08.269304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:08.290512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.342046 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:08.412992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:08.414776 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfc6a6a-2ad3-48d6-a4b7-8741fe47b691 None None] The sync data for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 is: [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:08.430790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7736380-9c6c-4a99-8aea-0b60aae4ab74 req-6447f6a6-9f25-46c7-a7d2-9ff51d460edb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:08.439261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7736380-9c6c-4a99-8aea-0b60aae4ab74 req-6447f6a6-9f25-46c7-a7d2-9ff51d460edb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.3636577 Aug 30 22:51:08.451789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.452018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f', 'network_id': 'd13e2607-0ae1-457c-b9a4-ad34007a8f1f', 'port_id': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f', 'mac_address': 'fa:16:3e:44:85:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ee41bb5-4521-4051-b561-39034532a409', 'ip_address': '19.86.0.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:08.471115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Allocated IP 172.20.0.1 (79f66ca4-2fbf-4727-95d4-379d0898b935/0bb83e7a-f788-49c5-bf98-b1dff98fd0b8/3106eee9-a271-40af-8745-1038d40ee329) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:08.650992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7736380-9c6c-4a99-8aea-0b60aae4ab74 req-63ed3297-b837-4b90-a166-48410ff920f0 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107105 Aug 30 22:51:08.670937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b458df-fdee-4141-879b-52cf130cbddd req-6f1a5647-e600-436b-9969-65232d47d48b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:08.680512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74b458df-fdee-4141-879b-52cf130cbddd req-6f1a5647-e600-436b-9969-65232d47d48b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0948434 Aug 30 22:51:08.729427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74b458df-fdee-4141-879b-52cf130cbddd req-bb212bbc-a3fe-41a7-a3fe-e700bacc5ae3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472324 Aug 30 22:51:08.752742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.786908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e957cf9f-7c5a-4737-9e6e-a42f22157f2f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:08.825323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:08.832865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.845175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Allocated IP 172.20.0.1 (c5a6f47a-7c43-4e40-9630-48a2840ba37c/264aa224-55ec-4f36-91e4-1f6e3304b98d/54280674-fa99-44cd-95a6-9f84c0317fcf) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:08.860108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.908025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Transition to ACTIVE for port object 3106eee9-a271-40af-8745-1038d40ee329 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:08.936287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:08.940424 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:08.951717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Transition to ACTIVE for port object fa9b761f-bac0-41fe-8544-95ab9ca758d3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:08.959028 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.025607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Attempting to bind port fa9b761f-bac0-41fe-8544-95ab9ca758d3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:09.026143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Attempting to bind port fa9b761f-bac0-41fe-8544-95ab9ca758d3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:09.026608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Attempting to bind port fa9b761f-bac0-41fe-8544-95ab9ca758d3 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:09.036036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:09.036556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:09.037055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.037546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:09.038180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Bound port: fa9b761f-bac0-41fe-8544-95ab9ca758d3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:09.039778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.076100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.083913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5d00-2b7f-4dd0-ab39-018de789da0c None None] Pushing event updated for resources: {'Port': ['ID=fa9b761f-bac0-41fe-8544-95ab9ca758d3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:09.120880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.123470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] For port fa9b761f-bac0-41fe-8544-95ab9ca758d3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:09.128261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] For port fa9b761f-bac0-41fe-8544-95ab9ca758d3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa9b761f-bac0-41fe-8544-95ab9ca758d3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:09.143887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.159999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.195604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:09.197557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:09.198378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Pushing event updated for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:09.203764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:09.205836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:09.207618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:09.211404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:09.306738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:09.307398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:09.312024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a5d00-2b7f-4dd0-ab39-018de789da0c None None] Pushing event updated for resources: {'Port': ['ID=fa9b761f-bac0-41fe-8544-95ab9ca758d3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:09.331849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.485123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Pushing event updated for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:09.496081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['74321a3e-5263-4b19-82b3-4af424df77ba'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:09.514190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e957cf9f-7c5a-4737-9e6e-a42f22157f2f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:09.614199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577bfa0-e62b-48fb-8128-6c771ae17a71 req-246ef3e7-f01e-4509-95b3-94d8361e1d0d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:09.614775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.616609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0577bfa0-e62b-48fb-8128-6c771ae17a71 req-246ef3e7-f01e-4509-95b3-94d8361e1d0d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1024508 Aug 30 22:51:09.641321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.667714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:09.700336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0577bfa0-e62b-48fb-8128-6c771ae17a71 req-1f5e882a-becc-412c-b4d3-b660db19c0e1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692925 Aug 30 22:51:09.766690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea57e2-21e6-406b-8926-fcb5b4404420 req-ccfad197-fe54-475f-adfa-0092b348828a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:09.779007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea57e2-21e6-406b-8926-fcb5b4404420 req-ccfad197-fe54-475f-adfa-0092b348828a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:09.787545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea57e2-21e6-406b-8926-fcb5b4404420 req-ccfad197-fe54-475f-adfa-0092b348828a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:09.789765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0ea57e2-21e6-406b-8926-fcb5b4404420 req-ccfad197-fe54-475f-adfa-0092b348828a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2413 time: 0.3008008 Aug 30 22:51:09.881599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-16b9fa7f-2dc1-48f7-8964-7ebcc096edab None None] Provisioning for port 3106eee9-a271-40af-8745-1038d40ee329 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:09.926952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0ea57e2-21e6-406b-8926-fcb5b4404420 req-4bd54ccd-47d9-4be7-abfe-2175d60f6706 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286492 Aug 30 22:51:09.935913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-16b9fa7f-2dc1-48f7-8964-7ebcc096edab None None] Provisioning complete for port 3106eee9-a271-40af-8745-1038d40ee329 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:09.936118 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-16b9fa7f-2dc1-48f7-8964-7ebcc096edab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:09.938672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-376651c1-1e34-4c15-b8f8-5c4bdb3899ed tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:09.942147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-376651c1-1e34-4c15-b8f8-5c4bdb3899ed tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.0833640 Aug 30 22:51:10.055835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-16b9fa7f-2dc1-48f7-8964-7ebcc096edab None None] Port 3106eee9-a271-40af-8745-1038d40ee329 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:10.066107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.154163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab309bd-f88e-4eb1-b5b7-5ac64199b950 req-110be57f-bfc5-43af-8d05-dfff8aebccf6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:10.156484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ab309bd-f88e-4eb1-b5b7-5ac64199b950 req-110be57f-bfc5-43af-8d05-dfff8aebccf6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1117156 Aug 30 22:51:10.168139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.174530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257d6bf-ce39-49f2-9283-c3f0e95c071e req-c1b26d1c-7633-4d30-bc6d-0d9c655265a4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:10.176748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7257d6bf-ce39-49f2-9283-c3f0e95c071e req-c1b26d1c-7633-4d30-bc6d-0d9c655265a4 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 945 time: 0.1196854 Aug 30 22:51:10.189491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.196656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Deleting port 4f5b06d4-8a69-4d61-9eab-797daeb4959a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:10.198866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.214714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:10.269865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03fea19-57fa-4c00-9379-5d3f6696d829 None None] The sync data for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 is: [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:04Z', 'revision_number': 3, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:10.303533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4fb7-72b7-4bd0-924a-49066dd5160f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.318335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.353061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7257d6bf-ce39-49f2-9283-c3f0e95c071e req-ccccf21e-2b71-4691-8225-e93e4bfe0362 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668494 Aug 30 22:51:10.361859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Pushing event updated for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:10.403901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ab309bd-f88e-4eb1-b5b7-5ac64199b950 req-0f9f52f1-7e12-4217-856c-1cc53e7b8bc8 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311494 Aug 30 22:51:10.428205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] For port 4f5b06d4-8a69-4d61-9eab-797daeb4959a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f5b06d4-8a69-4d61-9eab-797daeb4959a,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:10.428580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.463087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Calling delete_port for 4f5b06d4-8a69-4d61-9eab-797daeb4959a owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:10.495779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e25cda82-88e0-48a7-a020-9ff927b69b4c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:10.581973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:10.591795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:10.600418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e25cda82-88e0-48a7-a020-9ff927b69b4c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:10.605577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e25cda82-88e0-48a7-a020-9ff927b69b4c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:10.606022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.639295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.670554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.680610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8493813-6c39-41f6-bad0-c2e9c3b0bc76 req-e031d3ae-6596-4942-b021-76c70596c50e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:10.686419 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8493813-6c39-41f6-bad0-c2e9c3b0bc76 req-e031d3ae-6596-4942-b021-76c70596c50e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.2247810 Aug 30 22:51:10.792468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8493813-6c39-41f6-bad0-c2e9c3b0bc76 req-984c680d-b801-4432-866d-cfb605fe13bf tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942581 Aug 30 22:51:10.889655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.922593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:10.975249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['818dbfa3-a58d-44aa-97b0-040ec19e98bc', '4f5b06d4-8a69-4d61-9eab-797daeb4959a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:10.985237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event deleted for resources: {'Port': ['ID=4f5b06d4-8a69-4d61-9eab-797daeb4959a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:11.096744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6da31ed0-f032-4995-bd72-8cf5ae0aa8d3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:11.116308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] No DVR routers for this DVR port 4f5b06d4-8a69-4d61-9eab-797daeb4959a on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:11.123232 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:11.127957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ee1dae2-1ca7-4fb7-8744-ced1063a69f3 req-2bde40ad-3461-4816-b2c2-74b625328fe9 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "DELETE /v2.0/ports/4f5b06d4-8a69-4d61-9eab-797daeb4959a HTTP/1.1" status: 204 len: 173 time: 1.1737862 Aug 30 22:51:11.131003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'name': 'network-vif-deleted', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:11.137704 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e64e57-9533-45f3-ac62-e2993b4a6d56" -d '{"events": [{"server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "name": "network-vif-deleted", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:11.190795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e25cda82-88e0-48a7-a020-9ff927b69b4c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e25cda82-88e0-48a7-a020-9ff927b69b4c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:11.261936 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:11.273006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4dbf4357-20e5-43e7-8be8-a9850fb87a65 None None] Provisioning complete for port 3106eee9-a271-40af-8745-1038d40ee329 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:11.273966 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4dbf4357-20e5-43e7-8be8-a9850fb87a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:11.280842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100ecd-54c7-4bab-bfc7-c43952fcb84b req-ffe379e5-d575-4519-b0ca-ff2eb6f3367f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:11.288515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100ecd-54c7-4bab-bfc7-c43952fcb84b req-ffe379e5-d575-4519-b0ca-ff2eb6f3367f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:11.295671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100ecd-54c7-4bab-bfc7-c43952fcb84b req-ffe379e5-d575-4519-b0ca-ff2eb6f3367f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:11.297409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab100ecd-54c7-4bab-bfc7-c43952fcb84b req-ffe379e5-d575-4519-b0ca-ff2eb6f3367f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2413 time: 0.1174853 Aug 30 22:51:11.378914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab100ecd-54c7-4bab-bfc7-c43952fcb84b req-4c9692bb-d962-48b9-a227-b1b6f5d5b4c5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684564 Aug 30 22:51:11.430508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf4357-20e5-43e7-8be8-a9850fb87a65 None None] Port 3106eee9-a271-40af-8745-1038d40ee329 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:11.452712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e25cda82-88e0-48a7-a020-9ff927b69b4c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:11.489359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3dd665-33cc-43fe-a8b3-5e1bb5db7732 x-openstack-request-id: req-6b3dd665-33cc-43fe-a8b3-5e1bb5db7732 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:11.489914 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18859afe-4825-4819-836c-2a469dbd96cc", "name": "network-vif-deleted", "tag": "4f5b06d4-8a69-4d61-9eab-797daeb4959a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:11.490362 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b3dd665-33cc-43fe-a8b3-5e1bb5db7732 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:11.490932 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18859afe-4825-4819-836c-2a469dbd96cc', 'name': 'network-vif-deleted', 'tag': '4f5b06d4-8a69-4d61-9eab-797daeb4959a', 'status': 'completed', 'code': 200} Aug 30 22:51:11.499168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f66996aa-4b73-4684-aa06-5609371fc5d8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:11.564954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Router 67f3709c-8ecc-43c6-bcc8-d04781123c20 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:11.625520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06c4ec13-2292-4447-98ee-1010bdbe856f req-97c081b6-ab48-485c-bf71-ffd40e95218b tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=18859afe-4825-4819-836c-2a469dbd96cc HTTP/1.1" status: 200 len: 210 time: 0.0367911 Aug 30 22:51:11.736664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:11.757249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Pushing event updated for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:11.976201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-4d27b1f3-b6bf-4157-ad19-186a8ad38902 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:11.977739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-4d27b1f3-b6bf-4157-ad19-186a8ad38902 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.4040158 Aug 30 22:51:11.985851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96cbe5-853b-4c91-a1b3-7337d92db4cb req-420d737f-b524-414b-867b-229bc77072a2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:11.988832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab96cbe5-853b-4c91-a1b3-7337d92db4cb req-420d737f-b524-414b-867b-229bc77072a2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0652292 Aug 30 22:51:12.018319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-bb21d1be-ae38-479f-8890-a2593cc90377 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/quotas/147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 375 time: 0.0311670 Aug 30 22:51:12.029643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:12.032374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:12.039665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Sync routers for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:12.049049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8603513c-b2d5-417a-90b6-60c2c2c91523 admin admin] 10.222.0.25 "PUT /v2.0/routers/67f3709c-8ecc-43c6-bcc8-d04781123c20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7674608 Aug 30 22:51:12.051525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:12.078756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab96cbe5-853b-4c91-a1b3-7337d92db4cb req-bffc07c8-f7fb-4d93-83f7-3c1ccbfd0b2f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807419 Aug 30 22:51:12.082993 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:12.083883 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:12.174134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-b0831577-d29e-40f3-a155-575fe0c1c45d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1383357 Aug 30 22:51:12.250568 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:12.332049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:12.370784 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-d2fb0dd3-8848-4cab-b0d5-d1ea087a80f3 service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955650 Aug 30 22:51:12.529336 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 2, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:12.590501 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Checking router: 67f3709c-8ecc-43c6-bcc8-d04781123c20 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:12.591249 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Updating router 67f3709c-8ecc-43c6-bcc8-d04781123c20 port 3106eee9-a271-40af-8745-1038d40ee329 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:12.593871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35b205-5160-425b-90e6-a385a1c8791d req-3c541c4a-32dc-43a9-8763-698c975418d7 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:12.606204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35b205-5160-425b-90e6-a385a1c8791d req-3c541c4a-32dc-43a9-8763-698c975418d7 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:12.610773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e25cda82-88e0-48a7-a020-9ff927b69b4c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:12.613242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35b205-5160-425b-90e6-a385a1c8791d req-3c541c4a-32dc-43a9-8763-698c975418d7 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:12.628614 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:12.635502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d35b205-5160-425b-90e6-a385a1c8791d req-3c541c4a-32dc-43a9-8763-698c975418d7 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2413 time: 0.1085625 Aug 30 22:51:12.659213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-46246bf9-391e-47a5-8d23-2e43866b0bba service neutron] 10.222.0.25 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874565 Aug 30 22:51:12.684688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e25cda82-88e0-48a7-a020-9ff927b69b4c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:12.685070 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:12.694360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:12.715661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9ec4775a-6824-4258-b5b9-b3149a557b6e admin admin] 10.222.0.25 "PUT /v2.0/routers/3b291045-c2e8-4ab6-ac48-a6b93c57a88e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8220856 Aug 30 22:51:12.730496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d35b205-5160-425b-90e6-a385a1c8791d req-93694414-e4e5-4f42-b0c4-97df55ef70d7 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892379 Aug 30 22:51:12.886012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa9b761f-bac0-41fe-8544-95ab9ca758d3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:12.887966 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:12.939787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 74321a3e-5263-4b19-82b3-4af424df77ba up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:13.074494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Sync routers for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:13.079118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fa9b761f-bac0-41fe-8544-95ab9ca758d3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:13.081437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 74321a3e-5263-4b19-82b3-4af424df77ba completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:13.113997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 74321a3e-5263-4b19-82b3-4af424df77ba triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:13.115025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.138567 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.173520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Transition to ACTIVE for port object 3106eee9-a271-40af-8745-1038d40ee329 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:13.177329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fa9b761f-bac0-41fe-8544-95ab9ca758d3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:13.177827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.188088 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.211455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:13.212141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:50:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:13.255458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c9e9e1f-7125-4a96-a645-c7f3aad35d1f req-b9b240d7-acb6-4f9c-896f-3632234d6df1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0539284 Aug 30 22:51:13.287648 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Pushing event updated for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:13.349228 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.350090 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.350631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.351716 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.363906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.366403 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.367712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.368438 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.369969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.370488 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.371860 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.373534 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:13.493303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6743464-689d-4fe4-8ab7-44559bc03971 req-c93877d3-021b-4f7e-ba56-880a970c99a0 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:13.495200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6743464-689d-4fe4-8ab7-44559bc03971 req-c93877d3-021b-4f7e-ba56-880a970c99a0 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.0798454 Aug 30 22:51:13.508779 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Attempting to bind port 3106eee9-a271-40af-8745-1038d40ee329 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:13.509681 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Attempting to bind port 3106eee9-a271-40af-8745-1038d40ee329 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:13.510236 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Attempting to bind port 3106eee9-a271-40af-8745-1038d40ee329 on network 79f66ca4-2fbf-4727-95d4-379d0898b935 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:13.516716 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:13.517395 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Checking segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:13.518040 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.518640 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Bound using segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:13.519287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Bound port: 3106eee9-a271-40af-8745-1038d40ee329, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:13.519853 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.588370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6743464-689d-4fe4-8ab7-44559bc03971 req-00bb6a5d-a8be-4aae-8a94-f9c13d4336dc tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858169 Aug 30 22:51:13.615059 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] For port 3106eee9-a271-40af-8745-1038d40ee329, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:13.620028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] For port 3106eee9-a271-40af-8745-1038d40ee329, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3106eee9-a271-40af-8745-1038d40ee329,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:13.641829 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.684411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:13.714143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:13.858023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:13.881680 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de4a1f6-8539-4460-beab-bfc7a84e7003 None None] Pushing event updated for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:13.905431 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7bb16c-280d-4c2e-8592-9cdd0be6f736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.942568 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:13.944464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:14Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:13.957486 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:13.993189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0485d44e-d7d6-4c45-8e11-f7e3e473e241 req-0e768310-b439-45c1-ac96-9583dc538719 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.005931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0485d44e-d7d6-4c45-8e11-f7e3e473e241 req-0e768310-b439-45c1-ac96-9583dc538719 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.1350963 Aug 30 22:51:14.021086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-f3d24211-411e-4350-806d-cca370192a6d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.044742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-f3d24211-411e-4350-806d-cca370192a6d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 811 time: 0.4229846 Aug 30 22:51:14.078323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0485d44e-d7d6-4c45-8e11-f7e3e473e241 req-0fe07cb3-5ae9-43f6-a8b8-18af83f29a80 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709500 Aug 30 22:51:14.092642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-cd90a6a7-1c13-4c2b-b1f8-40115d5c3237 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/quotas/25a41d019b6245b08ea133d7eea326f4 HTTP/1.1" status: 200 len: 375 time: 0.0469291 Aug 30 22:51:14.254632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:14.256975 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d836df0-c561-4e0b-a044-415026168ef6" -d '{"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:14.266018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.275525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-4cb460f6-a550-4bfe-961c-c49d13e0b479 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1819091 Aug 30 22:51:14.319619 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:14.373109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=74321a3e-5263-4b19-82b3-4af424df77ba,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:14.388588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:14.404175 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.405081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e957cf9f-7c5a-4737-9e6e-a42f22157f2f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:14.424743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc6ae-af1c-4b87-9dcf-6dccccfcf5d1 req-9cc78754-2918-4a79-a795-0e482cff3b1b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.432575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc6ae-af1c-4b87-9dcf-6dccccfcf5d1 req-9cc78754-2918-4a79-a795-0e482cff3b1b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.439121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bbc6ae-af1c-4b87-9dcf-6dccccfcf5d1 req-9cc78754-2918-4a79-a795-0e482cff3b1b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.447909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3bbc6ae-af1c-4b87-9dcf-6dccccfcf5d1 req-9cc78754-2918-4a79-a795-0e482cff3b1b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2413 time: 0.1080351 Aug 30 22:51:14.493507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.506263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'mac_address': 'fa:16:3e:d4:79:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:14.531782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3bbc6ae-af1c-4b87-9dcf-6dccccfcf5d1 req-9031f19a-15f2-46e1-89b6-eacf28ef6141 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780547 Aug 30 22:51:14.544710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-3bfa6b40-3cb1-499f-bb4f-c184cd3833aa service neutron] 10.222.0.25 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669268 Aug 30 22:51:14.636489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:14.638731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fa9b761f-bac0-41fe-8544-95ab9ca758d3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa9b761f-bac0-41fe-8544-95ab9ca758d3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:14.678843 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.681257 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.684532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f5b06d4-8a69-4d61-9eab-797daeb4959a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:14.686247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.700539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:14.719498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-d87ff1a9-08da-4abb-96e0-a43b657f73bf service neutron] 10.222.0.25 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663256 Aug 30 22:51:14.741091 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:13Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:14.752441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 4f5b06d4-8a69-4d61-9eab-797daeb4959a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:14.753097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f5b06d4-8a69-4d61-9eab-797daeb4959a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:14.762782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09fbe5-2279-4261-a90e-c784b8e574f2 req-6537cf9b-a24a-493b-a770-686d491e6549 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.767612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea09fbe5-2279-4261-a90e-c784b8e574f2 req-6537cf9b-a24a-493b-a770-686d491e6549 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1167324 Aug 30 22:51:14.779888 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503940d3-3d49-4998-af4d-93e0ae3b1a08 None None] The sync data for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 is: [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:13Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:14.825281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.879242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port e957cf9f-7c5a-4737-9e6e-a42f22157f2f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:14.893870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:14.908427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port e957cf9f-7c5a-4737-9e6e-a42f22157f2f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:14.908844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:14.916965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fa9b761f-bac0-41fe-8544-95ab9ca758d3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:14.920243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea09fbe5-2279-4261-a90e-c784b8e574f2 req-86f67ef4-0829-4506-8f5a-fda6e784e80b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424427 Aug 30 22:51:14.956441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-6b664345-39dd-4477-ab1f-16bfd417ce6a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:14.958657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-6b664345-39dd-4477-ab1f-16bfd417ce6a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.52 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.1126380 Aug 30 22:51:15.064065 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aceb583d-b7f0-4f00-9ac3-7da870913c70 x-openstack-request-id: req-aceb583d-b7f0-4f00-9ac3-7da870913c70 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:15.064369 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:15.064369 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aceb583d-b7f0-4f00-9ac3-7da870913c70 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:15.064832 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba', 'code': 200} Aug 30 22:51:15.143105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:51:15.143487 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:51:15.144631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:15.156560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '54280674-fa99-44cd-95a6-9f84c0317fcf', 'name': '', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'mac_address': 'fa:16:3e:39:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:08Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 2, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'subnets': [{'id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:15.207352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031025ed-4695-468a-9d10-cb579df1f8ba req-3cdf7121-88d2-41e3-84a4-8d4e7f2592c8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.1214695 Aug 30 22:51:15.235943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Checking router: 3b291045-c2e8-4ab6-ac48-a6b93c57a88e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:15.236312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Updating router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e port 54280674-fa99-44cd-95a6-9f84c0317fcf binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:15.384530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5850623-0e48-4f60-b864-133fdca3c363 req-60e3afbb-9bd4-4e3d-ac66-2142b5f7be59 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 210 time: 0.0587401 Aug 30 22:51:15.386408 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:15.397695 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:15.462865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:15.513101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:15.558931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:15.585830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37942dd-764c-492f-bfe3-11e97b2e806b req-08b5d2d4-891a-4214-9777-25d495a3eafb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:15.613727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f37942dd-764c-492f-bfe3-11e97b2e806b req-08b5d2d4-891a-4214-9777-25d495a3eafb tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 947 time: 0.4622414 Aug 30 22:51:15.618314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Deleting port f66996aa-4b73-4684-aa06-5609371fc5d8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:15.618756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:15.648839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da171698-2fe1-47eb-b6bf-fb4835bbe6b2 req-333c5f8b-0d2f-4552-b30a-0a9371384215 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:15.661260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da171698-2fe1-47eb-b6bf-fb4835bbe6b2 req-333c5f8b-0d2f-4552-b30a-0a9371384215 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1217606 Aug 30 22:51:15.675671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:15.737662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-c94b78d3-15e3-433a-8b26-66d41f68d290 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:15.739231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-c94b78d3-15e3-433a-8b26-66d41f68d290 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 821 time: 0.5734146 Aug 30 22:51:15.751916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da171698-2fe1-47eb-b6bf-fb4835bbe6b2 req-48cadf2e-f839-4665-bddc-c6ce1ec1846f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807412 Aug 30 22:51:15.778552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Request body: {'port': {'device_id': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'admin_state_up': True, 'tenant_id': '147f9c138b8040de91cdfe8622a23556'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:15.812676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f37942dd-764c-492f-bfe3-11e97b2e806b req-105994ae-d691-4430-8cb7-35bb7314682b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978586 Aug 30 22:51:15.832461 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.006607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fe95df-2100-4056-8f8e-6fd89e75b4ab req-e5e35b2f-4733-4585-9dbe-732de42e5852 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.008813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73fe95df-2100-4056-8f8e-6fd89e75b4ab req-e5e35b2f-4733-4585-9dbe-732de42e5852 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 946 time: 0.1093001 Aug 30 22:51:16.079751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Made reservation on behalf of 147f9c138b8040de91cdfe8622a23556 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:16.083812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.088559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73fe95df-2100-4056-8f8e-6fd89e75b4ab req-3a9df095-dfdc-4c68-b6b4-04b97b48d41c tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721221 Aug 30 22:51:16.136291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] For port f66996aa-4b73-4684-aa06-5609371fc5d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f66996aa-4b73-4684-aa06-5609371fc5d8,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:16.145264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.235448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Calling delete_port for f66996aa-4b73-4684-aa06-5609371fc5d8 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:16.318107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17af0f53-c3cb-44d6-bd31-8446ea8a6ce5 req-464381b1-c7b1-4321-aadf-1852b1f5204f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.322150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17af0f53-c3cb-44d6-bd31-8446ea8a6ce5 req-464381b1-c7b1-4321-aadf-1852b1f5204f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0928583 Aug 30 22:51:16.378015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17af0f53-c3cb-44d6-bd31-8446ea8a6ce5 req-5992482c-cc17-405f-aa62-90c391a3bf79 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Aug 30 22:51:16.460650 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.486159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:16.511231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5675cbfb-9ff0-4cf5-aeb6-051270efe2f3 req-0ed87816-6a8b-43e3-bd0f-ad0cf2ebb550 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0632522 Aug 30 22:51:16.558801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fb798-677b-43d4-8fea-8560e98c7c45 req-a5e1dfc1-d182-40ff-abe2-3e5f38d383cc tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.563297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:16.565014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fb798-677b-43d4-8fea-8560e98c7c45 req-a5e1dfc1-d182-40ff-abe2-3e5f38d383cc tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.571895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03fb798-677b-43d4-8fea-8560e98c7c45 req-a5e1dfc1-d182-40ff-abe2-3e5f38d383cc tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.574991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:16.575853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03fb798-677b-43d4-8fea-8560e98c7c45 req-a5e1dfc1-d182-40ff-abe2-3e5f38d383cc tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2415 time: 0.4479890 Aug 30 22:51:16.584987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:16.585543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.602852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.606970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.611173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Transition to ACTIVE for port object 54280674-fa99-44cd-95a6-9f84c0317fcf will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:16.668832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.698927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad059f-ac33-41c9-9b01-a8f61fae1175 req-6bf9d412-7cc7-4b92-9614-7fa018da9dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.700364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8ad059f-ac33-41c9-9b01-a8f61fae1175 req-6bf9d412-7cc7-4b92-9614-7fa018da9dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0799837 Aug 30 22:51:16.801335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Attempting to bind port 54280674-fa99-44cd-95a6-9f84c0317fcf on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:16.801813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Attempting to bind port 54280674-fa99-44cd-95a6-9f84c0317fcf by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:16.802221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Attempting to bind port 54280674-fa99-44cd-95a6-9f84c0317fcf on network c5a6f47a-7c43-4e40-9630-48a2840ba37c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:16.805632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:16.830771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.850795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:16.851906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Checking segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:16.852174 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.852551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Bound using segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:16.855090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Bound port: 54280674-fa99-44cd-95a6-9f84c0317fcf, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:16.855492 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:16.871078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-db3d16c2-7917-4bdd-a1a5-c7b2c0c1195b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:16.873088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-db3d16c2-7917-4bdd-a1a5-c7b2c0c1195b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.52 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 811 time: 0.1673927 Aug 30 22:51:16.887873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8ad059f-ac33-41c9-9b01-a8f61fae1175 req-51638b3e-bc6d-45d2-b8d3-18e3170b99f8 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724156 Aug 30 22:51:16.897522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Request body: {'port': {'device_id': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'admin_state_up': True, 'tenant_id': '25a41d019b6245b08ea133d7eea326f4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:16.920668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['818dbfa3-a58d-44aa-97b0-040ec19e98bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:16.920668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f66996aa-4b73-4684-aa06-5609371fc5d8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:17.035711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event deleted for resources: {'Port': ['ID=f66996aa-4b73-4684-aa06-5609371fc5d8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:17.120101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Allocated IP 172.20.0.13 (4e141e69-03e6-47c7-b3aa-3c745db13902/4a06fcc1-02fb-436f-af87-f616358e0c1a/efe5aeeb-8715-4a08-becd-d3017fa98216) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:17.124352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03fb798-677b-43d4-8fea-8560e98c7c45 req-d0076717-490e-436b-a329-94778ec119fa tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5248203 Aug 30 22:51:17.190867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e38b0ce-6ff2-4548-8117-4c8ba4f1db7a req-52b27320-1a40-4a69-b340-11165262d12b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 210 time: 0.0599847 Aug 30 22:51:17.223615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Made reservation on behalf of 25a41d019b6245b08ea133d7eea326f4 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:17.228999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:17.229355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.229694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.232535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.233525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.234694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.235828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.236035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.236371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.237381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.238390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.239367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.240325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:17.248587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}, {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:17.255016 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05951dc6-d11d-45be-abff-28637fb61467" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-unplugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}, {"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:17.267346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:17.271981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3106eee9-a271-40af-8745-1038d40ee329 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:17.309664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] No DVR routers for this DVR port f66996aa-4b73-4684-aa06-5609371fc5d8 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:17.312905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:17.315459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-229d3ce0-506b-462a-bfb2-98a6bd1b64c1 req-632481f2-c749-4069-a61c-09562f6c5ecb tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.52 "DELETE /v2.0/ports/f66996aa-4b73-4684-aa06-5609371fc5d8 HTTP/1.1" status: 204 len: 173 time: 2.3493416 Aug 30 22:51:17.363103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'name': 'network-vif-deleted', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:17.366326 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292b1a82-7fc6-418a-8152-216073aa6d4b" -d '{"events": [{"server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "name": "network-vif-deleted", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:17.511294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c33a4f7-81fb-4083-8c83-42e6041a2f87 req-2897d5d6-d99b-4e09-af4b-7b11e1fe7d57 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=732c65da-1f17-4d9b-9f04-da5ce1e7f87d HTTP/1.1" status: 200 len: 210 time: 0.0474210 Aug 30 22:51:17.552076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Allocated IP 172.20.0.14 (c5a6f47a-7c43-4e40-9630-48a2840ba37c/264aa224-55ec-4f36-91e4-1f6e3304b98d/ea933f9a-2047-4c84-804f-102649224e35) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:17.737083 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb7d7bc-6b4e-4519-be9a-ad9e7511d654 x-openstack-request-id: req-cfb7d7bc-6b4e-4519-be9a-ad9e7511d654 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:17.741209 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-unplugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "code": 200}, {"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:17.741496 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfb7d7bc-6b4e-4519-be9a-ad9e7511d654 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:17.744399 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'code': 200} Aug 30 22:51:17.744871 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f', 'code': 200} Aug 30 22:51:17.872003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b6af0-05e6-4a5d-9a93-aad6c23dad34 None None] Pushing event updated for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:17.885724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.014340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd943c6-4fd5-4e6e-aacb-65b1dc310b50 req-f2070fa4-ddc5-4e36-9a9b-35d1cb7e2c4f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.017045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fd943c6-4fd5-4e6e-aacb-65b1dc310b50 req-f2070fa4-ddc5-4e36-9a9b-35d1cb7e2c4f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2148268 Aug 30 22:51:18.023805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.047437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] For port 54280674-fa99-44cd-95a6-9f84c0317fcf, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:18.068131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3106eee9-a271-40af-8745-1038d40ee329 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:18.090286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:18.098860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fd943c6-4fd5-4e6e-aacb-65b1dc310b50 req-6ad8394f-8796-4268-9c64-c3602897bd2b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Aug 30 22:51:18.124383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3106eee9-a271-40af-8745-1038d40ee329 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:18.124742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.135180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] For port 54280674-fa99-44cd-95a6-9f84c0317fcf, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=54280674-fa99-44cd-95a6-9f84c0317fcf,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:18.136592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.169418 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.253007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:18.260779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:18.271006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:18.277717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Pushing event updated for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:18.313766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f66996aa-4b73-4684-aa06-5609371fc5d8 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:18.316989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.317849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.318947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.319398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.319907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.320589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.321063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.321515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.322013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.322508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.322957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.323396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.323939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:18.355007 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86296d7f-0bd6-40e2-8558-fb9cb8b5c207 x-openstack-request-id: req-86296d7f-0bd6-40e2-8558-fb9cb8b5c207 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:18.355302 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "732c65da-1f17-4d9b-9f04-da5ce1e7f87d", "name": "network-vif-deleted", "tag": "f66996aa-4b73-4684-aa06-5609371fc5d8", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:18.355482 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.355657 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86296d7f-0bd6-40e2-8558-fb9cb8b5c207 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:18.355950 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '732c65da-1f17-4d9b-9f04-da5ce1e7f87d', 'name': 'network-vif-deleted', 'tag': 'f66996aa-4b73-4684-aa06-5609371fc5d8', 'status': 'completed', 'code': 200} Aug 30 22:51:18.365550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:18.369634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fda14af-d24f-49bb-9b81-6133f1cb7c16 req-7d45cbb6-9750-42b8-ad2c-4a174f279e50 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.381378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fda14af-d24f-49bb-9b81-6133f1cb7c16 req-7d45cbb6-9750-42b8-ad2c-4a174f279e50 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 1.1308544 Aug 30 22:51:18.387640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7acc4297-226b-4ebe-b1ab-54f1f1c5453f req-00535d94-6f03-4146-9fa6-6d41d25afe7e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0512364 Aug 30 22:51:18.422885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.424910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.458191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-eb786862-a4a6-42c3-9c1f-2df57ff54952 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5649893 Aug 30 22:51:18.459439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: f66996aa-4b73-4684-aa06-5609371fc5d8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:18.460025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f66996aa-4b73-4684-aa06-5609371fc5d8 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:18.464172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519b6af0-05e6-4a5d-9a93-aad6c23dad34 None None] Pushing event updated for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:18.498490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4fda14af-d24f-49bb-9b81-6133f1cb7c16 req-de186b46-bcc3-471b-a9f9-d94bf63ca5b3 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058929 Aug 30 22:51:18.526960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Request body: {'port': {'device_id': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:18.532301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.554558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:18.555258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:14Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:18.627045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Network 4e141e69-03e6-47c7-b3aa-3c745db13902 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:18.651666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.652143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:18.666690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:18.683104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:18.761023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:18.814561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bda51-960b-4c53-b238-f9467d419285 req-a39cc8dc-78a5-4b66-87bf-d92e67bd5e52 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.819331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:18.821879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bda51-960b-4c53-b238-f9467d419285 req-a39cc8dc-78a5-4b66-87bf-d92e67bd5e52 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.828148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700bda51-960b-4c53-b238-f9467d419285 req-a39cc8dc-78a5-4b66-87bf-d92e67bd5e52 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.837863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-700bda51-960b-4c53-b238-f9467d419285 req-a39cc8dc-78a5-4b66-87bf-d92e67bd5e52 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.2130942 Aug 30 22:51:18.846009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.849873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:18.870347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b68517-e787-4cd5-8ede-ce0335eb694f req-b374d90d-1a6e-4958-9cf3-03d439106e46 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:18.878199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34b68517-e787-4cd5-8ede-ce0335eb694f req-b374d90d-1a6e-4958-9cf3-03d439106e46 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.3931565 Aug 30 22:51:18.979025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34b68517-e787-4cd5-8ede-ce0335eb694f req-7bcf190d-df2f-48f8-a25b-ca5bfa3c1bb9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999243 Aug 30 22:51:18.998296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-700bda51-960b-4c53-b238-f9467d419285 req-efa44540-1d91-4f52-880f-07d478c9e0c5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494906 Aug 30 22:51:19.017604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-a299468b-b8ce-47a9-83d6-2271a0dfcd70 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2454453 Aug 30 22:51:19.047025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Request body: {'port': {'device_id': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:19.061267 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.189369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3106eee9-a271-40af-8745-1038d40ee329, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3106eee9-a271-40af-8745-1038d40ee329,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:19.232375 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.233421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa9b761f-bac0-41fe-8544-95ab9ca758d3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:19.245332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea933f9a-2047-4c84-804f-102649224e35 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:19.257028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.273587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.312109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Transition to ACTIVE for port object ea933f9a-2047-4c84-804f-102649224e35 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:19.320851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.343610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:19.369472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '54280674-fa99-44cd-95a6-9f84c0317fcf', 'name': '', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'mac_address': 'fa:16:3e:39:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:08Z', 'updated_at': '2021-08-30T22:51:17Z', 'revision_number': 4, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'subnets': [{'id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:19.407138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409c0323-feb8-47e9-97fa-201933c8f1af None None] The sync data for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 is: [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '54280674-fa99-44cd-95a6-9f84c0317fcf', 'name': '', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'mac_address': 'fa:16:3e:39:57:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1034, 'fixed_ips': [{'subnet_id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:08Z', 'updated_at': '2021-08-30T22:51:17Z', 'revision_number': 4, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'subnets': [{'id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:19.407559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:19.460703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fa9b761f-bac0-41fe-8544-95ab9ca758d3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:19.461129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.534425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e547684f-3011-4c43-a340-4fe99c0ca2f9 req-470eaf1c-9bf1-4518-87fa-348ad5d49cd2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:19.536253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e547684f-3011-4c43-a340-4fe99c0ca2f9 req-470eaf1c-9bf1-4518-87fa-348ad5d49cd2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 944 time: 0.2811315 Aug 30 22:51:19.660449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Attempting to bind port ea933f9a-2047-4c84-804f-102649224e35 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:19.661755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Attempting to bind port ea933f9a-2047-4c84-804f-102649224e35 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:19.662298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Attempting to bind port ea933f9a-2047-4c84-804f-102649224e35 on network c5a6f47a-7c43-4e40-9630-48a2840ba37c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:19.668409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Port ea933f9a-2047-4c84-804f-102649224e35 on network c5a6f47a-7c43-4e40-9630-48a2840ba37c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:19.669256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Attempting to bind port ea933f9a-2047-4c84-804f-102649224e35 on network c5a6f47a-7c43-4e40-9630-48a2840ba37c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:19.676047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:19.676708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Checking segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:19.677324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Bound using segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:19.677984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Bound port: ea933f9a-2047-4c84-804f-102649224e35, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:19.678568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:19.747532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:19.751810 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a79f0439-4d52-479c-9a87-e63707fcc5bf" -d '{"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:19.802242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e547684f-3011-4c43-a340-4fe99c0ca2f9 req-a1dc6fa0-fb03-41aa-ab5c-7d6bc3c5854e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513037 Aug 30 22:51:19.922012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc6e9b0-818a-4297-a2e8-9a118b93559f req-d9139ed5-3e39-4446-93d8-614947b72295 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:19.923657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acc6e9b0-818a-4297-a2e8-9a118b93559f req-d9139ed5-3e39-4446-93d8-614947b72295 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1882145 Aug 30 22:51:19.966042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:20.029891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ea933f9a-2047-4c84-804f-102649224e35,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:20.033769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acc6e9b0-818a-4297-a2e8-9a118b93559f req-a02e1193-57dc-442a-bfad-97a987d033c1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908649 Aug 30 22:51:20.039606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.109464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3106eee9-a271-40af-8745-1038d40ee329 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:20.110745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.111593 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.114320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] 10.222.0.52 "PUT /v2.0/ports/ea933f9a-2047-4c84-804f-102649224e35 HTTP/1.1" status: 200 len: 1093 time: 1.6032822 Aug 30 22:51:20.114791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:20.117267 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ea056a-8b60-4b3c-a54e-d995a69e0803" -d '{"events": [{"name": "network-changed", "server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "tag": "ea933f9a-2047-4c84-804f-102649224e35"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:20.149244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78483afb-06cc-417b-9d28-977cf110cdb6 service neutron] Pushing event updated for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:20.172087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc9d8c-a5de-4984-a77a-50083c788410 req-b1c31ec8-6c22-4478-9a13-123c5bf60cad tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.180325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bdc9d8c-a5de-4984-a77a-50083c788410 req-b1c31ec8-6c22-4478-9a13-123c5bf60cad tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 932 time: 0.1706886 Aug 30 22:51:20.239845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-5ad14249-8df6-4418-9265-636cd646b3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.247499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-5ad14249-8df6-4418-9265-636cd646b3c2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 1096 time: 0.0563700 Aug 30 22:51:20.272266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3106eee9-a271-40af-8745-1038d40ee329 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:20.273153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.411350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 54280674-fa99-44cd-95a6-9f84c0317fcf up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:20.425671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe5aeeb-8715-4a08-becd-d3017fa98216 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:20.450557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-06103cdc-0af2-4bb6-97a9-4c45b183011f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea933f9a-2047-4c84-804f-102649224e35 HTTP/1.1" status: 200 len: 217 time: 0.1881020 Aug 30 22:51:20.457513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bdc9d8c-a5de-4984-a77a-50083c788410 req-d53399ee-2f77-484b-866f-6b78f82b096e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712677 Aug 30 22:51:20.459780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.507487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Transition to ACTIVE for port object efe5aeeb-8715-4a08-becd-d3017fa98216 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:20.516315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.549068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527a677-144d-41c8-9456-bdae2f1ac626 req-e8b452be-bf71-42ef-95e9-0ce400ec6bc1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.556863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e527a677-144d-41c8-9456-bdae2f1ac626 req-e8b452be-bf71-42ef-95e9-0ce400ec6bc1 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 949 time: 0.3059399 Aug 30 22:51:20.571489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 54280674-fa99-44cd-95a6-9f84c0317fcf completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:20.575958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 54280674-fa99-44cd-95a6-9f84c0317fcf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:20.576571 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.587456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-abac8a0e-df95-4556-af9c-0bf1076a6217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.588878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-abac8a0e-df95-4556-af9c-0bf1076a6217 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.1246777 Aug 30 22:51:20.651525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-406f4c12-5642-4229-9e5b-ca6affbc4b45 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470681 Aug 30 22:51:20.657630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:20.671953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e527a677-144d-41c8-9456-bdae2f1ac626 req-ec07616f-392c-4cc6-a9cd-8608ffaf8f2b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092594 Aug 30 22:51:20.709295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:20.758144 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d58f584-d652-4b55-803c-2437581afc52 x-openstack-request-id: req-0d58f584-d652-4b55-803c-2437581afc52 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:20.758451 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-plugged", "status": "completed", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:20.758711 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d58f584-d652-4b55-803c-2437581afc52 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:20.759126 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3', 'code': 200} Aug 30 22:51:20.855741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e41ff0-d73e-497f-8bca-2ebd687333a2 req-0b6fbd1f-789d-445a-9123-62618e75217e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:20.857141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50e41ff0-d73e-497f-8bca-2ebd687333a2 req-0b6fbd1f-789d-445a-9123-62618e75217e tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.2188263 Aug 30 22:51:20.880185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7b02792c-80bb-48d0-80da-27d9cce7bc17 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:20.880594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.883700 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:20.984020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:20.984366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:20.984702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:21.027918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50e41ff0-d73e-497f-8bca-2ebd687333a2 req-e36ee2b8-6805-48b4-b5b3-b5a038298424 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556561 Aug 30 22:51:21.029961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:21.030316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:21.045194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:21.045425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 54280674-fa99-44cd-95a6-9f84c0317fcf, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=54280674-fa99-44cd-95a6-9f84c0317fcf,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:21.045555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:21.045960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:21.046402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Bound port: efe5aeeb-8715-4a08-becd-d3017fa98216, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:21.047036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.078708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.099670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e29fb-15d0-4ad9-bc2f-5bab181652ae req-81ce6b6c-7f62-4290-a34e-09b4f49d4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.100158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e29fb-15d0-4ad9-bc2f-5bab181652ae req-81ce6b6c-7f62-4290-a34e-09b4f49d4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.100765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8e29fb-15d0-4ad9-bc2f-5bab181652ae req-81ce6b6c-7f62-4290-a34e-09b4f49d4f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.112889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e8e29fb-15d0-4ad9-bc2f-5bab181652ae req-81ce6b6c-7f62-4290-a34e-09b4f49d4f9f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2872 time: 0.2351041 Aug 30 22:51:21.202219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.233442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:21.287834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e8e29fb-15d0-4ad9-bc2f-5bab181652ae req-a7e25a4f-a5a3-4bd3-83a3-48b3e4533d26 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720932 Aug 30 22:51:21.307613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:21.317178 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.325892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a2858e-db97-46c9-ab84-d81e6b640a93 req-c3502a49-2f45-4287-8dea-6c5048b9292e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.327524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35a2858e-db97-46c9-ab84-d81e6b640a93 req-c3502a49-2f45-4287-8dea-6c5048b9292e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2060046 Aug 30 22:51:21.328697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:21.332273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:21.346913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.371563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedf14-c1c4-4856-94e5-23ad5e17d20d req-09d26124-0667-46ee-bc74-8483ff64847c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.380224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedf14-c1c4-4856-94e5-23ad5e17d20d req-09d26124-0667-46ee-bc74-8483ff64847c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.388723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acedf14-c1c4-4856-94e5-23ad5e17d20d req-09d26124-0667-46ee-bc74-8483ff64847c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.398514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4acedf14-c1c4-4856-94e5-23ad5e17d20d req-09d26124-0667-46ee-bc74-8483ff64847c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.1646080 Aug 30 22:51:21.416432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:21.448676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.449537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:21.452321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] 10.222.0.47 "PUT /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 1093 time: 2.4192865 Aug 30 22:51:21.473416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:21.486037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-c61c1dd0-a98b-4824-8b11-0175e14f73c3 service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8126986 Aug 30 22:51:21.488059 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb25004-639d-413b-85e1-b00b1cb2cc16" -d '{"events": [{"name": "network-changed", "server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:21.489010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4acedf14-c1c4-4856-94e5-23ad5e17d20d req-e8e0b733-05f1-43f4-b984-ad69038c9696 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895731 Aug 30 22:51:21.522145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35a2858e-db97-46c9-ab84-d81e6b640a93 req-84ea6a2f-a31c-46ab-bede-e5e1a0f53d1e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855834 Aug 30 22:51:21.556609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053f8fcd-9c6e-459c-bc72-e0c233dd1158 service neutron] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:21.582734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-bd62e0ea-5c61-4be3-838c-d1ba76ec86c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.584353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-bd62e0ea-5c61-4be3-838c-d1ba76ec86c5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1096 time: 0.0809014 Aug 30 22:51:21.629096 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f558d33-d47b-4de7-a39b-74442be35525 x-openstack-request-id: req-1f558d33-d47b-4de7-a39b-74442be35525 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:21.629096 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "tag": "ea933f9a-2047-4c84-804f-102649224e35", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:21.629427 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1f558d33-d47b-4de7-a39b-74442be35525 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:21.629716 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35', 'status': 'completed', 'code': 200} Aug 30 22:51:21.657889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-dc0cd06c-63f9-4cbc-a0e8-ad91b5cd261d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 217 time: 0.0627508 Aug 30 22:51:21.730525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c972cc98-39a6-4398-afa6-56882616ae78 req-81599009-4cbe-4da7-9a99-85fda8075f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.733603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-81599009-4cbe-4da7-9a99-85fda8075f6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0679567 Aug 30 22:51:21.755140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-2c341e7d-d86c-49f2-bb93-300ee066e162 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.756437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-2c341e7d-d86c-49f2-bb93-300ee066e162 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.2279861 Aug 30 22:51:21.812293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-b420db3e-424a-4cb9-8dca-dc2b42d58559 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573428 Aug 30 22:51:21.881263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 54280674-fa99-44cd-95a6-9f84c0317fcf up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:21.946330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df09339f-3603-41cd-a564-10d194936fa4 req-778c75a4-dd06-4701-8092-78f5c537ce40 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.948631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df09339f-3603-41cd-a564-10d194936fa4 req-778c75a4-dd06-4701-8092-78f5c537ce40 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.1400256 Aug 30 22:51:21.954478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18930b-fcf8-4dae-847b-1961501fa4ed req-bad6ce10-f200-4d2e-8dc0-015c2af85c2b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:21.959958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd18930b-fcf8-4dae-847b-1961501fa4ed req-bad6ce10-f200-4d2e-8dc0-015c2af85c2b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 944 time: 0.2586346 Aug 30 22:51:21.988622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fd3c78f-4dfc-475f-965b-9d8b1d439666 req-7c72339b-3e06-4a57-a5d8-a4e1750d2daf service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873212 Aug 30 22:51:22.004939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 54280674-fa99-44cd-95a6-9f84c0317fcf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:22.005319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:22.064120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-195108f8-16ae-42f1-8ffc-a9039bd0725f service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409389 Aug 30 22:51:22.075403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Deleting port 818dbfa3-a58d-44aa-97b0-040ec19e98bc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:22.075862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:22.090294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd18930b-fcf8-4dae-847b-1961501fa4ed req-cc0376c3-2e60-4ca7-8278-b9a4a4505b2f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134939 Aug 30 22:51:22.143349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df09339f-3603-41cd-a564-10d194936fa4 req-7070c726-e277-45c7-85ef-11fb996caa53 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782665 Aug 30 22:51:22.198271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:22.220917 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e90751-d9ec-427d-8a0a-c596e4ab2279 x-openstack-request-id: req-59e90751-d9ec-427d-8a0a-c596e4ab2279 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:22.220917 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:22.221266 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59e90751-d9ec-427d-8a0a-c596e4ab2279 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:22.221893 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'status': 'completed', 'code': 200} Aug 30 22:51:22.308931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c972cc98-39a6-4398-afa6-56882616ae78 req-62731de5-0e7a-432c-8ebc-5e0b6417a2a5 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292278 Aug 30 22:51:22.368377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04493a83-c4b1-4c92-974e-f3435530c55a req-acb488fd-9dfe-4d23-832a-f426e6cf99ec tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.370437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04493a83-c4b1-4c92-974e-f3435530c55a req-acb488fd-9dfe-4d23-832a-f426e6cf99ec tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 945 time: 0.0795720 Aug 30 22:51:22.391812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-afab0bdd-6327-4733-b8f9-1a3a615555f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.393336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-afab0bdd-6327-4733-b8f9-1a3a615555f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 1096 time: 0.2972887 Aug 30 22:51:22.465119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-102d2dc7-3e22-42a4-8cc1-1b97382fb688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.467195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-102d2dc7-3e22-42a4-8cc1-1b97382fb688 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1096 time: 0.0958569 Aug 30 22:51:22.477575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] For port 818dbfa3-a58d-44aa-97b0-040ec19e98bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=818dbfa3-a58d-44aa-97b0-040ec19e98bc,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:22.477974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:22.494513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04493a83-c4b1-4c92-974e-f3435530c55a req-1aace37c-6c29-4040-a007-a8a5db28c675 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/security-groups?id=27f3a7f9-1a38-488a-9caf-4775d17a8607&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143651 Aug 30 22:51:22.503468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5637b8-5e17-42f2-be63-cd87f0a02100 req-d0121c9b-412b-4a56-bba1-9f98d5c8f81b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.520919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd5637b8-5e17-42f2-be63-cd87f0a02100 req-d0121c9b-412b-4a56-bba1-9f98d5c8f81b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.2059314 Aug 30 22:51:22.535588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Calling delete_port for 818dbfa3-a58d-44aa-97b0-040ec19e98bc owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:22.657741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-c2874c49-792e-4109-8bb9-4020423cc3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.659703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-c2874c49-792e-4109-8bb9-4020423cc3ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 912 time: 0.2519209 Aug 30 22:51:22.714639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-bf15ae10-c463-49c7-ae43-b1745bf9cb88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea933f9a-2047-4c84-804f-102649224e35 HTTP/1.1" status: 200 len: 217 time: 0.0441227 Aug 30 22:51:22.737474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd5637b8-5e17-42f2-be63-cd87f0a02100 req-8b1ec883-f501-4251-80d0-6e893af4ebb5 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153356 Aug 30 22:51:22.752725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a4ce5f-e9bb-444a-8d67-d23255da7c46 req-76180acc-cd37-4e87-a383-409eb3b8ab54 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.760387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:22.765895 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d1bd10-e4be-45f6-af86-a77ea989a4aa" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:22.770037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a4ce5f-e9bb-444a-8d67-d23255da7c46 req-76180acc-cd37-4e87-a383-409eb3b8ab54 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1562009 Aug 30 22:51:22.808195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-caa2ca76-3091-448f-bcd6-d5c899a1ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.812013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-caa2ca76-3091-448f-bcd6-d5c899a1ad48 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3150775 Aug 30 22:51:22.849503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-e7d84474-5eb2-487b-89b9-8a4171faafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:22.852452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-e7d84474-5eb2-487b-89b9-8a4171faafc4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.1137905 Aug 30 22:51:22.853305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a4ce5f-e9bb-444a-8d67-d23255da7c46 req-e29028fc-6b3e-4320-b175-60fd072471b6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822768 Aug 30 22:51:22.924029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-f18c7fb1-4d1b-4798-b07d-75adcfc8feb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 217 time: 0.0967400 Aug 30 22:51:22.968926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-3f51504a-3ba3-4712-8aa1-a1404815215a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1068377 Aug 30 22:51:23.006660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-4791fbb1-d4dc-4ce7-a4ab-7aaaed409df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.008152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-4791fbb1-d4dc-4ce7-a4ab-7aaaed409df2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0733593 Aug 30 22:51:23.055832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-50cce34e-0dc9-4c0d-a0e9-86fc75e555e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338464 Aug 30 22:51:23.064678 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9cb94f8-cc1a-433d-85ee-9b6cb0da737d x-openstack-request-id: req-c9cb94f8-cc1a-433d-85ee-9b6cb0da737d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:23.065269 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-plugged", "status": "completed", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:23.065518 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9cb94f8-cc1a-433d-85ee-9b6cb0da737d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:23.066187 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'code': 200} Aug 30 22:51:23.067766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2517d7e-9a50-47d7-a3b3-95b2b077596c req-18e79d27-eb90-4243-9d31-f86205e2a461 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.074696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2517d7e-9a50-47d7-a3b3-95b2b077596c req-18e79d27-eb90-4243-9d31-f86205e2a461 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.082717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2517d7e-9a50-47d7-a3b3-95b2b077596c req-18e79d27-eb90-4243-9d31-f86205e2a461 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.084810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2517d7e-9a50-47d7-a3b3-95b2b077596c req-18e79d27-eb90-4243-9d31-f86205e2a461 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.1640093 Aug 30 22:51:23.139322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:23.154637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['818dbfa3-a58d-44aa-97b0-040ec19e98bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:23.207391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2517d7e-9a50-47d7-a3b3-95b2b077596c req-6581fdc7-4533-428f-b796-a32590a0826d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146095 Aug 30 22:51:23.363147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-c7a07ad0-c720-4ad5-91d4-4b68c0e39fff service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906215 Aug 30 22:51:23.365555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Pushing event deleted for resources: {'Port': ['ID=818dbfa3-a58d-44aa-97b0-040ec19e98bc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:23.422078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] No DVR routers for this DVR port 818dbfa3-a58d-44aa-97b0-040ec19e98bc on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:23.425439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-78c6fb6c-f9b8-47eb-978d-f029c207cbbf service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306314 Aug 30 22:51:23.426663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:23.428790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61e5c298-de49-4ffa-a40c-26e57b03809a req-3b17ebad-4bdf-4d49-a809-fea859b9fad5 tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.47 "DELETE /v2.0/ports/818dbfa3-a58d-44aa-97b0-040ec19e98bc HTTP/1.1" status: 204 len: 173 time: 1.6583095 Aug 30 22:51:23.435495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3d0988-46f3-4c6f-83a6-fc68ac160b31 req-e19bc48b-d896-4461-ac49-6587e447afe0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.444159 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d3d0988-46f3-4c6f-83a6-fc68ac160b31 req-e19bc48b-d896-4461-ac49-6587e447afe0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1663461 Aug 30 22:51:23.534239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d3d0988-46f3-4c6f-83a6-fc68ac160b31 req-48e88ae3-ad46-4092-b8aa-fbdee1d5956b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889339 Aug 30 22:51:23.581963 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:51:23.583658 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fb25004-639d-413b-85e1-b00b1cb2cc16 req-c16f9ea8-00ae-47a8-83e8-688798d14167 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075717 Aug 30 22:51:23.603928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a3590-beb3-4de2-858d-8ed9fab2e16c req-99aa4109-85ba-4d43-a050-9c59de184a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.605950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-744a3590-beb3-4de2-858d-8ed9fab2e16c req-99aa4109-85ba-4d43-a050-9c59de184a32 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1102 time: 0.3313813 Aug 30 22:51:23.622207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f3f23-2850-4bc0-8093-b868b82653aa req-d96a255a-670d-45fd-af6f-b2b04f700857 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.629605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa6f3f23-2850-4bc0-8093-b868b82653aa req-d96a255a-670d-45fd-af6f-b2b04f700857 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 944 time: 0.2553875 Aug 30 22:51:23.635879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'name': 'network-vif-deleted', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:23.638467 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c4bb3-ac64-4a25-be32-e8e2bec55175" -d '{"events": [{"server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "name": "network-vif-deleted", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:23.723056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-744a3590-beb3-4de2-858d-8ed9fab2e16c req-acfc6bd7-8b67-40d4-b782-8c032ae84f16 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878150 Aug 30 22:51:23.729983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa6f3f23-2850-4bc0-8093-b868b82653aa req-462225e4-d1a5-4958-abef-00c380b851a8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992782 Aug 30 22:51:23.734496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31ea056a-8b60-4b3c-a54e-d995a69e0803 req-b0b7196e-451c-4ea2-b360-a293dd675280 service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703910 Aug 30 22:51:23.769054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5238418e-f55c-49d2-af60-154f1afcb9a1 req-335dccd6-b87a-4dfa-8f6f-e41ec4c9b275 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:23.771295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5238418e-f55c-49d2-af60-154f1afcb9a1 req-335dccd6-b87a-4dfa-8f6f-e41ec4c9b275 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0942831 Aug 30 22:51:23.817651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5238418e-f55c-49d2-af60-154f1afcb9a1 req-96485dc4-775b-4a75-b075-401edabf617c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364561 Aug 30 22:51:23.873459 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea2f8b1-7df6-4ecc-8f71-82ff1c16985a x-openstack-request-id: req-fea2f8b1-7df6-4ecc-8f71-82ff1c16985a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:23.874072 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd469842-9f23-4f71-8617-41136133e71b", "name": "network-vif-deleted", "tag": "818dbfa3-a58d-44aa-97b0-040ec19e98bc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:23.874444 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fea2f8b1-7df6-4ecc-8f71-82ff1c16985a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:23.874945 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd469842-9f23-4f71-8617-41136133e71b', 'name': 'network-vif-deleted', 'tag': '818dbfa3-a58d-44aa-97b0-040ec19e98bc', 'status': 'completed', 'code': 200} Aug 30 22:51:23.925758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46bce1a5-3562-4aa8-ab9e-692835119d47 req-4d79d590-d7dd-4fae-83cd-3babe42f560a tempest-ListServerFiltersTestJSON-1980968192 tempest-ListServerFiltersTestJSON-1980968192-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd469842-9f23-4f71-8617-41136133e71b HTTP/1.1" status: 200 len: 210 time: 0.0329914 Aug 30 22:51:24.004328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a094c-36b1-46b9-ab9d-8008944583cd req-7a59490a-2ba9-4a62-b6ad-e71b6d044b96 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.005993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f62a094c-36b1-46b9-ab9d-8008944583cd req-7a59490a-2ba9-4a62-b6ad-e71b6d044b96 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.0564184 Aug 30 22:51:24.050415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f62a094c-36b1-46b9-ab9d-8008944583cd req-c57d8770-4ef5-4c8d-a535-ec4442d19696 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Aug 30 22:51:24.184760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05b79c-95db-476a-8172-09866f4c2940 req-66549228-936a-4efb-9332-b7d1f569e852 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.187118 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f05b79c-95db-476a-8172-09866f4c2940 req-66549228-936a-4efb-9332-b7d1f569e852 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0669847 Aug 30 22:51:24.250851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f05b79c-95db-476a-8172-09866f4c2940 req-b5c32672-9c57-4c25-9c89-ff1078f23cff tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575068 Aug 30 22:51:24.296950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33de74-9d44-438e-9b53-32787a6ad6d1 req-1241f308-3dde-432e-826f-c90ee5cb3d5a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.305673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33de74-9d44-438e-9b53-32787a6ad6d1 req-1241f308-3dde-432e-826f-c90ee5cb3d5a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.313771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b33de74-9d44-438e-9b53-32787a6ad6d1 req-1241f308-3dde-432e-826f-c90ee5cb3d5a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.316861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b33de74-9d44-438e-9b53-32787a6ad6d1 req-1241f308-3dde-432e-826f-c90ee5cb3d5a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.0946102 Aug 30 22:51:24.366353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b33de74-9d44-438e-9b53-32787a6ad6d1 req-d3d288ce-1113-4cf6-98aa-d5e9b6e07cce tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Aug 30 22:51:24.395683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74571e5a-d34c-4b9e-81d3-b217ebc7a3df req-ad222e8b-5dd0-4e20-ba74-73c4e944630b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.397189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74571e5a-d34c-4b9e-81d3-b217ebc7a3df req-ad222e8b-5dd0-4e20-ba74-73c4e944630b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0660465 Aug 30 22:51:24.438484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74571e5a-d34c-4b9e-81d3-b217ebc7a3df req-66f2ee5a-e61c-4bae-bcf1-dce2a0d45a9a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336015 Aug 30 22:51:24.675111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc56d8-7fec-4ebd-ad52-493b022f7283 req-bfc0cf08-133b-433b-bd76-2dab31dda344 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.676620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64cc56d8-7fec-4ebd-ad52-493b022f7283 req-bfc0cf08-133b-433b-bd76-2dab31dda344 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 813 time: 0.1067657 Aug 30 22:51:24.692556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64cc56d8-7fec-4ebd-ad52-493b022f7283 req-cbd2e7f3-dd22-4c7b-84ab-78730584b75f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/quotas/b2133e218f5c4ef991efe061064d29eb HTTP/1.1" status: 200 len: 375 time: 0.0100009 Aug 30 22:51:24.746629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64cc56d8-7fec-4ebd-ad52-493b022f7283 req-24e08140-a3df-4c88-b817-31314275810a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0473027 Aug 30 22:51:24.885527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff5e809-8d3a-41cb-ad2c-e25abe34070a req-14095acf-8943-482c-a427-cf5b3509e398 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.887847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aff5e809-8d3a-41cb-ad2c-e25abe34070a req-14095acf-8943-482c-a427-cf5b3509e398 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0591097 Aug 30 22:51:24.902367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e57de-8edb-4767-bc1a-40a972d00eb4 req-c64c32b9-44c5-49ae-bf46-71656095549a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:24.904851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-165e57de-8edb-4767-bc1a-40a972d00eb4 req-c64c32b9-44c5-49ae-bf46-71656095549a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 944 time: 0.0727572 Aug 30 22:51:24.941998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aff5e809-8d3a-41cb-ad2c-e25abe34070a req-ccfe2a3c-cb71-475c-8d64-730c8ff7c583 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483162 Aug 30 22:51:24.984299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ea933f9a-2047-4c84-804f-102649224e35 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:24.986068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-165e57de-8edb-4767-bc1a-40a972d00eb4 req-ef3e67f7-7caa-4726-a0e2-21191ef44865 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697243 Aug 30 22:51:25.025142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:25.108886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Deleting subnet 9ca755c1-b18c-4003-a851-16dbfa214a38 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:51:25.128041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.129208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ea933f9a-2047-4c84-804f-102649224e35,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:25.142831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2181e35b-48b5-4fd4-97e0-a9b6bbcd251a req-e439368a-0125-42f6-a88b-e605c5241a78 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.144578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2181e35b-48b5-4fd4-97e0-a9b6bbcd251a req-e439368a-0125-42f6-a88b-e605c5241a78 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0914872 Aug 30 22:51:25.152882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'ea933f9a-2047-4c84-804f-102649224e35', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'port_id': 'ea933f9a-2047-4c84-804f-102649224e35', 'mac_address': 'fa:16:3e:a5:90:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:25.199953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.217221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2181e35b-48b5-4fd4-97e0-a9b6bbcd251a req-c5aeac4b-817b-47cd-af46-395c0ea0f22a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620575 Aug 30 22:51:25.222392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea933f9a-2047-4c84-804f-102649224e35 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:25.238571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.250948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ea933f9a-2047-4c84-804f-102649224e35,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:25.269233 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.278300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7968e2-3a6c-4345-8279-9eda9dc6de98 req-ca503d79-4a8a-4b9f-8a40-9be39933c755 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.286755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b7968e2-3a6c-4345-8279-9eda9dc6de98 req-ca503d79-4a8a-4b9f-8a40-9be39933c755 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1310074 Aug 30 22:51:25.343356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b7968e2-3a6c-4345-8279-9eda9dc6de98 req-311c7cf6-edda-417e-906c-6b1a7caf9a7e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 Aug 30 22:51:25.368598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:25.387401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.387759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.392177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.392494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.392843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.393178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.393514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.396120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.398035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.399350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.400090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.400634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:51:25.407563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.424926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dd569-ffde-4803-88b1-7b1aa2f715e2 req-dd488351-5b19-4668-9f7f-872b6001c454 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.431547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-313dd569-ffde-4803-88b1-7b1aa2f715e2 req-dd488351-5b19-4668-9f7f-872b6001c454 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.1115613 Aug 30 22:51:25.479177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.486844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-313dd569-ffde-4803-88b1-7b1aa2f715e2 req-29b85ae3-a00a-4dc6-99ec-e86fbfeb4a7d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427294 Aug 30 22:51:25.524242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1574a50-20ad-4a94-8d34-1872184d6784 None None] Network 41f2b9cd-5802-4dde-8b95-456942bb6303 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:25.524840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.528585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9ca755c1-b18c-4003-a851-16dbfa214a38 HTTP/1.1" status: 204 len: 168 time: 0.5022774 Aug 30 22:51:25.529737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21dbd2-fc3d-4f4b-884a-e4898d422299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ca755c1-b18c-4003-a851-16dbfa214a38,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:25.531205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40528) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:25.650093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.665224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-691cd2e4-6a00-464e-94ed-4ec0f7da22db req-711002b8-9bb7-4d5f-909a-43f08702ad8d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=b2133e218f5c4ef991efe061064d29eb HTTP/1.1" status: 200 len: 221 time: 0.0339949 Aug 30 22:51:25.731434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939e8c0-4f4b-462c-91f0-813c0e720c41 req-2893ce2b-9e95-49c9-b351-4dd0eda4d418 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.738400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939e8c0-4f4b-462c-91f0-813c0e720c41 req-2893ce2b-9e95-49c9-b351-4dd0eda4d418 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.751588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939e8c0-4f4b-462c-91f0-813c0e720c41 req-2893ce2b-9e95-49c9-b351-4dd0eda4d418 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.753405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8939e8c0-4f4b-462c-91f0-813c0e720c41 req-2893ce2b-9e95-49c9-b351-4dd0eda4d418 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.1306074 Aug 30 22:51:25.779441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] DHCP port deletion for 41f2b9cd-5802-4dde-8b95-456942bb6303 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:51:25.855688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ea933f9a-2047-4c84-804f-102649224e35'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:25.878094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Deleting port 48cc8879-65bb-4656-a332-52fc3665f129 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:25.878468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.895622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 48cc8879-65bb-4656-a332-52fc3665f129 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:25.936866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8939e8c0-4f4b-462c-91f0-813c0e720c41 req-e5ce1154-e2be-4abc-b5ec-f163c3369272 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698387 Aug 30 22:51:25.952552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c798b4de-4f5a-48ab-833c-f995c698f08a req-10ba67c9-384c-4c64-ac43-3ca0d6d59afd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:25.954161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c798b4de-4f5a-48ab-833c-f995c698f08a req-10ba67c9-384c-4c64-ac43-3ca0d6d59afd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0840938 Aug 30 22:51:25.975850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] For port 48cc8879-65bb-4656-a332-52fc3665f129, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=48cc8879-65bb-4656-a332-52fc3665f129,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:25.976897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.986658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Deleting port 48cc8879-65bb-4656-a332-52fc3665f129 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:25.987218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:25.992552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Calling delete_port for 48cc8879-65bb-4656-a332-52fc3665f129 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:26.041636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c798b4de-4f5a-48ab-833c-f995c698f08a req-30a2ec9c-8bde-480c-8d26-f02fc2fa4753 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Aug 30 22:51:26.093819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] For port 48cc8879-65bb-4656-a332-52fc3665f129, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=48cc8879-65bb-4656-a332-52fc3665f129,segment=NetworkSegment(22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a),segment_id=22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:26.094690 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.119686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af27276c-3b8b-4eac-90c1-62f2adfd2af7 req-96577496-eb48-46f3-abd2-4cda80d41f84 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.121611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af27276c-3b8b-4eac-90c1-62f2adfd2af7 req-96577496-eb48-46f3-abd2-4cda80d41f84 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1102 time: 0.0763884 Aug 30 22:51:26.140135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Calling delete_port for 48cc8879-65bb-4656-a332-52fc3665f129 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:26.162790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.176767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-7d938ffe-cd1c-4964-89fd-4e3b9cdd1246 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.184058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-7d938ffe-cd1c-4964-89fd-4e3b9cdd1246 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.188131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af27276c-3b8b-4eac-90c1-62f2adfd2af7 req-c42a7c5a-d884-416f-9f25-7fb2577f7512 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583084 Aug 30 22:51:26.196555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-7d938ffe-cd1c-4964-89fd-4e3b9cdd1246 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.198884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-7d938ffe-cd1c-4964-89fd-4e3b9cdd1246 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 2416 time: 0.1243203 Aug 30 22:51:26.229065 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.243985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Pushing event deleted for resources: {'Port': ['ID=48cc8879-65bb-4656-a332-52fc3665f129,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:26.260342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] No DVR routers for this DVR port 48cc8879-65bb-4656-a332-52fc3665f129 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:26.328265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48820c4d-44b6-45f6-9ca3-2999c36c4583 req-83f65efd-e441-468c-b688-e887f2cdf76f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.334988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-48820c4d-44b6-45f6-9ca3-2999c36c4583 req-83f65efd-e441-468c-b688-e887f2cdf76f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 945 time: 0.1343653 Aug 30 22:51:26.390958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.406418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41f2b9cd-5802-4dde-8b95-456942bb6303']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:26.422631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:26.422976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e140ed-5d5f-4e7e-b3d9-b58f8dcc8e9a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:26.424285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-48820c4d-44b6-45f6-9ca3-2999c36c4583 req-2b05f8e4-e6b6-41e9-97ea-bab417712a5b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Aug 30 22:51:26.440237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852c6e4-c0db-4b4e-a2cc-88a9d92236c6 req-da0dbec7-264b-4ac8-8f6c-d5ceb4b47ea3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.448372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7852c6e4-c0db-4b4e-a2cc-88a9d92236c6 req-da0dbec7-264b-4ac8-8f6c-d5ceb4b47ea3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1508846 Aug 30 22:51:26.459541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.470080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 74321a3e-5263-4b19-82b3-4af424df77ba {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:26.470426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.519747 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.527316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.555768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:51:26.556246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:51:26.560201 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:51:26.569434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] Pushing event deleted for resources: {'Port': ['ID=48cc8879-65bb-4656-a332-52fc3665f129,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:26.584175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2930049f-72d1-4c29-b58e-9bb49e327094 None None] No DVR routers for this DVR port 48cc8879-65bb-4656-a332-52fc3665f129 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:26.586793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7852c6e4-c0db-4b4e-a2cc-88a9d92236c6 req-2f4f571e-f62f-4633-a3f9-8c2ded163d17 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374068 Aug 30 22:51:26.632450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 74321a3e-5263-4b19-82b3-4af424df77ba, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=74321a3e-5263-4b19-82b3-4af424df77ba,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:26.632828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.658850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 74321a3e-5263-4b19-82b3-4af424df77ba owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:26.676487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 818dbfa3-a58d-44aa-97b0-040ec19e98bc no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:26.709355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 818dbfa3-a58d-44aa-97b0-040ec19e98bc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:26.710016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 818dbfa3-a58d-44aa-97b0-040ec19e98bc not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:26.736814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace8458-bab7-4e77-96e0-d1e22b1e91d1 req-3566a55e-ae50-4cc6-906c-11e4dc7416ff tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:26.746939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ace8458-bab7-4e77-96e0-d1e22b1e91d1 req-3566a55e-ae50-4cc6-906c-11e4dc7416ff tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0746918 Aug 30 22:51:26.746939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.746939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.762868 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] 10.222.0.25 "DELETE /v2.0/networks/41f2b9cd-5802-4dde-8b95-456942bb6303 HTTP/1.1" status: 204 len: 168 time: 1.2301052 Aug 30 22:51:26.832235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.841313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c270d7a9-5b5d-43d4-b9a6-10457a3a2373 admin admin] Pushing event deleted for resources: {'Network': ['ID=41f2b9cd-5802-4dde-8b95-456942bb6303,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:26.879502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ace8458-bab7-4e77-96e0-d1e22b1e91d1 req-63597698-fede-4283-b74f-a016b010df6d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992305 Aug 30 22:51:26.900791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=74321a3e-5263-4b19-82b3-4af424df77ba,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:26.960487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 74321a3e-5263-4b19-82b3-4af424df77ba on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:26.963538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:26.966215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-35da03ad-7b15-4e72-947b-20f0febf80a3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "DELETE /v2.0/ports/74321a3e-5263-4b19-82b3-4af424df77ba HTTP/1.1" status: 204 len: 173 time: 0.7565892 Aug 30 22:51:26.968836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:26.971171 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e18674-1933-4db9-a815-e503d6b13372" -d '{"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:26.980514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40564) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:27.015559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6740b4-9db6-49de-8b7b-9cc1227fcc7e req-26b41419-b1ed-4513-94ac-6cfed4ce4438 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.022916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce6740b4-9db6-49de-8b7b-9cc1227fcc7e req-26b41419-b1ed-4513-94ac-6cfed4ce4438 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0783696 Aug 30 22:51:27.032126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fc85c-0a20-49c1-82a3-0ce069bc4692 req-d41bcaa3-2a75-4806-9cd8-288c41ff8f44 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.041919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b1fc85c-0a20-49c1-82a3-0ce069bc4692 req-d41bcaa3-2a75-4806-9cd8-288c41ff8f44 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 1102 time: 0.1924973 Aug 30 22:51:27.070006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce6740b4-9db6-49de-8b7b-9cc1227fcc7e req-c9fd7473-c786-4b68-aa67-ad06df903bbd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444551 Aug 30 22:51:27.153256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b1fc85c-0a20-49c1-82a3-0ce069bc4692 req-5ee1a593-4a7c-46ad-aa91-644e144c6020 tempest-ServersAdminTestJSON-171186768 tempest-ServersAdminTestJSON-171186768-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104488 Aug 30 22:51:27.155480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-32345751-b954-408a-b830-76915059ee28 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65a1bce952a34b6a9339e0f9d2906c5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723607 Aug 30 22:51:27.160092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40570) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:27.220869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737207-c15e-4c04-84a1-4c368b5b10ac req-10b3d75c-eeb0-4e06-ac05-85ffe62b4859 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.225036 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ece7ddb4-c5ea-4216-bf90-3692febb8bcd x-openstack-request-id: req-ece7ddb4-c5ea-4216-bf90-3692febb8bcd {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:27.225413 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "74321a3e-5263-4b19-82b3-4af424df77ba", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:27.225741 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ece7ddb4-c5ea-4216-bf90-3692febb8bcd {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:27.226286 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': '74321a3e-5263-4b19-82b3-4af424df77ba', 'status': 'completed', 'code': 200} Aug 30 22:51:27.227611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5737207-c15e-4c04-84a1-4c368b5b10ac req-10b3d75c-eeb0-4e06-ac05-85ffe62b4859 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.229219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5737207-c15e-4c04-84a1-4c368b5b10ac req-10b3d75c-eeb0-4e06-ac05-85ffe62b4859 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 1681 time: 0.0763507 Aug 30 22:51:27.252702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port e957cf9f-7c5a-4737-9e6e-a42f22157f2f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:27.253094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.255905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.289507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5737207-c15e-4c04-84a1-4c368b5b10ac req-9d3b23ed-81e5-4edb-a361-f9fca101f90c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529249 Aug 30 22:51:27.353286 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.422317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080ceb3-039a-4b25-8bf4-e740351af861 req-16dca24e-98af-496a-ae4f-bbf9741f6c0a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.423825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3080ceb3-039a-4b25-8bf4-e740351af861 req-16dca24e-98af-496a-ae4f-bbf9741f6c0a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1227310 Aug 30 22:51:27.430938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['e957cf9f-7c5a-4737-9e6e-a42f22157f2f', '74321a3e-5263-4b19-82b3-4af424df77ba', '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:27.452116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port e957cf9f-7c5a-4737-9e6e-a42f22157f2f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:27.452494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.480669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for e957cf9f-7c5a-4737-9e6e-a42f22157f2f owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:27.507177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.510359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.512032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27f3a7f9-1a38-488a-9caf-4775d17a8607 HTTP/1.1" status: 204 len: 168 time: 0.3512163 Aug 30 22:51:27.528794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3080ceb3-039a-4b25-8bf4-e740351af861 req-f82fb5be-3fa4-4d00-b7d8-be88b319a596 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794964 Aug 30 22:51:27.543781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7410ad-fbf1-42c3-998b-ad05dd942227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3a7f9-1a38-488a-9caf-4775d17a8607,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:27.588149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb2a74-947f-4723-8230-38351bb2e3ff req-632ff70f-3394-42e4-8ca2-9241bffe8cb6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.590119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6bb2a74-947f-4723-8230-38351bb2e3ff req-632ff70f-3394-42e4-8ca2-9241bffe8cb6 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.0879092 Aug 30 22:51:27.649242 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.696924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266ec0c-2b74-4d71-99a6-26eaf6a0b327 req-ace85181-aa54-40ae-b293-8786d714ccab tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.698830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6bb2a74-947f-4723-8230-38351bb2e3ff req-f9f6b66b-e1b3-43e5-93a3-d9df2b72926c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988739 Aug 30 22:51:27.701085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6266ec0c-2b74-4d71-99a6-26eaf6a0b327 req-ace85181-aa54-40ae-b293-8786d714ccab tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 945 time: 0.0723765 Aug 30 22:51:27.777579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6266ec0c-2b74-4d71-99a6-26eaf6a0b327 req-b6df98b2-7a4d-425b-a181-e8b111b6b8b1 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673552 Aug 30 22:51:27.805988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.879981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=e957cf9f-7c5a-4737-9e6e-a42f22157f2f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:27.890885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c53db6-d93a-459e-89e3-1518ac18859b req-9e17f894-031a-4553-a1b4-05798b2b33bc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:27.898554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99c53db6-d93a-459e-89e3-1518ac18859b req-9e17f894-031a-4553-a1b4-05798b2b33bc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0652144 Aug 30 22:51:27.957525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port e957cf9f-7c5a-4737-9e6e-a42f22157f2f on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:27.962428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99c53db6-d93a-459e-89e3-1518ac18859b req-038c1cde-1873-40d7-bf09-265944de2ffa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629003 Aug 30 22:51:27.977347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:27.977347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-bb030f01-dac2-48a2-a6fb-1e964c69243f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "DELETE /v2.0/ports/e957cf9f-7c5a-4737-9e6e-a42f22157f2f HTTP/1.1" status: 204 len: 173 time: 0.9902742 Aug 30 22:51:28.123785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600f4946-1d3c-404a-a5f0-d9bbfed7f74e req-47be6970-3801-452d-b2ea-5dcd32be7616 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.124040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca79ad3-1853-43eb-94c9-ac5a88ad659d req-b3d6a471-43d1-400b-87e3-3f47c50bda7d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.125337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ca79ad3-1853-43eb-94c9-ac5a88ad659d req-b3d6a471-43d1-400b-87e3-3f47c50bda7d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0774310 Aug 30 22:51:28.125824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-600f4946-1d3c-404a-a5f0-d9bbfed7f74e req-47be6970-3801-452d-b2ea-5dcd32be7616 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.1340890 Aug 30 22:51:28.163994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['74321a3e-5263-4b19-82b3-4af424df77ba'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:28.205730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ca79ad3-1853-43eb-94c9-ac5a88ad659d req-5b483f1e-622a-413c-a1ef-d251f0007a3c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712116 Aug 30 22:51:28.372842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cad215-a217-461e-9632-e8327e82ef57 req-99cc4797-1f0f-4345-abe2-f4777ca16a3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.381678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42cad215-a217-461e-9632-e8327e82ef57 req-99cc4797-1f0f-4345-abe2-f4777ca16a3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0813746 Aug 30 22:51:28.442587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42cad215-a217-461e-9632-e8327e82ef57 req-26d6ad16-68e5-4e89-8302-04d86be9c83d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539248 Aug 30 22:51:28.490012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-600f4946-1d3c-404a-a5f0-d9bbfed7f74e req-674ee0b2-a8b5-4659-adf7-5eb5aa19af4c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562863 Aug 30 22:51:28.501184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:28.502058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.630635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ca6dce-8ec2-4133-9884-268257d0241d req-4cfd31bd-cd85-46ae-b5ef-caab1ba37b36 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.638424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50ca6dce-8ec2-4133-9884-268257d0241d req-4cfd31bd-cd85-46ae-b5ef-caab1ba37b36 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 945 time: 0.0946577 Aug 30 22:51:28.676841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:28.677634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.686268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50ca6dce-8ec2-4133-9884-268257d0241d req-bea7d80f-0baa-492a-8de1-ecfdbebf400b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467601 Aug 30 22:51:28.741563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:28.771902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f36e8-3035-41f8-9067-39bffd481620 req-c5de256d-26a6-4717-88d1-8fdf22fec605 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.781224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc7f36e8-3035-41f8-9067-39bffd481620 req-c5de256d-26a6-4717-88d1-8fdf22fec605 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1593146 Aug 30 22:51:28.792159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40624) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:28.881590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ab7b7-6fcf-40e0-bc28-830a6db507ba req-0aad72cf-5a09-40f7-b22f-15656e7d108b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:28.883908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-031ab7b7-6fcf-40e0-bc28-830a6db507ba req-0aad72cf-5a09-40f7-b22f-15656e7d108b tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.0604417 Aug 30 22:51:28.910426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc7f36e8-3035-41f8-9067-39bffd481620 req-e3916dfe-6784-40cc-ab9e-cb53eff39ac4 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233385 Aug 30 22:51:28.927046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-031ab7b7-6fcf-40e0-bc28-830a6db507ba req-751c836f-0cf6-4179-baff-b416ac53ce71 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371747 Aug 30 22:51:28.933678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-network', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:28.977723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Made reservation on behalf of dba0a3b35ca84c8a854af3638d53c5eb for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:28.981133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:28.992173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.065435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a95408-bbf4-4c03-b5ef-a53ad2100387 req-b3614e08-f6b0-48fc-b2ac-6f148d9a2169 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.067334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a95408-bbf4-4c03-b5ef-a53ad2100387 req-b3614e08-f6b0-48fc-b2ac-6f148d9a2169 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 945 time: 0.0694551 Aug 30 22:51:29.068256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.089209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ea933f9a-2047-4c84-804f-102649224e35 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:29.123595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.129998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.148705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['74321a3e-5263-4b19-82b3-4af424df77ba'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:29.152856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=6da31ed0-f032-4995-bd72-8cf5ae0aa8d3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:29.197304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port ea933f9a-2047-4c84-804f-102649224e35 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:29.203252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port ea933f9a-2047-4c84-804f-102649224e35 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:29.204264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.207233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:29.233625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.234288 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Added segment 73e12d96-976f-4bb2-a3c3-4513464e0b88 of type vlan for network 887d924d-cee4-4f81-9c60-f46576a6509b Aug 30 22:51:29.235678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a109a34-2f4e-400d-b263-be68c6da4f92,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:29.271067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:29.271796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6bdd1-ba96-467b-90da-1818d0df8291 req-13f11eb1-fef3-47de-a7c8-1aaa9fa8b4aa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.273947 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b565f6f-3d7c-46ed-9538-5d37a258e426" -d '{"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:29.280777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:29.287183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a95408-bbf4-4c03-b5ef-a53ad2100387 req-945c0bad-3e81-4b8c-bc0d-33c5abecd36d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102735 Aug 30 22:51:29.287583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ee6bdd1-ba96-467b-90da-1818d0df8291 req-13f11eb1-fef3-47de-a7c8-1aaa9fa8b4aa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1508911 Aug 30 22:51:29.288376 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.290994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-349e06f7-8d4c-4a0a-a57d-7c9c4b3bdc93 req-2b312044-b3bc-4e6f-8622-0f3b9fe68877 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.52 "DELETE /v2.0/ports/6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 HTTP/1.1" status: 204 len: 173 time: 1.3116982 Aug 30 22:51:29.326065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d460e97-1120-488b-b543-05f09da1391a req-11c1a439-12da-4888-8172-2b71b0d161ec tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.328005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d460e97-1120-488b-b543-05f09da1391a req-11c1a439-12da-4888-8172-2b71b0d161ec tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.2447236 Aug 30 22:51:29.374431 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.399252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ee6bdd1-ba96-467b-90da-1818d0df8291 req-87c10dab-f326-456d-88ef-c0e020db73c3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107771 Aug 30 22:51:29.408212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.451883 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5189baa-9408-48b8-b317-6240662224da x-openstack-request-id: req-f5189baa-9408-48b8-b317-6240662224da {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:29.452153 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "e957cf9f-7c5a-4737-9e6e-a42f22157f2f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:29.452500 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5189baa-9408-48b8-b317-6240662224da {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:29.452920 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': 'e957cf9f-7c5a-4737-9e6e-a42f22157f2f', 'status': 'completed', 'code': 200} Aug 30 22:51:29.462408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.462607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ea933f9a-2047-4c84-804f-102649224e35,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:29.463868 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:29.464205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.465010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.466186 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9713b67-6974-4b6e-b458-cf713391affb" -d '{"events": [{"server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea933f9a-2047-4c84-804f-102649224e35"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:29.471461 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.472344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e957cf9f-7c5a-4737-9e6e-a42f22157f2f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:29.536952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7422736 Aug 30 22:51:29.538744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:29.551412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Request body: {'subnet': {'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-subnet', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:29.563073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0a4bed-cc7a-41ae-855e-9b4a033d0a65 admin admin] Pushing event updated for resources: {'Network': ['ID=887d924d-cee4-4f81-9c60-f46576a6509b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:29.607407 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c77b70-29ab-4045-adc1-ac4d73560ee2 x-openstack-request-id: req-a1c77b70-29ab-4045-adc1-ac4d73560ee2 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:29.608602 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "name": "network-vif-plugged", "status": "completed", "tag": "ea933f9a-2047-4c84-804f-102649224e35", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:29.609753 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1c77b70-29ab-4045-adc1-ac4d73560ee2 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:29.610752 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35', 'code': 200} Aug 30 22:51:29.618568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 887d924d-cee4-4f81-9c60-f46576a6509b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:29.624196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: e957cf9f-7c5a-4737-9e6e-a42f22157f2f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:29.633183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Deleting port 5efe04bf-ae1b-429f-9866-e2f90c239c68 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:29.633534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.636525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Made reservation on behalf of dba0a3b35ca84c8a854af3638d53c5eb for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:29.639033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.640018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e957cf9f-7c5a-4737-9e6e-a42f22157f2f not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:29.641774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:29.676980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2def26d-07ca-4f9b-8774-cd8257bcf7b5 req-8a2a8fca-0396-438f-b42d-913519d4abc7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.682353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2def26d-07ca-4f9b-8774-cd8257bcf7b5 req-8a2a8fca-0396-438f-b42d-913519d4abc7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0713754 Aug 30 22:51:29.738074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2def26d-07ca-4f9b-8774-cd8257bcf7b5 req-b22df914-c85f-48f4-ab00-334531569d93 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470371 Aug 30 22:51:29.746763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:29.747277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6da31ed0-f032-4995-bd72-8cf5ae0aa8d3 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:29.750735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd1f20-0d35-4eb7-9668-851d5bba035b req-30b6a85d-1f3c-4af6-930c-6b293c5401ca tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.757976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22cd1f20-0d35-4eb7-9668-851d5bba035b req-30b6a85d-1f3c-4af6-930c-6b293c5401ca tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2025282 Aug 30 22:51:29.805166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:29.879930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22cd1f20-0d35-4eb7-9668-851d5bba035b req-c98bc6af-cec2-4169-8c19-3f223a5515e6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210883 Aug 30 22:51:29.894683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-086495a5-ad30-4682-8172-fc4f7abf7c61 req-fe3f0e43-9c43-4fa8-9101-73c09cd97d06 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a019c43-6461-4fc5-96fe-7e737c386b29 HTTP/1.1" status: 200 len: 210 time: 0.0486369 Aug 30 22:51:29.950205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] For port 5efe04bf-ae1b-429f-9866-e2f90c239c68, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=5efe04bf-ae1b-429f-9866-e2f90c239c68,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:29.950604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:29.962367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38aa655-510d-4cbd-9cfd-10938dee9dfc req-e076c9c8-89db-41a7-acd1-655a3b19c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:29.966087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a38aa655-510d-4cbd-9cfd-10938dee9dfc req-e076c9c8-89db-41a7-acd1-655a3b19c4cc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 1098 time: 0.2742803 Aug 30 22:51:30.013936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Calling delete_port for 5efe04bf-ae1b-429f-9866-e2f90c239c68 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:30.068198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aee781-9b03-45fe-8bda-0520ed1c89fd req-be7204be-42dd-4cdd-9067-5cb2eb9fd6f1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.074365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2aee781-9b03-45fe-8bda-0520ed1c89fd req-be7204be-42dd-4cdd-9067-5cb2eb9fd6f1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0807018 Aug 30 22:51:30.108365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a38aa655-510d-4cbd-9cfd-10938dee9dfc req-8a1d515f-8944-43d2-b8a8-b55fcfac6428 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263268 Aug 30 22:51:30.123032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2aee781-9b03-45fe-8bda-0520ed1c89fd req-da3e6af8-3d95-4718-8a36-2f0d1daa8213 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451920 Aug 30 22:51:30.187926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102da10-6cd7-4097-aaf7-a5b7866c286b req-faf0a1ee-44ed-4e1f-814b-1178b7bcd3ed tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.189531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0102da10-6cd7-4097-aaf7-a5b7866c286b req-faf0a1ee-44ed-4e1f-814b-1178b7bcd3ed tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=3a942bec-6c24-4871-a5c3-550171ad4242 HTTP/1.1" status: 200 len: 949 time: 0.1712320 Aug 30 22:51:30.256273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.315414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0102da10-6cd7-4097-aaf7-a5b7866c286b req-016b5302-e67c-4865-8f9c-f760927a8c7a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036189 Aug 30 22:51:30.353084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=253f4de3-8d21-4689-8378-3cac3c32f31f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:30.386997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Checking segment: {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:30.387504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Network hostable DHCP agents. Network: 887d924d-cee4-4f81-9c60-f46576a6509b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:30.427745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.448648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['5efe04bf-ae1b-429f-9866-e2f90c239c68', '7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:30.467026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event deleted for resources: {'Port': ['ID=5efe04bf-ae1b-429f-9866-e2f90c239c68,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:30.480912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Network 887d924d-cee4-4f81-9c60-f46576a6509b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:30.490471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ce5cf816-4598-4865-8886-8bc2aa6aa366'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:30.533085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770aa55d-cb53-41f8-a0d4-951ecf30d414 req-efe66250-fbe8-4712-8185-43fa2ff94b13 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.542571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-770aa55d-cb53-41f8-a0d4-951ecf30d414 req-efe66250-fbe8-4712-8185-43fa2ff94b13 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1496112 Aug 30 22:51:30.563791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 887d924d-cee4-4f81-9c60-f46576a6509b) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:30.565887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3384ca7d-ca5e-4fb2-946b-00bc11d039fd req-9af255cc-b0d7-4095-a965-678ac8d1184c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.566430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] No DVR routers for this DVR port 5efe04bf-ae1b-429f-9866-e2f90c239c68 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:30.569377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3384ca7d-ca5e-4fb2-946b-00bc11d039fd req-9af255cc-b0d7-4095-a965-678ac8d1184c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1001050 Aug 30 22:51:30.577313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.579464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d460e97-1120-488b-b543-05f09da1391a req-277d55db-183a-46a4-9a5d-f2650b8a6f74 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "DELETE /v2.0/ports/5efe04bf-ae1b-429f-9866-e2f90c239c68 HTTP/1.1" status: 204 len: 173 time: 1.2350881 Aug 30 22:51:30.580935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.581679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.615576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-770aa55d-cb53-41f8-a0d4-951ecf30d414 req-467bb157-d912-481f-8281-02c52a8a1086 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707335 Aug 30 22:51:30.619761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7924769f-c523-40c1-aa04-6012eb1b944f None None] Network 887d924d-cee4-4f81-9c60-f46576a6509b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:30.623247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69a1febe-0eca-4058-a4ea-248a3b3d1e3c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0808127 Aug 30 22:51:30.624761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40662) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:30.634526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:30.676579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3384ca7d-ca5e-4fb2-946b-00bc11d039fd req-a50832ab-e235-4a7e-9686-40187afce81e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855420 Aug 30 22:51:30.706041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.707346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.819128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383730a3-fb9e-4017-bf99-f96ed1ff3d19 req-2bcf16d5-69fe-4cf2-9fd3-5ab70586601b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:30.829758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-383730a3-fb9e-4017-bf99-f96ed1ff3d19 req-2bcf16d5-69fe-4cf2-9fd3-5ab70586601b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0986545 Aug 30 22:51:30.888388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:30.901016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12043c0-ffdc-4ad2-a18b-f74ffb99ffdd None None] Network 887d924d-cee4-4f81-9c60-f46576a6509b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:30.901939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-383730a3-fb9e-4017-bf99-f96ed1ff3d19 req-eb019c1d-695c-411b-bd20-88a6e2eee514 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692787 Aug 30 22:51:31.054926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 74321a3e-5263-4b19-82b3-4af424df77ba no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:31.069070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa4b703-fbc4-4667-8c4e-53f633db3458 req-c5d09389-f5b9-48c0-acd3-4f4326bc5b94 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:31.078313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aa4b703-fbc4-4667-8c4e-53f633db3458 req-c5d09389-f5b9-48c0-acd3-4f4326bc5b94 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0908813 Aug 30 22:51:31.120189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 74321a3e-5263-4b19-82b3-4af424df77ba {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:31.120969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 74321a3e-5263-4b19-82b3-4af424df77ba not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:31.136519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aa4b703-fbc4-4667-8c4e-53f633db3458 req-2c19f77d-e2a6-4a01-ac5b-d012d89535fe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516326 Aug 30 22:51:31.157842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad28190-9af2-4075-bc2f-8594561a1acf req-3fadd7ef-602f-4bb1-b8ba-0aeb4f334f2e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:31.176986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ad28190-9af2-4075-bc2f-8594561a1acf req-3fadd7ef-602f-4bb1-b8ba-0aeb4f334f2e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.2975931 Aug 30 22:51:31.192401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40678) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:31.246618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.290532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting subnet 6ee41bb5-4521-4051-b561-39034532a409 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:51:31.297773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.379457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ad28190-9af2-4075-bc2f-8594561a1acf req-370cc02a-8c0f-415f-8ccb-86598b8a783c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978798 Aug 30 22:51:31.393609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.484982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3'}, {'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'name': 'network-vif-deleted', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:31.487304 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08da20a-82aa-421a-a673-010a6f0bcbf1" -d '{"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3"}, {"server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "name": "network-vif-deleted", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:31.539350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.576812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.602368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.608910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b146d64f-c9d3-4b00-93a2-077dfcefb800 req-7b76dfe2-a0ff-461d-ad22-2a44e21296bc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:31.610518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b146d64f-c9d3-4b00-93a2-077dfcefb800 req-7b76dfe2-a0ff-461d-ad22-2a44e21296bc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1192577 Aug 30 22:51:31.652887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.697384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b146d64f-c9d3-4b00-93a2-077dfcefb800 req-adf3d153-e380-4128-b91f-66a592019b1a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802486 Aug 30 22:51:31.700827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.702959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/subnets/6ee41bb5-4521-4051-b561-39034532a409 HTTP/1.1" status: 204 len: 168 time: 0.5093622 Aug 30 22:51:31.703987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7c927-5762-43d7-a29c-3409ed26702c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Subnet': ['ID=6ee41bb5-4521-4051-b561-39034532a409,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:31.706575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:31.712943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b66144d-92be-4bb9-bf41-2673e5a19a26 None None] Network d13e2607-0ae1-457c-b9a4-ad34007a8f1f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:31.810593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Allocated IP 172.25.7.85 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7c626b9b-c284-43bd-bb6f-5da12528d88c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:31.824786 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56e4e65-ce16-4caa-b6ca-dc442c225674 x-openstack-request-id: req-a56e4e65-ce16-4caa-b6ca-dc442c225674 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:31.825089 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a019c43-6461-4fc5-96fe-7e737c386b29", "name": "network-vif-deleted", "tag": "6da31ed0-f032-4995-bd72-8cf5ae0aa8d3", "status": "completed", "code": 200}, {"server_uuid": "3a942bec-6c24-4871-a5c3-550171ad4242", "name": "network-vif-deleted", "tag": "5efe04bf-ae1b-429f-9866-e2f90c239c68", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:31.825363 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a56e4e65-ce16-4caa-b6ca-dc442c225674 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:31.825818 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a019c43-6461-4fc5-96fe-7e737c386b29', 'name': 'network-vif-deleted', 'tag': '6da31ed0-f032-4995-bd72-8cf5ae0aa8d3', 'status': 'completed', 'code': 200} Aug 30 22:51:31.829589 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a942bec-6c24-4871-a5c3-550171ad4242', 'name': 'network-vif-deleted', 'tag': '5efe04bf-ae1b-429f-9866-e2f90c239c68', 'status': 'completed', 'code': 200} Aug 30 22:51:31.837638 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:31.978369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7facfda3-cb53-44b2-a800-c1e4ddd57db4 req-43776227-0d93-42f1-bf14-bca43341fe43 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:31.980432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7facfda3-cb53-44b2-a800-c1e4ddd57db4 req-43776227-0d93-42f1-bf14-bca43341fe43 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0786064 Aug 30 22:51:31.982434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 316f7dff-d281-464f-b428-8a3d844d008a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:31.982901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.019462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab4a10-e0f9-446b-bb8d-abdb32a79c92 req-324e38c5-6c4e-42be-840d-bf00f35cca9f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:32.027958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7ab4a10-e0f9-446b-bb8d-abdb32a79c92 req-324e38c5-6c4e-42be-840d-bf00f35cca9f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1306934 Aug 30 22:51:32.097876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.102763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] DHCP port deletion for d13e2607-0ae1-457c-b9a4-ad34007a8f1f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:51:32.117282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7ab4a10-e0f9-446b-bb8d-abdb32a79c92 req-f1971a92-5353-40ec-8342-1cb30bd9fbc9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872526 Aug 30 22:51:32.125581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 316f7dff-d281-464f-b428-8a3d844d008a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=316f7dff-d281-464f-b428-8a3d844d008a,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:32.126803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.146304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7facfda3-cb53-44b2-a800-c1e4ddd57db4 req-023f9733-37f8-44f7-86be-ab946fb89ad9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440873 Aug 30 22:51:32.168354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 316f7dff-d281-464f-b428-8a3d844d008a owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:32.185232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Deleting port 316f7dff-d281-464f-b428-8a3d844d008a {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:32.185614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.261819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.316931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] For port 316f7dff-d281-464f-b428-8a3d844d008a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=316f7dff-d281-464f-b428-8a3d844d008a,segment=NetworkSegment(e6cae30b-bb13-4b36-93d5-6a8d7319b402),segment_id=e6cae30b-bb13-4b36-93d5-6a8d7319b402)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:32.317511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.327656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:32.332177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:32.334513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Calling delete_port for 316f7dff-d281-464f-b428-8a3d844d008a owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:32.335290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.348655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:32.387150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d8874-7420-472a-8a2d-d3dc15d8a4cf req-1a089c19-3e4f-4e0e-8305-1c27bc1b6e7a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:32.388802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f2d8874-7420-472a-8a2d-d3dc15d8a4cf req-1a089c19-3e4f-4e0e-8305-1c27bc1b6e7a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.1809802 Aug 30 22:51:32.396228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=316f7dff-d281-464f-b428-8a3d844d008a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:32.411940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 316f7dff-d281-464f-b428-8a3d844d008a on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:32.424749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Pushing event updated for resources: {'Port': ['ID=7c626b9b-c284-43bd-bb6f-5da12528d88c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:32.457010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.498078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] No DVR routers for this DVR port 316f7dff-d281-464f-b428-8a3d844d008a on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:32.500228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd9bc7-e350-48fd-9c4e-29b463f84350 None None] Pushing event deleted for resources: {'Port': ['ID=316f7dff-d281-464f-b428-8a3d844d008a,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:32.538254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f2d8874-7420-472a-8a2d-d3dc15d8a4cf req-86f1f6de-4d7c-4ce0-b044-7f91376a6c3e tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062052 Aug 30 22:51:32.610633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.637520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13e2607-0ae1-457c-b9a4-ad34007a8f1f']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:32.648240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-d64fe3e3-7efb-4259-a1fb-466bb1ef9556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:32.649947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-d64fe3e3-7efb-4259-a1fb-466bb1ef9556 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 1098 time: 0.2042420 Aug 30 22:51:32.654614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6cae30b-bb13-4b36-93d5-6a8d7319b402') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:32.655196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6cae30b-bb13-4b36-93d5-6a8d7319b402') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:32.664912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b33cf-5306-4a28-af2f-a99f0a82e970 req-ff79ed6c-aa30-4e2c-90e7-2c975edd7776 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:32.666443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-628b33cf-5306-4a28-af2f-a99f0a82e970 req-ff79ed6c-aa30-4e2c-90e7-2c975edd7776 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1536853 Aug 30 22:51:32.685040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.729586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:32.759565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.775511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:51:32.776330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:51:32.781418 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:51:32.865754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-628b33cf-5306-4a28-af2f-a99f0a82e970 req-792b4ebb-2d2e-4874-b3ba-0a255d3fc20b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787622 Aug 30 22:51:32.874275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:32.889365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902', 'port_id': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'mac_address': 'fa:16:3e:ef:38:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a06fcc1-02fb-436f-af87-f616358e0c1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:32.889643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.908993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.918541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/networks/d13e2607-0ae1-457c-b9a4-ad34007a8f1f HTTP/1.1" status: 204 len: 168 time: 1.2106290 Aug 30 22:51:32.925242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40732) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:32.960296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:32.976856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe5aeeb-8715-4a08-becd-d3017fa98216 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:33.001515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:33.007240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-8d93f012-3e6f-4527-ae79-4c8773ff39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.008106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.008931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-8d93f012-3e6f-4527-ae79-4c8773ff39f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 912 time: 0.3362806 Aug 30 22:51:33.013326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e287655-d711-4abc-9752-884483a5f72e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Network': ['ID=d13e2607-0ae1-457c-b9a4-ad34007a8f1f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:33.076799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:33.077019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ea27f-b69e-4b30-ac31-1efa76a4d709 req-dfc12add-1528-426e-89c4-729418c36508 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.084853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e7ea27f-b69e-4b30-ac31-1efa76a4d709 req-dfc12add-1528-426e-89c4-729418c36508 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1022170 Aug 30 22:51:33.103254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting subnet 08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:51:33.106436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.128847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e7ea27f-b69e-4b30-ac31-1efa76a4d709 req-0a055c38-c65b-4312-94a9-4ff72a569f6b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430791 Aug 30 22:51:33.161940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-e091164e-3a00-44b1-8429-21d539081ff0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea933f9a-2047-4c84-804f-102649224e35 HTTP/1.1" status: 200 len: 217 time: 0.0811834 Aug 30 22:51:33.195816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64008484-784e-4086-8f4c-a39b81c34636 req-be8fa06b-1da9-4533-9f25-6459123b203c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.197379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64008484-784e-4086-8f4c-a39b81c34636 req-be8fa06b-1da9-4533-9f25-6459123b203c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.1918197 Aug 30 22:51:33.225357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.246597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.296830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-cef3bf32-37e0-4a53-a69d-3b26ed56acb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.297167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['efe5aeeb-8715-4a08-becd-d3017fa98216'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:33.298335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-cef3bf32-37e0-4a53-a69d-3b26ed56acb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.1280482 Aug 30 22:51:33.308418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64008484-784e-4086-8f4c-a39b81c34636 req-2f01a8e4-12cb-494e-8b0d-92e9e75a2593 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898511 Aug 30 22:51:33.380706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-0994461e-aca1-46e0-9fcd-887c6926c661 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438449 Aug 30 22:51:33.392232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.507350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b2aa0-1a3f-431b-afba-ff1fcffa5364 req-9464db93-9340-4ca4-8767-ea05b4f5ccbe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.515602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-793b2aa0-1a3f-431b-afba-ff1fcffa5364 req-9464db93-9340-4ca4-8767-ea05b4f5ccbe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1104119 Aug 30 22:51:33.536998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.568628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-6854c6c4-d94a-4368-9b51-7cb435410083 service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723316 Aug 30 22:51:33.572256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Subnet': ['ID=08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:33.576328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.580767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-28a5271a-1ea1-4de8-93c3-1ff707a40b6f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/subnets/08023cd4-5d0a-4a0d-a5b2-be40cfd9ae88 HTTP/1.1" status: 204 len: 168 time: 0.6435728 Aug 30 22:51:33.588388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40740) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:33.594476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c385e9af-e86c-4f5b-b611-ee904344a612 None None] Network b3851318-9ac1-4acc-bc57-7f75c5c8f35d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:33.634852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-793b2aa0-1a3f-431b-afba-ff1fcffa5364 req-377462bd-e343-40c6-b55f-c14f519c0e78 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182661 Aug 30 22:51:33.690798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:33.704650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-5785756d-95fd-462e-9ea1-bed4a6bcc070 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.706264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-5785756d-95fd-462e-9ea1-bed4a6bcc070 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.52 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.1478486 Aug 30 22:51:33.884890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 316f7dff-d281-464f-b428-8a3d844d008a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:33.918966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 316f7dff-d281-464f-b428-8a3d844d008a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:33.919673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 316f7dff-d281-464f-b428-8a3d844d008a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:33.991701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc2617-0301-4c9c-88b6-56b2b02aab85 req-77e476fb-7353-420e-a558-227200e38824 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:33.993250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6efc2617-0301-4c9c-88b6-56b2b02aab85 req-77e476fb-7353-420e-a558-227200e38824 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2449636 Aug 30 22:51:34.020307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] DHCP port deletion for b3851318-9ac1-4acc-bc57-7f75c5c8f35d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:51:34.082074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Deleting port 39d3d75b-7aca-46a0-9239-c66ba6252b9d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:34.082824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.093135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6efc2617-0301-4c9c-88b6-56b2b02aab85 req-c4464cc4-bd65-4f50-82ef-063cc24028b0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934660 Aug 30 22:51:34.096628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.104779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Deleting port ce5cf816-4598-4865-8886-8bc2aa6aa366 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:34.105118 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.175142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc64cfb0-62ef-48a7-a37e-11bea08df9a5 req-445bc06b-2d6a-4316-9d4d-bf21abea9e59 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.186020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc64cfb0-62ef-48a7-a37e-11bea08df9a5 req-445bc06b-2d6a-4316-9d4d-bf21abea9e59 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 949 time: 0.1728210 Aug 30 22:51:34.192449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20277bb4-8876-4fd6-9ff6-a1db7c720b08 req-1360ef67-3a11-4142-8784-1cb5118fea35 service neutron] 10.222.0.52 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6128464 Aug 30 22:51:34.197094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] For port 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39d3d75b-7aca-46a0-9239-c66ba6252b9d,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:34.197742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.228295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Calling delete_port for 39d3d75b-7aca-46a0-9239-c66ba6252b9d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:34.318179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc64cfb0-62ef-48a7-a37e-11bea08df9a5 req-91c05edf-d016-4f64-a58f-c7b84585201f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237895 Aug 30 22:51:34.341006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:51:34.342694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 39d3d75b-7aca-46a0-9239-c66ba6252b9d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:34.343040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.356961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] For port ce5cf816-4598-4865-8886-8bc2aa6aa366, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ce5cf816-4598-4865-8886-8bc2aa6aa366,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:34.357776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.358322 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.380389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Calling delete_port for ce5cf816-4598-4865-8886-8bc2aa6aa366 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:34.417427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 39d3d75b-7aca-46a0-9239-c66ba6252b9d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39d3d75b-7aca-46a0-9239-c66ba6252b9d,segment=NetworkSegment(3e93c7c7-f1b0-4d5d-ac40-34629f926847),segment_id=3e93c7c7-f1b0-4d5d-ac40-34629f926847)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:34.417904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.428469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] Pushing event deleted for resources: {'Port': ['ID=39d3d75b-7aca-46a0-9239-c66ba6252b9d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:34.431186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73885ac-6c2e-4ccc-8098-f68f2ac09ea6 None None] No DVR routers for this DVR port 39d3d75b-7aca-46a0-9239-c66ba6252b9d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:34.435367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 39d3d75b-7aca-46a0-9239-c66ba6252b9d owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:34.502337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f205c-a3ca-4cfc-b42a-89c467c8d042 req-e957cee2-8a11-432b-80df-91e133102a43 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.504241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a72f205c-a3ca-4cfc-b42a-89c467c8d042 req-e957cee2-8a11-432b-80df-91e133102a43 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2551932 Aug 30 22:51:34.548457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8183fc-3b50-4c49-8e4f-7fccbcef9648 req-3ea6ed9d-c79e-4188-8373-2c00d574bd44 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.550553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c8183fc-3b50-4c49-8e4f-7fccbcef9648 req-3ea6ed9d-c79e-4188-8373-2c00d574bd44 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1019096 Aug 30 22:51:34.594812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.617221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a72f205c-a3ca-4cfc-b42a-89c467c8d042 req-23656f16-e4f8-4499-a8e0-a6b896c67726 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053286 Aug 30 22:51:34.629847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c8183fc-3b50-4c49-8e4f-7fccbcef9648 req-ed0dd717-a920-45e4-9962-7d121e6ff51c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648460 Aug 30 22:51:34.634143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 39d3d75b-7aca-46a0-9239-c66ba6252b9d on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:34.644214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=39d3d75b-7aca-46a0-9239-c66ba6252b9d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:34.674090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:34.686856 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Sync routers for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:34.707572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:34.708209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:14Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.728027 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.737560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:34.773883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.786225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:34.810085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3851318-9ac1-4acc-bc57-7f75c5c8f35d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.815191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.819330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9158a84d-b337-42fb-883c-b34cf919d730 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.1947620 Aug 30 22:51:34.820333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40770) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:34.821124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event deleted for resources: {'Port': ['ID=ce5cf816-4598-4865-8886-8bc2aa6aa366,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:34.836476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ce5cf816-4598-4865-8886-8bc2aa6aa366'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:34.886920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e93c7c7-f1b0-4d5d-ac40-34629f926847') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.887771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e93c7c7-f1b0-4d5d-ac40-34629f926847') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:34.903374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.944666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9284c-c1f3-404f-812e-284ad3dc881e req-3d5f9d02-989a-444c-b8cb-d25c8a4abcf7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:34.947415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5c9284c-c1f3-404f-812e-284ad3dc881e req-3d5f9d02-989a-444c-b8cb-d25c8a4abcf7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.1542897 Aug 30 22:51:34.949357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.964149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:51:34.964895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:51:34.976771 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:51:34.999296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port efe5aeeb-8715-4a08-becd-d3017fa98216 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:35.030183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port efe5aeeb-8715-4a08-becd-d3017fa98216 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:35.030949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.111950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5c9284c-c1f3-404f-812e-284ad3dc881e req-dd0b9af8-835b-4975-a615-d0acebfc3cc9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525772 Aug 30 22:51:35.117162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.132791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.134980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/networks/b3851318-9ac1-4acc-bc57-7f75c5c8f35d HTTP/1.1" status: 204 len: 168 time: 1.5445864 Aug 30 22:51:35.155438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba71c03-521b-47bc-a032-abda20008b7f tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Network': ['ID=b3851318-9ac1-4acc-bc57-7f75c5c8f35d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:35.157919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:35.159198 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:35.165802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-664318965'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:35.205005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.236502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] No DVR routers for this DVR port ce5cf816-4598-4865-8886-8bc2aa6aa366 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:35.274135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.276208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83f09cd7-c90f-487e-ac9c-58e7baadb879 req-86568581-5b61-45ad-a493-b47140268c5c tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.52 "DELETE /v2.0/ports/ce5cf816-4598-4865-8886-8bc2aa6aa366 HTTP/1.1" status: 204 len: 173 time: 1.5574765 Aug 30 22:51:35.276768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'name': 'network-vif-deleted', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:35.279470 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27728db-d290-43f2-9dce-3ec0344c74de" -d '{"events": [{"server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "name": "network-vif-deleted", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:35.296597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:35.299287 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea843a1b-90ad-4f10-8ca8-32fa55de883f" -d '{"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-plugged", "status": "completed", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:35.318067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:35.329005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.330097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 5efe04bf-ae1b-429f-9866-e2f90c239c68 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:35.367024 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e984018-a319-4023-b482-eddf28820d4a x-openstack-request-id: req-6e984018-a319-4023-b482-eddf28820d4a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:35.367340 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75318de-5b92-4724-adec-db960f4435d2", "name": "network-vif-deleted", "tag": "ce5cf816-4598-4865-8886-8bc2aa6aa366", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:35.367641 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6e984018-a319-4023-b482-eddf28820d4a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:35.368114 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75318de-5b92-4724-adec-db960f4435d2', 'name': 'network-vif-deleted', 'tag': 'ce5cf816-4598-4865-8886-8bc2aa6aa366', 'status': 'completed', 'code': 200} Aug 30 22:51:35.384287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a09965c-5062-4e55-869b-740b264904a8 req-bde39019-ad0c-4144-a747-b835645216c8 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:35.403265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a09965c-5062-4e55-869b-740b264904a8 req-bde39019-ad0c-4144-a747-b835645216c8 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2837188 Aug 30 22:51:35.405984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:35.409830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.426554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 5efe04bf-ae1b-429f-9866-e2f90c239c68 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:35.427074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 5efe04bf-ae1b-429f-9866-e2f90c239c68 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:35.453681 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a99a4c-78f0-4656-b748-acd2ffb21d7c x-openstack-request-id: req-06a99a4c-78f0-4656-b748-acd2ffb21d7c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:35.454152 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-plugged", "status": "completed", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:35.454306 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06a99a4c-78f0-4656-b748-acd2ffb21d7c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:35.454702 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'code': 200} Aug 30 22:51:35.489588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:35.556858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a09965c-5062-4e55-869b-740b264904a8 req-6301aaaf-87fb-4924-bcaa-246d414cc380 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304634 Aug 30 22:51:35.558051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:35.590211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:33Z', 'revision_number': 3, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:35.590362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53ec836f-ed2d-430d-bc4e-5c13899e907b req-6ed269e3-0127-478d-8bbc-ea3fcdce1173 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=b75318de-5b92-4724-adec-db960f4435d2 HTTP/1.1" status: 200 len: 210 time: 0.0414588 Aug 30 22:51:35.640134 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Checking router: f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:35.640497 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Updating router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee port 7c626b9b-c284-43bd-bb6f-5da12528d88c binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:35.650415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa6b83-6be1-4e67-8159-3419a7d50e32 req-6f6ee295-8901-41af-a22c-7539d08a174f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:35.652306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfa6b83-6be1-4e67-8159-3419a7d50e32 req-6f6ee295-8901-41af-a22c-7539d08a174f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0609462 Aug 30 22:51:35.670471 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.730973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.732410 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Added segment bcec974f-a368-4869-aa1c-fc0f4405ec8b of type vlan for network dd6d1238-06c4-40f1-b4fc-d753c033a881 Aug 30 22:51:35.735130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfa6b83-6be1-4e67-8159-3419a7d50e32 req-56175e6f-0a91-44ef-9a32-eda31dfc5060 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695152 Aug 30 22:51:35.894984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39d3d75b-7aca-46a0-9239-c66ba6252b9d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:35.922335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 39d3d75b-7aca-46a0-9239-c66ba6252b9d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:35.923182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39d3d75b-7aca-46a0-9239-c66ba6252b9d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:35.954709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:35.990430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9919dac7-66ad-4f77-9217-ec37c790e37a req-08209014-5811-4aca-86c1-0cb0082bb404 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:36.001281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9919dac7-66ad-4f77-9217-ec37c790e37a req-08209014-5811-4aca-86c1-0cb0082bb404 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2331066 Aug 30 22:51:36.117296 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.129170 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Transition to ACTIVE for port object 7c626b9b-c284-43bd-bb6f-5da12528d88c will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:36.137172 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.170562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.176478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:36.177068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.213706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Attempting to bind port 7c626b9b-c284-43bd-bb6f-5da12528d88c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:36.214095 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Attempting to bind port 7c626b9b-c284-43bd-bb6f-5da12528d88c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:36.214442 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Attempting to bind port 7c626b9b-c284-43bd-bb6f-5da12528d88c on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:36.224810 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:36.225569 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:36.226439 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.227099 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:36.227623 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Bound port: 7c626b9b-c284-43bd-bb6f-5da12528d88c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:36.228046 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.230390 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5b2d2-3904-4f1b-be53-a2af3e7d26fa None None] Pushing event updated for resources: {'Port': ['ID=7c626b9b-c284-43bd-bb6f-5da12528d88c,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:36.267287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Network': ['ID=dd6d1238-06c4-40f1-b4fc-d753c033a881,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:36.279759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:36.292405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9919dac7-66ad-4f77-9217-ec37c790e37a req-8e7a542e-6805-4115-9e1f-2b1545699064 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896299 Aug 30 22:51:36.303942 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.310683 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] For port 7c626b9b-c284-43bd-bb6f-5da12528d88c, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:36.314335 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] For port 7c626b9b-c284-43bd-bb6f-5da12528d88c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7c626b9b-c284-43bd-bb6f-5da12528d88c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:36.315806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-155fcc48-05d5-4766-b4fa-20d7a1000be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1546159 Aug 30 22:51:36.322565 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.323535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40790) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:36.354295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'subnet': {'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:36.382302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b486f-e56a-47b2-a78c-871075d522f3 req-c5baf238-d5a1-403f-bd8c-c0923fbb4c1a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:36.383939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d86b486f-e56a-47b2-a78c-871075d522f3 req-c5baf238-d5a1-403f-bd8c-c0923fbb4c1a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.1511474 Aug 30 22:51:36.390099 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e5b2d2-3904-4f1b-be53-a2af3e7d26fa None None] Pushing event updated for resources: {'Port': ['ID=7c626b9b-c284-43bd-bb6f-5da12528d88c,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:36.425478 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:36.426409 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:14Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:36.544092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d86b486f-e56a-47b2-a78c-871075d522f3 req-fc7f9636-a81a-46ab-8da6-a7b53db63fbe tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340437 Aug 30 22:51:36.596941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:36.601771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:36.602053 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:36.644054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Allocated IP 172.20.0.1 (887d924d-cee4-4f81-9c60-f46576a6509b/253f4de3-8d21-4689-8378-3cac3c32f31f/a8956667-bd5a-4302-b22a-dedb5b8bc7f4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:36.932012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f68f694-4aed-4d93-9850-6014a74e1150 req-3a3ab593-b612-432a-ae49-f52f5d77736b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:36.933576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f68f694-4aed-4d93-9850-6014a74e1150 req-3a3ab593-b612-432a-ae49-f52f5d77736b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2190289 Aug 30 22:51:36.937201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.031581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.045676 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:33Z', 'revision_number': 3, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:37.060473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f68f694-4aed-4d93-9850-6014a74e1150 req-16463f21-f364-428f-8dad-c565128ef672 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021121 Aug 30 22:51:37.072081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ce5cf816-4598-4865-8886-8bc2aa6aa366 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:37.108996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: ce5cf816-4598-4865-8886-8bc2aa6aa366 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:37.109666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ce5cf816-4598-4865-8886-8bc2aa6aa366 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:37.114181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.130568 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ddf67c-0197-4bba-9577-79d1cd855f1d None None] The sync data for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 is: [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:33Z', 'revision_number': 3, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:37.199230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:37.237401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Checking segment: {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:37.237863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network hostable DHCP agents. Network: dd6d1238-06c4-40f1-b4fc-d753c033a881, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:37.243302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Network 887d924d-cee4-4f81-9c60-f46576a6509b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:37.246005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:37.252694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:37.268707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Subnet': ['ID=975cd577-3923-4208-bc14-da617d5661af,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:37.311385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:37.321733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.342771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f16422-cacc-42a4-81c9-6198130a4e8a req-556ffbec-e0a8-400d-9e35-bb93eff1fe1d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:37.355562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11f16422-cacc-42a4-81c9-6198130a4e8a req-556ffbec-e0a8-400d-9e35-bb93eff1fe1d tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.2206297 Aug 30 22:51:37.369624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dd6d1238-06c4-40f1-b4fc-d753c033a881) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:37.387020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:37.387639 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.390068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896640a-cd3d-4a84-b26a-0424c52e379e None None] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:37.453483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11f16422-cacc-42a4-81c9-6198130a4e8a req-d32f0d2d-3e0b-40f0-8185-441e6cc03d2f tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970337 Aug 30 22:51:37.478032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12087c29-ae0e-4984-8ff8-dedb8e6a9f84 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1429100 Aug 30 22:51:37.478253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40814) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:37.478253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1311275317'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:37.576167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:37.579602 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.608943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072a8773-e896-43f9-8518-62d2fc545eb8 req-4a55b7f4-0285-4fa9-9d56-d7b9f45008f5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:37.610635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-072a8773-e896-43f9-8518-62d2fc545eb8 req-4a55b7f4-0285-4fa9-9d56-d7b9f45008f5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1785388 Aug 30 22:51:37.643606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.706505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f3a3e-5588-4b10-8b26-2809154544b8 req-23ab541d-2c19-467a-811f-d0f46dd60d03 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:37.715917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-842f3a3e-5588-4b10-8b26-2809154544b8 req-23ab541d-2c19-467a-811f-d0f46dd60d03 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1066532 Aug 30 22:51:37.738236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-dd6d1238-06c4-40f1-b4fc-d753c033a881', 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'fixed_ips': [{'subnet_id': '975cd577-3923-4208-bc14-da617d5661af'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:51:37.739408 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.778740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-072a8773-e896-43f9-8518-62d2fc545eb8 req-7296044f-a864-4a9d-bac3-dc7a6b4922d4 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542082 Aug 30 22:51:37.781456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:37.786929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-842f3a3e-5588-4b10-8b26-2809154544b8 req-bd3e2adc-05ed-4d50-acf9-9e12b58c0366 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700519 Aug 30 22:51:37.842661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:37.843363 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Added segment 90f00afa-1c47-4209-a4bb-a63699f37190 of type vlan for network dce07098-3fb1-4107-a318-07e132cab20d Aug 30 22:51:37.922430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7c626b9b-c284-43bd-bb6f-5da12528d88c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:37.998243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.003105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7c626b9b-c284-43bd-bb6f-5da12528d88c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:38.057453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.059436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7c626b9b-c284-43bd-bb6f-5da12528d88c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:38.060085 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.063532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:38.064158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.090984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422a705a-9a1c-4624-b952-094534417a6a req-e6797e01-c230-4c8c-92f6-9788408a9826 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:38.094314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-422a705a-9a1c-4624-b952-094534417a6a req-e6797e01-c230-4c8c-92f6-9788408a9826 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.1903195 Aug 30 22:51:38.114367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Allocated IP 19.80.0.2 (dd6d1238-06c4-40f1-b4fc-d753c033a881/975cd577-3923-4208-bc14-da617d5661af/8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:38.168725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.222296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.239522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.274419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.295809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40820) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:38.296027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8235471 Aug 30 22:51:38.301168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'subnet': {'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:38.424778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:38.428842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.437923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fbff3-7ae2-43e3-86e3-9804a2871a4a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Network': ['ID=dce07098-3fb1-4107-a318-07e132cab20d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:38.441301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Network 887d924d-cee4-4f81-9c60-f46576a6509b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:38.446639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-422a705a-9a1c-4624-b952-094534417a6a req-531ca7ee-3c6d-4de8-96fb-a3fb0ea87342 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444234 Aug 30 22:51:38.452839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:38.452998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7c626b9b-c284-43bd-bb6f-5da12528d88c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7c626b9b-c284-43bd-bb6f-5da12528d88c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:38.455787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Pushing event updated for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:38.461319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dce07098-3fb1-4107-a318-07e132cab20d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:38.486723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.683455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.702758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024895b-e088-4970-92da-468a8cbd3fda req-d4977909-a16e-41fd-92b8-a75e598f00b2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:38.705013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8024895b-e088-4970-92da-468a8cbd3fda req-d4977909-a16e-41fd-92b8-a75e598f00b2 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.1243584 Aug 30 22:51:38.705964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Transition to ACTIVE for port object 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:38.711371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7c626b9b-c284-43bd-bb6f-5da12528d88c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:38.727321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Transition to ACTIVE for port object 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:38.733982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.779717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:38.785036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:38.788864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:38.799390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Pushing event updated for resources: {'Port': ['ID=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:38.875607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Attempting to bind port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:38.876105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8024895b-e088-4970-92da-468a8cbd3fda req-1daa88e8-decc-492a-8a82-31d59dfe1fe9 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.25 "GET /v2.0/security-groups?id=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492708 Aug 30 22:51:38.876651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Attempting to bind port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:38.876651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Attempting to bind port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 on network dd6d1238-06c4-40f1-b4fc-d753c033a881 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:38.884845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:38.885088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Checking segment: {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:38.885777 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.886487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Bound using segment: {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:38.887050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.887214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Bound port: 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:38.887690 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:38.967626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] For port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:38.971639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] For port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:39.002832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.016760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Subnet': ['ID=7aaa49ec-3e44-4e0f-88a2-b9f900030363,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:39.037208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-dd5ea581-0ee2-4f98-966f-a43450833a5a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.039654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-dd5ea581-0ee2-4f98-966f-a43450833a5a tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "GET /v2.0/ports?device_id=36a6ab7b-e3b7-4963-be2a-72d4f9752442 HTTP/1.1" status: 200 len: 950 time: 0.2811427 Aug 30 22:51:39.128095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c21b5-9ccb-4bba-8e18-73c352758c86 None None] Pushing event updated for resources: {'Port': ['ID=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:39.178280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b0d44f-536c-42c1-a664-55f9b255d9ed req-6bbda27b-b686-4f1c-9a5d-c96c4751984e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.180771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Checking segment: {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:39.181139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network hostable DHCP agents. Network: dce07098-3fb1-4107-a318-07e132cab20d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:39.187268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94b0d44f-536c-42c1-a664-55f9b255d9ed req-6bbda27b-b686-4f1c-9a5d-c96c4751984e tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1098 time: 0.5881324 Aug 30 22:51:39.220117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343667c-9fd7-458b-8836-5a2c97b215cb req-b26a9c52-c813-4215-a07e-10989f5ebb66 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.220577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:51:39.222050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8343667c-9fd7-458b-8836-5a2c97b215cb req-b26a9c52-c813-4215-a07e-10989f5ebb66 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2459016 Aug 30 22:51:39.240964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94b0d44f-536c-42c1-a664-55f9b255d9ed req-76d54797-1b18-46eb-b526-b75c300c8ddf tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523920 Aug 30 22:51:39.292822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8343667c-9fd7-458b-8836-5a2c97b215cb req-12a7a16b-d30f-456e-8020-2a484e967e49 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Aug 30 22:51:39.341338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network dce07098-3fb1-4107-a318-07e132cab20d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:39.364805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Deleting port 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:51:39.365235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.372059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dce07098-3fb1-4107-a318-07e132cab20d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:39.376472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.377117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.384087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ff7be9-7c7c-470c-8e10-e98ac88cda82 None None] Network dce07098-3fb1-4107-a318-07e132cab20d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:39.500642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-58d66cd9-e9c2-44a3-bfbb-a1cfc1143792 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1960180 Aug 30 22:51:39.558575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:51:39.573847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0c12823b-bd61-467c-bd6b-c017048886f2 admin admin] 10.222.0.25 "PUT /v2.0/routers/f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7499502 Aug 30 22:51:39.596814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] For port 7b02792c-80bb-48d0-80da-27d9cce7bc17, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7b02792c-80bb-48d0-80da-27d9cce7bc17,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:39.597344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.635729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Calling delete_port for 7b02792c-80bb-48d0-80da-27d9cce7bc17 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:51:39.644542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609a505-010e-49c2-a32e-345a0510cddf req-a6bbe421-89f0-4d7c-b8c7-8e594fff076c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.653707 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a609a505-010e-49c2-a32e-345a0510cddf req-a6bbe421-89f0-4d7c-b8c7-8e594fff076c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2445703 Aug 30 22:51:39.721473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-dce07098-3fb1-4107-a318-07e132cab20d', 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'fixed_ips': [{'subnet_id': '7aaa49ec-3e44-4e0f-88a2-b9f900030363'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:51:39.722654 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.737090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a609a505-010e-49c2-a32e-345a0510cddf req-ce7ec474-c1dd-401b-86ff-341629bf7eba tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747223 Aug 30 22:51:39.795797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4a27f1-8e22-4eae-814e-1d6dd6eafaf9 req-6010ee73-aa1f-4d10-849b-c70a33b16732 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.796034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da4a27f1-8e22-4eae-814e-1d6dd6eafaf9 req-6010ee73-aa1f-4d10-849b-c70a33b16732 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1098 time: 0.0915349 Aug 30 22:51:39.887256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Sync routers for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:51:39.899756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da4a27f1-8e22-4eae-814e-1d6dd6eafaf9 req-cb2c27fe-8c07-4317-a3af-a41860e58d67 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922267 Aug 30 22:51:39.939732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:39.955037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7b02792c-80bb-48d0-80da-27d9cce7bc17'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:39.959141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:39.960071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:14Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:39.965314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72571fb4-d104-49ba-8707-6e4ff8041d3d req-6cee312a-52e0-4a49-bf4b-054b50ffdb14 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:39.967104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72571fb4-d104-49ba-8707-6e4ff8041d3d req-6cee312a-52e0-4a49-bf4b-054b50ffdb14 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0836427 Aug 30 22:51:40.023708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Pushing event deleted for resources: {'Port': ['ID=7b02792c-80bb-48d0-80da-27d9cce7bc17,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:40.090398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7c626b9b-c284-43bd-bb6f-5da12528d88c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:40.105754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72571fb4-d104-49ba-8707-6e4ff8041d3d req-9b1b04f4-cbc0-4d94-8024-9b6d8461731a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232512 Aug 30 22:51:40.138222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] No DVR routers for this DVR port 7b02792c-80bb-48d0-80da-27d9cce7bc17 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:51:40.162188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.173814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d390d4ec-f054-488e-8793-a78a8d3a33a4 req-066d2cc9-7280-4448-bcbb-6dee7888e429 tempest-ServersAdminTestJSON-22937924 tempest-ServersAdminTestJSON-22937924-project] 10.222.0.47 "DELETE /v2.0/ports/7b02792c-80bb-48d0-80da-27d9cce7bc17 HTTP/1.1" status: 204 len: 173 time: 1.1121297 Aug 30 22:51:40.178320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-deleted', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:40.183587 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff97ee8-d919-4e06-b632-f9ee63cb14c3" -d '{"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-deleted", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:40.311905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-3e9786ea-9c46-4989-8603-359d458eebf8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:40.318520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-3e9786ea-9c46-4989-8603-359d458eebf8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:40.326531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-3e9786ea-9c46-4989-8603-359d458eebf8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/networks?id=dd6d1238-06c4-40f1-b4fc-d753c033a881&id=dce07098-3fb1-4107-a318-07e132cab20d HTTP/1.1" status: 200 len: 1391 time: 0.2311826 Aug 30 22:51:40.346872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-329f69f8-73b2-4c74-b97e-f2051df84bcf tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/quotas/78e718f323bb48f5b486e4c1b513dfe9 HTTP/1.1" status: 200 len: 375 time: 0.0192833 Aug 30 22:51:40.430211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f8da6005-2042-4443-a1d6-e739acfe374e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.431917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-84cf73ec-9254-49a9-aaa2-e1e588a41b59 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839581 Aug 30 22:51:40.450486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Allocated IP 19.86.0.2 (dce07098-3fb1-4107-a318-07e132cab20d/7aaa49ec-3e44-4e0f-88a2-b9f900030363/0f7cc15c-445b-4a0b-9785-aa133b958bb5) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:40.458865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:40.463499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7c626b9b-c284-43bd-bb6f-5da12528d88c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:40.464076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:40.566294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-c0c36f32-e8d1-44cf-9c88-b3847b2cfecd service neutron] 10.222.0.25 "GET /v2.0/networks/dd6d1238-06c4-40f1-b4fc-d753c033a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220884 Aug 30 22:51:40.599099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-146097fc-b781-42fa-8803-a56fc2f03fce tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:40.606861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-146097fc-b781-42fa-8803-a56fc2f03fce tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 819 time: 0.1455100 Aug 30 22:51:40.624036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-4e1897c4-8ca2-4b36-a38d-801799bb052e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/quotas/dba0a3b35ca84c8a854af3638d53c5eb HTTP/1.1" status: 200 len: 375 time: 0.0161753 Aug 30 22:51:40.679529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-9189619d-099a-4ba2-8254-f5542611f2ec tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538902 Aug 30 22:51:40.684066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-da8e91bc-7ba5-4ecf-b50a-7269acaee42c service neutron] 10.222.0.25 "GET /v2.0/networks/dd6d1238-06c4-40f1-b4fc-d753c033a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091149 Aug 30 22:51:40.819292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-a9f9da80-695a-49b1-9406-080bffba074c service neutron] 10.222.0.25 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283383 Aug 30 22:51:40.821336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-273be85e-7bfc-496a-a573-8371d5ffd8ed service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271837 Aug 30 22:51:40.849475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:40.908097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5666bbba-4515-4375-a59d-c932338d5cc8 None None] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:40.930788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-70c3b48b-0ca2-4d51-b9e9-73980ae39965 service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079004 Aug 30 22:51:40.949399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-2a830073-bfc9-4f6a-8038-1fb95ba20282 service neutron] 10.222.0.25 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290517 Aug 30 22:51:41.059659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1f73034f-251f-49b3-b35a-9cb76b23c7c5 None None] Provisioning for port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:41.156463 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c4b6e7-c83a-4dc9-8c4f-5f30b737d463 x-openstack-request-id: req-64c4b6e7-c83a-4dc9-8c4f-5f30b737d463 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:41.156892 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a6ab7b-e3b7-4963-be2a-72d4f9752442", "name": "network-vif-deleted", "tag": "7b02792c-80bb-48d0-80da-27d9cce7bc17", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:41.157025 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64c4b6e7-c83a-4dc9-8c4f-5f30b737d463 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:41.157395 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a6ab7b-e3b7-4963-be2a-72d4f9752442', 'name': 'network-vif-deleted', 'tag': '7b02792c-80bb-48d0-80da-27d9cce7bc17', 'status': 'completed', 'code': 200} Aug 30 22:51:41.403129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4cdf26-b4af-42d2-be0b-d42aa0c59928 req-33a8de8f-7209-4ad7-a84b-2250a91819c6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:41.404631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af4cdf26-b4af-42d2-be0b-d42aa0c59928 req-33a8de8f-7209-4ad7-a84b-2250a91819c6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1563885 Aug 30 22:51:41.480755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45118a8c-f86b-4b5a-9817-d949c1ee0e25 req-85d3de6e-5e1a-45f7-bce0-74bfd9168c17 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 210 time: 0.0545549 Aug 30 22:51:41.492658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.514229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af4cdf26-b4af-42d2-be0b-d42aa0c59928 req-2ace2167-72db-40e3-9e37-9766afb41cae tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988607 Aug 30 22:51:41.542478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:41.566922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Transition to ACTIVE for port object 0f7cc15c-445b-4a0b-9785-aa133b958bb5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:41.591970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:41.632890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 2, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:41.656965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af692bd-5266-443d-8186-872c42e96ef2 req-e6a87872-4bf5-4688-925e-74474dcd39a4 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 210 time: 0.0661404 Aug 30 22:51:41.765389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:41.766523 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.848701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8969549c-3b2a-4360-be6b-521baef331d6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1824483f5b94483868590ef50ec4650&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050516 Aug 30 22:51:41.851491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:41.869216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f03a2f-2b3e-4086-8e22-9f4b8dda2861 req-697bd8b2-f8fe-4942-bb5f-6f6bb8ba8663 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:41.876841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20f03a2f-2b3e-4086-8e22-9f4b8dda2861 req-697bd8b2-f8fe-4942-bb5f-6f6bb8ba8663 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1420615 Aug 30 22:51:41.894966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Checking router: f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:51:41.895470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Updating router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:51:41.898843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Transition to ACTIVE for port object 0f7cc15c-445b-4a0b-9785-aa133b958bb5 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:41.940965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20f03a2f-2b3e-4086-8e22-9f4b8dda2861 req-2ea93021-a1c8-446e-be74-8ed6501a6f7e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631940 Aug 30 22:51:41.955382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:41.984085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.022581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.037244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.052676 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.056306 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.057623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7 HTTP/1.1" status: 204 len: 168 time: 0.2049439 Aug 30 22:51:42.085501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b815b3-91db-43b8-b77d-4eff61d12e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff4ecf3-1c9c-4a69-8d73-f4a8f318eaf7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:42.245256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0d850-a845-4201-98e7-3cd2a657da5b req-a5d2ec63-5d01-463e-885f-a6b148b38f9b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:42.247114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd0d850-a845-4201-98e7-3cd2a657da5b req-a5d2ec63-5d01-463e-885f-a6b148b38f9b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1226976 Aug 30 22:51:42.322674 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.333905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Network dce07098-3fb1-4107-a318-07e132cab20d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:42.346149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd0d850-a845-4201-98e7-3cd2a657da5b req-67f18723-f6aa-4d59-bedb-85ea1ca0364e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829933 Aug 30 22:51:42.374335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:42.401646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Pushing event updated for resources: {'Port': ['ID=0f7cc15c-445b-4a0b-9785-aa133b958bb5,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:42.425107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:42.670777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:42.760863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:42.802299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4c20209-9490-41e2-b707-0c505510d5f8 req-9c47dcac-0f7f-46b7-b15f-e83fff3fa333 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 210 time: 0.1051795 Aug 30 22:51:42.808944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:51:42.825639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-6810171b-5ed2-4515-a243-73297e5d1489 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:42.833640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-6810171b-5ed2-4515-a243-73297e5d1489 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:42.836584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-6810171b-5ed2-4515-a243-73297e5d1489 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "GET /v2.0/networks?id=dd6d1238-06c4-40f1-b4fc-d753c033a881&id=dce07098-3fb1-4107-a318-07e132cab20d HTTP/1.1" status: 200 len: 1391 time: 0.3348877 Aug 30 22:51:42.841153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:42.848657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d21ad0f-deea-40bd-8a74-e7d184be973d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb516b3334af4ff08442a48164b75cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752381 Aug 30 22:51:42.851343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:42.877300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'port': {'device_id': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881', 'admin_state_up': True, 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:42.918322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.013109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.127267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4c3dc3-e2e1-4d38-9e0d-367126c8f872 req-89b0f2ac-6183-474a-bad0-01f57e89ede4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:43.135650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af4c3dc3-e2e1-4d38-9e0d-367126c8f872 req-89b0f2ac-6183-474a-bad0-01f57e89ede4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2035182 Aug 30 22:51:43.176759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:43.184454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.239162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af4c3dc3-e2e1-4d38-9e0d-367126c8f872 req-fcc724a9-2de7-41bb-acda-39f20d9c4326 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020920 Aug 30 22:51:43.240580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.258680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.266998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/343e75a7-be21-403b-aade-9e747170996d HTTP/1.1" status: 204 len: 168 time: 0.4121637 Aug 30 22:51:43.290600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c512f08-0d35-43ec-9186-c1ce43f31cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343e75a7-be21-403b-aade-9e747170996d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.298135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.305502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.324691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7b02792c-80bb-48d0-80da-27d9cce7bc17 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:51:43.325115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7b02792c-80bb-48d0-80da-27d9cce7bc17 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:51:43.331394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Attempting to bind port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:43.331765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Attempting to bind port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:43.332141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Attempting to bind port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 on network dce07098-3fb1-4107-a318-07e132cab20d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:43.377624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Transition to ACTIVE for port object a8956667-bd5a-4302-b22a-dedb5b8bc7f4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:43.394548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ff307451-8a18-4679-b98b-5d9ccd047629 None None] Provisioning complete for port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:43.394904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff307451-8a18-4679-b98b-5d9ccd047629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.399631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-991fe928-61c4-485a-8cb3-5365f7612d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.463662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fffa2fb-b256-4e1c-a405-ce2b772e3ef6 req-82a57696-632a-4f86-9035-b5808253d37c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:43.477880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fffa2fb-b256-4e1c-a405-ce2b772e3ef6 req-82a57696-632a-4f86-9035-b5808253d37c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1272843 Aug 30 22:51:43.479868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.504291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:43.504691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Checking segment: {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:43.505109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.505497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Bound using segment: {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:43.506024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Bound port: 0f7cc15c-445b-4a0b-9785-aa133b958bb5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:43.506439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.534681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.581325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fffa2fb-b256-4e1c-a405-ce2b772e3ef6 req-98469f67-f4a2-4d70-a494-e17076dfce8b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021686 Aug 30 22:51:43.607769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Allocated IP 19.80.0.243 (dd6d1238-06c4-40f1-b4fc-d753c033a881/975cd577-3923-4208-bc14-da617d5661af/7f58545e-78c0-46ca-8d45-430d03a84fb0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:43.668989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c967459-0127-4e3f-a183-c1d36b221f16 None None] Pushing event updated for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:43.749188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46577a56-bca4-4ce8-8634-9e14f9da104e req-6fd66583-0a46-4e39-aeb5-bbcd40c2265f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 210 time: 0.0464754 Aug 30 22:51:43.902522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-57f544f4-54bb-408d-93a3-343858719c7a tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:51:43.904238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-57f544f4-54bb-408d-93a3-343858719c7a tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4946928 Aug 30 22:51:43.916246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:43.916711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Unknown quota resources ['binding']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:51:43.922677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Attempting to bind port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:43.923056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Attempting to bind port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:43.923422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Attempting to bind port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 on network 887d924d-cee4-4f81-9c60-f46576a6509b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:43.942993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.956238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:43.956931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Checking segment: {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:43.957528 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.958262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Bound using segment: {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:43.958938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Bound port: a8956667-bd5a-4302-b22a-dedb5b8bc7f4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:43.959506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:43.972402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] For port 0f7cc15c-445b-4a0b-9785-aa133b958bb5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:43.975242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Transition to ACTIVE for port object 7f58545e-78c0-46ca-8d45-430d03a84fb0 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:44.009253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] For port 0f7cc15c-445b-4a0b-9785-aa133b958bb5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0f7cc15c-445b-4a0b-9785-aa133b958bb5,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:44.036903 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.057585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.132680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7b38f6-6afa-429d-a95e-8bba55012643 None None] Pushing event updated for resources: {'Port': ['ID=0f7cc15c-445b-4a0b-9785-aa133b958bb5,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:44.140687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] For port a8956667-bd5a-4302-b22a-dedb5b8bc7f4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:44.148480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:44.153827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] For port a8956667-bd5a-4302-b22a-dedb5b8bc7f4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:44.157554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:44.161848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:44.176336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.198986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e936c4a-0963-4419-8599-12bd8e8bc99d req-71693c6e-cbf2-4abf-a218-beca50e5674a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:44.203400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e936c4a-0963-4419-8599-12bd8e8bc99d req-71693c6e-cbf2-4abf-a218-beca50e5674a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1930172 Aug 30 22:51:44.293687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:44.297245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c967459-0127-4e3f-a183-c1d36b221f16 None None] Pushing event updated for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:44.300271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:51:44.300856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:44.360863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:44.361628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.419147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-7bd52e39-1671-44c6-a56a-a187766db9c1 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5556521 Aug 30 22:51:44.420774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41016) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:44.440815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-747353754'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:44.454037 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.456532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Request body: {'port': {'device_id': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d', 'admin_state_up': True, 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:44.529821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e936c4a-0963-4419-8599-12bd8e8bc99d req-b5fd5086-e67c-4f5f-b54b-631725e884d3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951608 Aug 30 22:51:44.530443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:44.530859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:44.531199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:44.541883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:44.542220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:44.575437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:44.575795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:44.576188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:44.576643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Bound port: efe5aeeb-8715-4a08-becd-d3017fa98216, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:44.641667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:51:44.658065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:51:44.658065 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:51:44.658065 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id_1': '78e718f323bb48f5b486e4c1b513dfe9', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 51, 44, 626882)}] Aug 30 22:51:44.658065 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:51:44.659727 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:51:44.665515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:44.670662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.713528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:44.727624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.728959 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Added segment 12dbb358-ac3d-4478-8595-841a49b71bc8 of type vlan for network f24f60d6-355f-4ad2-83e8-4cbbb9773758 Aug 30 22:51:44.807486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00af77-034d-486b-a7af-4de264844532 req-4756b4dc-c97f-4061-8695-05ec5e98384b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:44.809072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd00af77-034d-486b-a7af-4de264844532 req-4756b4dc-c97f-4061-8695-05ec5e98384b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 932 time: 0.1090763 Aug 30 22:51:44.820843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-3553ae40-b621-49ea-ae62-61dbc976246f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:44.822797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-3553ae40-b621-49ea-ae62-61dbc976246f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 819 time: 0.5129750 Aug 30 22:51:44.833112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:44.842017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.848475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'port': {'device_id': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'admin_state_up': True, 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:44.870172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] Notify callbacks [] for binding, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.874727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d496c6e-ea58-4658-b144-4200f8b05a94 None None] Provisioning for port 7f58545e-78c0-46ca-8d45-430d03a84fb0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:44.882736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d496c6e-ea58-4658-b144-4200f8b05a94 None None] Provisioning complete for port 7f58545e-78c0-46ca-8d45-430d03a84fb0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:44.882964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-0afb1678-77f7-4f95-abba-3fe5d9f6c951 service neutron] 10.222.0.25 "POST /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216/bindings HTTP/1.1" status: 201 len: 390 time: 0.9703872 Aug 30 22:51:44.883237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d496c6e-ea58-4658-b144-4200f8b05a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.899324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:44.915705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:44.917519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.006253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd00af77-034d-486b-a7af-4de264844532 req-7b1a31b5-a66d-48b0-bdf4-8b839dd0d254 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735704 Aug 30 22:51:45.043847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6d496c6e-ea58-4658-b144-4200f8b05a94 None None] Port 7f58545e-78c0-46ca-8d45-430d03a84fb0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:45.125147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7033348 Aug 30 22:51:45.127905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41032) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:45.136349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1286024021'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:45.157026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:44Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:51:45.197627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af8b687e-d8b7-497d-8c1a-853b71db1723 None None] The sync data for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 is: [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:44Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:51:45.205882 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca616e83-ee33-4ee7-af86-cf79c9f10b09 req-b43c7e69-0128-494c-b168-524c7af54de1 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 210 time: 0.0407372 Aug 30 22:51:45.207313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda5d8e-a21f-48f9-bf67-2c208b00b031 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Network': ['ID=f24f60d6-355f-4ad2-83e8-4cbbb9773758,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:45.264810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:45.267092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3176a09b-0f33-46db-b59e-c4eab3e01069 req-3ed6b205-4ce2-44b1-a627-80435cc4c015 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:45.269477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3176a09b-0f33-46db-b59e-c4eab3e01069 req-3ed6b205-4ce2-44b1-a627-80435cc4c015 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1372080 Aug 30 22:51:45.331680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Made reservation on behalf of dba0a3b35ca84c8a854af3638d53c5eb for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:45.349607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.405445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0f7cc15c-445b-4a0b-9785-aa133b958bb5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:45.428320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3176a09b-0f33-46db-b59e-c4eab3e01069 req-111da98a-78a1-43d8-8416-26a3493c4c65 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513011 Aug 30 22:51:45.429969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Made reservation on behalf of 78e718f323bb48f5b486e4c1b513dfe9 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:45.434008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.467044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:45.496956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.518850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:45.528263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:45.611710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:45.612215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.675716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177dee1-7788-4b41-a965-ea4adb42d6c3 req-811e4f14-f66d-4291-80b1-70801cb99952 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:45.684997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a177dee1-7788-4b41-a965-ea4adb42d6c3 req-811e4f14-f66d-4291-80b1-70801cb99952 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1259079 Aug 30 22:51:45.722650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-f974fdd6-d2cf-4360-97c3-cb33449fd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:45.724399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-f974fdd6-d2cf-4360-97c3-cb33449fd73d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1098 time: 0.5114763 Aug 30 22:51:45.734496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Allocated IP 19.86.0.98 (dce07098-3fb1-4107-a318-07e132cab20d/7aaa49ec-3e44-4e0f-88a2-b9f900030363/f0ba4183-c061-4bd0-87e9-9acdda937c4a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:45.746445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:51:45.798301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a177dee1-7788-4b41-a965-ea4adb42d6c3 req-c9066bb2-8753-4a91-a002-931bd1f9e5a2 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969355 Aug 30 22:51:45.887652 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.956841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed91ee-e66a-42df-ae87-110e2311d76f None None] Network dce07098-3fb1-4107-a318-07e132cab20d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:45.968010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:45.968549 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Added segment b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6 of type vlan for network bfbd38ef-3809-4936-be36-b2fb5cc92c28 Aug 30 22:51:46.048448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d15de8-b82f-4b8d-afaa-140a172a2afd req-00de5e2c-d711-497e-8a3d-65d7be509293 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.050906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4d15de8-b82f-4b8d-afaa-140a172a2afd req-00de5e2c-d711-497e-8a3d-65d7be509293 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0934997 Aug 30 22:51:46.070913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Allocated IP 172.20.0.10 (887d924d-cee4-4f81-9c60-f46576a6509b/253f4de3-8d21-4689-8378-3cac3c32f31f/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:46.072467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.079181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Provisioning for port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:46.089870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Provisioning complete for port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:46.090369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.105869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-af2adb5d-a3d9-4747-baf5-2a64730ba96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.107833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-af2adb5d-a3d9-4747-baf5-2a64730ba96e service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.3584039 Aug 30 22:51:46.112067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Transition to ACTIVE for port object f0ba4183-c061-4bd0-87e9-9acdda937c4a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:46.130798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ad4f5-7e9f-46f2-955b-ed7d2aeead3a req-b52e867a-1952-4b2a-ab5f-f5365bed022b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.139145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-169ad4f5-7e9f-46f2-955b-ed7d2aeead3a req-b52e867a-1952-4b2a-ab5f-f5365bed022b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.5292232 Aug 30 22:51:46.158443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.190062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Network dce07098-3fb1-4107-a318-07e132cab20d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:46.194770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:46.228475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b887a273-c1e7-441c-be3e-85c6e29a0f07 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 217 time: 0.1108661 Aug 30 22:51:46.233564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:46.244210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4d15de8-b82f-4b8d-afaa-140a172a2afd req-9bb6782e-af53-49d5-a022-45aaa61c226a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802657 Aug 30 22:51:46.267880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.316306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event updated for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:46.337987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.339591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.346412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-fc79787c-921d-4e70-a43d-571b0f9bd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.348049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-fc79787c-921d-4e70-a43d-571b0f9bd59d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1103120 Aug 30 22:51:46.350018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.361182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-93f0e876-0cc9-4271-ab87-d8b9b3103e35 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9166095 Aug 30 22:51:46.387493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Request body: {'port': {'device_id': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:46.443014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-1196b5a5-2ac1-4701-81c7-c581c6a7c51d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746093 Aug 30 22:51:46.470128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] For port 0f7cc15c-445b-4a0b-9785-aa133b958bb5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0f7cc15c-445b-4a0b-9785-aa133b958bb5,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:46.476385 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.480338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-169ad4f5-7e9f-46f2-955b-ed7d2aeead3a req-d9534b68-8a16-4696-a636-aafaa15757ee tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398998 Aug 30 22:51:46.528774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce192-bcd4-4e99-8032-9de44bba9606 req-52140f90-eea1-427c-a24c-37e4c7b7cd2a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.535533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fce192-bcd4-4e99-8032-9de44bba9606 req-52140f90-eea1-427c-a24c-37e4c7b7cd2a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.537308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20fce192-bcd4-4e99-8032-9de44bba9606 req-52140f90-eea1-427c-a24c-37e4c7b7cd2a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1654 time: 0.1746292 Aug 30 22:51:46.541058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.573082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9629b33-65b1-4915-af5d-f5b91f72b27c None None] Pushing event updated for resources: {'Port': ['ID=0f7cc15c-445b-4a0b-9785-aa133b958bb5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:46.605452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20fce192-bcd4-4e99-8032-9de44bba9606 req-9fa21a53-22f2-4440-b363-ffe42aa5bce5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607691 Aug 30 22:51:46.662952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.680750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.687454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:46.688220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.821656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:46.903721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7704425 Aug 30 22:51:46.911402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cacaa1-2352-4339-a510-41b6963bd8f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Network': ['ID=bfbd38ef-3809-4936-be36-b2fb5cc92c28,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:46.917461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41066) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:46.928177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'subnet': {'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:46.931214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Provisioning complete for port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:46.931662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.026580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:51:47.114586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Network 887d924d-cee4-4f81-9c60-f46576a6509b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:47.167529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8956667-bd5a-4302-b22a-dedb5b8bc7f4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:47.169671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:47.176162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:47.178595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:47.202820 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-2b18dc9c-0c9d-4db0-a1ef-f78f5b4d258f service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7449505 Aug 30 22:51:47.232541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1aca991-710d-4aab-b706-f1bc5407c3ee req-d092f646-cedd-4db2-aec4-84de8a68ed2d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 210 time: 0.4806390 Aug 30 22:51:47.262648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:47.267257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:47.267650 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.284155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:47.287659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.300462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Provisioning for port f0ba4183-c061-4bd0-87e9-9acdda937c4a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:47.312480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Provisioning complete for port f0ba4183-c061-4bd0-87e9-9acdda937c4a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:47.312480 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.365420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-194ac2bf-46fc-4a87-b5ac-3ee6345f088b None None] Port f0ba4183-c061-4bd0-87e9-9acdda937c4a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:47.402743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:47.403385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.407318 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.417397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b09f3-e688-489f-9e45-7a754381e52c req-e1ba90f1-f93c-49ab-ad4f-088154521473 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:47.418950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a19b09f3-e688-489f-9e45-7a754381e52c req-e1ba90f1-f93c-49ab-ad4f-088154521473 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2349830 Aug 30 22:51:47.443548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a8956667-bd5a-4302-b22a-dedb5b8bc7f4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:47.449535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.450910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0f7cc15c-445b-4a0b-9785-aa133b958bb5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:47.474109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-1860c416-c562-4d4a-9685-3871628cdfdc tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6397491 Aug 30 22:51:47.477872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1059cf36-4a70-40d8-a866-edcb6753c538 req-56e9c653-18f8-4d03-bbf6-5584fddc0c3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:47.479419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1059cf36-4a70-40d8-a866-edcb6753c538 req-56e9c653-18f8-4d03-bbf6-5584fddc0c3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0897896 Aug 30 22:51:47.502099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f58545e-78c0-46ca-8d45-430d03a84fb0 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:47.508841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Request body: {'port': {'device_id': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:47.517000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.538981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-2da8eef6-fcc7-4104-873c-d4c83d668042 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3103812 Aug 30 22:51:47.541287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Transition to ACTIVE for port object 7f58545e-78c0-46ca-8d45-430d03a84fb0 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:47.542124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a19b09f3-e688-489f-9e45-7a754381e52c req-7990b50f-7499-4bc2-8416-addea0a00816 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116645 Aug 30 22:51:47.546962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1059cf36-4a70-40d8-a866-edcb6753c538 req-d0b5bd1b-25f5-4984-91d0-1b0a113e9fa9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539224 Aug 30 22:51:47.548460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.549112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-092517c7-b6ca-46f6-bfec-1e518f6385f0 None None] Provisioning complete for port f0ba4183-c061-4bd0-87e9-9acdda937c4a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:47.549640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-092517c7-b6ca-46f6-bfec-1e518f6385f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.592917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:47.614731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Pushing event updated for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:47.617215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:47.617604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.620908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-092517c7-b6ca-46f6-bfec-1e518f6385f0 None None] Port f0ba4183-c061-4bd0-87e9-9acdda937c4a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:47.674119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.746421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Attempting to bind port 7f58545e-78c0-46ca-8d45-430d03a84fb0 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:47.747139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Attempting to bind port 7f58545e-78c0-46ca-8d45-430d03a84fb0 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:47.747707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Attempting to bind port 7f58545e-78c0-46ca-8d45-430d03a84fb0 on network dd6d1238-06c4-40f1-b4fc-d753c033a881 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:47.755270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Port 7f58545e-78c0-46ca-8d45-430d03a84fb0 on network dd6d1238-06c4-40f1-b4fc-d753c033a881 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:47.755924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Attempting to bind port 7f58545e-78c0-46ca-8d45-430d03a84fb0 on network dd6d1238-06c4-40f1-b4fc-d753c033a881 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:47.781284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:47.782089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Checking segment: {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:47.782892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Bound using segment: {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:47.785773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Bound port: 7f58545e-78c0-46ca-8d45-430d03a84fb0, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bcec974f-a368-4869-aa1c-fc0f4405ec8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:47.786443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.904469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287bd2b-f242-4cc5-802c-996ae425ebc0 req-04f5879a-ca13-4430-a3b0-3613cfe884ce tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:47.906028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7287bd2b-f242-4cc5-802c-996ae425ebc0 req-04f5879a-ca13-4430-a3b0-3613cfe884ce tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.1136696 Aug 30 22:51:47.912808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:47.917889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:47.938703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:47.997455 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7287bd2b-f242-4cc5-802c-996ae425ebc0 req-f186239e-6750-474f-8d2f-3b5971ec83b3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820668 Aug 30 22:51:48.009190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.009746 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.011170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] 10.222.0.47 "PUT /v2.0/ports/7f58545e-78c0-46ca-8d45-430d03a84fb0 HTTP/1.1" status: 200 len: 1093 time: 1.6345093 Aug 30 22:51:48.011600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:48.013945 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80db5a28-16e4-4153-a698-0e59ef3e0ecb" -d '{"events": [{"name": "network-changed", "server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:48.034717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84b162-5f3e-41f6-bcac-c9165d0b85ee service neutron] Pushing event updated for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:48.050037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Request body: {'port': {'device_id': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:48.119473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.119755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.140912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:48.177141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.232112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Transition to ACTIVE for port object b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:48.243495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:48.243857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network hostable DHCP agents. Network: f24f60d6-355f-4ad2-83e8-4cbbb9773758, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:48.248304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.255538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Subnet': ['ID=05cc0179-85ed-40ba-b82e-6231aa51b344,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:48.290126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec90bf-3e79-47d3-89f1-d7ce9a12562d req-e6c391bf-b1c2-4b0e-8afc-795faba1da47 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.296152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec90bf-3e79-47d3-89f1-d7ce9a12562d req-e6c391bf-b1c2-4b0e-8afc-795faba1da47 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.297680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4ec90bf-3e79-47d3-89f1-d7ce9a12562d req-e6c391bf-b1c2-4b0e-8afc-795faba1da47 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1666 time: 0.4580863 Aug 30 22:51:48.326641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e02381-8220-4b52-8324-1cbb98dbcceb req-054c9e80-bdc0-4da5-b8c9-dfd30adf7442 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.328530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0e02381-8220-4b52-8324-1cbb98dbcceb req-054c9e80-bdc0-4da5-b8c9-dfd30adf7442 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2110629 Aug 30 22:51:48.345026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:48.349154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:48.384654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f24f60d6-355f-4ad2-83e8-4cbbb9773758) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:48.393189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.393809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.410959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5716cff4-348b-4675-9dc3-d8de76f80a5f None None] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:48.422021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4ec90bf-3e79-47d3-89f1-d7ce9a12562d req-509cf3ff-5352-4a63-a60f-89577286bae6 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123841 Aug 30 22:51:48.435904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0e02381-8220-4b52-8324-1cbb98dbcceb req-358ca34e-45cc-46ce-9d22-2239eda0047f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659945 Aug 30 22:51:48.442048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01289ec3-4e8b-4f4c-a9d3-9aedf568bdcc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5221682 Aug 30 22:51:48.444432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:48.451605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'subnet': {'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:48.511150 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd7456a-e711-4069-ab09-fe8c9e630d47 x-openstack-request-id: req-ffd7456a-e711-4069-ab09-fe8c9e630d47 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:48.511547 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:48.511903 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ffd7456a-e711-4069-ab09-fe8c9e630d47 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:48.512405 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0', 'status': 'completed', 'code': 200} Aug 30 22:51:48.538396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Attempting to bind port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:48.539223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Attempting to bind port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:48.539561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Attempting to bind port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 on network 887d924d-cee4-4f81-9c60-f46576a6509b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:48.578136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 on network 887d924d-cee4-4f81-9c60-f46576a6509b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:48.578480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Attempting to bind port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 on network 887d924d-cee4-4f81-9c60-f46576a6509b {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:48.598549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0ba4183-c061-4bd0-87e9-9acdda937c4a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:48.608283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.619106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:48.619645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Checking segment: {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:48.621063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Bound using segment: {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:48.630092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Bound port: b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73e12d96-976f-4bb2-a3c3-4513464e0b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:48.630415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-b9911915-a86d-4913-a663-0f0b15df9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.630559 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.630910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-b9911915-a86d-4913-a663-0f0b15df9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:48.633620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-b9911915-a86d-4913-a663-0f0b15df9551 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1914 time: 0.0837941 Aug 30 22:51:48.637610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Transition to ACTIVE for port object f0ba4183-c061-4bd0-87e9-9acdda937c4a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:48.642699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.754607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:48.766230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:48.773854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.786313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:51:48.787481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.797355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:48.798104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:48.809063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:48.966573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:48.969528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8956667-bd5a-4302-b22a-dedb5b8bc7f4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:49.008933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Attempting to bind port f0ba4183-c061-4bd0-87e9-9acdda937c4a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:49.011166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Attempting to bind port f0ba4183-c061-4bd0-87e9-9acdda937c4a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:49.012720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Attempting to bind port f0ba4183-c061-4bd0-87e9-9acdda937c4a on network dce07098-3fb1-4107-a318-07e132cab20d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:49.045707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Port f0ba4183-c061-4bd0-87e9-9acdda937c4a on network dce07098-3fb1-4107-a318-07e132cab20d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:51:49.046383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Attempting to bind port f0ba4183-c061-4bd0-87e9-9acdda937c4a on network dce07098-3fb1-4107-a318-07e132cab20d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:49.050733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-37914a26-6ac9-4fe2-8118-859b843043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.051387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-37914a26-6ac9-4fe2-8118-859b843043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.052119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-37914a26-6ac9-4fe2-8118-859b843043fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.057814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-37914a26-6ac9-4fe2-8118-859b843043fa service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4109962 Aug 30 22:51:49.081259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.082359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.082959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Allocated IP 10.1.1.2 (f24f60d6-355f-4ad2-83e8-4cbbb9773758/05cc0179-85ed-40ba-b82e-6231aa51b344/d73e15bb-07f6-42c4-b3f8-b220d4717e7e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:49.084792 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-47f629c1-6d18-4e6b-a6a5-67675040cfc3 service neutron] 10.222.0.47 "PUT /v2.0/ports/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 1093 time: 1.5968199 Aug 30 22:51:49.097111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:49.097667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:49.097969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.109979 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ccf95c-367e-4401-8e5f-9686bb02bf3a" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:49.173690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:49.174143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Checking segment: {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:49.174455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Bound using segment: {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:49.174889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Bound port: f0ba4183-c061-4bd0-87e9-9acdda937c4a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90f00afa-1c47-4209-a4bb-a63699f37190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:49.175256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.184995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be25ed-ec24-466a-813d-2565a769872b req-45680e1b-3c10-4eaa-be77-f74f43d8fffc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.186556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0be25ed-ec24-466a-813d-2565a769872b req-45680e1b-3c10-4eaa-be77-f74f43d8fffc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2762866 Aug 30 22:51:49.230398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d43be9-7860-478d-beb2-1d68615bc24c req-dc2606d8-573d-41ff-a281-497c8cab3b44 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.240698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85d43be9-7860-478d-beb2-1d68615bc24c req-dc2606d8-573d-41ff-a281-497c8cab3b44 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 944 time: 0.4717410 Aug 30 22:51:49.292059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0be25ed-ec24-466a-813d-2565a769872b req-b6269093-daca-473f-9291-864b637d1e6c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902672 Aug 30 22:51:49.307544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-c2f16203-022e-4b16-8b54-57602585cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.310021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80db5a28-16e4-4153-a698-0e59ef3e0ecb req-c2f16203-022e-4b16-8b54-57602585cee8 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2345431 Aug 30 22:51:49.321413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:49.325199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:49.330141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.382948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.383369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.384151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.385899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] 10.222.0.47 "PUT /v2.0/ports/f0ba4183-c061-4bd0-87e9-9acdda937c4a HTTP/1.1" status: 200 len: 1092 time: 1.3480897 Aug 30 22:51:49.411025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c26054-e289-4504-ad00-8c83dcd79e3d service neutron] Pushing event updated for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:49.413010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Transition to ACTIVE for port object d73e15bb-07f6-42c4-b3f8-b220d4717e7e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:49.443095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Transition to ACTIVE for port object d73e15bb-07f6-42c4-b3f8-b220d4717e7e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:49.453564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.456970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-4f4390a0-aa4d-41c1-90a6-4bccf74cf991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.458640 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-4f4390a0-aa4d-41c1-90a6-4bccf74cf991 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1096 time: 0.3177254 Aug 30 22:51:49.478825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85d43be9-7860-478d-beb2-1d68615bc24c req-8c51e89e-19b0-42b8-ae00-2587be2be481 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297630 Aug 30 22:51:49.505314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:49.510363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:49.513358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:49.524577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Pushing event updated for resources: {'Port': ['ID=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:49.575646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-504dcadd-ad24-443d-a966-9957362365d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.576296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-504dcadd-ad24-443d-a966-9957362365d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.578355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-504dcadd-ad24-443d-a966-9957362365d1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1982 time: 0.1405694 Aug 30 22:51:49.590460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22add6b9-80c4-42c4-931e-93cfee0289d8 req-55ce2b7e-2806-4481-a63e-7918104b613e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.592318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22add6b9-80c4-42c4-931e-93cfee0289d8 req-55ce2b7e-2806-4481-a63e-7918104b613e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1436222 Aug 30 22:51:49.627210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-42e29cc4-49ec-432a-bd43-2bfe8582f7eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.1472561 Aug 30 22:51:49.628444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.643389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-99c4125c-ddcd-4ac9-b841-bdaf664c7868 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.243&port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0 HTTP/1.1" status: 200 len: 217 time: 0.0495415 Aug 30 22:51:49.643976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Attempting to bind port d73e15bb-07f6-42c4-b3f8-b220d4717e7e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:49.643976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Attempting to bind port d73e15bb-07f6-42c4-b3f8-b220d4717e7e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:49.644558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Attempting to bind port d73e15bb-07f6-42c4-b3f8-b220d4717e7e on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:49.651409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:49.651791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:49.652814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.652937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Bound using segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:49.653491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Bound port: d73e15bb-07f6-42c4-b3f8-b220d4717e7e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:49.654305 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.736628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] For port d73e15bb-07f6-42c4-b3f8-b220d4717e7e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:49.741360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] For port d73e15bb-07f6-42c4-b3f8-b220d4717e7e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:49.748081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:49.751095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-e96e1cec-2936-4c9f-b808-e453b22aca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.752887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-e96e1cec-2936-4c9f-b808-e453b22aca69 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=975cd577-3923-4208-bc14-da617d5661af HTTP/1.1" status: 200 len: 801 time: 0.0845344 Aug 30 22:51:49.783890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22add6b9-80c4-42c4-931e-93cfee0289d8 req-2644b4d0-6a4d-4f1d-a937-81ddbee86057 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372063 Aug 30 22:51:49.831740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-56bfd93b-75ea-457d-864a-2eaccb0dd817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.850458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-56bfd93b-75ea-457d-864a-2eaccb0dd817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1705735 Aug 30 22:51:49.897190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-3d633248-75be-43d3-9316-813a9f819767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:49.897456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Subnet': ['ID=d720ade2-73a9-420e-9b29-63a834347cf8,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:49.906974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-3d633248-75be-43d3-9316-813a9f819767 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6d1238-06c4-40f1-b4fc-d753c033a881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355400 Aug 30 22:51:49.907315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267036bf-798c-4275-91c7-9ee21339e0a4 None None] Pushing event updated for resources: {'Port': ['ID=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:49.909634 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-626b403e-0963-408c-a7fb-083784730c24 x-openstack-request-id: req-626b403e-0963-408c-a7fb-083784730c24 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:49.910052 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:49.910309 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-626b403e-0963-408c-a7fb-083784730c24 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:49.910733 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:51:49.921716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-a61725ad-c31b-4ab0-b7e9-ea309456eb21 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702672 Aug 30 22:51:50.019181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86560d2c-4306-4aa6-9ce6-61c7495f20e9 req-457d9008-50b0-41fa-b33d-de9bc67498ec tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.028650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86560d2c-4306-4aa6-9ce6-61c7495f20e9 req-457d9008-50b0-41fa-b33d-de9bc67498ec tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.3619156 Aug 30 22:51:50.035865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167accd-2f7e-4106-b53f-59b33e10e63c req-a6b4cc86-f069-469e-ae9f-242015245d7d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.043554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167accd-2f7e-4106-b53f-59b33e10e63c req-a6b4cc86-f069-469e-ae9f-242015245d7d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.045430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b167accd-2f7e-4106-b53f-59b33e10e63c req-a6b4cc86-f069-469e-ae9f-242015245d7d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1678 time: 0.1182814 Aug 30 22:51:50.099445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Checking segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:50.099888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network hostable DHCP agents. Network: bfbd38ef-3809-4936-be36-b2fb5cc92c28, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:51:50.108117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-eb8e1e38-bb39-4cd4-b7e6-59cacb664f93 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6d1238-06c4-40f1-b4fc-d753c033a881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889296 Aug 30 22:51:50.119697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86560d2c-4306-4aa6-9ce6-61c7495f20e9 req-40a7ecf0-65a8-46bd-902c-54a3a26d7e47 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849741 Aug 30 22:51:50.177440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:51:50.183638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-3c23da6c-d797-4781-878b-ee4c52e07c01 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501152 Aug 30 22:51:50.253033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-65fbc52f-9196-4d2a-9567-9205abe23c7b service neutron] 10.222.0.47 "GET /v2.0/networks/dd6d1238-06c4-40f1-b4fc-d753c033a881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263382 Aug 30 22:51:50.273607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, bfbd38ef-3809-4936-be36-b2fb5cc92c28) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:50.285446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.285707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273543fe-8afb-461a-b3eb-c55c824841ce None None] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:50.286606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:50.314224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6bac7a4-e26b-41a3-a5f9-86181154c25e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8684151 Aug 30 22:51:50.316814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:50.325771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'name': 'tempest-TaggedBootDevicesTest_v242-1476986606', 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:50.396776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c6184d3-f801-4dc0-8906-44e2494e6665 req-6a497aae-f2f9-4f4c-8b39-fcf3fc7ec0ef service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031097 Aug 30 22:51:50.401951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-23ed1e1a-5d9b-4422-a54c-0b629b0d8c14 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a HTTP/1.1" status: 200 len: 217 time: 0.1300800 Aug 30 22:51:50.418602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b167accd-2f7e-4106-b53f-59b33e10e63c req-c3f64c0a-9b82-4ff6-aff0-d804dbc6db65 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542027 Aug 30 22:51:50.560059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:50.563981 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b1f349d-94c1-44af-98bf-6f536bcdd788" -d '{"events": [{"name": "network-changed", "server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:50.572197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-70d07c39-b6a3-4e4d-9ffa-5273499c8aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.574839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-70d07c39-b6a3-4e4d-9ffa-5273499c8aff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7aaa49ec-3e44-4e0f-88a2-b9f900030363 HTTP/1.1" status: 200 len: 801 time: 0.1540492 Aug 30 22:51:50.588931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:50.642607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-45cc1cee-f3ef-47f2-8883-bee1d1bc20a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.645336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-45cc1cee-f3ef-47f2-8883-bee1d1bc20a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1096 time: 0.1461551 Aug 30 22:51:50.722235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d5c73-c98d-4721-80b0-f596fbe9fa45 req-fc0ec00e-7980-42a0-b3b2-b55f58549349 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.729772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a44d5c73-c98d-4721-80b0-f596fbe9fa45 req-fc0ec00e-7980-42a0-b3b2-b55f58549349 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1528347 Aug 30 22:51:50.738905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ips': [{'subnet_id': 'd720ade2-73a9-420e-9b29-63a834347cf8'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:51:50.739825 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:50.795309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a44d5c73-c98d-4721-80b0-f596fbe9fa45 req-578d6e01-d76e-4885-8a10-89f9ac595f9e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645278 Aug 30 22:51:50.823809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673f121a-4675-4e37-940b-60dac72eb446 req-c3e5f217-aebb-433b-9bf6-b69417c78caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:50.825604 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-c3e5f217-aebb-433b-9bf6-b69417c78caa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce07098-3fb1-4107-a318-07e132cab20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1958280 Aug 30 22:51:51.069472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-808a8ad6-6cea-4b64-87a7-e7f6e5be0896 service neutron] 10.222.0.47 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294676 Aug 30 22:51:51.088179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:51.090047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Allocated IP 10.2.2.2 (bfbd38ef-3809-4936-be36-b2fb5cc92c28/d720ade2-73a9-420e-9b29-63a834347cf8/a620e545-27cb-4e20-83d1-c6cb6ede6dc6) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:51.127415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d73e15bb-07f6-42c4-b3f8-b220d4717e7e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:51.272089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d73e15bb-07f6-42c4-b3f8-b220d4717e7e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:51.273979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193d300-165a-408a-b68f-ef74b05bea74 req-0171cf78-dda6-4567-9d92-3d249b8384cd tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.284908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3193d300-165a-408a-b68f-ef74b05bea74 req-0171cf78-dda6-4567-9d92-3d249b8384cd tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 944 time: 0.2993853 Aug 30 22:51:51.351503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7841466f-70c9-45a2-932e-5f555d56689e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.360576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-673f121a-4675-4e37-940b-60dac72eb446 req-a0d7d44a-94cc-4a26-bff9-360ebada7cc6 service neutron] 10.222.0.47 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542648 Aug 30 22:51:51.363028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02e3a0b-1f95-43c9-ba1e-95ce56827f60 None None] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:51.370825 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.419230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3193d300-165a-408a-b68f-ef74b05bea74 req-4ba3491f-fc5f-401f-935e-f5824d90a568 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331189 Aug 30 22:51:51.434387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-23a44453-5984-4dc7-8314-4e23ba5f6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.436171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-23a44453-5984-4dc7-8314-4e23ba5f6ec4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.7767155 Aug 30 22:51:51.456527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Transition to ACTIVE for port object a620e545-27cb-4e20-83d1-c6cb6ede6dc6 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:51.497313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Transition to ACTIVE for port object a620e545-27cb-4e20-83d1-c6cb6ede6dc6 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:51.503511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Provisioning for port d73e15bb-07f6-42c4-b3f8-b220d4717e7e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:51.504250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-c7441e52-4d01-4463-a048-b95940375654 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0537844 Aug 30 22:51:51.506783 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e43ba4-56bb-4eb2-bfda-790ccbc4c0e6 x-openstack-request-id: req-57e43ba4-56bb-4eb2-bfda-790ccbc4c0e6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:51.507453 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:51.507988 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57e43ba4-56bb-4eb2-bfda-790ccbc4c0e6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:51.512540 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a', 'status': 'completed', 'code': 200} Aug 30 22:51:51.512853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Provisioning complete for port d73e15bb-07f6-42c4-b3f8-b220d4717e7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:51.513177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.525980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dced6b-7502-4c3f-919a-1803fa97bc2a req-c6f735c2-bb4d-4f96-a80d-eaba6e75f1fb tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.526744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.527537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1dced6b-7502-4c3f-919a-1803fa97bc2a req-c6f735c2-bb4d-4f96-a80d-eaba6e75f1fb tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.9310455 Aug 30 22:51:51.587330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-f9b885d7-e3db-4409-a568-29695a580622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.588864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-f9b885d7-e3db-4409-a568-29695a580622 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.0586386 Aug 30 22:51:51.643247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:51.646377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-2802f13e-0655-47da-bdc8-488d0ec77d23 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275700 Aug 30 22:51:51.658562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:51.665014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:51.668008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1dced6b-7502-4c3f-919a-1803fa97bc2a req-ceadc826-9d6c-42f5-a967-622dad3358f0 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759864 Aug 30 22:51:51.704756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Pushing event updated for resources: {'Port': ['ID=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:51.721317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7841466f-70c9-45a2-932e-5f555d56689e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.737953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-ba702526-c057-4f42-9a1e-e5b42407cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.738619 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.739435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-ba702526-c057-4f42-9a1e-e5b42407cfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.741752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-ba702526-c057-4f42-9a1e-e5b42407cfde service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1982 time: 0.2104197 Aug 30 22:51:51.744480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7841466f-70c9-45a2-932e-5f555d56689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.764818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] device_id is not set on port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:51:51.874576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Attempting to bind port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:51:51.874956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Attempting to bind port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:51:51.875327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Attempting to bind port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:51:51.902618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.903020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7841466f-70c9-45a2-932e-5f555d56689e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=126415d9-4ceb-46a4-b727-785dfcba3e6c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:51.918652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7841466f-70c9-45a2-932e-5f555d56689e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3514a20a7c50400b9e86dfcad044b04d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267043 Aug 30 22:51:51.920686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41146) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:51.927476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:51:51.927743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Checking segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:51:51.928158 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.929704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Bound using segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:51:51.930099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Bound port: a620e545-27cb-4e20-83d1-c6cb6ede6dc6, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:51:51.930651 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:51.952979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8895ae19-b475-4e03-9980-2961f99c14ee req-40dfac51-a63d-4fe3-ac61-2d8f40a7cfdb tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.953990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3dff9-d33e-4725-ba10-b9be53f97e9a req-92e369d2-cbf3-48db-982f-83f41be22975 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.960297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c3dff9-d33e-4725-ba10-b9be53f97e9a req-92e369d2-cbf3-48db-982f-83f41be22975 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:51.961120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8895ae19-b475-4e03-9980-2961f99c14ee req-40dfac51-a63d-4fe3-ac61-2d8f40a7cfdb tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.2447507 Aug 30 22:51:51.962042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84c3dff9-d33e-4725-ba10-b9be53f97e9a req-92e369d2-cbf3-48db-982f-83f41be22975 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1678 time: 0.1326213 Aug 30 22:51:51.966554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] For port d73e15bb-07f6-42c4-b3f8-b220d4717e7e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:52.010231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.010582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-acf67ceb-12fd-49f4-8cd5-a483d3272ce5 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416047 Aug 30 22:51:52.074034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-5453d2a5-3663-493c-915d-ba31dfadacc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:52.075791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-5453d2a5-3663-493c-915d-ba31dfadacc3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dce07098-3fb1-4107-a318-07e132cab20d HTTP/1.1" status: 200 len: 903 time: 0.2759025 Aug 30 22:51:52.099321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] For port a620e545-27cb-4e20-83d1-c6cb6ede6dc6, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:51:52.102486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24a1db-6cb3-46d9-941f-ed2e829d9553 None None] Pushing event updated for resources: {'Port': ['ID=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:52.103449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8895ae19-b475-4e03-9980-2961f99c14ee req-13149a21-e1aa-4a79-9d93-83d688963ed2 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331375 Aug 30 22:51:52.109031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] For port a620e545-27cb-4e20-83d1-c6cb6ede6dc6, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:51:52.115555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.196072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.215009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84c3dff9-d33e-4725-ba10-b9be53f97e9a req-ae4d0f03-d338-4d84-92c3-8e1c30640335 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257001 Aug 30 22:51:52.241988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-0c731ec9-69e1-4e98-983c-bc60f44fbeb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.98&port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a HTTP/1.1" status: 200 len: 217 time: 0.1311891 Aug 30 22:51:52.243477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fed8b-ddac-4db2-86f1-a50f10b8358b None None] Pushing event updated for resources: {'Port': ['ID=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:52.245059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.322869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.327876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86ccf95c-367e-4401-8e5f-9686bb02bf3a req-0875f5ae-1347-4c40-80f1-f453d01cf0f5 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3035016 Aug 30 22:51:52.349139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.1.1.29 (f24f60d6-355f-4ad2-83e8-4cbbb9773758/05cc0179-85ed-40ba-b82e-6231aa51b344/b52cc764-d0d0-41a9-a618-75bb01ab5ce0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:52.379676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-38268ffc-3162-41a2-9098-b9778a7cfe60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:52.381187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-38268ffc-3162-41a2-9098-b9778a7cfe60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7aaa49ec-3e44-4e0f-88a2-b9f900030363 HTTP/1.1" status: 200 len: 801 time: 0.1287742 Aug 30 22:51:52.467756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.480494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.482572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/126415d9-4ceb-46a4-b727-785dfcba3e6c HTTP/1.1" status: 204 len: 168 time: 0.5619779 Aug 30 22:51:52.534185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-d098a1f7-3128-4f00-b2cf-e0ef7e04fd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:52.534185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-d098a1f7-3128-4f00-b2cf-e0ef7e04fd27 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dce07098-3fb1-4107-a318-07e132cab20d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364753 Aug 30 22:51:52.535078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c274b-6b19-4089-948a-58c51d15a49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=126415d9-4ceb-46a4-b727-785dfcba3e6c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:52.546171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e1c444e2-453a-447a-a99d-73e4a6c091a0 None None] Provisioning complete for port d73e15bb-07f6-42c4-b3f8-b220d4717e7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:52.546349 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1c444e2-453a-447a-a99d-73e4a6c091a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.649836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5942-5e1c-4421-bbf3-15e1dce6695c req-6fc042d3-ac7d-4bb2-892c-0fd0f9d8dc11 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:52.657624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-020f5942-5e1c-4421-bbf3-15e1dce6695c req-6fc042d3-ac7d-4bb2-892c-0fd0f9d8dc11 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2573235 Aug 30 22:51:52.768646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-020f5942-5e1c-4421-bbf3-15e1dce6695c req-904d9636-9c2c-4c32-980a-7f9442d650b7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097629 Aug 30 22:51:52.775080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6733034-f186-49e8-b204-a2588db9a4ed req-217a8ff0-5681-49d7-a468-6352784b0543 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:52.786085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6733034-f186-49e8-b204-a2588db9a4ed req-217a8ff0-5681-49d7-a468-6352784b0543 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 944 time: 0.1138597 Aug 30 22:51:52.789978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-aa7d0510-4ef6-4af0-90f7-0fc157ceb4f6 service neutron] 10.222.0.47 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426445 Aug 30 22:51:52.861948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:52.873199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6733034-f186-49e8-b204-a2588db9a4ed req-20a773a3-706e-4fbc-80d1-272d54c6e55f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820179 Aug 30 22:51:52.883141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object b52cc764-d0d0-41a9-a618-75bb01ab5ce0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:52.922068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b1f349d-94c1-44af-98bf-6f536bcdd788 req-1971b430-4600-44cf-8178-d616ee9bfe08 service neutron] 10.222.0.47 "GET /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163032 Aug 30 22:51:52.995313 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.065274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41158) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:53.085913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d737e46-3f1a-4fc0-ad45-f2284d1936fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.086721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:53.095065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876d32e-ac9d-4d63-9e25-e3929ff8335d req-65b17997-b6b7-42cb-bf7d-9a5f79346025 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.103869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2876d32e-ac9d-4d63-9e25-e3929ff8335d req-65b17997-b6b7-42cb-bf7d-9a5f79346025 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1671586 Aug 30 22:51:53.116110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519a792-2133-49eb-a7c0-d99908e2da57 req-414bdff2-638f-4d7a-86f0-738fc8a4feab tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.118332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9519a792-2133-49eb-a7c0-d99908e2da57 req-414bdff2-638f-4d7a-86f0-738fc8a4feab tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0900936 Aug 30 22:51:53.141362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:53.152838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:53.160024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d73e15bb-07f6-42c4-b3f8-b220d4717e7e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:53.211714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9519a792-2133-49eb-a7c0-d99908e2da57 req-836f9e21-f2eb-4351-ad8c-42f9404d1421 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865462 Aug 30 22:51:53.261126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.264323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d73e15bb-07f6-42c4-b3f8-b220d4717e7e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:53.265264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.284374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.318591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:53.352151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2876d32e-ac9d-4d63-9e25-e3929ff8335d req-6ca5ffa1-ceab-4098-877f-a2e80cf4f763 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471614 Aug 30 22:51:53.359426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d737e46-3f1a-4fc0-ad45-f2284d1936fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.385135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69f95d49-f2b1-43bf-a11f-f8803b45c41f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.0647390 Aug 30 22:51:53.385347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41168) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:53.386156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d737e46-3f1a-4fc0-ad45-f2284d1936fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.397450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'name': 'tempest-TaggedBootDevicesTest_v242-258525261', 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:53.457086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737e46-3f1a-4fc0-ad45-f2284d1936fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05de31b3-c113-4d5b-b6ab-e0e610122a06,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:53.474243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b1f825-6a76-4c33-8f59-93bab68b6eef req-17d66673-636b-4a48-b81f-f48b3b26afd0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.482819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73b1f825-6a76-4c33-8f59-93bab68b6eef req-17d66673-636b-4a48-b81f-f48b3b26afd0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.1403162 Aug 30 22:51:53.489542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d737e46-3f1a-4fc0-ad45-f2284d1936fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19a759fce98d49c0aba9c7218f52fbf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196324 Aug 30 22:51:53.499418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:53.509475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a620e545-27cb-4e20-83d1-c6cb6ede6dc6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:53.589672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:53.609019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-73b1f825-6a76-4c33-8f59-93bab68b6eef req-00ee3307-6a2a-4b42-8d5e-f8eace0f58b3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244233 Aug 30 22:51:53.657019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.667786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-86205a63-65a6-4f1a-9d05-4cff08b00c8e None None] Provisioning for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:53.668197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1ba9-d81a-4c2d-8fc5-710c17613705 req-2b7d4632-c6d1-4397-be12-20c56d521ac4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.672122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-86205a63-65a6-4f1a-9d05-4cff08b00c8e None None] Provisioning complete for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:53.672508 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86205a63-65a6-4f1a-9d05-4cff08b00c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.675634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9b1ba9-d81a-4c2d-8fc5-710c17613705 req-2b7d4632-c6d1-4397-be12-20c56d521ac4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:53.683250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e9b1ba9-d81a-4c2d-8fc5-710c17613705 req-2b7d4632-c6d1-4397-be12-20c56d521ac4 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1678 time: 0.1553323 Aug 30 22:51:53.714870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.719926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-86205a63-65a6-4f1a-9d05-4cff08b00c8e None None] Port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:53.749092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e9b1ba9-d81a-4c2d-8fc5-710c17613705 req-188551e0-bf2b-4f76-a3a1-abe5a2ef3c00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Aug 30 22:51:53.769977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:51:53.774633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.803239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.806657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:53.809111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] device_id is not set on port c29304cb-3d57-477c-ad99-571bb47cd5da yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:51:53.810706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05de31b3-c113-4d5b-b6ab-e0e610122a06 HTTP/1.1" status: 204 len: 168 time: 0.3088756 Aug 30 22:51:53.823041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4eb30-69af-46f7-bad9-24b44517bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05de31b3-c113-4d5b-b6ab-e0e610122a06,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:53.947881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6502e-a93e-468b-8d07-52098c6726e2 None None] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:51:54.017007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f9e8-31c0-4e78-8b00-cc13fc799ce5 req-d7e4dcf6-050f-499c-a010-aebef4af097e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.018673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4df8f9e8-31c0-4e78-8b00-cc13fc799ce5 req-d7e4dcf6-050f-499c-a010-aebef4af097e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 944 time: 0.0594392 Aug 30 22:51:54.062089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fd725-2b25-4818-8b6f-c172baa49046 req-bd6d1b89-7551-4953-b6ca-79e09b7d4cfe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.070345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a8fd725-2b25-4818-8b6f-c172baa49046 req-bd6d1b89-7551-4953-b6ca-79e09b7d4cfe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2113335 Aug 30 22:51:54.086027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4df8f9e8-31c0-4e78-8b00-cc13fc799ce5 req-866b8cd6-97ef-4747-aecb-83f5d7d15e1d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599356 Aug 30 22:51:54.103058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.1.1.39 (f24f60d6-355f-4ad2-83e8-4cbbb9773758/05cc0179-85ed-40ba-b82e-6231aa51b344/c29304cb-3d57-477c-ad99-571bb47cd5da) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:54.140643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a8fd725-2b25-4818-8b6f-c172baa49046 req-5ef9eee9-22e6-4c9e-b9da-910a9a743b27 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687935 Aug 30 22:51:54.275061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Provisioning for port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:54.291727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Provisioning complete for port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:54.292204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.357281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.373115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object c29304cb-3d57-477c-ad99-571bb47cd5da will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:51:54.489075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.508542 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.560099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] For port a620e545-27cb-4e20-83d1-c6cb6ede6dc6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:54.565626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.603417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:54.610496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:54.617769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:54.656898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a89d89-3e7f-4b98-873b-d7124d8a3b46 None None] Pushing event updated for resources: {'Port': ['ID=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:54.685628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be114f-2d12-463b-9539-e48d3879530b req-0f372746-29ca-43a1-8a75-9fbc55e73fcc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.696274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38be114f-2d12-463b-9539-e48d3879530b req-0f372746-29ca-43a1-8a75-9fbc55e73fcc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2217064 Aug 30 22:51:54.700716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:54.714638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.715312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.726949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7d8f8d-b424-4fc6-8609-fc8672b59b69 req-6b90a57f-da45-497c-971f-1fc8ac98ba29 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.737721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a7d8f8d-b424-4fc6-8609-fc8672b59b69 req-6b90a57f-da45-497c-971f-1fc8ac98ba29 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.5284815 Aug 30 22:51:54.771856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b2bc399-ed39-4b36-82a5-de4e87a8dcac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3795853 Aug 30 22:51:54.794414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38be114f-2d12-463b-9539-e48d3879530b req-c9542fcc-c69a-47fc-b724-3e59d4dfda40 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906491 Aug 30 22:51:54.795575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a7d8f8d-b424-4fc6-8609-fc8672b59b69 req-cdccb652-7b5b-4de0-8517-105232f0df16 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566139 Aug 30 22:51:54.818595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7f58545e-78c0-46ca-8d45-430d03a84fb0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:54.930263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c847a-ff81-4725-a350-143521969377 req-b1bfd140-e1c5-4254-9d16-0afb2a29ebca tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:54.938653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d6c847a-ff81-4725-a350-143521969377 req-b1bfd140-e1c5-4254-9d16-0afb2a29ebca tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.0791898 Aug 30 22:51:54.951857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-132f7243-f4f6-49d1-94dc-d527c0e2f30e None None] Provisioning complete for port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:54.952141 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-132f7243-f4f6-49d1-94dc-d527c0e2f30e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:54.955204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:54.983065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d6c847a-ff81-4725-a350-143521969377 req-609c1a4a-4d08-46bc-bf8b-d37366ddced0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Aug 30 22:51:54.997208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7f58545e-78c0-46ca-8d45-430d03a84fb0', 'network_id': 'dd6d1238-06c4-40f1-b4fc-d753c033a881', 'port_id': '7f58545e-78c0-46ca-8d45-430d03a84fb0', 'mac_address': 'fa:16:3e:91:98:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '975cd577-3923-4208-bc14-da617d5661af', 'ip_address': '19.80.0.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:55.026327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510680a-f7c7-4a4d-90c3-d5f04b04c534 req-7c9fd546-0940-4947-ac7c-6d477717665c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:55.035818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510680a-f7c7-4a4d-90c3-d5f04b04c534 req-7c9fd546-0940-4947-ac7c-6d477717665c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:55.039969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4510680a-f7c7-4a4d-90c3-d5f04b04c534 req-7c9fd546-0940-4947-ac7c-6d477717665c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1678 time: 0.1316814 Aug 30 22:51:55.040832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a620e545-27cb-4e20-83d1-c6cb6ede6dc6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:55.089112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4510680a-f7c7-4a4d-90c3-d5f04b04c534 req-8a4f00ca-f3d4-4043-8897-cc2995cd116c tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Aug 30 22:51:55.101403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.141703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f58545e-78c0-46ca-8d45-430d03a84fb0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:55.183485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:55.184264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:55.184897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.211171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.211959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f0ba4183-c061-4bd0-87e9-9acdda937c4a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:55.333623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:55.340743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b83ff-33f0-4ee2-81ad-73e022a530c7 req-6c44ab03-3d07-422a-84fb-a998188622a1 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:55.342733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-386b83ff-33f0-4ee2-81ad-73e022a530c7 req-6c44ab03-3d07-422a-84fb-a998188622a1 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 944 time: 0.0794342 Aug 30 22:51:55.386667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e67201f9-b4e1-495f-9977-b0a3d1275975 None None] Provisioning for port c29304cb-3d57-477c-ad99-571bb47cd5da completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:55.400899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-386b83ff-33f0-4ee2-81ad-73e022a530c7 req-13b2864d-309b-4bc8-84e4-6bb4bc8965b4 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482514 Aug 30 22:51:55.416145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e67201f9-b4e1-495f-9977-b0a3d1275975 None None] Provisioning complete for port c29304cb-3d57-477c-ad99-571bb47cd5da triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:55.417016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e67201f9-b4e1-495f-9977-b0a3d1275975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.478548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:55.497249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a', 'network_id': 'dce07098-3fb1-4107-a318-07e132cab20d', 'port_id': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a', 'mac_address': 'fa:16:3e:c7:f3:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aaa49ec-3e44-4e0f-88a2-b9f900030363', 'ip_address': '19.86.0.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:55.499695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e67201f9-b4e1-495f-9977-b0a3d1275975 None None] Port c29304cb-3d57-477c-ad99-571bb47cd5da cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:51:55.547514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.557151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940110b6-8049-4128-8c9b-d75b8b7b4a72 req-1e6b57dc-8963-4db2-a0bf-84229faeba6c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:55.566107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0ba4183-c061-4bd0-87e9-9acdda937c4a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:55.566280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-940110b6-8049-4128-8c9b-d75b8b7b4a72 req-1e6b57dc-8963-4db2-a0bf-84229faeba6c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0780571 Aug 30 22:51:55.594394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:55.599671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.600391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:51:55.634349 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-940110b6-8049-4128-8c9b-d75b8b7b4a72 req-4c2dff05-b22f-479d-bdb7-e7b2da04923b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632520 Aug 30 22:51:55.697192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:55.698007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:55.705719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546127815', 'description': 'tempest-description--687334585'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:55.777383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.792473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:55.804627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'port_id': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'mac_address': 'fa:16:3e:9f:19:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:51:55.807193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e92ebc-fd0c-4c86-8039-98cb67487df9 req-c9c7774c-cad9-47b1-b96e-a2b15aea76fa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:55.809201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9e92ebc-fd0c-4c86-8039-98cb67487df9 req-c9c7774c-cad9-47b1-b96e-a2b15aea76fa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0973639 Aug 30 22:51:55.845332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.859069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:51:55.879608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:55.884033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.886183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9e92ebc-fd0c-4c86-8039-98cb67487df9 req-db96bccb-267b-4b5b-8607-72a1e87d3e07 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676217 Aug 30 22:51:55.948696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.955494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:55.968305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:56.027907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35187d36-50ed-4676-91e5-9ef2071e070e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:56.042657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.043906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e82defe-a02d-49e8-afb7-78234b7cc38e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3448958 Aug 30 22:51:56.049648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:56.053634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'security_group_rule': {'security_group_id': '35187d36-50ed-4676-91e5-9ef2071e070e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:56.077324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50820c2-7816-4ab4-9829-34d8e40db004 req-9b522191-06f9-4421-a6f5-f273a66cbc91 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.078845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b50820c2-7816-4ab4-9829-34d8e40db004 req-9b522191-06f9-4421-a6f5-f273a66cbc91 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0961685 Aug 30 22:51:56.110031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.147992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b50820c2-7816-4ab4-9829-34d8e40db004 req-985d6e30-8985-4c57-9ce0-f949d1080b8f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626237 Aug 30 22:51:56.156085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e045d7b6-aa64-4a92-bae7-cf1e575acf3f req-2f1fd94f-dd28-4902-93f2-5caf16c0e205 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.158318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e045d7b6-aa64-4a92-bae7-cf1e575acf3f req-2f1fd94f-dd28-4902-93f2-5caf16c0e205 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.0594566 Aug 30 22:51:56.178023 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.185097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.207932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978993bb-7ad1-4333-99b4-159fc848e106,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:56.217172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.221048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d6f43be0-1561-4055-b418-36649e44cacc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1709874 Aug 30 22:51:56.221460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41258) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:56.227002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'security_group_rule': {'security_group_id': '35187d36-50ed-4676-91e5-9ef2071e070e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:56.230435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e045d7b6-aa64-4a92-bae7-cf1e575acf3f req-01cbfc07-a4e1-458a-8cb7-04bc33ac33c1 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602257 Aug 30 22:51:56.263145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.290730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:56.320329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['f0ba4183-c061-4bd0-87e9-9acdda937c4a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:56.357636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7f58545e-78c0-46ca-8d45-430d03a84fb0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:51:56.369008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.376554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.407501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.410491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1864738 Aug 30 22:51:56.413233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:56.420813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b47ad-ce47-48a0-b1ce-136a688b4096 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3359439a-1e7c-47e5-8550-c0b3ea691a15,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:56.425721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:51:56.440179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a492-3118-4570-a941-bb0b686598ba req-1b04f00b-fc46-41c1-bd26-e2cbae57ea23 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.451050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71a492-3118-4570-a941-bb0b686598ba req-1b04f00b-fc46-41c1-bd26-e2cbae57ea23 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.454549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b71a492-3118-4570-a941-bb0b686598ba req-1b04f00b-fc46-41c1-bd26-e2cbae57ea23 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1680 time: 0.1528940 Aug 30 22:51:56.464514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.504562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b71a492-3118-4570-a941-bb0b686598ba req-ed2d50de-5ad7-426e-8100-ad63f1ed5d9a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412221 Aug 30 22:51:56.568771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd5c7df-c42f-49b6-b8de-0402d6529eb1 req-df27e7ba-4535-410d-8504-4f0013f54a5d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.570436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efd5c7df-c42f-49b6-b8de-0402d6529eb1 req-df27e7ba-4535-410d-8504-4f0013f54a5d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1004112 Aug 30 22:51:56.643550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efd5c7df-c42f-49b6-b8de-0402d6529eb1 req-f588bcd2-5b8c-4a43-b20d-d1ee2fa81696 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606875 Aug 30 22:51:56.658206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:56.680201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394fcfa0-ccbf-4f50-b0a2-ee3876b868f2 req-a440a249-cb65-47cc-bb39-cc99037a81f6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.687989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-394fcfa0-ccbf-4f50-b0a2-ee3876b868f2 req-a440a249-cb65-47cc-bb39-cc99037a81f6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 945 time: 0.0803146 Aug 30 22:51:56.732463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-394fcfa0-ccbf-4f50-b0a2-ee3876b868f2 req-91647630-9ce0-4e56-b609-8fa66f98116e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Aug 30 22:51:56.823627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 172.25.7.29 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/d263055e-63da-48f0-affa-39f686fb72a3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:51:56.896869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea9acd-c7ac-479f-a492-8fef58e431eb req-5fcbb6c1-2895-40ba-8260-13993069f978 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:56.898457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3eea9acd-c7ac-479f-a492-8fef58e431eb req-5fcbb6c1-2895-40ba-8260-13993069f978 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1184328 Aug 30 22:51:56.969964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3eea9acd-c7ac-479f-a492-8fef58e431eb req-ff888e44-8102-4f44-9997-406ea0c67a88 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613670 Aug 30 22:51:56.976831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.019098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.078386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:51:57.097567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:51:57.099856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=d263055e-63da-48f0-affa-39f686fb72a3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:57.103683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:51:57.162188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ee1e6b-ab3d-4e0d-8bfd-1feb480eb01d req-b7284000-7f97-484f-80cf-bd3e889d06fd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.164334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9ee1e6b-ab3d-4e0d-8bfd-1feb480eb01d req-b7284000-7f97-484f-80cf-bd3e889d06fd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0998819 Aug 30 22:51:57.213691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41304) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:57.240788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.248814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9ee1e6b-ab3d-4e0d-8bfd-1feb480eb01d req-7d78663e-86f6-4105-90fb-debdc0939797 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598423 Aug 30 22:51:57.279371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ef0b6-30a5-4e6f-8fe7-99e5e441120f req-ce7cca75-f6ba-4b83-8fbc-50f1c8946bbc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.283756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.286674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d1ef0b6-30a5-4e6f-8fe7-99e5e441120f req-ce7cca75-f6ba-4b83-8fbc-50f1c8946bbc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0659978 Aug 30 22:51:57.322573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d1ef0b6-30a5-4e6f-8fe7-99e5e441120f req-64a2136e-be2c-4bca-8ec7-39a39bb2566f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354180 Aug 30 22:51:57.346446 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f255615-62c8-4b7d-9eb1-5298f1af7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.453570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cc0ee-e26b-4176-bba7-e8f62dfd8328 req-7f9726a1-78dc-4e4c-9d4b-62b5d60cc197 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.455101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-300cc0ee-e26b-4176-bba7-e8f62dfd8328 req-7f9726a1-78dc-4e4c-9d4b-62b5d60cc197 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.1278851 Aug 30 22:51:57.480711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200db9c-ee37-47b5-88a8-9e7942ed880d req-f98168a4-a04f-4105-9aa5-d38af21089b0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.482239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6200db9c-ee37-47b5-88a8-9e7942ed880d req-f98168a4-a04f-4105-9aa5-d38af21089b0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0833218 Aug 30 22:51:57.495151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f255615-62c8-4b7d-9eb1-5298f1af7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.501637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f255615-62c8-4b7d-9eb1-5298f1af7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.520400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-300cc0ee-e26b-4176-bba7-e8f62dfd8328 req-a957cb76-59b7-4d45-ba71-4cb39c93b207 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540233 Aug 30 22:51:57.547141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.553822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.570033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f255615-62c8-4b7d-9eb1-5298f1af7955 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa0dd374e08241ab901d2476c9b12c59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520453 Aug 30 22:51:57.570514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f255615-62c8-4b7d-9eb1-5298f1af7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4180055-07e3-40ae-9c09-bfe28c989aae,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:57.572745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:57.582194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6200db9c-ee37-47b5-88a8-9e7942ed880d req-370a97a1-e218-495b-9837-39734789c62e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896101 Aug 30 22:51:57.603537 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.637573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=d263055e-63da-48f0-affa-39f686fb72a3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:57.638693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.647058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.662607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.666401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2254eb12-bd1b-4972-9699-daec51591efa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2517302 Aug 30 22:51:57.668173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.753532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2c7b7-0f79-4ff4-8577-b7326e28647b req-48e68c7d-14aa-4f10-9500-25d8bb585084 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.760027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b2c7b7-0f79-4ff4-8577-b7326e28647b req-48e68c7d-14aa-4f10-9500-25d8bb585084 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.761972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5b2c7b7-0f79-4ff4-8577-b7326e28647b req-48e68c7d-14aa-4f10-9500-25d8bb585084 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1680 time: 0.0822411 Aug 30 22:51:57.805661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.808394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:57.809555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f4180055-07e3-40ae-9c09-bfe28c989aae HTTP/1.1" status: 204 len: 168 time: 0.2356081 Aug 30 22:51:57.834527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e2a60-81ff-4d38-8381-cd963fe5a9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4180055-07e3-40ae-9c09-bfe28c989aae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:57.839420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5b2c7b7-0f79-4ff4-8577-b7326e28647b req-b9c73abb-8a23-4260-9d4b-f462bebec467 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598814 Aug 30 22:51:57.957975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baab8b7f-93f0-4e13-aa4d-7e621963a236 req-15b41842-0dce-4575-b093-d7c3ef2cab40 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:57.959583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-baab8b7f-93f0-4e13-aa4d-7e621963a236 req-15b41842-0dce-4575-b093-d7c3ef2cab40 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 945 time: 0.0558531 Aug 30 22:51:58.010896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-baab8b7f-93f0-4e13-aa4d-7e621963a236 req-0fec9a87-db29-403e-a69a-97231455f375 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Aug 30 22:51:58.151680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-115a1eed-f929-40a3-ba1c-2196c9cce6cb tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--546127815&fields=id&tenant_id=82ee0002cebf42b1ae113408de8432e6 HTTP/1.1" status: 200 len: 267 time: 0.0467074 Aug 30 22:51:58.161118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaec99-b220-42f9-a4b4-d57cfde1de62 req-1bd747e8-6394-489e-8246-d20f5f195e94 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.162294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6aaec99-b220-42f9-a4b4-d57cfde1de62 req-1bd747e8-6394-489e-8246-d20f5f195e94 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0537186 Aug 30 22:51:58.163001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:58.205125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6aaec99-b220-42f9-a4b4-d57cfde1de62 req-d4edcd09-db5d-492e-8b32-ce98ad85d226 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345972 Aug 30 22:51:58.210589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc677-d645-47d1-ba8d-69021d8935ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.236153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-64bd14d9-0d67-43aa-ba41-4b51e677e8dc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.237602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-64bd14d9-0d67-43aa-ba41-4b51e677e8dc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 936 time: 0.0772190 Aug 30 22:51:58.302979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-82ac8a63-bfd3-4318-99ed-cae44ab514ed tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.304330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-82ac8a63-bfd3-4318-99ed-cae44ab514ed tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 935 time: 0.0585015 Aug 30 22:51:58.365934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-f9abce39-d633-4c60-b257-4e08265b7ee6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0530634 Aug 30 22:51:58.411381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-139f1758-6bba-4fb1-8c2a-4e14c760214d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0381165 Aug 30 22:51:58.454898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85490152-ae6f-4f82-a929-963bb630eaf5 req-e77e68c4-1eb2-4d0a-82cf-1fdd89dfa986 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.456645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85490152-ae6f-4f82-a929-963bb630eaf5 req-e77e68c4-1eb2-4d0a-82cf-1fdd89dfa986 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0532157 Aug 30 22:51:58.497943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc677-d645-47d1-ba8d-69021d8935ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.500360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85490152-ae6f-4f82-a929-963bb630eaf5 req-1a100d52-dc70-4861-a5ed-2d616cd93300 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345883 Aug 30 22:51:58.504020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba0cc677-d645-47d1-ba8d-69021d8935ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.574038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ba0cc677-d645-47d1-ba8d-69021d8935ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6b7d83589184d9fa045b28884d25554&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4080527 Aug 30 22:51:58.575031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:51:58.577478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0cc677-d645-47d1-ba8d-69021d8935ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24ef01c-b626-423d-b7cf-3040a69ce9e6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:58.590667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5c6136ef-f94c-4a75-bc52-1bc6e4c9a44d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.596508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5c6136ef-f94c-4a75-bc52-1bc6e4c9a44d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.602989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5c6136ef-f94c-4a75-bc52-1bc6e4c9a44d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.604631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5c6136ef-f94c-4a75-bc52-1bc6e4c9a44d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 1995 time: 0.1837802 Aug 30 22:51:58.621482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0bd1f3ab-c7a3-4822-b300-de6ebe4b19ae tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/quotas/82ee0002cebf42b1ae113408de8432e6 HTTP/1.1" status: 200 len: 375 time: 0.0102003 Aug 30 22:51:58.673006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.685470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9870cb34-0840-4252-8e43-afc328c570bc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0581458 Aug 30 22:51:58.685914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981f9f9-15e3-42f1-a9bf-b604337d3d11 req-6526a2e2-b559-4394-a398-0095f8fd8e7d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:58.687367 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0981f9f9-15e3-42f1-a9bf-b604337d3d11 req-6526a2e2-b559-4394-a398-0095f8fd8e7d tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.0869889 Aug 30 22:51:58.716490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.759832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0981f9f9-15e3-42f1-a9bf-b604337d3d11 req-803b7c60-16dd-4069-a49d-35e8effdb239 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652182 Aug 30 22:51:58.796883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a918732-1eac-4d57-b528-1ae752a947bc service neutron] 10.222.0.25 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988908 Aug 30 22:51:58.800894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.804367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.809415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b24ef01c-b626-423d-b7cf-3040a69ce9e6 HTTP/1.1" status: 204 len: 168 time: 0.2320516 Aug 30 22:51:58.818872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af421bd-b3fe-4c9d-9947-4b4af97b1f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24ef01c-b626-423d-b7cf-3040a69ce9e6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:58.823216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7f58545e-78c0-46ca-8d45-430d03a84fb0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:58.903183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7f58545e-78c0-46ca-8d45-430d03a84fb0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:58.908117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7f58545e-78c0-46ca-8d45-430d03a84fb0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:58.908703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:58.921823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-69974dfe-a5b4-41a1-b2b8-d5c87c210264 service neutron] 10.222.0.25 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171153 Aug 30 22:51:58.976979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-447ed06f-bca6-4615-b81a-9e3c9967d10c service neutron] 10.222.0.25 "GET /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0476913 Aug 30 22:51:59.010408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4bb93-30f9-418a-a4ef-74dcf9913877 req-8d24eefc-dd49-4fbd-89a7-3786aaac15d5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.014276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.017322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd4bb93-30f9-418a-a4ef-74dcf9913877 req-8d24eefc-dd49-4fbd-89a7-3786aaac15d5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.019612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dd4bb93-30f9-418a-a4ef-74dcf9913877 req-8d24eefc-dd49-4fbd-89a7-3786aaac15d5 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1680 time: 0.0801604 Aug 30 22:51:59.051225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:59.052888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:51:59.056286 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35af514-6856-48e2-b267-866c26914f6e" -d '{"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-plugged", "status": "completed", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:51:59.062355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.063095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f0ba4183-c061-4bd0-87e9-9acdda937c4a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:59.067657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dd4bb93-30f9-418a-a4ef-74dcf9913877 req-73f7a8ae-29af-455e-9ff3-5ef33196094d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392132 Aug 30 22:51:59.079960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-663b506c-cf8f-4738-9a2d-3256c3627953 service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020784 Aug 30 22:51:59.144988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:59.166178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port f0ba4183-c061-4bd0-87e9-9acdda937c4a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:59.172659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port f0ba4183-c061-4bd0-87e9-9acdda937c4a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:59.173038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.190301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9e7683f0-8875-4f90-b587-45055e9aa153 service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028042 Aug 30 22:51:59.197641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a8f7c-a242-46d8-a4df-345733dd19ce req-3e4cb26e-9f3f-4693-bf84-acc40dc53920 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.205517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca4a8f7c-a242-46d8-a4df-345733dd19ce req-3e4cb26e-9f3f-4693-bf84-acc40dc53920 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 945 time: 0.0645814 Aug 30 22:51:59.238081 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-3901c3fe-864b-45f0-82fb-bccd139c7cc8 service neutron] 10.222.0.25 "GET /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0402360 Aug 30 22:51:59.258018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca4a8f7c-a242-46d8-a4df-345733dd19ce req-de398f0f-c8ed-43f6-8bab-7d45a413eb3b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472624 Aug 30 22:51:59.271369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.309640 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c781a8f-0664-45f6-a5ee-b84ee2d81a73 x-openstack-request-id: req-5c781a8f-0664-45f6-a5ee-b84ee2d81a73 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:51:59.310221 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-plugged", "status": "completed", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:51:59.310653 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c781a8f-0664-45f6-a5ee-b84ee2d81a73 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:51:59.312211 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0', 'code': 200} Aug 30 22:51:59.318010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:59.324660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.325516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:51:59.362351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-deb75e8e-c568-4d20-8cd7-5f310c1cf24b service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141150 Aug 30 22:51:59.423099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:59.434493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd7b2c4-3cb8-453c-a841-44c2a99e9809 req-19348ea0-334c-474b-9d81-7cdbe7717cc9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.436427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcd7b2c4-3cb8-453c-a841-44c2a99e9809 req-19348ea0-334c-474b-9d81-7cdbe7717cc9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0725901 Aug 30 22:51:59.438971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:51:59.446151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:51:59.446647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.480296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcd7b2c4-3cb8-453c-a841-44c2a99e9809 req-f978faf8-c424-45ac-a7e4-fadd1052dced tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359776 Aug 30 22:51:59.498374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7bd4a607-d133-4194-9ad7-d8cc65d5e3a8 service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275418 Aug 30 22:51:59.557845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.600298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:51:59.605132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:51:59.624506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9b233db3-0d15-4a2d-b7a0-3790edc79afc service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214814 Aug 30 22:51:59.638073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2daac-58aa-4fe3-b227-27e88a6f9b99 req-4acc8237-72de-4c1e-b7ab-5b2214014088 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.639953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f6f2daac-58aa-4fe3-b227-27e88a6f9b99 req-4acc8237-72de-4c1e-b7ab-5b2214014088 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0562451 Aug 30 22:51:59.663138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:51:59.680900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f6f2daac-58aa-4fe3-b227-27e88a6f9b99 req-d20e0e0d-0bc9-48fe-bb6b-00575a486d19 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Aug 30 22:51:59.736216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-66fe856c-3d97-4dd7-8fe8-2838f8ea66d1 service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074536 Aug 30 22:51:59.837743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-21a5fd03-07d5-4542-bebf-64db2ad838ef service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950437 Aug 30 22:51:59.899526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3555693-e462-4292-83cf-cbd81b4fb947 req-14559d48-d74a-4700-8c01-460b302c161e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:51:59.901073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3555693-e462-4292-83cf-cbd81b4fb947 req-14559d48-d74a-4700-8c01-460b302c161e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.0553031 Aug 30 22:51:59.935700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0f570670-39bd-4b1b-aae9-709b6cc5f0b5 service neutron] 10.222.0.25 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905471 Aug 30 22:51:59.956387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3555693-e462-4292-83cf-cbd81b4fb947 req-ffe2267b-ff48-4f20-93db-89d2b16f83bf tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467958 Aug 30 22:52:00.043302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2c6b75db-07ab-4fde-9e55-cf340111bb3f service neutron] 10.222.0.25 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014552 Aug 30 22:52:00.141694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5b3f6f7e-f709-4b05-823e-e4cef355a937 service neutron] 10.222.0.25 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916753 Aug 30 22:52:00.196984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c738-5edc-41fb-ba8e-1aaf41371801 req-17feb29a-1677-4fa5-a93d-06b7f6f2fd8d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.202839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1c738-5edc-41fb-ba8e-1aaf41371801 req-17feb29a-1677-4fa5-a93d-06b7f6f2fd8d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.204486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a1c738-5edc-41fb-ba8e-1aaf41371801 req-17feb29a-1677-4fa5-a93d-06b7f6f2fd8d tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0569732 Aug 30 22:52:00.245523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8f193f69-0906-496f-ad59-5b1f69dcb909 service neutron] 10.222.0.25 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977404 Aug 30 22:52:00.247880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3a1c738-5edc-41fb-ba8e-1aaf41371801 req-8fde3d10-605f-436c-bd00-74f95ed3a6e2 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Aug 30 22:52:00.361551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-52538857-00fc-4af7-a65e-c1e066cb1719 service neutron] 10.222.0.25 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992737 Aug 30 22:52:00.382162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fc64e3-2a4f-4146-8f36-560e5729a23c req-beeb9797-ba0d-4311-975e-d157e5deba64 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.384713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87fc64e3-2a4f-4146-8f36-560e5729a23c req-beeb9797-ba0d-4311-975e-d157e5deba64 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0582430 Aug 30 22:52:00.428245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87fc64e3-2a4f-4146-8f36-560e5729a23c req-1db4df0d-aae4-4821-ab9b-b0a4b2065f69 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355077 Aug 30 22:52:00.581849 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:52:00.657234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3610e7d-098b-4d99-8e0d-8e189f8210bf req-fbe24fc1-d9bd-4259-8530-47ca9223448b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.658878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3610e7d-098b-4d99-8e0d-8e189f8210bf req-fbe24fc1-d9bd-4259-8530-47ca9223448b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0544679 Aug 30 22:52:00.699226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3610e7d-098b-4d99-8e0d-8e189f8210bf req-1a87d75e-4f38-46c7-a2c9-03b0910d625a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336382 Aug 30 22:52:00.812804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-19bcb993-9b04-4efa-8e16-238729f555c8 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.815442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-19bcb993-9b04-4efa-8e16-238729f555c8 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1098 time: 0.0806873 Aug 30 22:52:00.827911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:00.866034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff631564-2c65-4513-83bc-56e1c5166c1b req-c7046f94-349a-4153-bcda-7c8778fe4925 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:00.873667 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff631564-2c65-4513-83bc-56e1c5166c1b req-c7046f94-349a-4153-bcda-7c8778fe4925 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1031172 Aug 30 22:52:00.940331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ff631564-2c65-4513-83bc-56e1c5166c1b req-1ff4ef79-7c9b-4ee0-aad4-fb767847a257 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656345 Aug 30 22:52:00.941079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.053396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b59c8a-6e86-43cb-b68a-7c0a7f803850 req-a75cd722-489e-4dec-8f72-0372ca357daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.055172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17b59c8a-6e86-43cb-b68a-7c0a7f803850 req-a75cd722-489e-4dec-8f72-0372ca357daa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 1098 time: 0.1014423 Aug 30 22:52:01.118383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e093ee60-cc0f-40fd-b554-e51decd548ac req-bcc4e257-3a29-47fd-b928-90c656620e94 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0418754 Aug 30 22:52:01.146282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17b59c8a-6e86-43cb-b68a-7c0a7f803850 req-c415d042-6fa6-4a03-a7de-344984a4ae1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835710 Aug 30 22:52:01.157582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:01.192952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e28aa40-54bd-45d8-8e15-85820b03920c req-a6c53555-2bac-4e77-a1c3-87d34ac8898b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.195653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e28aa40-54bd-45d8-8e15-85820b03920c req-a6c53555-2bac-4e77-a1c3-87d34ac8898b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 946 time: 0.0959365 Aug 30 22:52:01.205822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:01.253676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:01.256507 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de39628-ba48-4188-b832-2a070a8786b6" -d '{"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:01.261418 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.267276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e28aa40-54bd-45d8-8e15-85820b03920c req-d66c975e-93af-4145-b056-052cbdfe16ca tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631552 Aug 30 22:52:01.269670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.314187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a'}, {'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:01.317497 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1cac114-3de2-4f80-ac9f-fc8244b1bc03" -d '{"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-plugged", "status": "completed", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a"}, {"server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "name": "network-vif-plugged", "status": "completed", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:01.338590 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f134c-4e91-4402-9685-4472c46fe33c x-openstack-request-id: req-cc8f134c-4e91-4402-9685-4472c46fe33c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:01.338890 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-unplugged", "status": "completed", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:01.339424 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc8f134c-4e91-4402-9685-4472c46fe33c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:01.339921 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'code': 200} Aug 30 22:52:01.383473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:01.402032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:01.402448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:01.402779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:01.410337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:01.410676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Attempting to bind port efe5aeeb-8715-4a08-becd-d3017fa98216 on network 4e141e69-03e6-47c7-b3aa-3c745db13902 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:01.421614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:01.425211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Checking segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:01.425211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Bound using segment: {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:01.425533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Bound port: efe5aeeb-8715-4a08-becd-d3017fa98216, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b16bc38e-8958-4b71-920d-1555cc0a9869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '4e141e69-03e6-47c7-b3aa-3c745db13902'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:01.425857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.436127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:01.458380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118af73-6d84-4585-b1c5-a7a8e27e7e23 req-34085268-2878-4fc5-8017-a807eee16d66 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.465146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118af73-6d84-4585-b1c5-a7a8e27e7e23 req-34085268-2878-4fc5-8017-a807eee16d66 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.472738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7118af73-6d84-4585-b1c5-a7a8e27e7e23 req-34085268-2878-4fc5-8017-a807eee16d66 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0765266 Aug 30 22:52:01.508745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:01.510032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7118af73-6d84-4585-b1c5-a7a8e27e7e23 req-f32f3747-c904-4bd3-9672-bba349869d91 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363665 Aug 30 22:52:01.512144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:01.518311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.542043 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4dd65ff-f6a8-4284-9846-6580241c1077 x-openstack-request-id: req-d4dd65ff-f6a8-4284-9846-6580241c1077 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:01.542539 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-plugged", "status": "completed", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a", "code": 200}, {"server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "name": "network-vif-plugged", "status": "completed", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:01.542963 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d4dd65ff-f6a8-4284-9846-6580241c1077 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:01.543510 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a', 'code': 200} Aug 30 22:52:01.543943 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'code': 200} Aug 30 22:52:01.604588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.605416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.607179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] 10.222.0.52 "PUT /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 1124 time: 0.7836630 Aug 30 22:52:01.613730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ea798-8f20-4537-9163-32c89a80f26b service neutron] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:01.653312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-222a6e42-b42c-4718-a0ba-b058c0bd091d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:01.708268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634734cb-7f24-4510-b979-fcebef0922a1 req-db701047-e13b-4eb0-9cc5-909b35aa0565 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.714021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['efe5aeeb-8715-4a08-becd-d3017fa98216'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:01.717820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-634734cb-7f24-4510-b979-fcebef0922a1 req-db701047-e13b-4eb0-9cc5-909b35aa0565 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1024578 Aug 30 22:52:01.779288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-634734cb-7f24-4510-b979-fcebef0922a1 req-6b3468e7-ca16-4d25-9d83-5c8c156331f6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585027 Aug 30 22:52:01.799600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0af38-32bb-4ba3-992c-152930c8365a req-814659d1-a497-45e5-a049-b305f1009876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.799600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c0af38-32bb-4ba3-992c-152930c8365a req-814659d1-a497-45e5-a049-b305f1009876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:01.803151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10c0af38-32bb-4ba3-992c-152930c8365a req-814659d1-a497-45e5-a049-b305f1009876 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1986 time: 0.1484835 Aug 30 22:52:01.854319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['efe5aeeb-8715-4a08-becd-d3017fa98216'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:01.872836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10c0af38-32bb-4ba3-992c-152930c8365a req-1d272031-ebfa-4b87-80ed-10363c7dc1eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574710 Aug 30 22:52:02.088717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5513692-8eb0-4733-a89c-24eb5ac7696e req-b38ffb7a-c7e5-43bc-8d51-c25ddc1837e9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.090364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5513692-8eb0-4733-a89c-24eb5ac7696e req-b38ffb7a-c7e5-43bc-8d51-c25ddc1837e9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0528512 Aug 30 22:52:02.134507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5513692-8eb0-4733-a89c-24eb5ac7696e req-bf1aa226-f6f1-4871-b713-0b3cd0b4dd69 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376720 Aug 30 22:52:02.164695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42786a34-a786-4390-81a0-132ea394039d req-29672c42-80de-4f7e-82aa-b9560d293dd9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.166203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42786a34-a786-4390-81a0-132ea394039d req-29672c42-80de-4f7e-82aa-b9560d293dd9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1036181 Aug 30 22:52:02.169986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa021b-4f97-4b6a-9254-fe472a0d4c55 req-841eefb4-c3a4-46d8-bd7c-f2d7d0e0603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.172165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07fa021b-4f97-4b6a-9254-fe472a0d4c55 req-841eefb4-c3a4-46d8-bd7c-f2d7d0e0603c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.1105430 Aug 30 22:52:02.248237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42786a34-a786-4390-81a0-132ea394039d req-c35047cc-ed2a-4623-8a9c-6a4f013f5d66 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697675 Aug 30 22:52:02.259105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b307baa9-31d3-4501-822d-9c0d607ec787 req-bc186b2c-5e27-4bcf-89b8-890227f7e4fc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0424438 Aug 30 22:52:02.267679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07fa021b-4f97-4b6a-9254-fe472a0d4c55 req-74dcbff1-4ff9-4c0d-909c-ca580fdad351 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715816 Aug 30 22:52:02.292692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-222a6e42-b42c-4718-a0ba-b058c0bd091d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.300616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-222a6e42-b42c-4718-a0ba-b058c0bd091d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.405353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-222a6e42-b42c-4718-a0ba-b058c0bd091d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33727f4615944077b4bb32ed97e4a787&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9681406 Aug 30 22:52:02.408724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41482) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:02.409708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a0eab039-b35c-40c9-bc7e-aeb33db36f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.411148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a0eab039-b35c-40c9-bc7e-aeb33db36f4f service neutron] 10.222.0.52 "GET /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 1032 time: 0.1077378 Aug 30 22:52:02.412537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a6e42-b42c-4718-a0ba-b058c0bd091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722945fa-2db8-429a-89b2-9ce90a0cf289,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:02.470107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42655506-dd8d-403f-a060-68a7926ef36b req-197f5e7a-28ad-4aad-8bf3-e43d3364dd50 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.471347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.478437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42655506-dd8d-403f-a060-68a7926ef36b req-197f5e7a-28ad-4aad-8bf3-e43d3364dd50 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.1270947 Aug 30 22:52:02.496154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-3a6c2069-197b-428c-8cf9-03ce1b7c090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.497591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.497823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-3a6c2069-197b-428c-8cf9-03ce1b7c090c service neutron] 10.222.0.52 "GET /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 1031 time: 0.0765829 Aug 30 22:52:02.550180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.552726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.554772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/722945fa-2db8-429a-89b2-9ce90a0cf289 HTTP/1.1" status: 204 len: 168 time: 0.1435425 Aug 30 22:52:02.570959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42655506-dd8d-403f-a060-68a7926ef36b req-17877bd0-6575-4e65-a507-2558f47994ff tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915742 Aug 30 22:52:02.578318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef263209-a814-4719-966d-085444d1bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722945fa-2db8-429a-89b2-9ce90a0cf289,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:02.677427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d0f5cf2-3ab5-43c3-9517-ca277d2bc835 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.684737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d0f5cf2-3ab5-43c3-9517-ca277d2bc835 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.692599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d0f5cf2-3ab5-43c3-9517-ca277d2bc835 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.694880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d0f5cf2-3ab5-43c3-9517-ca277d2bc835 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 1995 time: 0.1899853 Aug 30 22:52:02.709856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074eb5-e5d1-4f60-b177-0ef49f443a9e req-a076e753-e6bc-466a-90ce-550f09224b96 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.717006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd074eb5-e5d1-4f60-b177-0ef49f443a9e req-a076e753-e6bc-466a-90ce-550f09224b96 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.724493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd074eb5-e5d1-4f60-b177-0ef49f443a9e req-a076e753-e6bc-466a-90ce-550f09224b96 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0788741 Aug 30 22:52:02.754001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0073f738-e5a0-48ac-9db7-765ec9e22e7c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82ee0002cebf42b1ae113408de8432e6 HTTP/1.1" status: 200 len: 379 time: 0.0423062 Aug 30 22:52:02.772528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'admin_state_up': True, 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'security_groups': ['35187d36-50ed-4676-91e5-9ef2071e070e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:02.795844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd074eb5-e5d1-4f60-b177-0ef49f443a9e req-03bfc002-5520-4c4d-82ed-6516b33818e8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689561 Aug 30 22:52:02.912830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:02.933295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.935293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84175f40-80fe-4fdf-9229-07680cdf3b6e req-520d4c46-6412-4f00-ae75-7cfe660f5f1c tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:02.937119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84175f40-80fe-4fdf-9229-07680cdf3b6e req-520d4c46-6412-4f00-ae75-7cfe660f5f1c tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0800829 Aug 30 22:52:02.958042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:52:02.958042 n-d-791504-21 neutron-server[101269]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 22:52:02.958042 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id': '0e90c14b662f45b78d61da2e5f6aca4b', 'id': '021bb47d-4a18-433c-99c9-c527e8a75401', 'expiration': datetime.datetime(2021, 8, 30, 22, 54, 2, 952982)}] Aug 30 22:52:02.958042 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:52:02.958871 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:52:02.973648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:02.977862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:02.999306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84175f40-80fe-4fdf-9229-07680cdf3b6e req-bba5f0fd-0b9c-4a9a-879c-823fb594aac4 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540082 Aug 30 22:52:03.120176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 172.20.0.9 (79f66ca4-2fbf-4727-95d4-379d0898b935/0bb83e7a-f788-49c5-bf98-b1dff98fd0b8/a84cc627-7479-40be-9093-7b596c4b7895) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:03.182201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:03.278637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed43b4-5f99-41c1-a5db-6926d0c52cad req-56daed59-d478-4ff9-9c76-40183461b680 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:03.282146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-caed43b4-5f99-41c1-a5db-6926d0c52cad req-56daed59-d478-4ff9-9c76-40183461b680 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0723484 Aug 30 22:52:03.306611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:03.317621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.329973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 22:52:03.340641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:03.343785 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:03.345486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-caed43b4-5f99-41c1-a5db-6926d0c52cad req-8fa950ba-64cc-41a7-8ff2-ccb493474277 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521593 Aug 30 22:52:03.362563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object a84cc627-7479-40be-9093-7b596c4b7895 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:03.460234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.469712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c69359-76b6-4bf5-af0c-c9571b02fccd req-40052127-1b36-4b1e-a903-940ca899b77c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:03.474657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c69359-76b6-4bf5-af0c-c9571b02fccd req-40052127-1b36-4b1e-a903-940ca899b77c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1274674 Aug 30 22:52:03.480331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.550777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:03.557402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:03.560339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:03.587459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.598759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.622463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:03.640244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c69359-76b6-4bf5-af0c-c9571b02fccd req-a78e382d-33cb-48ae-8c26-9faf60647c26 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527851 Aug 30 22:52:03.683087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e90c14b662f45b78d61da2e5f6aca4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7686045 Aug 30 22:52:03.687342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b161a-c67b-4747-b76a-765f7fd353af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17917a0-da69-4767-bcf9-602852fdfb56,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:03.688153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:03.701501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:03.703037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.752313 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-473ca56e-c16b-4802-9368-32ebed9b0e28 x-openstack-request-id: req-473ca56e-c16b-4802-9368-32ebed9b0e28 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:03.752540 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:03.752943 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-473ca56e-c16b-4802-9368-32ebed9b0e28 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:03.753211 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'status': 'completed', 'code': 200} Aug 30 22:52:03.788581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7991a25c-0c7e-477e-b61c-f96adb27b907 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0275869 Aug 30 22:52:03.848946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'admin_state_up': True, 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'security_groups': ['35187d36-50ed-4676-91e5-9ef2071e070e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:03.849861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc85ecb8-84ea-4894-951b-5ee46fde3297 req-da4b3b68-ea79-4cd5-b681-ce08e207462c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:03.859189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc85ecb8-84ea-4894-951b-5ee46fde3297 req-da4b3b68-ea79-4cd5-b681-ce08e207462c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 931 time: 0.4461274 Aug 30 22:52:03.895355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:03.961622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc85ecb8-84ea-4894-951b-5ee46fde3297 req-db45fd1e-fbda-467c-9a9b-8e8f84c97427 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012020 Aug 30 22:52:04.025402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c7ef99c0-5fc7-469d-b65a-d4c992c01a86 None None] Provisioning for port a84cc627-7479-40be-9093-7b596c4b7895 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:04.033415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c7ef99c0-5fc7-469d-b65a-d4c992c01a86 None None] Provisioning complete for port a84cc627-7479-40be-9093-7b596c4b7895 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:04.034249 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c7ef99c0-5fc7-469d-b65a-d4c992c01a86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.068489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.103807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-2f9bc2a4-0875-43c4-b092-45414beb9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.105223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef99c0-5fc7-469d-b65a-d4c992c01a86 None None] Port a84cc627-7479-40be-9093-7b596c4b7895 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:04.105544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-2f9bc2a4-0875-43c4-b092-45414beb9298 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1127 time: 0.3060277 Aug 30 22:52:04.217149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1883a-5cde-425a-8e24-ada2275513d6 req-37e5c9f2-caeb-45fb-abe5-7769ad48547b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.218871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7da1883a-5cde-425a-8e24-ada2275513d6 req-37e5c9f2-caeb-45fb-abe5-7769ad48547b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0592377 Aug 30 22:52:04.247884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-40d400a9-62c0-49bb-be55-1456045fe452 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.249425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-40d400a9-62c0-49bb-be55-1456045fe452 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 811 time: 0.3734329 Aug 30 22:52:04.278482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7da1883a-5cde-425a-8e24-ada2275513d6 req-91a46308-2fff-4c7e-b412-04bf93b43aa7 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460279 Aug 30 22:52:04.282117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:04.285589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.292282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.294794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:04.295921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a17917a0-da69-4767-bcf9-602852fdfb56 HTTP/1.1" status: 204 len: 168 time: 0.5901358 Aug 30 22:52:04.314140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-71680943-a830-4660-983b-a038c811ab1a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/quotas/25a41d019b6245b08ea133d7eea326f4 HTTP/1.1" status: 200 len: 375 time: 0.0510228 Aug 30 22:52:04.347996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1967d9cc-c984-47ba-905a-be2e9dffb15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17917a0-da69-4767-bcf9-602852fdfb56,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:04.369388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-3efcac12-9ceb-4ff5-b9d4-e7fc80eec13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.370831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-3efcac12-9ceb-4ff5-b9d4-e7fc80eec13c service neutron] 10.222.0.47 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.2466335 Aug 30 22:52:04.454317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558de7-ab6c-44e2-b55d-f92d622acef8 req-e13ba10f-1029-4a4e-bea1-d529de811812 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.454537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-214bdedf-0fe4-45bd-9192-ecf254f0a80b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 217 time: 0.0711064 Aug 30 22:52:04.461529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e558de7-ab6c-44e2-b55d-f92d622acef8 req-e13ba10f-1029-4a4e-bea1-d529de811812 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.466314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558de7-ab6c-44e2-b55d-f92d622acef8 req-e13ba10f-1029-4a4e-bea1-d529de811812 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0706420 Aug 30 22:52:04.477516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-69a8347e-d70c-4079-8532-51e57dcaa9fa tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1625147 Aug 30 22:52:04.519539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e558de7-ab6c-44e2-b55d-f92d622acef8 req-e04b5532-4559-4673-a5d3-0d336a5be72b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471153 Aug 30 22:52:04.638909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-cb560de6-04f9-462f-a2fa-e0c1052cbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.640671 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-cb560de6-04f9-462f-a2fa-e0c1052cbf32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.1598370 Aug 30 22:52:04.657230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.1.1.81 (f24f60d6-355f-4ad2-83e8-4cbbb9773758/05cc0179-85ed-40ba-b82e-6231aa51b344/29381d73-a33d-4793-8671-487e5f6eb1d0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:04.704611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899fbabe-d0a2-4681-955d-a9c8a2353ab1 req-fcf3aa0b-ffe4-46e2-871c-7a6fb48bfcef tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.706744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-9da66a82-39d4-4f66-ba43-68fb67129e4a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508988 Aug 30 22:52:04.708123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-899fbabe-d0a2-4681-955d-a9c8a2353ab1 req-fcf3aa0b-ffe4-46e2-871c-7a6fb48bfcef tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0959742 Aug 30 22:52:04.719488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-fc37e056-1394-4eed-8d6d-fdebfc4505ea service neutron] 10.222.0.25 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244241 Aug 30 22:52:04.777188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-899fbabe-d0a2-4681-955d-a9c8a2353ab1 req-5773d743-8ec4-436b-9aa9-03211802b5c9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608118 Aug 30 22:52:04.985731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32157645-b6c9-4ec8-860c-5006ee473435 req-56b84bfe-f53b-47fb-9ae3-1cf99131b5ec tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:04.987508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32157645-b6c9-4ec8-860c-5006ee473435 req-56b84bfe-f53b-47fb-9ae3-1cf99131b5ec tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0603549 Aug 30 22:52:05.000540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-557f132c-25ee-4ac4-adbc-ac042e24add1 service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704523 Aug 30 22:52:05.010218 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-e80bf65d-6ae5-4255-a417-c87af762b30a service neutron] 10.222.0.25 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895331 Aug 30 22:52:05.064245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32157645-b6c9-4ec8-860c-5006ee473435 req-c6941ca5-9d94-49b7-bf37-9dfbbc269def tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693669 Aug 30 22:52:05.159656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:05.180644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8776f0c1-84ca-4cdc-adfc-8171cd496f4e req-d3f1aa7b-412d-43f4-9604-f1f35e43adaf service neutron] 10.222.0.47 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644473 Aug 30 22:52:05.190415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object 29381d73-a33d-4793-8671-487e5f6eb1d0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:05.275724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:05.409773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:05.481962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:05.488905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:05.495527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:05.547302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373452f5-9c79-4b2b-91e3-79b17b7a482d req-38fd0249-4ea2-45f6-ab60-d7025daf543f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.554447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373452f5-9c79-4b2b-91e3-79b17b7a482d req-38fd0249-4ea2-45f6-ab60-d7025daf543f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.556327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-373452f5-9c79-4b2b-91e3-79b17b7a482d req-38fd0249-4ea2-45f6-ab60-d7025daf543f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 1652 time: 0.1565866 Aug 30 22:52:05.587235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-a22ac0f9-0b1c-4d68-9f3b-b3f6a9162865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.589263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-a22ac0f9-0b1c-4d68-9f3b-b3f6a9162865 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.1880944 Aug 30 22:52:05.673455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.674208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:05.720080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-373452f5-9c79-4b2b-91e3-79b17b7a482d req-28b868ba-df71-435f-8280-c90a4772a937 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1539702 Aug 30 22:52:05.724007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-782c2de5-1f9d-480d-b66c-bd87f19d5bce tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9124174 Aug 30 22:52:05.761144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'admin_state_up': True, 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'security_groups': ['35187d36-50ed-4676-91e5-9ef2071e070e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:05.770761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0062aa7c-85ed-4381-9c79-64340c68971e req-834b62de-9c80-4602-8038-2a590f341939 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.774273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0062aa7c-85ed-4381-9c79-64340c68971e req-834b62de-9c80-4602-8038-2a590f341939 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1227403 Aug 30 22:52:05.854806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0062aa7c-85ed-4381-9c79-64340c68971e req-cab679b5-2258-4fb0-970d-58a0d525dfd1 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Aug 30 22:52:05.901625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-6350f4c0-6627-4530-b96d-f7e82205d05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:05.903155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-6350f4c0-6627-4530-b96d-f7e82205d05b service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.3032935 Aug 30 22:52:05.907701 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-47b36c98-6326-4001-b809-52736d632651 req-bf76f2d2-1515-4549-90b3-076be9508f78 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 210 time: 0.0393910 Aug 30 22:52:05.959219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2471b2e8-c950-4015-8b64-75e64a2fb295 None None] Provisioning for port 29381d73-a33d-4793-8671-487e5f6eb1d0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:05.966021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2471b2e8-c950-4015-8b64-75e64a2fb295 None None] Provisioning complete for port 29381d73-a33d-4793-8671-487e5f6eb1d0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:05.966413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2471b2e8-c950-4015-8b64-75e64a2fb295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:06.043687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5462c-b787-447c-ba86-653b448bcbb9 req-198b4575-326a-40bb-809a-c6bac4c6bfc4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.045612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-4ca37150-d088-4a22-a8a4-af7b9ed8c9a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.1002860 Aug 30 22:52:06.048400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:06.048870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2471b2e8-c950-4015-8b64-75e64a2fb295 None None] Port 29381d73-a33d-4793-8671-487e5f6eb1d0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:06.055788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:06.059190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4cd5462c-b787-447c-ba86-653b448bcbb9 req-198b4575-326a-40bb-809a-c6bac4c6bfc4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.1171377 Aug 30 22:52:06.107259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4cd5462c-b787-447c-ba86-653b448bcbb9 req-f6ed437e-12a5-4169-9d1a-b57815b27864 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Aug 30 22:52:06.235639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-b1d6bf1d-8d33-4ed3-a7ed-365783ce3950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.237216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-b1d6bf1d-8d33-4ed3-a7ed-365783ce3950 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1689923 Aug 30 22:52:06.286358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea5791-4943-483e-b4ac-034eab723684 req-b0817c6b-fce5-44f5-8502-750d4431b457 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.292421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdea5791-4943-483e-b4ac-034eab723684 req-b0817c6b-fce5-44f5-8502-750d4431b457 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.294072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdea5791-4943-483e-b4ac-034eab723684 req-b0817c6b-fce5-44f5-8502-750d4431b457 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0940087 Aug 30 22:52:06.303683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-90a662d3-ecf9-4a62-b6e8-b539154e2627 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531774 Aug 30 22:52:06.336772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdea5791-4943-483e-b4ac-034eab723684 req-8a00e9ab-f031-4172-8424-242e30e45f7b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Aug 30 22:52:06.430245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d2132-e4f7-4627-a8a5-919f9436dc8a req-578508a1-0417-4acd-a13a-2bc72ad180bd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.432181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec8d2132-e4f7-4627-a8a5-919f9436dc8a req-578508a1-0417-4acd-a13a-2bc72ad180bd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1710334 Aug 30 22:52:06.474828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.1.1.238 (f24f60d6-355f-4ad2-83e8-4cbbb9773758/05cc0179-85ed-40ba-b82e-6231aa51b344/985c4eb8-899b-416b-ab62-3a5278d244ac) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:06.509008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-ce92d0ad-eb8b-48e0-9e02-24fbb559d1ba service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624818 Aug 30 22:52:06.704441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec8d2132-e4f7-4627-a8a5-919f9436dc8a req-81ba9a4d-6afc-4d21-8c41-69d7b13ea4b5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580130 Aug 30 22:52:06.743501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07f826c9-c90e-4996-80f1-cdd7bfce5508 req-d59a9797-ac1c-49bc-9b66-9582827a9b22 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204571 Aug 30 22:52:06.793926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:06.824483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object 985c4eb8-899b-416b-ab62-3a5278d244ac will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:06.904107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397205-62a9-4b27-8b51-534ac3cfcdf6 req-96ac89c8-5949-4f3e-a680-2921e794665d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.911033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42397205-62a9-4b27-8b51-534ac3cfcdf6 req-96ac89c8-5949-4f3e-a680-2921e794665d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:06.919572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42397205-62a9-4b27-8b51-534ac3cfcdf6 req-96ac89c8-5949-4f3e-a680-2921e794665d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 1652 time: 0.0802612 Aug 30 22:52:06.977202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42397205-62a9-4b27-8b51-534ac3cfcdf6 req-3b249528-1545-4881-92d3-dec5e400d234 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565257 Aug 30 22:52:07.030435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-8d229649-806a-4970-ade6-3c6b81c8dbe4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.033060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-8d229649-806a-4970-ade6-3c6b81c8dbe4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.47 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 811 time: 0.1668553 Aug 30 22:52:07.045311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:07.077899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Request body: {'port': {'device_id': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'admin_state_up': True, 'tenant_id': '25a41d019b6245b08ea133d7eea326f4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:07.092507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5666c20e-3325-4e01-8a38-37e818551c2c req-ebd8bc77-a1e3-4e72-9b3a-8e7d09c6fc72 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 210 time: 0.0309503 Aug 30 22:52:07.147680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:07.261625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe391cb7-bb27-4a2c-a193-ed653c07eb36 req-a8336c5e-3727-4152-b20b-c2df71cf9ef3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.263510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe391cb7-bb27-4a2c-a193-ed653c07eb36 req-a8336c5e-3727-4152-b20b-c2df71cf9ef3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 944 time: 0.0586751 Aug 30 22:52:07.305034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe391cb7-bb27-4a2c-a193-ed653c07eb36 req-e48f3eca-3cec-4fae-9303-c6d64ba9a08b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351229 Aug 30 22:52:07.506258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa861422-1143-4417-8678-900c5326e0a0 req-58f594ef-d63b-4b58-b0c7-28231df47ed3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.520699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa861422-1143-4417-8678-900c5326e0a0 req-58f594ef-d63b-4b58-b0c7-28231df47ed3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.528626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa861422-1143-4417-8678-900c5326e0a0 req-58f594ef-d63b-4b58-b0c7-28231df47ed3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.0792429 Aug 30 22:52:07.552215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:07.554660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:07.622790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa861422-1143-4417-8678-900c5326e0a0 req-d679faf3-9181-4a1a-9dad-c9299d059c85 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886116 Aug 30 22:52:07.630395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875c420-461d-45fa-b227-ab580ab0795c req-843fe044-bdc6-4273-b80e-b87d3dce2acb tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.639583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1875c420-461d-45fa-b227-ab580ab0795c req-843fe044-bdc6-4273-b80e-b87d3dce2acb tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.6053548 Aug 30 22:52:07.646170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:07.696315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.697007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:07.714323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-6b12b51b-bac7-42b0-bdae-56f5a580d8c1 service neutron] 10.222.0.47 "GET /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.1358011 Aug 30 22:52:07.759697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1875c420-461d-45fa-b227-ab580ab0795c req-a0046a84-9884-46c0-9b62-e3e08148e3dd tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192093 Aug 30 22:52:07.763500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-9c18afe7-35f2-422f-a61e-6f6d99af537d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0228806 Aug 30 22:52:07.797355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Made reservation on behalf of 25a41d019b6245b08ea133d7eea326f4 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:07.800592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:07.835192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'admin_state_up': True, 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'security_groups': ['35187d36-50ed-4676-91e5-9ef2071e070e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:07.895947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7bbf0477-3cfb-4bea-a715-87600eb5bd04 None None] Provisioning for port 985c4eb8-899b-416b-ab62-3a5278d244ac completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:07.909570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7bbf0477-3cfb-4bea-a715-87600eb5bd04 None None] Provisioning complete for port 985c4eb8-899b-416b-ab62-3a5278d244ac triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:07.915510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bbf0477-3cfb-4bea-a715-87600eb5bd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:07.963103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-d77f9778-acad-42d3-8a5a-ffbf39767ab2 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.978043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-d77f9778-acad-42d3-8a5a-ffbf39767ab2 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:07.980697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-d77f9778-acad-42d3-8a5a-ffbf39767ab2 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1682 time: 0.2056823 Aug 30 22:52:07.992984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7bbf0477-3cfb-4bea-a715-87600eb5bd04 None None] Port 985c4eb8-899b-416b-ab62-3a5278d244ac cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:08.142874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Allocated IP 172.20.0.7 (c5a6f47a-7c43-4e40-9630-48a2840ba37c/264aa224-55ec-4f36-91e4-1f6e3304b98d/906dbcd3-b94d-4346-88d6-565959655dee) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:08.205934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cebca3-906f-449d-bf17-873dd9081c82 req-195c581b-d42f-4d1e-8f5e-9eac5639ce8b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.208499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2cebca3-906f-449d-bf17-873dd9081c82 req-195c581b-d42f-4d1e-8f5e-9eac5639ce8b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2314675 Aug 30 22:52:08.252426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf865-129a-417d-a93c-4b843a6688e9 req-45b810f2-ad0c-4850-8301-6aade568ca9f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.259212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf865-129a-417d-a93c-4b843a6688e9 req-45b810f2-ad0c-4850-8301-6aade568ca9f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.265211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fcf865-129a-417d-a93c-4b843a6688e9 req-45b810f2-ad0c-4850-8301-6aade568ca9f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.272788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90fcf865-129a-417d-a93c-4b843a6688e9 req-45b810f2-ad0c-4850-8301-6aade568ca9f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 2373 time: 0.1554942 Aug 30 22:52:08.286391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port f0ba4183-c061-4bd0-87e9-9acdda937c4a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:08.286811 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.292438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:08.367009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41650) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:08.388191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:08.407800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.426766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90fcf865-129a-417d-a93c-4b843a6688e9 req-6cb7daa0-9cb6-414b-aa6f-ee108db3b958 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524959 Aug 30 22:52:08.450519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:08.496800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe5aeeb-8715-4a08-becd-d3017fa98216 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:08.510107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:08.524071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port f0ba4183-c061-4bd0-87e9-9acdda937c4a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f0ba4183-c061-4bd0-87e9-9acdda937c4a,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:08.524828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.550467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.552799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.565222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for f0ba4183-c061-4bd0-87e9-9acdda937c4a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:08.589831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ea933f9a-2047-4c84-804f-102649224e35'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:08.636201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Pushing event updated for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:08.646719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d2c746-f06c-4dd1-9ce6-323d5fc68795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.657128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Network c5a6f47a-7c43-4e40-9630-48a2840ba37c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:08.671314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] Transition to ACTIVE for port object efe5aeeb-8715-4a08-becd-d3017fa98216 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:08.703021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:08.713227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.721396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.747131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2cebca3-906f-449d-bf17-873dd9081c82 req-194dc339-0a81-42a7-85b0-aa2302d86af9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5276597 Aug 30 22:52:08.751950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:08.776997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79691a2-c000-440e-84c0-99581e6ee7b5 req-36eb5fb6-1635-4ba2-99c1-6c17db419ab2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.786173 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d79691a2-c000-440e-84c0-99581e6ee7b5 req-36eb5fb6-1635-4ba2-99c1-6c17db419ab2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 931 time: 0.2577543 Aug 30 22:52:08.890645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] No DVR routers for this DVR port efe5aeeb-8715-4a08-becd-d3017fa98216 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:08.896172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:08.896921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:08.916766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d79691a2-c000-440e-84c0-99581e6ee7b5 req-6b5cc0a4-366f-4ce3-973e-788fd45f3e2f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296971 Aug 30 22:52:08.917453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] Pushing event updated for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:08.969569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b14153f1-4203-4254-8b50-4e0babadae5c service neutron] 10.222.0.47 "PUT /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 1.2416277 Aug 30 22:52:09.076963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4398b0a-1ef6-4502-aa08-bb1a2a311127 req-c13627b3-a367-433a-93ad-b7bef8cd1eb8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.084441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4398b0a-1ef6-4502-aa08-bb1a2a311127 req-c13627b3-a367-433a-93ad-b7bef8cd1eb8 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.2516932 Aug 30 22:52:09.140047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.156929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['f0ba4183-c061-4bd0-87e9-9acdda937c4a', '7f58545e-78c0-46ca-8d45-430d03a84fb0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:09.185908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4398b0a-1ef6-4502-aa08-bb1a2a311127 req-3605d95f-ee72-4fed-b710-555e7b5b8ed3 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002793 Aug 30 22:52:09.186106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=f0ba4183-c061-4bd0-87e9-9acdda937c4a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:09.206045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-63bbfdc4-42aa-400d-b26b-51d3b72289af tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.208458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-63bbfdc4-42aa-400d-b26b-51d3b72289af tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1510055 Aug 30 22:52:09.239660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.2.2.100 (bfbd38ef-3809-4936-be36-b2fb5cc92c28/d720ade2-73a9-420e-9b29-63a834347cf8/b721533b-504a-4445-b1af-c3160019942e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:09.239976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47c64a-4b11-41e4-8454-f715c7854803 req-2a7aaee3-38b5-4d50-aec0-4eb41ce0660b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.249372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47c64a-4b11-41e4-8454-f715c7854803 req-2a7aaee3-38b5-4d50-aec0-4eb41ce0660b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.251607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f47c64a-4b11-41e4-8454-f715c7854803 req-2a7aaee3-38b5-4d50-aec0-4eb41ce0660b tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 1604 time: 0.1956828 Aug 30 22:52:09.269718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d2c746-f06c-4dd1-9ce6-323d5fc68795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.280754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d2c746-f06c-4dd1-9ce6-323d5fc68795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.301611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-52096e39-4171-492f-ab8e-9eb3006e946a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2333360 Aug 30 22:52:09.330236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Request body: {'port': {'device_id': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:09.363013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-30d2c746-f06c-4dd1-9ce6-323d5fc68795 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc26d8fe52d54cabba17ac7154bd4903&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9859619 Aug 30 22:52:09.370827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41660) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:09.410376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d2c746-f06c-4dd1-9ce6-323d5fc68795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edb34b84-ba79-41dc-935e-4263c3571441,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:09.411391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port f0ba4183-c061-4bd0-87e9-9acdda937c4a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:09.433256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.443102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-844e6d4d-99c2-4e0a-a8c8-c9bcb39ea7df tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "DELETE /v2.0/ports/f0ba4183-c061-4bd0-87e9-9acdda937c4a HTTP/1.1" status: 204 len: 173 time: 1.4555151 Aug 30 22:52:09.444907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-deleted', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:09.452324 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d39496c-a961-4b8a-8f18-38fe4067cd4b" -d '{"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-deleted", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:09.481898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f47c64a-4b11-41e4-8454-f715c7854803 req-14c839ce-cd96-4fab-b81d-e95b8836af00 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659944 Aug 30 22:52:09.524619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-78213522-cbff-4129-a628-a1f5522c0da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.526476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-78213522-cbff-4129-a628-a1f5522c0da7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59&tenant_id=147f9c138b8040de91cdfe8622a23556 HTTP/1.1" status: 200 len: 1097 time: 0.2715833 Aug 30 22:52:09.555341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae9e222-0e2b-44d7-b72e-f913bf96e546 req-812cf3cb-c0d5-49e3-ab0d-717b3d6d10c5 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.556917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ae9e222-0e2b-44d7-b72e-f913bf96e546 req-812cf3cb-c0d5-49e3-ab0d-717b3d6d10c5 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2074454 Aug 30 22:52:09.560584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.659569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.680095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.695860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object b721533b-504a-4445-b1af-c3160019942e will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:09.707824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ae9e222-0e2b-44d7-b72e-f913bf96e546 req-0cbcc1f5-b681-4abd-869b-636b8aad115a tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356869 Aug 30 22:52:09.750707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.754584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-d66ea6c2-c0ed-4a33-b19b-4c988260c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.756345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-d66ea6c2-c0ed-4a33-b19b-4c988260c68f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=147f9c138b8040de91cdfe8622a23556&device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1097 time: 0.1710398 Aug 30 22:52:09.758309 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242eb676-8e16-44f8-b1b5-75604f1f9881 x-openstack-request-id: req-242eb676-8e16-44f8-b1b5-75604f1f9881 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:09.758605 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-deleted", "tag": "f0ba4183-c061-4bd0-87e9-9acdda937c4a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:09.758843 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-242eb676-8e16-44f8-b1b5-75604f1f9881 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:09.759234 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-deleted', 'tag': 'f0ba4183-c061-4bd0-87e9-9acdda937c4a', 'status': 'completed', 'code': 200} Aug 30 22:52:09.822790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074a81-ee02-4d4d-9b62-ad9405639e6c req-8318d845-21f1-475d-bd9e-9d742e1b6d77 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.828654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074a81-ee02-4d4d-9b62-ad9405639e6c req-8318d845-21f1-475d-bd9e-9d742e1b6d77 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.834583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02074a81-ee02-4d4d-9b62-ad9405639e6c req-8318d845-21f1-475d-bd9e-9d742e1b6d77 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.836877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02074a81-ee02-4d4d-9b62-ad9405639e6c req-8318d845-21f1-475d-bd9e-9d742e1b6d77 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 2373 time: 0.1580768 Aug 30 22:52:09.904570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 7f58545e-78c0-46ca-8d45-430d03a84fb0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:09.904914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.947923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:09.975976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a319848-654b-41fd-a5fd-662427df6dd0 req-d5e7eb1b-ef82-4d4a-8c6d-cc316d96ac6d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:09.977579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a319848-654b-41fd-a5fd-662427df6dd0 req-d5e7eb1b-ef82-4d4a-8c6d-cc316d96ac6d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1430824 Aug 30 22:52:10.041455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:10.057831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:10.060545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:10.070291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:10.130819 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a319848-654b-41fd-a5fd-662427df6dd0 req-bac4f2fa-8e0a-44b9-8caf-8e1b25eb98ee tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281731 Aug 30 22:52:10.171100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.171830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.221001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8d1ebea6-1ebd-4a43-adfb-84cde45aa249 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4063854 Aug 30 22:52:10.226474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906dbcd3-b94d-4346-88d6-565959655dee {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:10.238543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.259471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'admin_state_up': True, 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'security_groups': ['35187d36-50ed-4676-91e5-9ef2071e070e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:10.260517 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07946608-1dae-4c49-917c-4bbe6d87558a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.338857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02074a81-ee02-4d4d-9b62-ad9405639e6c req-773be1f1-e6f7-4baa-b1dd-f5f3a5bd6091 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675050 Aug 30 22:52:10.344632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Transition to ACTIVE for port object 906dbcd3-b94d-4346-88d6-565959655dee will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:10.358491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.362491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.366293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.370754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edb34b84-ba79-41dc-935e-4263c3571441 HTTP/1.1" status: 204 len: 168 time: 0.9658654 Aug 30 22:52:10.404574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747992e9-e0f5-4804-bc1f-c52acccde6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb34b84-ba79-41dc-935e-4263c3571441,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:10.409617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b3497734-cd04-474f-b099-b024ae1bd079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.411319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-b3497734-cd04-474f-b099-b024ae1bd079 service neutron] 10.222.0.52 "GET /v2.0/networks?id=4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 200 len: 922 time: 0.6349614 Aug 30 22:52:10.423565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b6dc8-cd5b-4fbc-801d-020a9104c19b req-a9e7ecc4-cc2f-4600-8cd1-62d78591e395 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.435426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf3b6dc8-cd5b-4fbc-801d-020a9104c19b req-a9e7ecc4-cc2f-4600-8cd1-62d78591e395 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 931 time: 0.2032595 Aug 30 22:52:10.449844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7fb95534-41b7-4571-9067-6975f25fa0f2 None None] Provisioning for port b721533b-504a-4445-b1af-c3160019942e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:10.459240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7fb95534-41b7-4571-9067-6975f25fa0f2 None None] Provisioning complete for port b721533b-504a-4445-b1af-c3160019942e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:10.459619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7fb95534-41b7-4571-9067-6975f25fa0f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.519980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-3644a1f3-0112-4364-ae09-661647c25b16 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 200 len: 217 time: 0.0903728 Aug 30 22:52:10.521584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 7f58545e-78c0-46ca-8d45-430d03a84fb0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7f58545e-78c0-46ca-8d45-430d03a84fb0,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:10.522004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.523466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7fb95534-41b7-4571-9067-6975f25fa0f2 None None] Port b721533b-504a-4445-b1af-c3160019942e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:10.589219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-059f87d7-7a40-421d-8b06-ce3d4452cd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.590755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-059f87d7-7a40-421d-8b06-ce3d4452cd6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 200 len: 861 time: 0.0582180 Aug 30 22:52:10.618275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Pushing event updated for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:10.624850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 7f58545e-78c0-46ca-8d45-430d03a84fb0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:10.653169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-86f2d38d-3a46-4985-8d1e-627542a8a4c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4e141e69-03e6-47c7-b3aa-3c745db13902&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375223 Aug 30 22:52:10.658629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Attempting to bind port 906dbcd3-b94d-4346-88d6-565959655dee on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:10.659239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Attempting to bind port 906dbcd3-b94d-4346-88d6-565959655dee by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:10.659790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Attempting to bind port 906dbcd3-b94d-4346-88d6-565959655dee on network c5a6f47a-7c43-4e40-9630-48a2840ba37c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:10.683123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf3b6dc8-cd5b-4fbc-801d-020a9104c19b req-9e882d25-75da-451c-9e0f-5e2167ff4ca8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468424 Aug 30 22:52:10.684349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Port 906dbcd3-b94d-4346-88d6-565959655dee on network c5a6f47a-7c43-4e40-9630-48a2840ba37c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:10.684859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Attempting to bind port 906dbcd3-b94d-4346-88d6-565959655dee on network c5a6f47a-7c43-4e40-9630-48a2840ba37c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:10.695273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:10.695941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Checking segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:10.696495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Bound using segment: {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:10.697236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Bound port: 906dbcd3-b94d-4346-88d6-565959655dee, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5a4706-f39f-4909-b16a-c25a0b66eacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:10.697909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.721236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Made reservation on behalf of 82ee0002cebf42b1ae113408de8432e6 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:10.735268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.804180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:10.808041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=906dbcd3-b94d-4346-88d6-565959655dee,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:10.817757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.875476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c07aea-481b-4430-9957-281d3e896000 req-cf945194-4954-4d76-99ad-6a4b3385917b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.883337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53c07aea-481b-4430-9957-281d3e896000 req-cf945194-4954-4d76-99ad-6a4b3385917b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.3726947 Aug 30 22:52:10.901166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:10.963084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:10.963829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:10.965400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] 10.222.0.47 "PUT /v2.0/ports/906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 200 len: 1092 time: 1.6409771 Aug 30 22:52:10.968401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:10.970941 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181" -d '{"events": [{"name": "network-changed", "server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "tag": "906dbcd3-b94d-4346-88d6-565959655dee"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:10.995452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:11.003731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-ea23372c-a234-4c2b-b8ab-01778c0dcbee service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394656 Aug 30 22:52:11.014965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbfd763-0c19-432f-b24c-0f3d264ad178 service neutron] Pushing event updated for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:11.037376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa6a84-0e49-4179-a678-67a2471f5701 req-2a0b5cc2-e923-4d50-b8b8-6350a3f3a23e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.039124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2eaa6a84-0e49-4179-a678-67a2471f5701 req-2a0b5cc2-e923-4d50-b8b8-6350a3f3a23e tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/ports?device_id=d15b301d-a121-47c4-9941-8d213b8c88e2 HTTP/1.1" status: 200 len: 946 time: 0.2152061 Aug 30 22:52:11.130710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2eaa6a84-0e49-4179-a678-67a2471f5701 req-091e3dd4-6035-4af9-a831-bdb5e37f651a tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "GET /v2.0/security-groups?id=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641403 Aug 30 22:52:11.201605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53c07aea-481b-4430-9957-281d3e896000 req-5dfa4f3d-cb5b-4873-8d33-9bd7303d879b tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967840 Aug 30 22:52:11.202343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:11.221281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Allocated IP 10.2.2.200 (bfbd38ef-3809-4936-be36-b2fb5cc92c28/d720ade2-73a9-420e-9b29-63a834347cf8/75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:11.224920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-3634b26c-cd69-4a63-96b3-53573ef5e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.227125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-3634b26c-cd69-4a63-96b3-53573ef5e46e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1095 time: 0.1006875 Aug 30 22:52:11.297274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-2b586ec2-f2a3-44b1-a506-fb8c24d18e8d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 200 len: 217 time: 0.0574539 Aug 30 22:52:11.337961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=7f58545e-78c0-46ca-8d45-430d03a84fb0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:11.342034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-604edcef-5036-44da-8345-581ed332e7d0 service neutron] 10.222.0.52 "GET /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227632 Aug 30 22:52:11.478614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 7f58545e-78c0-46ca-8d45-430d03a84fb0 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:11.485943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:11.488948 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd596af-2e7d-4d55-9a47-10a893245149 x-openstack-request-id: req-bdd596af-2e7d-4d55-9a47-10a893245149 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:11.490237 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "tag": "906dbcd3-b94d-4346-88d6-565959655dee", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:11.490462 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bdd596af-2e7d-4d55-9a47-10a893245149 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:11.490912 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee', 'status': 'completed', 'code': 200} Aug 30 22:52:11.493534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19c98642-b6c4-452e-b075-6e6cbc774d13 req-c6becac3-06ec-4e04-a274-f91861f55be9 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.47 "DELETE /v2.0/ports/7f58545e-78c0-46ca-8d45-430d03a84fb0 HTTP/1.1" status: 204 len: 173 time: 2.0255616 Aug 30 22:52:11.543256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118b7f6-9ec5-497a-ad99-944050b4fbc1 req-4aac7cb0-dff6-4c91-a2ec-3c7267ab6242 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.558424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7118b7f6-9ec5-497a-ad99-944050b4fbc1 req-4aac7cb0-dff6-4c91-a2ec-3c7267ab6242 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1704378 Aug 30 22:52:11.581066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-b801231d-837d-4496-b413-5b20ba6ac759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.582656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-b801231d-837d-4496-b413-5b20ba6ac759 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.2735887 Aug 30 22:52:11.635844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7118b7f6-9ec5-497a-ad99-944050b4fbc1 req-fdb6a89a-0d6d-447e-bf92-609a76c7f2ea tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704305 Aug 30 22:52:11.696509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-1c7820da-c30d-410e-88b1-11707740f873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761814 Aug 30 22:52:11.708775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:11.786038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-deleted', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:11.789967 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bc2dd7-033e-4a2d-a1f3-ae14ca0ba8d1" -d '{"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-deleted", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:11.812101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22492687-8cb7-40ed-8253-b7f6beeedd37 req-31589d57-3a53-4544-8223-9af60c17269a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.820966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22492687-8cb7-40ed-8253-b7f6beeedd37 req-31589d57-3a53-4544-8223-9af60c17269a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2340243 Aug 30 22:52:11.827407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Transition to ACTIVE for port object 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:11.828701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-473a7dd5-1fb8-4d0d-9d70-f2b9486e882d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.837424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-473a7dd5-1fb8-4d0d-9d70-f2b9486e882d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.845376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-473a7dd5-1fb8-4d0d-9d70-f2b9486e882d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.874080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-473a7dd5-1fb8-4d0d-9d70-f2b9486e882d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:11.876067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-473a7dd5-1fb8-4d0d-9d70-f2b9486e882d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 3094 time: 0.1289628 Aug 30 22:52:11.917008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-2be1ef7f-5351-4279-b209-b413712e5e10 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025342 Aug 30 22:52:11.923089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22492687-8cb7-40ed-8253-b7f6beeedd37 req-dab083d1-889e-4a4b-ba99-4b9882417d7f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012542 Aug 30 22:52:12.027266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fef0e7f4-6852-4c2e-a73e-f55aa033eff7 req-a2e7e74a-3bcf-4369-abbf-cb3126929ee5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449995 Aug 30 22:52:12.103123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.115484 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-011c8ae2-5b4e-46f8-a331-aca926f0fd09 x-openstack-request-id: req-011c8ae2-5b4e-46f8-a331-aca926f0fd09 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:12.118191 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d15b301d-a121-47c4-9941-8d213b8c88e2", "name": "network-vif-deleted", "tag": "7f58545e-78c0-46ca-8d45-430d03a84fb0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:12.118606 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-011c8ae2-5b4e-46f8-a331-aca926f0fd09 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:12.119328 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd15b301d-a121-47c4-9941-8d213b8c88e2', 'name': 'network-vif-deleted', 'tag': '7f58545e-78c0-46ca-8d45-430d03a84fb0', 'status': 'completed', 'code': 200} Aug 30 22:52:12.146568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a317693e-cfe6-4fb8-a289-ca39cda55e6e req-cf099124-a92b-460b-8b8d-bff42e3259fb service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203608 Aug 30 22:52:12.164725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-e5fcafd9-9dfd-46ca-9ae4-3bcf84801b56 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.168253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-e5fcafd9-9dfd-46ca-9ae4-3bcf84801b56 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59&tenant_id=147f9c138b8040de91cdfe8622a23556&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.1098700 Aug 30 22:52:12.221227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:12.245126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:12.320059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5984b-18da-461c-90e1-50e77a447287 req-38a9f0ac-3243-40af-a443-d46d295698c5 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.331918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10f5984b-18da-461c-90e1-50e77a447287 req-38a9f0ac-3243-40af-a443-d46d295698c5 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 943 time: 0.2913132 Aug 30 22:52:12.334990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting subnet 7aaa49ec-3e44-4e0f-88a2-b9f900030363 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:52:12.336911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:12.339572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.370416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:12.376551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:12.394864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10f5984b-18da-461c-90e1-50e77a447287 req-c9f8d339-a69b-4c9b-80e3-50b68034cde0 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573497 Aug 30 22:52:12.443135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-ece613da-9907-48d1-a7ef-989bc9402c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.444849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-ece613da-9907-48d1-a7ef-989bc9402c56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1095 time: 0.1947625 Aug 30 22:52:12.534302 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.570469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-1e448c9f-ecd1-4d25-8191-54cef55d936b service neutron] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:12.584267 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-1e448c9f-ecd1-4d25-8191-54cef55d936b service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.585773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-938b438c-a71c-4dca-9f57-da8e02f736ce req-1e448c9f-ecd1-4d25-8191-54cef55d936b service neutron] 10.222.0.52 "DELETE /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.4056458 Aug 30 22:52:12.605038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.606258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.617721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab117154-c59d-4930-8b5d-277fa13a60f2 req-0267cfc0-c234-4fe4-ad61-a4ca4689a704 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.619547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab117154-c59d-4930-8b5d-277fa13a60f2 req-0267cfc0-c234-4fe4-ad61-a4ca4689a704 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.2254770 Aug 30 22:52:12.688675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-430c515d-600c-4ded-95eb-8f8395f099c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:12.690289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-430c515d-600c-4ded-95eb-8f8395f099c2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 912 time: 0.2243676 Aug 30 22:52:12.692692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8cf59c53-4289-48fd-94aa-a3ae126439e6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4503670 Aug 30 22:52:12.729051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab117154-c59d-4930-8b5d-277fa13a60f2 req-40b474fc-b640-4ab0-8ec8-9fc651558961 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978246 Aug 30 22:52:12.767293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.784915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-93cba7dc-6754-45ad-97b2-1690167f3d68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 200 len: 217 time: 0.0752008 Aug 30 22:52:12.789854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:12.809123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.864724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fda93e3-1479-45c7-8258-e28b60747690 None None] Provisioning for port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:12.869971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fda93e3-1479-45c7-8258-e28b60747690 None None] Provisioning complete for port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:12.870402 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fda93e3-1479-45c7-8258-e28b60747690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.881416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.939438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Subnet': ['ID=7aaa49ec-3e44-4e0f-88a2-b9f900030363,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:12.944447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:12.961830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7f58545e-78c0-46ca-8d45-430d03a84fb0 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:12.964518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c7735b-26a7-4ca8-bc30-d0c8bf459123 None None] Network dce07098-3fb1-4107-a318-07e132cab20d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:12.968400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e807269e-f7b3-435d-95f7-5f80d32095c8 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/subnets/7aaa49ec-3e44-4e0f-88a2-b9f900030363 HTTP/1.1" status: 204 len: 168 time: 0.7265167 Aug 30 22:52:12.969327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41766) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:12.989168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9db45d-8f75-471a-b93f-dfffde23e64a req-51ce818f-9832-4ad6-a223-0b7f974c11a5 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:13.007744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd9db45d-8f75-471a-b93f-dfffde23e64a req-51ce818f-9832-4ad6-a223-0b7f974c11a5 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2326355 Aug 30 22:52:13.026004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.033805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-42084d67-cc40-41b3-a99a-394752e5ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:13.038926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-42084d67-cc40-41b3-a99a-394752e5ec70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.2315290 Aug 30 22:52:13.041886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7f58545e-78c0-46ca-8d45-430d03a84fb0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:13.042244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7f58545e-78c0-46ca-8d45-430d03a84fb0 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:13.042718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f0ba4183-c061-4bd0-87e9-9acdda937c4a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:13.111262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-c62dae0e-57cc-4bf3-ada4-2bd76e78f00a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493753 Aug 30 22:52:13.147611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.260175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-a7ccef5f-53dd-4fe4-8404-2e994be349c5 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390224 Aug 30 22:52:13.294039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:13.294409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.427121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9ebd6be-aaa5-4cb2-9128-4d59efefb181 req-db7d5753-2422-4afa-86dc-b0f9a092bd7e service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360230 Aug 30 22:52:13.439377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2fda93e3-1479-45c7-8258-e28b60747690 None None] Port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:13.441096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: f0ba4183-c061-4bd0-87e9-9acdda937c4a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:13.441746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f0ba4183-c061-4bd0-87e9-9acdda937c4a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:13.447494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd9db45d-8f75-471a-b93f-dfffde23e64a req-b8471dd7-90ae-4073-b3c9-39e5088c7048 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4359269 Aug 30 22:52:13.473235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ea1a58d-8cd4-4e0d-951a-e57f0b5aebf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.483012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 0f7cc15c-445b-4a0b-9785-aa133b958bb5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0f7cc15c-445b-4a0b-9785-aa133b958bb5,segment=NetworkSegment(90f00afa-1c47-4209-a4bb-a63699f37190),segment_id=90f00afa-1c47-4209-a4bb-a63699f37190)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:13.483448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.518531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 0f7cc15c-445b-4a0b-9785-aa133b958bb5 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:13.634166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.659144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db119b11-a02d-456b-9db1-497b014ca6e7 None None] DHCP port deletion for dce07098-3fb1-4107-a318-07e132cab20d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:52:13.696304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=0f7cc15c-445b-4a0b-9785-aa133b958bb5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:13.720656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 0f7cc15c-445b-4a0b-9785-aa133b958bb5 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:13.840624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f703b9-f7d3-40cb-a292-f7632abd59e7 req-54ddf2c6-c08e-4f5c-8402-70ac535c4339 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:13.842312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99f703b9-f7d3-40cb-a292-f7632abd59e7 req-54ddf2c6-c08e-4f5c-8402-70ac535c4339 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1588233 Aug 30 22:52:13.848122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.869693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dce07098-3fb1-4107-a318-07e132cab20d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:13.889473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90f00afa-1c47-4209-a4bb-a63699f37190') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:13.889848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90f00afa-1c47-4209-a4bb-a63699f37190') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:13.916783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.927725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99f703b9-f7d3-40cb-a292-f7632abd59e7 req-a6f1d346-775e-45e4-b5c9-0c77b505114f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695059 Aug 30 22:52:13.938531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:13.952180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:52:13.952876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:52:14.005352 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:52:14.053866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.075474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.077674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/networks/dce07098-3fb1-4107-a318-07e132cab20d HTTP/1.1" status: 204 len: 168 time: 1.1071906 Aug 30 22:52:14.079711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a961b5c-d0e6-48fa-8d9a-60142585b1e3 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Network': ['ID=dce07098-3fb1-4107-a318-07e132cab20d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:14.081602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:14.105133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72400a-7e5e-46ac-a331-88bfdd82916e req-aecd24ea-ca8b-4e7b-871d-1e59c88b4f32 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.106641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d72400a-7e5e-46ac-a331-88bfdd82916e req-aecd24ea-ca8b-4e7b-871d-1e59c88b4f32 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 1097 time: 0.0795929 Aug 30 22:52:14.155201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.161296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.167859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.173860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.180709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.190100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-8a19acd8-8922-4850-ae69-b3faa07b9ea7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 3815 time: 0.1739442 Aug 30 22:52:14.200826 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d72400a-7e5e-46ac-a331-88bfdd82916e req-2d105c98-1f00-4b45-b876-67bf4571fde6 tempest-LiveAutoBlockMigrationV225Test-1671319532 tempest-LiveAutoBlockMigrationV225Test-1671319532-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628741 Aug 30 22:52:14.214711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting subnet 975cd577-3923-4208-bc14-da617d5661af {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:52:14.220634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.294634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc5a94bf-6021-4a20-a45e-3b6b7ccc4e96 req-3a0832b8-9287-449a-b241-a562b57f72c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984950 Aug 30 22:52:14.303949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.443149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.483908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9933-864c-4478-ba7e-b035e513a029 req-37de4190-c478-4d10-8218-d973fb3d2f2e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:14.493353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.500211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb4b9933-864c-4478-ba7e-b035e513a029 req-37de4190-c478-4d10-8218-d973fb3d2f2e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 943 time: 0.1981339 Aug 30 22:52:14.504292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a84cc627-7479-40be-9093-7b596c4b7895 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:14.534010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.591488 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.629869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Transition to ACTIVE for port object a84cc627-7479-40be-9093-7b596c4b7895 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:14.639247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.651020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb4b9933-864c-4478-ba7e-b035e513a029 req-4ea41511-9aa2-4019-9aeb-f1f6ebcd235c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496210 Aug 30 22:52:14.654387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.659944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/subnets/975cd577-3923-4208-bc14-da617d5661af HTTP/1.1" status: 204 len: 168 time: 0.5720992 Aug 30 22:52:14.660995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:14.661780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04e393b-98c9-4a53-aaca-cc91e90209dd tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Subnet': ['ID=975cd577-3923-4208-bc14-da617d5661af,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:14.662127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b26a561-315f-465e-af54-c6b93937e860 None None] Network dd6d1238-06c4-40f1-b4fc-d753c033a881 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:14.767945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:14.831951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.906824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Attempting to bind port a84cc627-7479-40be-9093-7b596c4b7895 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:14.907190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Attempting to bind port a84cc627-7479-40be-9093-7b596c4b7895 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:14.909381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Attempting to bind port a84cc627-7479-40be-9093-7b596c4b7895 on network 79f66ca4-2fbf-4727-95d4-379d0898b935 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:14.921915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Port a84cc627-7479-40be-9093-7b596c4b7895 on network 79f66ca4-2fbf-4727-95d4-379d0898b935 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:14.922275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Attempting to bind port a84cc627-7479-40be-9093-7b596c4b7895 on network 79f66ca4-2fbf-4727-95d4-379d0898b935 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:14.934259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 906dbcd3-b94d-4346-88d6-565959655dee details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:14.942074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:14.942437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Checking segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:14.942894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Bound using segment: {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:14.943311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Bound port: a84cc627-7479-40be-9093-7b596c4b7895, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:14.943700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:14.982115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Deleting port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:14.991133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.042685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] DHCP port deletion for dd6d1238-06c4-40f1-b4fc-d753c033a881 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:52:15.064009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0f7cc15c-445b-4a0b-9785-aa133b958bb5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:15.083271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:15.090546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:15.097928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.121385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] For port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,segment=NetworkSegment(bcec974f-a368-4869-aa1c-fc0f4405ec8b),segment_id=bcec974f-a368-4869-aa1c-fc0f4405ec8b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:15.122001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.128051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0f7cc15c-445b-4a0b-9785-aa133b958bb5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:15.128393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0f7cc15c-445b-4a0b-9785-aa133b958bb5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:15.141684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Calling delete_port for 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:15.207992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:15.208701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.210340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] 10.222.0.52 "PUT /v2.0/ports/a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 1092 time: 2.4347117 Aug 30 22:52:15.210850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:15.221927 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830b03a0-a639-448f-aedf-ac65c9c080a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "a84cc627-7479-40be-9093-7b596c4b7895"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:15.285581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:15.313482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=906dbcd3-b94d-4346-88d6-565959655dee,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:15.336706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Deleting port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:15.337080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.340201 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.345508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '906dbcd3-b94d-4346-88d6-565959655dee', 'network_id': 'c5a6f47a-7c43-4e40-9630-48a2840ba37c', 'port_id': '906dbcd3-b94d-4346-88d6-565959655dee', 'mac_address': 'fa:16:3e:d3:06:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '264aa224-55ec-4f36-91e4-1f6e3304b98d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:15.375979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd719-a451-4483-9f88-4acdfa2a4410 req-46e513e0-9979-45c0-a6ec-fee99b031746 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:15.377125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-510cd719-a451-4483-9f88-4acdfa2a4410 req-46e513e0-9979-45c0-a6ec-fee99b031746 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1179724 Aug 30 22:52:15.388477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3b7e5-4529-4b66-9180-12899ef825d1 service neutron] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:15.409990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Port': ['ID=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:15.420239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] No DVR routers for this DVR port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:15.448424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2821c3-edaf-44be-b42b-77767dd09d4c req-bded1743-29fa-4c7d-a504-2b6858dd5a06 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:15.450246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b2821c3-edaf-44be-b42b-77767dd09d4c req-bded1743-29fa-4c7d-a504-2b6858dd5a06 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1091752 Aug 30 22:52:15.451449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.533952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] For port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:15.535615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.544781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-510cd719-a451-4483-9f88-4acdfa2a4410 req-c08c6519-ebec-4bbd-9037-002417315b40 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386735 Aug 30 22:52:15.549681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.561370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6d1238-06c4-40f1-b4fc-d753c033a881']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:15.564348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.570955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b2821c3-edaf-44be-b42b-77767dd09d4c req-3e46c54e-9c13-474c-b434-b15c8a185214 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Aug 30 22:52:15.603125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906dbcd3-b94d-4346-88d6-565959655dee {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:15.604121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcec974f-a368-4869-aa1c-fc0f4405ec8b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:15.604494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcec974f-a368-4869-aa1c-fc0f4405ec8b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:15.623584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.631167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Calling delete_port for 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:15.644689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:52:15.664645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.677108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.679305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=906dbcd3-b94d-4346-88d6-565959655dee,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:15.705744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.708370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] Pushing event deleted for resources: {'Port': ['ID=8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:15.712990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc269cc-1ffe-4874-b2a9-0f0f7c533d5c None None] No DVR routers for this DVR port 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:15.743554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:52:15.744257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:52:15.751708 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:52:15.776174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:15.848708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a085657-b18f-42b1-ac01-1e92c01cff4b req-86e65ca8-eeed-488d-99a9-506a38b764b0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:15.857975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a085657-b18f-42b1-ac01-1e92c01cff4b req-86e65ca8-eeed-488d-99a9-506a38b764b0 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.1971011 Aug 30 22:52:15.884628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.896233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.925014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.927952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] 10.222.0.25 "DELETE /v2.0/networks/dd6d1238-06c4-40f1-b4fc-d753c033a881 HTTP/1.1" status: 204 len: 168 time: 1.2624910 Aug 30 22:52:15.929416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fda7f4-3af4-4ef9-b243-87d98651aa81 tempest-ServersTestMultiNic-834650006 tempest-ServersTestMultiNic-834650006-project] Pushing event deleted for resources: {'Network': ['ID=dd6d1238-06c4-40f1-b4fc-d753c033a881,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:15.946874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a085657-b18f-42b1-ac01-1e92c01cff4b req-49e25fec-bb40-4726-a771-faa50799d29a tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874631 Aug 30 22:52:15.949263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52cc764-d0d0-41a9-a618-75bb01ab5ce0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:15.957861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:15.983544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Transition to ACTIVE for port object b52cc764-d0d0-41a9-a618-75bb01ab5ce0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:15.991222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.004881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['906dbcd3-b94d-4346-88d6-565959655dee'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:16.022006 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3e03a3-1eb8-4fe7-9268-7afdc1c70ae5 x-openstack-request-id: req-3e3e03a3-1eb8-4fe7-9268-7afdc1c70ae5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:16.022309 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "a84cc627-7479-40be-9093-7b596c4b7895", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:16.022751 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e3e03a3-1eb8-4fe7-9268-7afdc1c70ae5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:16.023194 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895', 'status': 'completed', 'code': 200} Aug 30 22:52:16.102565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:16.198620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Attempting to bind port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:16.198934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Attempting to bind port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:16.199338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Attempting to bind port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:16.204203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:16.204524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Attempting to bind port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:16.210923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:16.211558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:16.211855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Bound using segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:16.212384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Bound port: b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:16.212849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.263917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.270149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.276749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.282882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.291124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.297364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:16.298445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.300500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-e3fff116-8f72-4b6c-b256-2fb8e8165fba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 4604 time: 0.2273705 Aug 30 22:52:16.311086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.311578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.312054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.312532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.312999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.313466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.315782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-d2b30d17-9676-4536-9716-a3656ad9c5b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5250 time: 0.1739583 Aug 30 22:52:16.325606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-881d49d2-fb0b-486b-904d-fab3f23caa90 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.327161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-881d49d2-fb0b-486b-904d-fab3f23caa90 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 945 time: 0.2481837 Aug 30 22:52:16.333493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:16.347855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.368265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df68840-1f91-43f0-ae93-0f6772de369e req-af1905b5-1087-47ad-822b-c385d4f37437 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.369877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6df68840-1f91-43f0-ae93-0f6772de369e req-af1905b5-1087-47ad-822b-c385d4f37437 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 944 time: 0.0845487 Aug 30 22:52:16.410968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.411521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.412899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] 10.222.0.52 "PUT /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 1136 time: 1.1409168 Aug 30 22:52:16.476862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6df68840-1f91-43f0-ae93-0f6772de369e req-8adabd3b-81dc-4ffa-a789-32a6954dce66 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834625 Aug 30 22:52:16.484367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:16.489184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5686764f-3270-406a-9b9e-c4b1a3f3a6ce req-f10e4c09-88a6-4689-a208-a5bb9cb87728 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1667054 Aug 30 22:52:16.548580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305197f5-9645-469d-8ce3-a81aebd8c47f service neutron] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:16.601180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-f79a9610-9f2a-4388-b7a9-3219ae408acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.601671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-f79a9610-9f2a-4388-b7a9-3219ae408acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.602171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-f79a9610-9f2a-4388-b7a9-3219ae408acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.604287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-f79a9610-9f2a-4388-b7a9-3219ae408acd service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2617295 Aug 30 22:52:16.614850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.734945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Deleting port efe5aeeb-8715-4a08-becd-d3017fa98216 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:16.735350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.893896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad45ad-27f8-4e1f-9fc4-d66e5ec3c4bc req-8ae8cf1f-d810-4afb-8cb7-e97cc2fec43a tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.895418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcad45ad-27f8-4e1f-9fc4-d66e5ec3c4bc req-8ae8cf1f-d810-4afb-8cb7-e97cc2fec43a tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1150210 Aug 30 22:52:16.903290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] For port efe5aeeb-8715-4a08-becd-d3017fa98216, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=efe5aeeb-8715-4a08-becd-d3017fa98216,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:16.903669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:16.931166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-cf26efdf-c811-40f4-9be4-b016c92dc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.933199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-830b03a0-a639-448f-aedf-ac65c9c080a8 req-cf26efdf-c811-40f4-9be4-b016c92dc72d service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3153300 Aug 30 22:52:16.948651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 906dbcd3-b94d-4346-88d6-565959655dee up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:16.949994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411d6534-05df-46c5-9341-cbac39b6aaa0 req-06474298-59cd-4476-ba00-a6458d0edc26 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:16.952768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-411d6534-05df-46c5-9341-cbac39b6aaa0 req-06474298-59cd-4476-ba00-a6458d0edc26 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1581848 Aug 30 22:52:16.952768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Calling delete_port for efe5aeeb-8715-4a08-becd-d3017fa98216 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:16.980415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcad45ad-27f8-4e1f-9fc4-d66e5ec3c4bc req-f2e9f79e-9d4c-4f66-9108-919c8935dc43 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717432 Aug 30 22:52:17.010693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:17.041583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:17.042068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8c8a914d-29ad-4f9c-ba6b-5f3a63808ab3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:17.063803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 906dbcd3-b94d-4346-88d6-565959655dee completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:17.071214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 906dbcd3-b94d-4346-88d6-565959655dee triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:17.071704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.072979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c29304cb-3d57-477c-ad99-571bb47cd5da {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:17.082530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.100953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Transition to ACTIVE for port object c29304cb-3d57-477c-ad99-571bb47cd5da will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:17.106840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.165581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-411d6534-05df-46c5-9341-cbac39b6aaa0 req-173e46f1-4378-4e26-be97-da24f9c3ca44 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982107 Aug 30 22:52:17.167225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.212640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event deleted for resources: {'Port': ['ID=efe5aeeb-8715-4a08-becd-d3017fa98216,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:17.216482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071', 'efe5aeeb-8715-4a08-becd-d3017fa98216'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:17.261615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.276800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:17.297164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] No DVR routers for this DVR port efe5aeeb-8715-4a08-becd-d3017fa98216 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:17.301511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.303940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25e641f8-30ed-4932-8b75-caaf2934d638 req-41d1f6be-ebf5-48ee-b832-8284891f83da tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "DELETE /v2.0/ports/efe5aeeb-8715-4a08-becd-d3017fa98216 HTTP/1.1" status: 204 len: 173 time: 0.9484260 Aug 30 22:52:17.304519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-deleted', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:17.308183 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5836b85-e733-48d1-a423-078077c2d34f" -d '{"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-deleted", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:17.344169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:17.356506 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15504564-0f78-4aee-80ef-252070cf15cc" -d '{"events": [{"server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "name": "network-vif-plugged", "status": "completed", "tag": "906dbcd3-b94d-4346-88d6-565959655dee"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:17.364173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.364805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.365592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.365972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.366492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.366905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.367550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.368094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.368446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.368777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.369112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.370005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:17.409262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3552311-cb50-4ba6-b62b-a264602c5b6c req-1caf0e83-cc23-40be-9439-0797023e77ec tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0399995 Aug 30 22:52:17.410348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=906dbcd3-b94d-4346-88d6-565959655dee,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:17.441236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.455336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:17.470849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Attempting to bind port c29304cb-3d57-477c-ad99-571bb47cd5da on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:17.474389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Attempting to bind port c29304cb-3d57-477c-ad99-571bb47cd5da by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:17.474841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Attempting to bind port c29304cb-3d57-477c-ad99-571bb47cd5da on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:17.485094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Port c29304cb-3d57-477c-ad99-571bb47cd5da on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:17.485529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Attempting to bind port c29304cb-3d57-477c-ad99-571bb47cd5da on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:17.493404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:17.493856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:17.494339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Bound using segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:17.495028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Bound port: c29304cb-3d57-477c-ad99-571bb47cd5da, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:17.495462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.564016 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bf86881-437c-4976-bbc9-5ef831982567 x-openstack-request-id: req-5bf86881-437c-4976-bbc9-5ef831982567 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:17.567983 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a214de35-a452-4ff6-b115-8e512e0f0a59", "name": "network-vif-deleted", "tag": "efe5aeeb-8715-4a08-becd-d3017fa98216", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:17.569052 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5bf86881-437c-4976-bbc9-5ef831982567 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:17.574978 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a214de35-a452-4ff6-b115-8e512e0f0a59', 'name': 'network-vif-deleted', 'tag': 'efe5aeeb-8715-4a08-becd-d3017fa98216', 'status': 'completed', 'code': 200} Aug 30 22:52:17.601764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:17.609426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c29304cb-3d57-477c-ad99-571bb47cd5da,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:17.618259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.660532 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b66f13-968b-4c02-8ffc-f0addb50e169 x-openstack-request-id: req-e4b66f13-968b-4c02-8ffc-f0addb50e169 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:17.660827 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "name": "network-vif-plugged", "status": "completed", "tag": "906dbcd3-b94d-4346-88d6-565959655dee", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:17.669182 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e4b66f13-968b-4c02-8ffc-f0addb50e169 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:17.678871 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee', 'code': 200} Aug 30 22:52:17.721173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:17.748675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:17.822795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:17.823838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:17.825466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5ac71ab7-768a-451c-b3be-83634d54b28c service neutron] 10.222.0.52 "PUT /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 1135 time: 1.3476598 Aug 30 22:52:17.842724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6be5b6-c732-412f-a465-1095bf749c54 req-f1fe9858-d297-4ec6-9df6-89244b95a6eb tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:17.852656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f6be5b6-c732-412f-a465-1095bf749c54 req-f1fe9858-d297-4ec6-9df6-89244b95a6eb tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1048932 Aug 30 22:52:17.876205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:17.939170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f6be5b6-c732-412f-a465-1095bf749c54 req-dbef8526-f698-4bf7-9d7c-01a1ea49db9d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850220 Aug 30 22:52:18.031428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0'}, {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'c29304cb-3d57-477c-ad99-571bb47cd5da'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:18.035450 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9529e09d-6043-47d0-a842-e939525f5b38" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "b52cc764-d0d0-41a9-a618-75bb01ab5ce0"}, {"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "c29304cb-3d57-477c-ad99-571bb47cd5da"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:18.079434 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:18.141376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465ca04-c961-496b-8eaa-f2fbbd9c0d5b req-7c6a3f9c-2da7-410c-9ad0-29a3e269e27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.143422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0465ca04-c961-496b-8eaa-f2fbbd9c0d5b req-7c6a3f9c-2da7-410c-9ad0-29a3e269e27d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1097 time: 0.3979480 Aug 30 22:52:18.204571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.212031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.218264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.224746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.231163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.236955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.243239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.245181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-d63a87f0-f0ae-4e46-824c-dd0658484921 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5380 time: 0.5529366 Aug 30 22:52:18.302246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0465ca04-c961-496b-8eaa-f2fbbd9c0d5b req-78b158f3-9597-4d74-8389-0e16bfe56bee service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467648 Aug 30 22:52:18.323542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cbaf20e-03ea-4b8f-a466-000dd4113511 req-e70ab130-0d5c-479e-8cbb-215d46876fc6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710354 Aug 30 22:52:18.389757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c351b6-52f0-44af-9fe9-cc6092882ad2 req-3412b92f-9958-40f3-ae89-77534a7765d7 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.396916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14c351b6-52f0-44af-9fe9-cc6092882ad2 req-3412b92f-9958-40f3-ae89-77534a7765d7 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1480978 Aug 30 22:52:18.466152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14c351b6-52f0-44af-9fe9-cc6092882ad2 req-dabf4ed6-5e05-414a-91fd-9c18760bef55 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682919 Aug 30 22:52:18.535849 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6304e7a9-4818-49f7-9aa5-b737bd3e3294 x-openstack-request-id: req-6304e7a9-4818-49f7-9aa5-b737bd3e3294 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:18.536249 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "b52cc764-d0d0-41a9-a618-75bb01ab5ce0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "c29304cb-3d57-477c-ad99-571bb47cd5da", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:18.536509 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6304e7a9-4818-49f7-9aa5-b737bd3e3294 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:18.536902 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0', 'status': 'completed', 'code': 200} Aug 30 22:52:18.537154 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'c29304cb-3d57-477c-ad99-571bb47cd5da', 'status': 'completed', 'code': 200} Aug 30 22:52:18.562162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:18.599584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29381d73-a33d-4793-8671-487e5f6eb1d0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:18.616363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:18.654527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Transition to ACTIVE for port object 29381d73-a33d-4793-8671-487e5f6eb1d0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:18.660181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:18.672704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.673188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.673667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.674170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.674684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.675178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.675683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.677716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-b407e9aa-65e4-42ef-8d9d-875ce3a293bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6220 time: 0.0738666 Aug 30 22:52:18.702299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cabaa4-3d7f-4829-843c-ecea66a494f2 req-89d5b91e-a2bf-4908-a85b-e6f1b658cc52 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.710003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8cabaa4-3d7f-4829-843c-ecea66a494f2 req-89d5b91e-a2bf-4908-a85b-e6f1b658cc52 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1048968 Aug 30 22:52:18.754718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:18.844888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8cabaa4-3d7f-4829-843c-ecea66a494f2 req-2a9be146-9ec3-4961-b2c5-0e0067c8d688 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319861 Aug 30 22:52:18.886361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-31743830-478f-4520-a234-b992044f5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.886361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-31743830-478f-4520-a234-b992044f5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.886361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-31743830-478f-4520-a234-b992044f5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:18.887794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-31743830-478f-4520-a234-b992044f5982 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1776652 Aug 30 22:52:18.906565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3464daad-fbb6-43e0-a392-bd38760e202a req-4dd1e5bc-65e8-403a-aa6e-3b6ded52259f tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0525331 Aug 30 22:52:18.926820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Attempting to bind port 29381d73-a33d-4793-8671-487e5f6eb1d0 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:18.927173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Attempting to bind port 29381d73-a33d-4793-8671-487e5f6eb1d0 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:18.927508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Attempting to bind port 29381d73-a33d-4793-8671-487e5f6eb1d0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:18.938951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Port 29381d73-a33d-4793-8671-487e5f6eb1d0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:18.939322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Attempting to bind port 29381d73-a33d-4793-8671-487e5f6eb1d0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:18.945055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:18.945427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:18.945845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Bound using segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:18.946277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Bound port: 29381d73-a33d-4793-8671-487e5f6eb1d0, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:18.946775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.021497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fc4ea5cd-f408-4ae9-93ad-b3d6a94069c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.023733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fc4ea5cd-f408-4ae9-93ad-b3d6a94069c6 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1196985 Aug 30 22:52:19.041876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:19.046475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:19.055037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.095609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.096335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.097761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] 10.222.0.52 "PUT /v2.0/ports/29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 200 len: 1091 time: 1.2290967 Aug 30 22:52:19.170163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:19.179056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a031214-941d-4cfb-80a6-8641c904f6d7 service neutron] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:19.202986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.203741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.204350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.205103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.205709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.206335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.206935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.209212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-fe148ea6-6db3-482a-a97e-6bf3111b0785 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6288 time: 0.0926387 Aug 30 22:52:19.260604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:19.292801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5a0887-6730-48fc-8504-386619e43189 req-4324c753-d2eb-4cba-a30f-08d690d3844c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.299648 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a5a0887-6730-48fc-8504-386619e43189 req-4324c753-d2eb-4cba-a30f-08d690d3844c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1869495 Aug 30 22:52:19.302176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: efe5aeeb-8715-4a08-becd-d3017fa98216 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:19.302530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device efe5aeeb-8715-4a08-becd-d3017fa98216 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:19.308069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.422687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-bb4d714f-1137-40b4-b823-b50f2faf90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.423393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-bb4d714f-1137-40b4-b823-b50f2faf90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.423937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-bb4d714f-1137-40b4-b823-b50f2faf90da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.425986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-bb4d714f-1137-40b4-b823-b50f2faf90da service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1913538 Aug 30 22:52:19.542674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529e09d-6043-47d0-a842-e939525f5b38 req-01150b62-84e4-40f1-9f19-83352b7a29ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.544311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9529e09d-6043-47d0-a842-e939525f5b38 req-01150b62-84e4-40f1-9f19-83352b7a29ad service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1108670 Aug 30 22:52:19.545064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a5a0887-6730-48fc-8504-386619e43189 req-d61bb315-3adb-4140-8450-b2a03f24411f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445426 Aug 30 22:52:19.680830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.689141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.697995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.705082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.717100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.724299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.731612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.733569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-42d2dcb5-17b5-4c19-977d-24aef6bf259a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5392 time: 0.1245549 Aug 30 22:52:19.752654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Deleting port 385b599f-240b-4c68-85e6-c783c283f641 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:19.753177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.789520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40761c17-c059-4147-8ce7-ceefad7488f5 req-85754cbb-05e8-4e73-bb20-77b294d38088 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0488684 Aug 30 22:52:19.843103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d482a0-c26f-4ed7-92a8-2e2236b7f81e req-bc826917-aa58-41c8-adef-ab223afb2fab tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:19.844653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4d482a0-c26f-4ed7-92a8-2e2236b7f81e req-bc826917-aa58-41c8-adef-ab223afb2fab tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1572273 Aug 30 22:52:19.948636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] For port 385b599f-240b-4c68-85e6-c783c283f641, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=385b599f-240b-4c68-85e6-c783c283f641,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:19.949008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:19.954080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4d482a0-c26f-4ed7-92a8-2e2236b7f81e req-46ce9996-7e47-42e0-924b-7fe5081e46db tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974290 Aug 30 22:52:19.963521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 985c4eb8-899b-416b-ab62-3a5278d244ac {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:19.974934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Calling delete_port for 385b599f-240b-4c68-85e6-c783c283f641 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:19.978979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.003214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Transition to ACTIVE for port object 985c4eb8-899b-416b-ab62-3a5278d244ac will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:20.038049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.154283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:20.231990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.232331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.232670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.233003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.233336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.233658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.234007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.234327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.234649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.234970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.235657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.235657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:20.249148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b52c7-b552-401d-8b55-89b979c1bba1 req-8f1293c1-3ca7-4fcb-b1b8-c8f287734181 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.256348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f9b52c7-b552-401d-8b55-89b979c1bba1 req-8f1293c1-3ca7-4fcb-b1b8-c8f287734181 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2218013 Aug 30 22:52:20.399038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a08c706c-02e0-4e20-b4f1-45704d8254a5 req-221dfc5d-65fd-4e92-8f93-8e1112231697 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0302870 Aug 30 22:52:20.420882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Attempting to bind port 985c4eb8-899b-416b-ab62-3a5278d244ac on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:20.421748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Attempting to bind port 985c4eb8-899b-416b-ab62-3a5278d244ac by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:20.422344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Attempting to bind port 985c4eb8-899b-416b-ab62-3a5278d244ac on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:20.428560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Port 985c4eb8-899b-416b-ab62-3a5278d244ac on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:20.429447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Attempting to bind port 985c4eb8-899b-416b-ab62-3a5278d244ac on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:20.436403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.439321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:20.439664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Checking segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:20.440101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Bound using segment: {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:20.440692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Bound port: 985c4eb8-899b-416b-ab62-3a5278d244ac, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12dbb358-ac3d-4478-8595-841a49b71bc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:20.441137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.460420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f9b52c7-b552-401d-8b55-89b979c1bba1 req-6bc6a0f6-b486-47c9-bd87-f7d8e6b7b256 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030311 Aug 30 22:52:20.510056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Pushing event deleted for resources: {'Port': ['ID=385b599f-240b-4c68-85e6-c783c283f641,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:20.538259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:20.540635 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a2ba48-843b-4f19-8e0c-04ed925189c7" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:20.617443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:20.621503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:20.717926 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b121de8c-af37-4dcf-b458-490eee9c00a7 x-openstack-request-id: req-b121de8c-af37-4dcf-b458-490eee9c00a7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:20.718383 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:20.718773 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b121de8c-af37-4dcf-b458-490eee9c00a7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:20.719303 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'status': 'completed', 'code': 200} Aug 30 22:52:20.729033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.776601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.777271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.785672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] 10.222.0.52 "PUT /v2.0/ports/985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 200 len: 1092 time: 1.6518612 Aug 30 22:52:20.786409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:20.797859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:20.800345 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:20.876702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:20.901534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.902038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.902504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.902964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.903422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.903870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.904322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:20.915507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-ddd17984-2def-4742-bba5-2f3ad87da240 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6356 time: 0.1600988 Aug 30 22:52:20.973602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92207b01-1ec3-472b-a62a-ca5315a3adc2 service neutron] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:21.078051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:21.106651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-f81fb2c1-ee1e-4790-b635-6f5c60d10c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.107127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-f81fb2c1-ee1e-4790-b635-6f5c60d10c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.107592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-f81fb2c1-ee1e-4790-b635-6f5c60d10c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.109177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-f81fb2c1-ee1e-4790-b635-6f5c60d10c62 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1793482 Aug 30 22:52:21.112105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca26012-7768-428c-8289-28b6c8dfcf72 req-28cac977-e642-4d21-bc7f-c65970e610a7 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.113639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ca26012-7768-428c-8289-28b6c8dfcf72 req-28cac977-e642-4d21-bc7f-c65970e610a7 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.2866218 Aug 30 22:52:21.141903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.148562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.155131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.161406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.166892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.172765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.179382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.181238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-b1337d12-4a4d-44f1-8d6b-96deb0cbde4b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5404 time: 0.1316102 Aug 30 22:52:21.271553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00174c0e-2ff5-45dd-803f-945aa302d5d5 req-f2ef82f6-8cc4-46d4-98bb-0f58c12fd0dd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797501 Aug 30 22:52:21.291720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-b2d24154-c754-4d49-901b-2a1a322f8e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.293201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5a2ba48-843b-4f19-8e0c-04ed925189c7 req-b2d24154-c754-4d49-901b-2a1a322f8e14 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745687 Aug 30 22:52:21.309534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ca26012-7768-428c-8289-28b6c8dfcf72 req-52991bc5-adc1-40dc-973f-d5e9bc3ace8c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604755 Aug 30 22:52:21.368423 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c4a6a9-1944-47e9-8866-fddf3f0ac693 x-openstack-request-id: req-58c4a6a9-1944-47e9-8866-fddf3f0ac693 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:21.369040 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:21.369811 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58c4a6a9-1944-47e9-8866-fddf3f0ac693 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:21.370383 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'status': 'completed', 'code': 200} Aug 30 22:52:21.452191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:52:21.500594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.501311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.501994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.502602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.503207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.503811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.504552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.506619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-6c939c31-2f67-49e4-9c7a-e2e8a8fe1125 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6356 time: 0.0968890 Aug 30 22:52:21.519286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68881f7-b3fc-4be2-b113-cac2c1974681 req-b16b8fd4-ce6e-4a5e-bf11-915f62587886 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.521060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c68881f7-b3fc-4be2-b113-cac2c1974681 req-b16b8fd4-ce6e-4a5e-bf11-915f62587886 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0988021 Aug 30 22:52:21.696172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c68881f7-b3fc-4be2-b113-cac2c1974681 req-e1d73865-c48d-415d-a0a0-f0002c55c9da tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583683 Aug 30 22:52:21.734111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-d703421e-020f-48f9-bd70-59a997bd603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.735854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-d703421e-020f-48f9-bd70-59a997bd603e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1097 time: 0.1009448 Aug 30 22:52:21.872811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-77b14632-b8fd-4d92-baed-9f0f985274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.873257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-77b14632-b8fd-4d92-baed-9f0f985274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.873735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-77b14632-b8fd-4d92-baed-9f0f985274a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:21.875446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-77b14632-b8fd-4d92-baed-9f0f985274a8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3533139 Aug 30 22:52:21.880272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ddceec4-bd44-4d7a-8085-3a7e8bd6d1d9 req-3a3f45f5-3090-4222-b7b5-141e18c8d078 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.0694675 Aug 30 22:52:21.992781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:52:22.003996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6bed9fa4-051e-4241-a549-3fa2f31c5685 admin admin] 10.222.0.25 "PUT /v2.0/routers/035a4e3f-3c9e-43a9-8dd9-29c28d50df82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5450628 Aug 30 22:52:22.003996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:22.010496 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Sync routers for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:52:22.013391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b721533b-504a-4445-b1af-c3160019942e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:22.026348 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:22.027281 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:22.046400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f30122-c96a-465f-bd6f-8747dc6bc794 req-8b8c9f8e-b9d0-4ee7-8b0c-4edb4e1566aa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.047934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71f30122-c96a-465f-bd6f-8747dc6bc794 req-8b8c9f8e-b9d0-4ee7-8b0c-4edb4e1566aa tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0910265 Aug 30 22:52:22.048968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-c1c1dbe2-9593-4fa0-932b-450105b5ee21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.050422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-c1c1dbe2-9593-4fa0-932b-450105b5ee21 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 912 time: 0.2915568 Aug 30 22:52:22.095804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.116157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-b7e67988-e765-4d9b-a2a7-1d2630469944 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 200 len: 217 time: 0.0370669 Aug 30 22:52:22.122606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-e1be91a6-b2c4-4f33-b8c3-c7baaccbaafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.124058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fb2f54c-71a0-4b7a-86a3-78988eeb8816 req-e1be91a6-b2c4-4f33-b8c3-c7baaccbaafe service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2385683 Aug 30 22:52:22.153022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Transition to ACTIVE for port object b721533b-504a-4445-b1af-c3160019942e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:22.169141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.197466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.202371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-9d1e3db1-6458-4986-abd2-ca663b9c40d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.204258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-9d1e3db1-6458-4986-abd2-ca663b9c40d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.0699565 Aug 30 22:52:22.212213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71f30122-c96a-465f-bd6f-8747dc6bc794 req-e8649efb-980a-4330-a3e4-bf967851db79 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557024 Aug 30 22:52:22.225701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:22.263005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-a6ad254b-ed5b-48bf-81db-454a7c4a63a3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409973 Aug 30 22:52:22.300101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-4d264d23-302e-4452-8d9a-a885b3a29ccb service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:52:22.301367 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-4d264d23-302e-4452-8d9a-a885b3a29ccb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065105 Aug 30 22:52:22.334462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:22.424091 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.437550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c558-fbfd-4a49-8b3b-7fa43894174e req-3974131c-2b13-4be4-8f18-918e5629156b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.445058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e899c558-fbfd-4a49-8b3b-7fa43894174e req-3974131c-2b13-4be4-8f18-918e5629156b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.2109170 Aug 30 22:52:22.489547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:52:20Z', 'revision_number': 5, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:22.512295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-5d348e3f-4078-4afc-a4bb-00db540c118d service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956763 Aug 30 22:52:22.534998 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Checking router: 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:52:22.547898 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Routers {'035a4e3f-3c9e-43a9-8dd9-29c28d50df82'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:22.548618 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:22.607336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e899c558-fbfd-4a49-8b3b-7fa43894174e req-4ceb0bb2-6612-4063-a9ea-63ab5a521fab tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613085 Aug 30 22:52:22.612937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Attempting to bind port b721533b-504a-4445-b1af-c3160019942e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:22.614451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Attempting to bind port b721533b-504a-4445-b1af-c3160019942e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:22.616407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Attempting to bind port b721533b-504a-4445-b1af-c3160019942e on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:22.655861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Port b721533b-504a-4445-b1af-c3160019942e on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:22.656384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Attempting to bind port b721533b-504a-4445-b1af-c3160019942e on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:22.694046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:22.695571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Checking segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:22.697051 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] Set router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:22.697643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Bound using segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:22.699807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Bound port: b721533b-504a-4445-b1af-c3160019942e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:22.702409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.806284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9419bb76-ec26-45c5-a7ce-aacbe1557b96 req-4de93b0f-0006-4991-9f3f-feaddcda54ec service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2857525 Aug 30 22:52:22.836714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:22.924550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.930609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.936959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.946961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.953213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.960813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.967277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:22.969330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-0e430a2a-7435-4686-8d6e-53a6761804ef tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5416 time: 0.2125754 Aug 30 22:52:22.978983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:22.984558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:23.002005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:23.046480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c268a00e-a180-43f0-85af-4f050848587a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:52:20Z', 'revision_number': 5, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:23.068970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.070200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:23.071603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] 10.222.0.52 "PUT /v2.0/ports/b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 200 len: 1092 time: 2.2457526 Aug 30 22:52:23.075303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555b3359-c822-4f7a-ac4d-39ee6d763634 req-6108f459-7905-41fd-9bdb-f5244b0e0dde tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.077153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-555b3359-c822-4f7a-ac4d-39ee6d763634 req-6108f459-7905-41fd-9bdb-f5244b0e0dde tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0727673 Aug 30 22:52:23.079173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Deleting port 7f3a9711-f40f-489a-9568-f3cd62f2df37 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:23.079515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:23.100287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b57e396-12b3-45f8-9b5f-268ba1b123fc req-e3d647b5-6e08-4f8c-8022-44b00439a20d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1178529 Aug 30 22:52:23.122126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c268a00e-a180-43f0-85af-4f050848587a None None] The sync data for ids ['035a4e3f-3c9e-43a9-8dd9-29c28d50df82'] in n-d-791504-21 is: [{'id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'name': 'tempest-ServersTestMultiNic-973319971-router', 'tenant_id': '78e718f323bb48f5b486e4c1b513dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:50:32Z', 'updated_at': '2021-08-30T22:52:20Z', 'revision_number': 5, 'project_id': '78e718f323bb48f5b486e4c1b513dfe9', 'gw_port': {'id': '7f3a9711-f40f-489a-9568-f3cd62f2df37', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:81:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '035a4e3f-3c9e-43a9-8dd9-29c28d50df82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 961, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:50:33Z', 'updated_at': '2021-08-30T22:50:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:52:23.150090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-555b3359-c822-4f7a-ac4d-39ee6d763634 req-d836beba-7b66-4e46-a9a2-e61988890e05 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586715 Aug 30 22:52:23.235286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Request body: {'port': {'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:23.239383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] For port 7f3a9711-f40f-489a-9568-f3cd62f2df37, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f3a9711-f40f-489a-9568-f3cd62f2df37,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:23.239758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:23.320581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888ad90-a59d-4352-9c8c-545c7634cb92 service neutron] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:23.336997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09bc9f87-a569-4f50-8ee0-2e377a273cbb req-6a23478e-0a4c-417c-bc1b-43b6d7354b9e tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.1155457 Aug 30 22:52:23.344962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Calling delete_port for 7f3a9711-f40f-489a-9568-f3cd62f2df37 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:23.381737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff8976-b1a9-4be7-a6bc-6f58bd1d0b94 req-1857a671-9f81-4e08-8eeb-861c295f25fb tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.385138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'b721533b-504a-4445-b1af-c3160019942e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:23.390978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1aff8976-b1a9-4be7-a6bc-6f58bd1d0b94 req-1857a671-9f81-4e08-8eeb-861c295f25fb tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0785134 Aug 30 22:52:23.400898 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "b721533b-504a-4445-b1af-c3160019942e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:23.449161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1aff8976-b1a9-4be7-a6bc-6f58bd1d0b94 req-1a6d4a8f-a7c5-43f1-a9f3-6691fd2fe618 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524089 Aug 30 22:52:23.475498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:23.494735 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3a26e1-abbd-4309-aa62-11bad2a4109d x-openstack-request-id: req-fc3a26e1-abbd-4309-aa62-11bad2a4109d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:23.495174 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "b721533b-504a-4445-b1af-c3160019942e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:23.495276 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc3a26e1-abbd-4309-aa62-11bad2a4109d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:23.495722 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'b721533b-504a-4445-b1af-c3160019942e', 'status': 'completed', 'code': 200} Aug 30 22:52:23.630639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.634077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.635323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.636026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.637564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.638296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.641065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.651127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-7c1303d7-0bce-4ac4-b890-373390445789 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6424 time: 0.1007586 Aug 30 22:52:23.820592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-19faeeb3-8342-46d9-a8b3-1ea22fcef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.821239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-19faeeb3-8342-46d9-a8b3-1ea22fcef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.821707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-19faeeb3-8342-46d9-a8b3-1ea22fcef144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.823398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-19faeeb3-8342-46d9-a8b3-1ea22fcef144 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=82ee0002cebf42b1ae113408de8432e6&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1601405 Aug 30 22:52:23.900461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496c36-694c-4d4d-ba56-48a2a52b0531 req-ae168195-2708-463c-bd5a-f0980f34d1ef tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.908802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d496c36-694c-4d4d-ba56-48a2a52b0531 req-ae168195-2708-463c-bd5a-f0980f34d1ef tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1600494 Aug 30 22:52:23.950963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-352699c3-5414-4aab-bf84-e27797e6e06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:23.953046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00034a4f-286d-4a17-8f4d-2e4ee86a00ac req-352699c3-5414-4aab-bf84-e27797e6e06a service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1219358 Aug 30 22:52:24.018368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d496c36-694c-4d4d-ba56-48a2a52b0531 req-29675307-c2f3-458b-ab96-49bee7e645eb tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080515 Aug 30 22:52:24.021658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:24.048735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.101907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f3a9711-f40f-489a-9568-f3cd62f2df37,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:24.150358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6f441a3-d8e6-4c0b-863b-e62b82972bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.153669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:24.165878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.186589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Transition to ACTIVE for port object 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:24.189543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.223362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.304839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6f441a3-d8e6-4c0b-863b-e62b82972bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.312269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c6f441a3-d8e6-4c0b-863b-e62b82972bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.356690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.363215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.369968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.376612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.382876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.384078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.389021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.390715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.397236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.405928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-74dc5029-8bce-4a8a-9ca8-cdddb74d0dfe tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1524525 Aug 30 22:52:24.436682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c6f441a3-d8e6-4c0b-863b-e62b82972bda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72406d81213145398f3c6abbc2a818fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4137557 Aug 30 22:52:24.438990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42352) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:24.440968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f441a3-d8e6-4c0b-863b-e62b82972bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb734b40-12a9-4324-961c-af77bb38ecc0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:24.445451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:24.492666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751544b-67e4-44a9-b365-059d05023ea1 req-f24a073c-bc18-4c45-9e76-62c8e7cfe112 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.494469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8751544b-67e4-44a9-b365-059d05023ea1 req-f24a073c-bc18-4c45-9e76-62c8e7cfe112 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2075436 Aug 30 22:52:24.497990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15bbb6f7-becf-4445-b6b9-69cf67893094 req-ee2e1f15-b813-48c5-bcce-c8d4f60cd478 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839195 Aug 30 22:52:24.519765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.520660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 035a4e3f-3c9e-43a9-8dd9-29c28d50df82 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:52:24.533764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.540823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.541505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-198f5216-39eb-4a37-b7d9-4646443b6cf3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/035a4e3f-3c9e-43a9-8dd9-29c28d50df82 HTTP/1.1" status: 204 len: 168 time: 2.5364799 Aug 30 22:52:24.542405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42358) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:24.605016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8751544b-67e4-44a9-b365-059d05023ea1 req-8cb24e96-e085-4084-ad67-147f18e67948 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889723 Aug 30 22:52:24.619593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Attempting to bind port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:24.620211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Attempting to bind port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:24.620760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Attempting to bind port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:24.626826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:24.627166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Attempting to bind port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b on network bfbd38ef-3809-4936-be36-b2fb5cc92c28 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:24.634525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:24.634870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Checking segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:24.635268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Bound using segment: {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:24.635861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Bound port: 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:24.636232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.658865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.714527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-058e5096-7e9c-48cc-926a-6746895b6775 req-411b2744-765d-424e-bad8-dff7f8a12e69 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=a214de35-a452-4ff6-b115-8e512e0f0a59 HTTP/1.1" status: 200 len: 210 time: 0.1135833 Aug 30 22:52:24.730084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Deleting subnet 12049441-7bf2-4139-9ff4-1ee4d4a71ff9 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:52:24.749644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.773297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:24.794722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:24.811978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0274b06-6d59-414a-ad3d-b26e36a0b78b req-acce962a-1d7d-4e31-8617-1fea03ceb858 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.814067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0274b06-6d59-414a-ad3d-b26e36a0b78b req-acce962a-1d7d-4e31-8617-1fea03ceb858 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0894146 Aug 30 22:52:24.815823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.819028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.884554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.887807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.888972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb734b40-12a9-4324-961c-af77bb38ecc0 HTTP/1.1" status: 204 len: 168 time: 0.4489386 Aug 30 22:52:24.894803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:24.894990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:24.896399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] 10.222.0.52 "PUT /v2.0/ports/75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 1092 time: 1.6794038 Aug 30 22:52:24.910698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41259662-811d-4529-b624-6c7db6a0abba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb734b40-12a9-4324-961c-af77bb38ecc0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:24.966479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0274b06-6d59-414a-ad3d-b26e36a0b78b req-6059a265-c597-4371-b464-8878016d9aa3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163495 Aug 30 22:52:24.979916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a79b1-53b3-4f22-803a-340c6aedc387 service neutron] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:25.031220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.089375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.090564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.093036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.094490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.096190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.097752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.099585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.104488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-351dfcd4-8577-481f-b252-86443284ad22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6492 time: 0.1256273 Aug 30 22:52:25.112199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.237138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.245992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd880ee9-0a2f-436f-8e50-0789a879d5ac None None] Network eea60746-1b26-4bf6-ac76-21af331b60be requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:25.265151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/12049441-7bf2-4139-9ff4-1ee4d4a71ff9 HTTP/1.1" status: 204 len: 168 time: 0.7216640 Aug 30 22:52:25.270625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a8acb551-03bd-4514-8688-4223a393c1ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 217 time: 0.1458378 Aug 30 22:52:25.271147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42366) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:25.282589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f8851-265d-4077-a4c9-5f8b16dffb10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12049441-7bf2-4139-9ff4-1ee4d4a71ff9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:25.338569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a61eb-c511-478f-83fa-8f0e4f66ee9f req-6e9e6f25-7e0d-4039-8507-5235bcdfad8f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.346625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3a61eb-c511-478f-83fa-8f0e4f66ee9f req-6e9e6f25-7e0d-4039-8507-5235bcdfad8f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.2140961 Aug 30 22:52:25.370983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:25.413589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f3a9711-f40f-489a-9568-f3cd62f2df37 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:25.446927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3a61eb-c511-478f-83fa-8f0e4f66ee9f req-e5f5a762-0e08-40a8-b317-1c07687b6fc5 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990679 Aug 30 22:52:25.499348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7f3a9711-f40f-489a-9568-f3cd62f2df37 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:25.499859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f3a9711-f40f-489a-9568-f3cd62f2df37 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:25.500116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 385b599f-240b-4c68-85e6-c783c283f641 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:25.503740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:25.511445 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-761715cc-d099-4f87-a53e-a2ce9b71ebd5" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:25.564229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 385b599f-240b-4c68-85e6-c783c283f641 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:25.564766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 385b599f-240b-4c68-85e6-c783c283f641 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:25.619134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a5b9bc0a-a715-49c0-830b-4891e188bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.619993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:25.620845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a5b9bc0a-a715-49c0-830b-4891e188bf40 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 200 len: 856 time: 0.1628988 Aug 30 22:52:25.624553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.633991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'port_id': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'mac_address': 'fa:16:3e:a2:0e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6622c0-af6f-40a5-9fcd-4430e2956973', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:25.649615 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0d54c8b-e4a2-4475-8b1c-e7198a37bf95 x-openstack-request-id: req-b0d54c8b-e4a2-4475-8b1c-e7198a37bf95 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:25.650019 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:25.650463 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b0d54c8b-e4a2-4475-8b1c-e7198a37bf95 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:25.650921 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'status': 'completed', 'code': 200} Aug 30 22:52:25.680413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.700284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:25.725745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:25.730350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] DHCP port deletion for eea60746-1b26-4bf6-ac76-21af331b60be request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:52:25.738271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.766304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.776098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.783856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.787062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2136ced9-0912-40dc-af8c-e4e7d70c994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.788659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2136ced9-0912-40dc-af8c-e4e7d70c994a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79f66ca4-2fbf-4727-95d4-379d0898b935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1563439 Aug 30 22:52:25.805525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.815692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.822721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.828973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.830867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-f9c7b834-8b18-4d38-b939-7e2f093c4c0d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1373780 Aug 30 22:52:25.847082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:25.856665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Deleting port ff857679-ed47-41aa-bd51-7463799a547b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:25.857281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.865340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.866708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.867260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.868375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.868932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.869470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.870029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.870790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.871477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.872015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.872563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.873204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:25.917441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6def65f-7795-4cfc-8b80-90ad6953905f req-79f06bd3-07a1-476c-a2e0-e60a15cfb1dd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0773962 Aug 30 22:52:25.964694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] For port ff857679-ed47-41aa-bd51-7463799a547b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff857679-ed47-41aa-bd51-7463799a547b,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:25.965288 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:25.982039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e32a3f-ba12-4080-9ff7-7571886d5457 req-a2dbab0f-a964-40e8-b227-6acd699eb18d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:25.989438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04e32a3f-ba12-4080-9ff7-7571886d5457 req-a2dbab0f-a964-40e8-b227-6acd699eb18d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2118521 Aug 30 22:52:25.995710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Calling delete_port for ff857679-ed47-41aa-bd51-7463799a547b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:26.001822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Deleting port ff857679-ed47-41aa-bd51-7463799a547b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:26.002206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.009844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:26.155082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04e32a3f-ba12-4080-9ff7-7571886d5457 req-8a87507e-2fd1-48a3-a755-6916a4529dd4 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645701 Aug 30 22:52:26.173377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b62699e6-4f8d-42dd-9284-e6966c770fb4 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478558 Aug 30 22:52:26.267327 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.293921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:26.303497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] Pushing event deleted for resources: {'Port': ['ID=ff857679-ed47-41aa-bd51-7463799a547b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:26.304404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] For port ff857679-ed47-41aa-bd51-7463799a547b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff857679-ed47-41aa-bd51-7463799a547b,segment=NetworkSegment(24bf7321-b4ff-403b-919e-6a5ea3a3b18f),segment_id=24bf7321-b4ff-403b-919e-6a5ea3a3b18f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:26.305006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.312322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28a17b-b8a8-4165-8da3-1a715f44e496 req-123b3825-e3d2-47b0-a89a-f901955b964b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:26.321135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3742166b-0512-4529-96cf-0497a6543a67 None None] No DVR routers for this DVR port ff857679-ed47-41aa-bd51-7463799a547b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:26.325419 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f28a17b-b8a8-4165-8da3-1a715f44e496 req-123b3825-e3d2-47b0-a89a-f901955b964b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 944 time: 0.0947838 Aug 30 22:52:26.330989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Calling delete_port for ff857679-ed47-41aa-bd51-7463799a547b owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:26.383148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f28a17b-b8a8-4165-8da3-1a715f44e496 req-9ba22dca-a87f-40ec-809e-b94782d29c06 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532236 Aug 30 22:52:26.407186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b132e35e-2100-4a39-86e0-3617ee49ae67 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326212 Aug 30 22:52:26.431006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1652604971-network', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:26.458790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Made reservation on behalf of f23bf41f4de7456b83948bc043ec4951 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:26.461198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.465046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7307bd9b-44a8-4920-b0be-5b8b6f1913b0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0471125 Aug 30 22:52:26.470444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.531730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-dae13d1b-ddf6-431c-9796-540e02161d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:26.533211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-dae13d1b-ddf6-431c-9796-540e02161d72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0542464 Aug 30 22:52:26.538793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.586170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.591756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.603441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff857679-ed47-41aa-bd51-7463799a547b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:26.617260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:52:26.626070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] No DVR routers for this DVR port ff857679-ed47-41aa-bd51-7463799a547b on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:26.657705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.658117 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Added segment 5185669a-cd08-4dc2-afaa-634b625f9b8a of type vlan for network 765e3fe8-2fa0-4825-8480-041584479582 Aug 30 22:52:26.659708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd4eb1c8-45ff-4e0f-ab43-edd14e35bffa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:26.714868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.744761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.746060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:26.746885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.822373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5232615 Aug 30 22:52:26.822373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:26.837682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Request body: {'subnet': {'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1652604971-subnet', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:26.864376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Made reservation on behalf of f23bf41f4de7456b83948bc043ec4951 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:26.867257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:26.871625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965697d9-b326-47d2-9ba9-bdeda528f692 admin admin] Pushing event updated for resources: {'Network': ['ID=765e3fe8-2fa0-4825-8480-041584479582,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:26.884934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 765e3fe8-2fa0-4825-8480-041584479582 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:52:27.036365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff857679-ed47-41aa-bd51-7463799a547b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:27.073460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-f6a785b1-b67e-41e9-814e-4705f8c2f8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.075276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-f6a785b1-b67e-41e9-814e-4705f8c2f8c2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5323980 Aug 30 22:52:27.094320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ff857679-ed47-41aa-bd51-7463799a547b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:27.094751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff857679-ed47-41aa-bd51-7463799a547b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:27.098639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590680-8f14-41c0-8e6a-b7b8cfeea970 req-540e135f-eed6-4933-aaa2-195aff6b6e68 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.102498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb590680-8f14-41c0-8e6a-b7b8cfeea970 req-540e135f-eed6-4933-aaa2-195aff6b6e68 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.5000961 Aug 30 22:52:27.104721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.191929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eea60746-1b26-4bf6-ac76-21af331b60be']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:27.215658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24bf7321-b4ff-403b-919e-6a5ea3a3b18f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:27.215959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24bf7321-b4ff-403b-919e-6a5ea3a3b18f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:27.232840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.267954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.273114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb590680-8f14-41c0-8e6a-b7b8cfeea970 req-ce1b738c-fc78-4597-b279-4242583d9835 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994344 Aug 30 22:52:27.287485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:52:27.287896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:52:27.289915 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:52:27.318550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b5229c0b-c3ab-405e-b56b-1492d9b1cb2f service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043076 Aug 30 22:52:27.318672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:27.488940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.514005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.516594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/eea60746-1b26-4bf6-ac76-21af331b60be HTTP/1.1" status: 204 len: 168 time: 2.2428381 Aug 30 22:52:27.522548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 121a43a8-57c7-4e37-9400-ca9f0db9294f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:27.523295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.598932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b8b21c-cb98-4c44-afa1-109a37d704b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=eea60746-1b26-4bf6-ac76-21af331b60be,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:27.644325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.731696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.738584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.745005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.749032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0c0ec11e-2560-40cf-9df3-3214b1105643 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3933437 Aug 30 22:52:27.752202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.761035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.770628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.774453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.783350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.816588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-1d130c77-611d-42af-8472-58fcd0d86021 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.7044382 Aug 30 22:52:27.825319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:27.828279 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c309a294-16ff-4717-bf45-d3836d490e86" -d '{"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:27.828980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42442) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:27.849136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:27.858092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-ae98a65c-d892-4e4a-81a8-c7293032e0f6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 217 time: 0.1011803 Aug 30 22:52:27.870174 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.890585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60776c50-ac7d-4875-8f2e-1e6ff08b4040 req-54baf4db-74f5-4500-a5b7-cac22856b189 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:27.896396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60776c50-ac7d-4875-8f2e-1e6ff08b4040 req-54baf4db-74f5-4500-a5b7-cac22856b189 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2763846 Aug 30 22:52:27.934750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3206e9b1-36ce-4874-97b1-390cdc633832 req-81cf5b23-b1b2-46d0-854a-1d4133360209 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1172082 Aug 30 22:52:27.936597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:27.996777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:28.043063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4b7c9b25-159f-4486-829b-9353976ef6d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=78e718f323bb48f5b486e4c1b513dfe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2090206 Aug 30 22:52:28.045694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:28.048743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8b33c45f-9de9-4d68-a426-49e3f53aa966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:28.050207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-8b33c45f-9de9-4d68-a426-49e3f53aa966 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1526935 Aug 30 22:52:28.057881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60776c50-ac7d-4875-8f2e-1e6ff08b4040 req-2ce54ecb-fd79-40d6-a734-b59a420b247c tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211960 Aug 30 22:52:28.111412 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8a9bb-a061-4062-83b0-c49ae7b1970d x-openstack-request-id: req-a9f8a9bb-a061-4062-83b0-c49ae7b1970d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:28.112166 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:28.112637 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9f8a9bb-a061-4062-83b0-c49ae7b1970d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:28.113267 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'code': 200} Aug 30 22:52:28.149810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-6d9c1c18-4439-4741-9bd3-6f0830963c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:28.151341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-6d9c1c18-4439-4741-9bd3-6f0830963c2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0919185 Aug 30 22:52:28.154374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.168870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=20b05a6f-25ba-402b-bff5-8a42491e7bf8,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:28.184420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Checking segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:28.184922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Network hostable DHCP agents. Network: 765e3fe8-2fa0-4825-8480-041584479582, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:52:28.227785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.229905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a879d2-8b60-4090-8f81-5b06da2dfdc8 req-274c516d-105c-40b5-b43c-1f724288ca73 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:28.232093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65a879d2-8b60-4090-8f81-5b06da2dfdc8 req-274c516d-105c-40b5-b43c-1f724288ca73 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1344125 Aug 30 22:52:28.250510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Network 765e3fe8-2fa0-4825-8480-041584479582 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:52:28.286935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 765e3fe8-2fa0-4825-8480-041584479582) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:28.297260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:28.298270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.302159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4009bc33-589a-4a18-a1d3-bd90dcde3d9d None None] Network 765e3fe8-2fa0-4825-8480-041584479582 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:28.323934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65a879d2-8b60-4090-8f81-5b06da2dfdc8 req-4f754249-00de-4095-b416-7d8567630d9c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846763 Aug 30 22:52:28.324666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2d560d8b-5ec5-47d9-9451-1c774aa35f93 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592696 Aug 30 22:52:28.333817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6c4e5fec-9c9f-4071-98de-7e3898b36d4a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5079477 Aug 30 22:52:28.334012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:28.339336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:28.362297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.365732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.367332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb HTTP/1.1" status: 204 len: 168 time: 0.3202798 Aug 30 22:52:28.403287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.404349 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.503075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7bf4c-f46d-4443-8339-34242c704797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ac44d3-40b3-45c9-8cbf-a7c65d3cd5eb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:28.559375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.768770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0f2cb835-17db-4f8a-8648-62478a1155af service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366109 Aug 30 22:52:28.805321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-765e3fe8-2fa0-4825-8480-041584479582', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:52:28.820684 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.882333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:28.926503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a1f39950-e75b-4e81-bd6b-c90eff98f5b7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 200 len: 217 time: 0.1559236 Aug 30 22:52:28.947181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818afe79-014a-4bb5-8b53-84cb510d00c8 req-26205b65-8cfa-4053-b500-a78e45185829 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:28.964650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-818afe79-014a-4bb5-8b53-84cb510d00c8 req-26205b65-8cfa-4053-b500-a78e45185829 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.3926957 Aug 30 22:52:29.092371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-818afe79-014a-4bb5-8b53-84cb510d00c8 req-be333a3f-7a85-423b-9b44-2a2e61104545 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270962 Aug 30 22:52:29.094069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2cbdea08-61b4-4333-8d3e-7a7ca99b7634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.095517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-2cbdea08-61b4-4333-8d3e-7a7ca99b7634 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1291056 Aug 30 22:52:29.249662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Allocated IP 172.20.0.2 (765e3fe8-2fa0-4825-8480-041584479582/20b05a6f-25ba-402b-bff5-8a42491e7bf8/dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:29.308626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c6332b-b27e-41a3-9d33-289f91dde552 req-f74d600d-6abf-4fb5-aef9-149876272689 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.310309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74c6332b-b27e-41a3-9d33-289f91dde552 req-f74d600d-6abf-4fb5-aef9-149876272689 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1219003 Aug 30 22:52:29.312683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-e76cda83-3f58-4dfb-a918-f16f8257f49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.314123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-e76cda83-3f58-4dfb-a918-f16f8257f49d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2101917 Aug 30 22:52:29.371628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74c6332b-b27e-41a3-9d33-289f91dde552 req-7941005b-c081-4d72-984a-9eef3c29d3d2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500145 Aug 30 22:52:29.542751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-b017457e-25a6-4a68-95f0-df2978f14894 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837509 Aug 30 22:52:29.549167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.572751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.596932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.630492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.648237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.668403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:29.671200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.687764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.690557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Transition to ACTIVE for port object dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:29.697649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-c6ea811f-baad-4f19-bcaa-655176048018 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.5539758 Aug 30 22:52:29.721393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Transition to ACTIVE for port object dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:29.730989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:29.735897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:29.795932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:29.832193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Network 765e3fe8-2fa0-4825-8480-041584479582 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:29.839486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:29.854669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:29.867532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Pushing event updated for resources: {'Port': ['ID=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:29.895393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-278b1517-2193-42a4-83fe-cb6db630d0c5 req-aa70e094-30d1-4f06-8fba-973c7ac98ed1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1618834 Aug 30 22:52:29.898784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afbda6a-f943-4b75-9cea-9ed45f9e0ced req-8c7e3d8d-02fa-4371-93a0-a9c7d86463b7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:29.900375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5afbda6a-f943-4b75-9cea-9ed45f9e0ced req-8c7e3d8d-02fa-4371-93a0-a9c7d86463b7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2068453 Aug 30 22:52:29.955601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-e8e04ecd-fc45-4b11-a356-4b40bea6a537 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4046562 Aug 30 22:52:30.023533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Attempting to bind port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:30.025306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Attempting to bind port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:30.025874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Attempting to bind port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 on network 765e3fe8-2fa0-4825-8480-041584479582 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:30.037961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:30.046662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Checking segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:30.047088 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.047500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Bound using segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:30.048009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Bound port: dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:30.051920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42486) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:30.056422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.075553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-284c8bf7-33fc-45ce-8ef9-34ae41e97fef service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 200 len: 217 time: 0.1117208 Aug 30 22:52:30.103035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Allocated IP 172.25.7.186 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/206f59ca-7aaf-4575-a1de-dbb8eba51f5f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:30.155449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5afbda6a-f943-4b75-9cea-9ed45f9e0ced req-49448129-ab71-49bc-9ba0-b5638cdce4e5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384362 Aug 30 22:52:30.256254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-15031d9a-d8f4-4dde-8499-0b6cc95cfb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:30.258014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-15031d9a-d8f4-4dde-8499-0b6cc95cfb4e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1637051 Aug 30 22:52:30.291300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] For port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:30.303768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] For port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:30.319552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.344476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.355672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1248883919-network', 'tenant_id': '80aee29bc8a145d3bd183374e889eb83'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:30.372211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe33f777-3c5f-4b07-8760-9c559058184a req-896aa9c6-b3ed-42ae-ad8a-6a12d372c9f0 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:30.381481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe33f777-3c5f-4b07-8760-9c559058184a req-896aa9c6-b3ed-42ae-ad8a-6a12d372c9f0 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1427889 Aug 30 22:52:30.396359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0ce75b99-9223-44b3-a5dd-aae5bb48eb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:30.400132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-0ce75b99-9223-44b3-a5dd-aae5bb48eb32 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1339800 Aug 30 22:52:30.441354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101a0848-62b7-4e72-9f8a-5f566fa3162f None None] Pushing event updated for resources: {'Port': ['ID=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:30.558527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe33f777-3c5f-4b07-8760-9c559058184a req-aef4f477-944c-4a29-8d84-484146a9848e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754665 Aug 30 22:52:30.570927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Made reservation on behalf of 80aee29bc8a145d3bd183374e889eb83 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:30.573451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.584927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.612240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:30.671265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:30.683320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:30.697213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:30.705969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Pushing event updated for resources: {'Port': ['ID=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:30.776302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80628b6e-c34a-428c-89c6-6fd92bb0790c req-26e59783-d366-4310-a300-91974a6183d2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:30.789215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80628b6e-c34a-428c-89c6-6fd92bb0790c req-26e59783-d366-4310-a300-91974a6183d2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2641606 Aug 30 22:52:30.867666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-478d6ca9-d64c-4f28-95dd-38d9dd581fb2 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4592028 Aug 30 22:52:31.059744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80628b6e-c34a-428c-89c6-6fd92bb0790c req-421bb3bd-7ecd-4f6e-9aa7-0348c0467090 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695158 Aug 30 22:52:31.127425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.131611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:31.170828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.304326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:31.318828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:52:31.350854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d485fc88-6896-48b9-bc78-6642dc3301aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:31.358227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-d5740974-d34b-4122-a5d1-d915b5f7be08 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800868 Aug 30 22:52:31.368701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.374142 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Added segment dda3cae5-0060-4606-89d9-2a5c49d5de8b of type vlan for network 7889917f-f029-4c10-ab4d-c08b83a71bdc Aug 30 22:52:31.389331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.449263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-83752b31-5a5d-4d4b-af19-8be4f26c8bd8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 200 len: 217 time: 0.0732684 Aug 30 22:52:31.587919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.596566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-04f29547-f146-44c1-a073-7eefe86dbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.598102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-04f29547-f146-44c1-a073-7eefe86dbbd9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.1318460 Aug 30 22:52:31.673033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.746944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.749461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.752383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:31.807351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7509084 Aug 30 22:52:31.820211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.826500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.832836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.838082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:31.839768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.845878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.852755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.858304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0db4b5-edf9-44e2-86e0-f3c67f7d80ef req-0bd20239-74e5-48fc-ae04-e95240ca0421 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.859025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:31.861041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-1aee684b-4a21-4476-8a96-cd1d57e74719 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.6984406 Aug 30 22:52:31.878508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc0db4b5-edf9-44e2-86e0-f3c67f7d80ef req-0bd20239-74e5-48fc-ae04-e95240ca0421 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.4339526 Aug 30 22:52:31.897100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:52:31.965490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Request body: {'subnet': {'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1248883919-subnet', 'tenant_id': '80aee29bc8a145d3bd183374e889eb83', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:31.968787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8414d7d0-c4e6-41c0-b340-0bf1e797eda5 req-b520059d-2dac-454c-a2bd-00d575bf2d9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979469 Aug 30 22:52:32.080507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-e551e6a5-0e1b-4ed9-94c1-7811b9f9b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:32.089836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-e551e6a5-0e1b-4ed9-94c1-7811b9f9b6b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4745483 Aug 30 22:52:32.109090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:52:32.118765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Sync routers for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:52:32.138561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:32.139204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:32.252492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070e0ea6-7cbf-429c-b074-29c2ea79b134 admin admin] Pushing event updated for resources: {'Network': ['ID=7889917f-f029-4c10-ab4d-c08b83a71bdc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:32.274442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd0a0a-2fb4-4375-a710-558bfd2cb50c req-5133a009-4875-4aab-9df3-09eb1975b3d1 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:32.278083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a6bd0a0a-2fb4-4375-a710-558bfd2cb50c req-5133a009-4875-4aab-9df3-09eb1975b3d1 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1300044 Aug 30 22:52:32.289302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Made reservation on behalf of 80aee29bc8a145d3bd183374e889eb83 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:32.290439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:32.291747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:32.295895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7d425ce9-eb00-49ce-a593-be5cce8c01c3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9605269 Aug 30 22:52:32.296972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:32.340072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc0db4b5-edf9-44e2-86e0-f3c67f7d80ef req-0e5ecb2f-5cf6-410d-9409-2f0b1b7e2880 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540410 Aug 30 22:52:32.463130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-6ecb9b64-2928-4976-99c9-904b7b9bee94 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626535 Aug 30 22:52:32.577389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-762899a8-3769-46ca-bcc7-e494f28bd06b service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038237 Aug 30 22:52:32.588748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cff44-5d75-44e1-9676-b036d4e8b73d None None] Network 765e3fe8-2fa0-4825-8480-041584479582 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:32.603693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:52:32.644849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-594db1c7-ba05-4596-abf4-3af54ccd73f0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 217 time: 0.0538068 Aug 30 22:52:32.782449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a6bd0a0a-2fb4-4375-a710-558bfd2cb50c req-4f5dab60-4f44-4aad-8672-47f54f214401 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296534 Aug 30 22:52:32.801802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a8906389-9a62-4b4e-9682-97fa8d6f3aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:32.804576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-a8906389-9a62-4b4e-9682-97fa8d6f3aac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.1118205 Aug 30 22:52:32.830439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Provisioning for port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:32.858497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Provisioning complete for port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:32.858497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.008934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9d0ae-5e3f-4c84-9d5a-39a0034ff5dd req-0d62d901-b1e7-4194-bf88-49d789c540e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.010903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aab9d0ae-5e3f-4c84-9d5a-39a0034ff5dd req-0d62d901-b1e7-4194-bf88-49d789c540e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2033765 Aug 30 22:52:33.086611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aab9d0ae-5e3f-4c84-9d5a-39a0034ff5dd req-3f4e5081-e12d-4b4f-ada0-41d618787c4e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627084 Aug 30 22:52:33.090727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-3ce62213-7570-4fe5-8ff6-565cd6bbb316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.095607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-3ce62213-7570-4fe5-8ff6-565cd6bbb316 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528837 Aug 30 22:52:33.098590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.176013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eae8ecc-2dbf-4edf-84c7-613767284968,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:33.217802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:33.309157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Checking segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:33.309860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Network hostable DHCP agents. Network: 7889917f-f029-4c10-ab4d-c08b83a71bdc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:52:33.316270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.405866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.413073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.420578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.427402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.434815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.441859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.451751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.454225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-5fcb7644-52fe-4d8e-ade5-437effcd27c9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.2055178 Aug 30 22:52:33.457753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:52:33.476776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7889917f-f029-4c10-ab4d-c08b83a71bdc) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:33.512719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.513651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.520119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.520997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-c26e7fb8-ba18-407b-8400-79adf061eb39 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481741 Aug 30 22:52:33.545888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-15c78bf4-c6fe-4610-81a8-1b676eb441e6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.547424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-15c78bf4-c6fe-4610-81a8-1b676eb441e6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.1359839 Aug 30 22:52:33.562778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624bd069-9cb3-480f-811c-fd21bd7a2fc8 req-ddc70bec-5ad9-41f3-bd9e-67485d79dcfc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:33.564215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-624bd069-9cb3-480f-811c-fd21bd7a2fc8 req-ddc70bec-5ad9-41f3-bd9e-67485d79dcfc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 945 time: 0.4353409 Aug 30 22:52:33.613121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447c5772-3405-4899-bbcf-b46ba7c067d9 None None] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:33.734407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] For port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:33.791928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:33.884825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51486867-3ff5-4eab-8a92-85b369d84927 None None] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:52:33.886656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-624bd069-9cb3-480f-811c-fd21bd7a2fc8 req-3338dea8-8d11-4d08-b806-9d4d0a1302f4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946687 Aug 30 22:52:33.988613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9057011e-7c70-494f-8494-3da3a0bb9e24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1030285 Aug 30 22:52:34.030057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4d23d54-e345-4271-a324-70b2c69d7d91 req-e3db4eab-0e6a-414d-8e3d-f28add4a4115 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5568340 Aug 30 22:52:34.093927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba16cf-d826-4547-9fb1-f709f04c40ca None None] Pushing event updated for resources: {'Port': ['ID=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:34.102256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Deleting port 04715aed-51e1-43b0-88b9-743ef56af071 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:34.102929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.129935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:31Z', 'revision_number': 3, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:34.138293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3d615ef-24bc-4726-bbfb-1c1d7f46a54d req-7ccf9ad7-848b-4af5-a18a-4946aded908a service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084533 Aug 30 22:52:34.229909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Checking router: 20e1c2f5-efb5-49bd-a6f4-1307eb650638 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:52:34.234242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Updating router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:52:34.281826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec327b-d18d-48d3-be61-ef111f42ab0b req-a1da4caf-2096-4c8f-9c16-b228a10ce9b2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.296511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dec327b-d18d-48d3-be61-ef111f42ab0b req-a1da4caf-2096-4c8f-9c16-b228a10ce9b2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1211829 Aug 30 22:52:34.354451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.364140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Allocated IP 172.20.0.1 (765e3fe8-2fa0-4825-8480-041584479582/20b05a6f-25ba-402b-bff5-8a42491e7bf8/12b7e282-1f0a-40df-8b91-f2a12705feab) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:34.431100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dec327b-d18d-48d3-be61-ef111f42ab0b req-84c958d7-9b6a-43bf-b01e-7c590f1ba2d6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335831 Aug 30 22:52:34.461106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567efeae-e0ea-4e5d-88ba-dc879f0fe255 req-46c2995e-7602-4911-b489-76bbdefa1211 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.467529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-567efeae-e0ea-4e5d-88ba-dc879f0fe255 req-46c2995e-7602-4911-b489-76bbdefa1211 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.4290593 Aug 30 22:52:34.484020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.485167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.485167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.485384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.486549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.487038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.487511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.493425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-0029016a-9bdd-41bf-a50b-1cd544d82afb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6492 time: 0.1199150 Aug 30 22:52:34.572110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e067e620-bee1-4146-b59b-8e7fdea81749 None None] Provisioning complete for port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:34.572687 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e067e620-bee1-4146-b59b-8e7fdea81749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.647653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-7222e24b-4666-4d4f-a56f-3d8c34cae032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.649814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-7222e24b-4666-4d4f-a56f-3d8c34cae032 service neutron] 10.222.0.52 "GET /v2.0/networks?id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 903 time: 0.1472135 Aug 30 22:52:34.687543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] For port 04715aed-51e1-43b0-88b9-743ef56af071, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=04715aed-51e1-43b0-88b9-743ef56af071,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:34.688002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.715773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Calling delete_port for 04715aed-51e1-43b0-88b9-743ef56af071 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:34.735532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-567efeae-e0ea-4e5d-88ba-dc879f0fe255 req-9370444b-7cbe-47f6-978b-74f0d7e980c6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578084 Aug 30 22:52:34.739611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-a4d9f28d-3333-44ce-b298-cca21084f39e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 217 time: 0.0800939 Aug 30 22:52:34.820874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.851546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-f01f5690-072e-485f-8e4b-9f3748a6bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.852912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-f01f5690-072e-485f-8e4b-9f3748a6bab8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.0789628 Aug 30 22:52:34.886351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Transition to ACTIVE for port object 12b7e282-1f0a-40df-8b91-f2a12705feab will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:34.890078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e5f2d-7ac6-4337-8f5f-01d7d436110f req-bdec6ae0-3a05-49cb-bfab-714d09a79569 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:34.890700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a48e5f2d-7ac6-4337-8f5f-01d7d436110f req-bdec6ae0-3a05-49cb-bfab-714d09a79569 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1639566 Aug 30 22:52:34.905722 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:34.926398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Transition to ACTIVE for port object 206f59ca-7aaf-4575-a1de-dbb8eba51f5f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:34.940946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.004562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a48e5f2d-7ac6-4337-8f5f-01d7d436110f req-19c38854-103f-4f4c-a9b3-a394873140e8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964112 Aug 30 22:52:35.006983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-1ea0dce5-28fe-4816-805d-9c2e9526d308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.011559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-1ea0dce5-28fe-4816-805d-9c2e9526d308 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1494832 Aug 30 22:52:35.027902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a5c0-20af-4b62-af68-fc76e544cb7c None None] Pushing event updated for resources: {'Port': ['ID=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:35.055021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Attempting to bind port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:35.055485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Attempting to bind port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:35.055914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Attempting to bind port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:35.062706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:35.068995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:35.070827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:35.071338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.071809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:35.072355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Bound port: 206f59ca-7aaf-4575-a1de-dbb8eba51f5f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:35.072802 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.104597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.141242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.177126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['04715aed-51e1-43b0-88b9-743ef56af071'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:35.190856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Network 765e3fe8-2fa0-4825-8480-041584479582 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:35.192370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:35.197055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:35.230381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b975978d-9baa-408c-a89f-8ffb1b03febb req-7a5c285a-8d39-4cb7-aca7-d623afa8667f tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=d38041f6-114d-4313-810c-0410ac5c3234 HTTP/1.1" status: 200 len: 210 time: 0.0621135 Aug 30 22:52:35.246793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] For port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:35.252339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] For port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:35.265020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.270136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:35.270514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.290724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-1894cf0c-d085-41d5-8a69-2d6d88e71ba4 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499969 Aug 30 22:52:35.365326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:35.372358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:35.389640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] No DVR routers for this DVR port 04715aed-51e1-43b0-88b9-743ef56af071 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:35.391807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Pushing event updated for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:35.394241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.396213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f6cedc48-51e2-4991-9486-bd509f7e9f90 req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "DELETE /v2.0/ports/04715aed-51e1-43b0-88b9-743ef56af071 HTTP/1.1" status: 204 len: 173 time: 1.8295584 Aug 30 22:52:35.464618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-deleted', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:35.466705 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95f6062-43b2-4ad4-bd65-0de9d2e4bbd2" -d '{"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-deleted", "tag": "04715aed-51e1-43b0-88b9-743ef56af071"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:35.522722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.534257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.541127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1284aa7-ddc4-485c-ab8b-d80de9aff3ab tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event deleted for resources: {'Port': ['ID=04715aed-51e1-43b0-88b9-743ef56af071,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:35.542508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.550477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.557388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.568099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.575480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.583174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.585441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-996409a3-868d-4644-9320-314e2af50886 req-fd77a352-6058-49f6-a670-e5664907cae2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1981969 Aug 30 22:52:35.609875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-761715cc-d099-4f87-a53e-a2ce9b71ebd5 req-4bc6296e-a26a-4246-8429-a158254e153a service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014541 Aug 30 22:52:35.664258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-996409a3-868d-4644-9320-314e2af50886 req-dc9b8ea0-28cf-4475-af4b-05cbbfaa53b0 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0698874 Aug 30 22:52:35.767613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a5c0-20af-4b62-af68-fc76e544cb7c None None] Pushing event updated for resources: {'Port': ['ID=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:35.820031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050d105-d7b5-4c81-abfe-0632ff4ac070 req-2fa1ded5-ccdd-41b6-a556-11667b615e6a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:35.821963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d050d105-d7b5-4c81-abfe-0632ff4ac070 req-2fa1ded5-ccdd-41b6-a556-11667b615e6a tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0887225 Aug 30 22:52:35.832598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-97698f07-f51c-48bd-a4c1-f4ee654a4220 None None] Provisioning for port 12b7e282-1f0a-40df-8b91-f2a12705feab completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:35.875690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d050d105-d7b5-4c81-abfe-0632ff4ac070 req-6a18c5c5-6015-409d-8cc3-68476ae9cbaa tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434008 Aug 30 22:52:35.879944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-97698f07-f51c-48bd-a4c1-f4ee654a4220 None None] Provisioning complete for port 12b7e282-1f0a-40df-8b91-f2a12705feab triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:35.880419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97698f07-f51c-48bd-a4c1-f4ee654a4220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:35.962901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-97698f07-f51c-48bd-a4c1-f4ee654a4220 None None] Port 12b7e282-1f0a-40df-8b91-f2a12705feab cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:35.977111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:36.129020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0eb76a00-5365-4e71-ae27-9e09ab2f97e9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:36.129899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0eb76a00-5365-4e71-ae27-9e09ab2f97e9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.9245617 Aug 30 22:52:36.134831 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a03818-2f39-4d58-a0b6-134cb9bcbaab x-openstack-request-id: req-99a03818-2f39-4d58-a0b6-134cb9bcbaab {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:36.135113 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38041f6-114d-4313-810c-0410ac5c3234", "name": "network-vif-deleted", "tag": "04715aed-51e1-43b0-88b9-743ef56af071", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:36.135366 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99a03818-2f39-4d58-a0b6-134cb9bcbaab {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:36.135754 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38041f6-114d-4313-810c-0410ac5c3234', 'name': 'network-vif-deleted', 'tag': '04715aed-51e1-43b0-88b9-743ef56af071', 'status': 'completed', 'code': 200} Aug 30 22:52:36.150921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-de1817df-358b-44c2-9e18-052ee272e9e4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/quotas/80aee29bc8a145d3bd183374e889eb83 HTTP/1.1" status: 200 len: 375 time: 0.0142031 Aug 30 22:52:36.210227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-8fc6dab4-030d-4083-aa3b-693f02b24abd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484002 Aug 30 22:52:36.214663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:36.259733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9b82e-930f-499a-b50a-18f5b4cdb417 req-229d1bc1-f323-4db8-bfe7-8dd65c17f39e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:36.267699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5a9b82e-930f-499a-b50a-18f5b4cdb417 req-229d1bc1-f323-4db8-bfe7-8dd65c17f39e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0831580 Aug 30 22:52:36.322661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5a9b82e-930f-499a-b50a-18f5b4cdb417 req-feba4642-7b3b-4e62-9c47-bc7f2227fa2b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539246 Aug 30 22:52:36.387346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:31Z', 'revision_number': 3, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:36.425031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-647e23fd-1ce7-4cc6-acc6-258ebd31c9c3 service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926198 Aug 30 22:52:36.443173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74e24c0-cc43-4f96-80a4-df84d3fc3f19 None None] The sync data for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 is: [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:31Z', 'revision_number': 3, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:52:36.506275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc941783-c268-40bd-b4fb-9a211aaa811b req-459a07f8-0dc2-4372-9a8a-00065fe5f06b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:36.507966 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc941783-c268-40bd-b4fb-9a211aaa811b req-459a07f8-0dc2-4372-9a8a-00065fe5f06b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1103358 Aug 30 22:52:36.566528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc941783-c268-40bd-b4fb-9a211aaa811b req-3a87b82d-0c04-4015-8f55-f450630cd995 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511811 Aug 30 22:52:36.572888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:36.591046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:36.621104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-fea36e77-ff50-4937-b34f-1cfcb0f50326 service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782691 Aug 30 22:52:36.693903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Pushing event updated for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:36.702276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:36.978931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Network 765e3fe8-2fa0-4825-8480-041584479582 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:37.001249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:37.054711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 206f59ca-7aaf-4575-a1de-dbb8eba51f5f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:37.182493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-596e4d62-92e4-4d56-b9cd-91dcc8313846 req-ebaf0803-0776-4521-806d-48b79efbbbc5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 210 time: 0.0859177 Aug 30 22:52:37.234242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:52:37.240305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:37.245678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:37.246049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:37.338662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.356278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:37.358485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.363591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75317b3-6624-47ef-b44c-f4a2ce4a0319 req-760c6876-12bb-454d-993f-04e60ed31c43 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.372143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.381851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b75317b3-6624-47ef-b44c-f4a2ce4a0319 req-760c6876-12bb-454d-993f-04e60ed31c43 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1170156 Aug 30 22:52:37.390046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.400852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.403731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 04715aed-51e1-43b0-88b9-743ef56af071 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:37.404188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 04715aed-51e1-43b0-88b9-743ef56af071 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:37.421765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.442377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b75317b3-6624-47ef-b44c-f4a2ce4a0319 req-de4b5901-8498-49e6-a936-741973feac92 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Aug 30 22:52:37.445500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.447506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-f57cff98-a97f-424c-ac27-edfbab8c412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.4652300 Aug 30 22:52:37.486577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:37.544351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:37.554963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:37.582482 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:52:37.620057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db76297-aac8-41cc-84eb-d99d45b0c5e4 req-b0ba914f-0807-4d06-a5be-70b71ab3e6cc tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1552954 Aug 30 22:52:37.649592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:52:37.659749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d7cdfb7-1a2e-459d-aaba-ef0b3193bae1 admin admin] 10.222.0.25 "PUT /v2.0/routers/20e1c2f5-efb5-49bd-a6f4-1307eb650638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3589940 Aug 30 22:52:37.668643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:37.671653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-816a3b27-dbed-416d-84a2-6507bb88d4f9 None None] Provisioning complete for port 12b7e282-1f0a-40df-8b91-f2a12705feab triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:37.672211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-816a3b27-dbed-416d-84a2-6507bb88d4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:37.722882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0721b4f-7599-4785-b886-6cbea706313c req-fb6f2da4-c2a6-483f-8635-176f070d0dd9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.731317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0721b4f-7599-4785-b886-6cbea706313c req-fb6f2da4-c2a6-483f-8635-176f070d0dd9 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.1346357 Aug 30 22:52:37.775678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-b78c5577-fc3f-43f2-9d0e-9300420696dc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:37.777306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-b78c5577-fc3f-43f2-9d0e-9300420696dc tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 944 time: 0.1455760 Aug 30 22:52:37.840010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-816a3b27-dbed-416d-84a2-6507bb88d4f9 None None] Port 12b7e282-1f0a-40df-8b91-f2a12705feab cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:52:37.914104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0721b4f-7599-4785-b886-6cbea706313c req-875e4ea2-1a53-4d9e-8207-d6bc75e60b28 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753101 Aug 30 22:52:38.053163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3f48d2-7691-4723-9b35-eee987aeb25c req-f7c8a8af-0951-4fd1-8542-edcfc83e3456 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:38.062364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Deleting port 21f72455-2e32-43b7-b0b5-447342b0e7f9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:38.064101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd3f48d2-7691-4723-9b35-eee987aeb25c req-f7c8a8af-0951-4fd1-8542-edcfc83e3456 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1107292 Aug 30 22:52:38.064612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:38.130412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd3f48d2-7691-4723-9b35-eee987aeb25c req-293c18fc-3584-4381-9c4e-a6fb1f8f5e70 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591469 Aug 30 22:52:38.235691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f58a2f-6a60-4af4-9297-bb50d7b4b3ab req-d3efe8fc-401d-4748-969d-b4fee3c0420d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:38.243643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8f58a2f-6a60-4af4-9297-bb50d7b4b3ab req-d3efe8fc-401d-4748-969d-b4fee3c0420d tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2041917 Aug 30 22:52:38.295842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] For port 21f72455-2e32-43b7-b0b5-447342b0e7f9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=21f72455-2e32-43b7-b0b5-447342b0e7f9,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:38.295842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:38.342183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Calling delete_port for 21f72455-2e32-43b7-b0b5-447342b0e7f9 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:38.559275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8f58a2f-6a60-4af4-9297-bb50d7b4b3ab req-7d7e88fa-a8b2-4842-b037-11bf41e78c46 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145883 Aug 30 22:52:38.567474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:38.583883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306ebc3-37c9-4b66-90b6-503ccc5f4e40 req-fd2b6f06-3319-4908-8787-2377a7067368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:38.585434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7306ebc3-37c9-4b66-90b6-503ccc5f4e40 req-fd2b6f06-3319-4908-8787-2377a7067368 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.0742006 Aug 30 22:52:38.638967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event deleted for resources: {'Port': ['ID=21f72455-2e32-43b7-b0b5-447342b0e7f9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:38.660160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7306ebc3-37c9-4b66-90b6-503ccc5f4e40 req-52972ac1-b119-464d-81e9-b2d9fa0dff4e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626829 Aug 30 22:52:38.717537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd15e20f-6d33-4a04-9d28-8cec5b4496a2 req-f12e5c51-45ec-47c4-a0d3-025b6dc7fb11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 210 time: 0.0575726 Aug 30 22:52:38.737058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] No DVR routers for this DVR port 21f72455-2e32-43b7-b0b5-447342b0e7f9 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:38.740807 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:38.744486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8548f426-c3a6-4ebf-bfa3-19970cf70f07 req-f7e59a5a-36e4-4d8b-9231-4abf0ae40aef tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "DELETE /v2.0/ports/21f72455-2e32-43b7-b0b5-447342b0e7f9 HTTP/1.1" status: 204 len: 173 time: 0.9577856 Aug 30 22:52:38.745147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-deleted', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:38.748889 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0017bde7-4ddb-4c83-a502-e380a19c16d6" -d '{"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-deleted", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:38.997420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0294a354-bc10-42b9-8db3-bade254e9898 req-de443ee9-fa58-4390-aa26-fec21dccbf84 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:38.999710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0294a354-bc10-42b9-8db3-bade254e9898 req-de443ee9-fa58-4390-aa26-fec21dccbf84 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1358504 Aug 30 22:52:39.030978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42608) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:39.036684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247793790', 'description': 'tempest-description--2146190742'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:39.091250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.094064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 206f59ca-7aaf-4575-a1de-dbb8eba51f5f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:39.126967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0294a354-bc10-42b9-8db3-bade254e9898 req-8990bb69-d5f2-417a-81d4-f54123d6bccd tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145720 Aug 30 22:52:39.229085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:39.229664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.334594 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f1bf2b-1adc-43cd-b9b4-d2db3a3ad843 x-openstack-request-id: req-e3f1bf2b-1adc-43cd-b9b4-d2db3a3ad843 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:39.335638 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "550f4145-0943-4ee8-ac41-8bbcdc5b17be", "name": "network-vif-deleted", "tag": "21f72455-2e32-43b7-b0b5-447342b0e7f9", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:39.336106 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e3f1bf2b-1adc-43cd-b9b4-d2db3a3ad843 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:39.336514 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '550f4145-0943-4ee8-ac41-8bbcdc5b17be', 'name': 'network-vif-deleted', 'tag': '21f72455-2e32-43b7-b0b5-447342b0e7f9', 'status': 'completed', 'code': 200} Aug 30 22:52:39.427288 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Sync routers for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:52:39.446112 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:39.447226 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:39.511341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-926646ec-10ce-4d3c-95a8-c23ac8899557 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.513992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-926646ec-10ce-4d3c-95a8-c23ac8899557 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.2989354 Aug 30 22:52:39.516932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.532678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.540198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.546775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.555123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.561741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.568578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.576881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.578952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-dce10674-d0d3-42ed-8e52-695dde810984 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.4023418 Aug 30 22:52:39.581319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.589592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Request body: {'port': {'device_id': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'admin_state_up': True, 'tenant_id': '80aee29bc8a145d3bd183374e889eb83'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:39.648485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a60c8a0d-59af-4c98-87e9-7d78ce3bf4a5 req-99c1a593-7110-4ede-b646-e1a03e179861 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=550f4145-0943-4ee8-ac41-8bbcdc5b17be HTTP/1.1" status: 200 len: 210 time: 0.0383573 Aug 30 22:52:39.653346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:39.710545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.715336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42616) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:39.715513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6829634 Aug 30 22:52:39.720573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d82cc-ac8f-4d08-a01d-ed88d5797a56', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:39.737111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7a6c8e-95d0-4a06-a414-a5295d228fdb tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:39.776410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55bfb288-2a7c-4860-b4e4-2e35f52b882b req-c49a998c-ee18-4b3c-9edb-2b17d8898621 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1714613 Aug 30 22:52:39.799857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a2acf-7751-4f3b-a926-d778f6234611 req-10004fde-c91b-4538-b9e8-87b557f952cc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:39.808451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed9a2acf-7751-4f3b-a926-d778f6234611 req-10004fde-c91b-4538-b9e8-87b557f952cc tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0795538 Aug 30 22:52:39.840509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.914600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.925855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.955766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed9a2acf-7751-4f3b-a926-d778f6234611 req-f89c8b0b-32a9-4e42-aa86-b7aae73d3996 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463811 Aug 30 22:52:39.958658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:39.962664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433972 Aug 30 22:52:39.962664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df35de3-c8c8-4574-bac3-e529b9668e89 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87215a92-8e31-4211-966b-4ba5dbc1ff0f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:39.964036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42620) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:39.968892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'security_group_rule': {'security_group_id': 'fb0d82cc-ac8f-4d08-a01d-ed88d5797a56', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:39.983321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Made reservation on behalf of 80aee29bc8a145d3bd183374e889eb83 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:52:39.988237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 2, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:39.994158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.001972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.059854 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Checking router: 20e1c2f5-efb5-49bd-a6f4-1307eb650638 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:52:40.060552 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Updating router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 port 12b7e282-1f0a-40df-8b91-f2a12705feab binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:52:40.078764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5810077c-6c80-4a78-b71f-b2db09ebc7f6 req-80f7401c-cc5b-4597-b29d-91cd131159a3 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:40.086982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5810077c-6c80-4a78-b71f-b2db09ebc7f6 req-80f7401c-cc5b-4597-b29d-91cd131159a3 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1840649 Aug 30 22:52:40.094013 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.113249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a57037d1-5185-4c26-a2cb-9338f50001a6 req-4814576b-bb1d-4f5b-9e16-b43ee754877f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 210 time: 0.0418141 Aug 30 22:52:40.165592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.176325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.205016 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5810077c-6c80-4a78-b71f-b2db09ebc7f6 req-9f807df3-2c82-43a2-937f-bcf06d890556 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170712 Aug 30 22:52:40.217260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.222215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2536032 Aug 30 22:52:40.222215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a2ba8a-8aff-4d6e-8de6-e604f14dc920 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2d8a397-0047-4224-9c06-2c99a609a67f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:40.223278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:40.242815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:40.256119 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fde3b8a6-2a43-4206-8737-664f50e8238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.299891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.344593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Allocated IP 172.20.0.11 (7889917f-f029-4c10-ab4d-c08b83a71bdc/0eae8ecc-2dbf-4edf-84c7-613767284968/af05cd7b-4850-4243-b2e8-525544ad1da0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:40.377832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4302bb2f-3815-4557-b7ef-73d54281f89e req-e338ebd0-4e17-4dd4-bc7c-45531aeb355d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:40.388459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4302bb2f-3815-4557-b7ef-73d54281f89e req-e338ebd0-4e17-4dd4-bc7c-45531aeb355d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1199844 Aug 30 22:52:40.467198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4302bb2f-3815-4557-b7ef-73d54281f89e req-41af902f-2f5e-4e0b-a1b8-1d2227de1326 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776522 Aug 30 22:52:40.524943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.531437 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.547769 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Transition to ACTIVE for port object 12b7e282-1f0a-40df-8b91-f2a12705feab will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:40.570600 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.672615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.696080 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Pushing event updated for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:40.720382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Allocated IP 172.25.7.114 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/304a6a45-b8f0-4201-b63b-28b617f2bb5d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:40.757742 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.758020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.773763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.778287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.779643 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.782566 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.783030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.784887 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.786320 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.786961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.789752 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.790230 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.793035 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:52:40.862008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:40.875836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:40.882448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:40.891792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Attempting to bind port 12b7e282-1f0a-40df-8b91-f2a12705feab on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:40.892009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Attempting to bind port 12b7e282-1f0a-40df-8b91-f2a12705feab by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:40.892373 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Attempting to bind port 12b7e282-1f0a-40df-8b91-f2a12705feab on network 765e3fe8-2fa0-4825-8480-041584479582 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:40.901897 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:40.902224 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Checking segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:40.902922 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:40.902922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Bound using segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:40.903372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Bound port: 12b7e282-1f0a-40df-8b91-f2a12705feab, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:40.903694 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.008031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.028426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:41.069651 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] For port 12b7e282-1f0a-40df-8b91-f2a12705feab, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:41.075554 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] For port 12b7e282-1f0a-40df-8b91-f2a12705feab, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12b7e282-1f0a-40df-8b91-f2a12705feab,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:41.087153 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.087433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.088326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.102286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.109892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.119030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.128308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.136312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.143896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.148996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-0bbb2f5a-acfe-490b-826c-96412c1475c4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5690029 Aug 30 22:52:41.151347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.153388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-10556eaa-2251-4e33-baa7-90b5eeab6bdd tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1981533 Aug 30 22:52:41.162775 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:41.164195 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:41.169539 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f2248-adbe-46f5-9d59-c3bca8ccd3ae None None] Pushing event updated for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:41.193024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.220188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Request body: {'port': {'device_id': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:41.273055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124c654-85d1-466d-85e4-ffd6243e4c65 req-bdd4cf42-5e85-4f01-b8ab-e06f5ec1aae4 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.280774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2124c654-85d1-466d-85e4-ffd6243e4c65 req-bdd4cf42-5e85-4f01-b8ab-e06f5ec1aae4 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1567984 Aug 30 22:52:41.294982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b48c3150-2abc-4e62-8137-1cf38016a210 req-68847668-5d6e-4d9d-a27c-91c55843f3c7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1264102 Aug 30 22:52:41.312282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:41.321648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:41.325088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'Port': ['ID=304a6a45-b8f0-4201-b63b-28b617f2bb5d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:41.327890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:41.353470 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:41.360664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.393376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:41.402000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2124c654-85d1-466d-85e4-ffd6243e4c65 req-00af5c64-06d5-4843-acc6-7ea76d09132a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149843 Aug 30 22:52:41.463165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 21f72455-2e32-43b7-b0b5-447342b0e7f9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:41.466408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 21f72455-2e32-43b7-b0b5-447342b0e7f9 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:41.514329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.612736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.663801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7661b5f8-4ca3-4e9f-aa61-3e28550ffb4d req-469582e5-fe9d-4dcf-996b-b80ba81138ff tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.671172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7661b5f8-4ca3-4e9f-aa61-3e28550ffb4d req-469582e5-fe9d-4dcf-996b-b80ba81138ff tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 932 time: 0.1443932 Aug 30 22:52:41.703232 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:41Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:41.711883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afeb96f-a948-47e5-81e7-d8d91a6a50d4 req-861eeeae-8bc2-4508-8ce1-f69af5eb6ef4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.720218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8afeb96f-a948-47e5-81e7-d8d91a6a50d4 req-861eeeae-8bc2-4508-8ce1-f69af5eb6ef4 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 945 time: 0.1803374 Aug 30 22:52:41.746118 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7a464f-4bd8-443d-9d75-79f5b3a98c5e None None] The sync data for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 is: [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:41Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:52:41.761740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7661b5f8-4ca3-4e9f-aa61-3e28550ffb4d req-0da5c07a-5e10-4d2f-99da-a5b4122aab50 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895033 Aug 30 22:52:41.925092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af05cd7b-4850-4243-b2e8-525544ad1da0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:41.931329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8afeb96f-a948-47e5-81e7-d8d91a6a50d4 req-2c73d6b0-4a28-493c-b544-cbf1086bab5c tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/security-groups?id=ab046ace-1947-4fc7-9dda-d19b2075822a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039764 Aug 30 22:52:41.934509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:41.951273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-d207c537-8bd7-416c-8c73-a6c7cf2671b6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:41.951703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Transition to ACTIVE for port object af05cd7b-4850-4243-b2e8-525544ad1da0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:52:41.958930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-d207c537-8bd7-416c-8c73-a6c7cf2671b6 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 945 time: 0.3001239 Aug 30 22:52:42.002855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.093371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.105932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.148867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee94460-fcf3-42c8-b4c9-a99dc544d3b4 req-f3105e50-9cea-4014-aeb4-82ca6c6ae8f3 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.157724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dee94460-fcf3-42c8-b4c9-a99dc544d3b4 req-f3105e50-9cea-4014-aeb4-82ca6c6ae8f3 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.2039931 Aug 30 22:52:42.187897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:42.218324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd569bd4-6e86-4f11-a1aa-3f88b7c4e94c req-d636769a-a83a-4977-8fd7-d773f9980743 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.219887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd569bd4-6e86-4f11-a1aa-3f88b7c4e94c req-d636769a-a83a-4977-8fd7-d773f9980743 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1971500 Aug 30 22:52:42.231773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.244863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'Port': ['ID=304a6a45-b8f0-4201-b63b-28b617f2bb5d,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:42.257769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.269866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ffd4868d-ff58-4438-a90d-f5608b02f416 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0447843 Aug 30 22:52:42.275437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Attempting to bind port af05cd7b-4850-4243-b2e8-525544ad1da0 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:52:42.275791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Attempting to bind port af05cd7b-4850-4243-b2e8-525544ad1da0 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:52:42.276653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Attempting to bind port af05cd7b-4850-4243-b2e8-525544ad1da0 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:42.280506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Deleting port b0a45ec5-d274-4cd0-a668-8e67d0d17827 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:42.280848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.298372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dee94460-fcf3-42c8-b4c9-a99dc544d3b4 req-03a49ca6-186a-4f1f-a77a-fb44e8a31804 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396255 Aug 30 22:52:42.303848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Port af05cd7b-4850-4243-b2e8-525544ad1da0 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:52:42.305730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Attempting to bind port af05cd7b-4850-4243-b2e8-525544ad1da0 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:52:42.332046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:52:42.334287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Checking segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:52:42.335920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Bound using segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:52:42.338266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Bound port: af05cd7b-4850-4243-b2e8-525544ad1da0, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:52:42.338866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.376030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd569bd4-6e86-4f11-a1aa-3f88b7c4e94c req-7cc54f67-f934-4a39-bf7a-6cbc4762257b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453474 Aug 30 22:52:42.417134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-230840725', 'description': 'tempest-description-373979841'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:42.486845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.490154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] For port b0a45ec5-d274-4cd0-a668-8e67d0d17827, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b0a45ec5-d274-4cd0-a668-8e67d0d17827,segment=NetworkSegment(b16bc38e-8958-4b71-920d-1555cc0a9869),segment_id=b16bc38e-8958-4b71-920d-1555cc0a9869)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:42.490634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.518539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Calling delete_port for b0a45ec5-d274-4cd0-a668-8e67d0d17827 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:42.542549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:52:42.564856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:52:42.589845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.700832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.701486 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.703084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] 10.222.0.47 "PUT /v2.0/ports/af05cd7b-4850-4243-b2e8-525544ad1da0 HTTP/1.1" status: 200 len: 1093 time: 1.4877217 Aug 30 22:52:42.703526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:42.706175 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610bc0cb-df38-482b-b7ec-46c127ebc251" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:42.740021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.766892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.774256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.790122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.795985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.803335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.810543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.815911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.816514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.819868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.830592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8415ab2-56b0-4e5c-96b5-d1931e2f51b9 req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4248381 Aug 30 22:52:42.830743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.832489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:42.838369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392f5b2d-132f-436c-8bb4-6af8ec877c2f tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2d2e6f-4309-49f3-bb67-86dee71e17d0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:42.840178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de26af81-d284-4385-95f2-efc603bd3226 req-70dd31af-6654-4adf-82dc-3e1f94c6eae3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.2599826 Aug 30 22:52:42.894012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0f1b-47f0-4ed9-aec6-e24c57a998f6 service neutron] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:42.939224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Pushing event deleted for resources: {'Port': ['ID=b0a45ec5-d274-4cd0-a668-8e67d0d17827,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:42.946983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de26af81-d284-4385-95f2-efc603bd3226 req-22baa050-74a5-4471-81a0-7c941d408f63 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1024220 Aug 30 22:52:42.962800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-bb63788a-17c7-4c24-adba-7bf116a55915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:42.964742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-bb63788a-17c7-4c24-adba-7bf116a55915 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 1096 time: 0.1148043 Aug 30 22:52:43.095933 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7430aeab-102f-4a59-856d-d32bfd45b039 x-openstack-request-id: req-7430aeab-102f-4a59-856d-d32bfd45b039 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:43.096282 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:43.096548 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7430aeab-102f-4a59-856d-d32bfd45b039 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:43.098914 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'status': 'completed', 'code': 200} Aug 30 22:52:43.103629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] No DVR routers for this DVR port b0a45ec5-d274-4cd0-a668-8e67d0d17827 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:52:43.104141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-827ddc27-4d9f-428b-a367-a41c9d96fb70 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af05cd7b-4850-4243-b2e8-525544ad1da0 HTTP/1.1" status: 200 len: 217 time: 0.1265180 Aug 30 22:52:43.114253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.116996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30d34689-cfec-4993-877b-00dbe3ac4b08 req-4fb7a5a0-9b76-4b87-abe4-bf9f78813136 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.52 "DELETE /v2.0/ports/b0a45ec5-d274-4cd0-a668-8e67d0d17827 HTTP/1.1" status: 204 len: 173 time: 1.1492693 Aug 30 22:52:43.119753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-deleted', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:43.127068 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5785cae3-a433-4768-932a-5a9d030ad623" -d '{"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-deleted", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:43.137406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12b7e282-1f0a-40df-8b91-f2a12705feab up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:43.161013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5af6a11-0faf-4abf-a3ec-3bebcfe2add3 req-b391b925-aec0-414e-acc7-12593ae3a199 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:43.168951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5af6a11-0faf-4abf-a3ec-3bebcfe2add3 req-b391b925-aec0-414e-acc7-12593ae3a199 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.2161865 Aug 30 22:52:43.214327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-cbee0bea-77b9-4c26-b7d8-8f685677c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:43.216085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-cbee0bea-77b9-4c26-b7d8-8f685677c558 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.0949275 Aug 30 22:52:43.289143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5af6a11-0faf-4abf-a3ec-3bebcfe2add3 req-eaa23288-a570-49dd-b218-e0744640ba7e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093895 Aug 30 22:52:43.335724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-92dcc11a-4ebb-47e8-ad1e-affa7fe34475 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370481 Aug 30 22:52:43.336914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a56f0882-ce89-471b-8915-0475d814a8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.361635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 12b7e282-1f0a-40df-8b91-f2a12705feab completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:43.377149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c603-9801-4535-b156-1a4e4c144b4c req-ae2b7f99-9265-456f-a139-99769a8f2477 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:43.384640 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad43c603-9801-4535-b156-1a4e4c144b4c req-ae2b7f99-9265-456f-a139-99769a8f2477 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 944 time: 0.1630106 Aug 30 22:52:43.386984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 12b7e282-1f0a-40df-8b91-f2a12705feab triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:43.388047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.493543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad43c603-9801-4535-b156-1a4e4c144b4c req-2fc6213c-1a4a-4d38-aba2-8d8c783b181e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026506 Aug 30 22:52:43.555038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-88acd008-4023-4a8e-932d-605ee223078c tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-230840725&fields=id&tenant_id=dba0a3b35ca84c8a854af3638d53c5eb HTTP/1.1" status: 200 len: 267 time: 0.1133523 Aug 30 22:52:43.600280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-40f38abf-ea99-42d8-b79c-3b812f831964 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395766 Aug 30 22:52:43.655458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-bebadbd7-aefd-4c90-8aea-0e3146c5d7a6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:43.665426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-bebadbd7-aefd-4c90-8aea-0e3146c5d7a6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1042323 Aug 30 22:52:43.684135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'port': {'security_groups': ['9a109a34-2f4e-400d-b263-be68c6da4f92', '0e2d2e6f-4309-49f3-bb67-86dee71e17d0']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:43.751533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.785829 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0041bfe-9854-48d0-a24d-ab294ad6d9ff req-b4250ed0-d267-45ef-8561-1ab82a607945 tempest-LiveAutoBlockMigrationV225Test-69563427 tempest-LiveAutoBlockMigrationV225Test-69563427-project] 10.222.0.25 "GET /v2.0/ports?device_id=c356509b-a2e9-49bd-b445-93c36ce71a86 HTTP/1.1" status: 200 len: 210 time: 0.1240315 Aug 30 22:52:43.847690 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.859604 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc6b6794-a2c7-495e-a619-eed0294d38af x-openstack-request-id: req-dc6b6794-a2c7-495e-a619-eed0294d38af {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:43.859891 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c356509b-a2e9-49bd-b445-93c36ce71a86", "name": "network-vif-deleted", "tag": "b0a45ec5-d274-4cd0-a668-8e67d0d17827", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:43.862528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6189749-08f5-4cdd-8a5c-d876e43181be req-609772dd-7304-4b1e-8c81-bdb9b5bec8c2 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505531 Aug 30 22:52:43.865431 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc6b6794-a2c7-495e-a619-eed0294d38af {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:43.865431 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c356509b-a2e9-49bd-b445-93c36ce71a86', 'name': 'network-vif-deleted', 'tag': 'b0a45ec5-d274-4cd0-a668-8e67d0d17827', 'status': 'completed', 'code': 200} Aug 30 22:52:43.967827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 12b7e282-1f0a-40df-8b91-f2a12705feab, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12b7e282-1f0a-40df-8b91-f2a12705feab,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:43.978234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:43.992534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8c3fa-8c0d-453c-9e4f-1a0aa3920f10 req-2d4d1715-aa1f-4a8f-9e4f-a64fd7f788f8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.001725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66b8c3fa-8c0d-453c-9e4f-1a0aa3920f10 req-2d4d1715-aa1f-4a8f-9e4f-a64fd7f788f8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0689011 Aug 30 22:52:44.074391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:44.145251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66b8c3fa-8c0d-453c-9e4f-1a0aa3920f10 req-0daf28f5-2e8d-4536-84ef-193e9e18307b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426651 Aug 30 22:52:44.158353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-bb2016c0-94c0-4b59-b93e-dd3fa33d8600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.162594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-bb2016c0-94c0-4b59-b93e-dd3fa33d8600 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 1096 time: 0.1384633 Aug 30 22:52:44.284406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:44.297479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-5477b94d-32d1-44a0-9f8a-942bf943642d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.299301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-5477b94d-32d1-44a0-9f8a-942bf943642d service neutron] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 916 time: 0.1219678 Aug 30 22:52:44.354390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:44.361256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:44.381123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:44.451454 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:44.462929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-3d822e31-6ad1-45cd-9876-491fb1e339f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af05cd7b-4850-4243-b2e8-525544ad1da0 HTTP/1.1" status: 200 len: 217 time: 0.1384799 Aug 30 22:52:44.521682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:44.534230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.535097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:44.556624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ca0b2f9-301a-4956-affb-6ba6feebc168 req-64ca1e75-3c4e-4f25-acdf-e9e042c9729e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "PUT /v2.0/ports/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 982 time: 0.8898470 Aug 30 22:52:44.577852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.584452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.591106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.598710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.607711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.618368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.624956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.633780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad3e93b6-0013-4a10-baea-672d92775717 req-d3355c95-59f5-4a3a-b237-2d386eef3f9b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.3022792 Aug 30 22:52:44.688328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:44.695318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad3e93b6-0013-4a10-baea-672d92775717 req-ab4bd6f2-8563-49c0-9cc5-2abb04a5c844 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572300 Aug 30 22:52:44.695902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c429a38-6a5a-4595-a9fc-0485a066b015 req-c350254a-68b8-432b-af8f-713cca318e9b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.703844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-1ed00570-e446-47d0-b002-9f48153939c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.705348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-1ed00570-e446-47d0-b002-9f48153939c2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.2321010 Aug 30 22:52:44.714730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c429a38-6a5a-4595-a9fc-0485a066b015 req-c350254a-68b8-432b-af8f-713cca318e9b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0862551 Aug 30 22:52:44.782653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c429a38-6a5a-4595-a9fc-0485a066b015 req-40bbc2ae-5e95-4bf1-8ada-e1d5d8aefe0b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666792 Aug 30 22:52:44.791688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-3473e39c-02c7-43f5-ad1c-e58a0d3c488b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606425 Aug 30 22:52:44.935542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-0502402d-e0c4-4a14-946e-d0efc98140f2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-230840725&fields=id&tenant_id=dba0a3b35ca84c8a854af3638d53c5eb HTTP/1.1" status: 200 len: 267 time: 0.0530150 Aug 30 22:52:44.971444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c67328-428f-4769-b42b-f260e10b9571 req-368c64ed-94cc-4bb3-a19f-2796d8627a1d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:44.972945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81c67328-428f-4769-b42b-f260e10b9571 req-368c64ed-94cc-4bb3-a19f-2796d8627a1d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 944 time: 0.1009805 Aug 30 22:52:44.996926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-ab81e1fc-75cf-46d9-bf44-0dea769b4198 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918180 Aug 30 22:52:45.022333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12b7e282-1f0a-40df-8b91-f2a12705feab up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:45.052274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-19cc4c47-3566-4220-b737-644a0f45926a tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:45.066048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-19cc4c47-3566-4220-b737-644a0f45926a tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 985 time: 0.1288700 Aug 30 22:52:45.078725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'port': {'security_groups': ['9a109a34-2f4e-400d-b263-be68c6da4f92']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:45.120559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81c67328-428f-4769-b42b-f260e10b9571 req-61dd34be-a829-41bd-be63-76683ec76215 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370451 Aug 30 22:52:45.186656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 12b7e282-1f0a-40df-8b91-f2a12705feab triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:45.187857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.201988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-610bc0cb-df38-482b-b7ec-46c127ebc251 req-329ee980-6121-45a5-b1ed-ef74a0b0fbe1 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902959 Aug 30 22:52:45.216459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:45.264049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.337999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Deleting subnet 4a06fcc1-02fb-436f-af87-f616358e0c1a {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:52:45.347588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.406227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:45.445633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.468192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: b0a45ec5-d274-4cd0-a668-8e67d0d17827 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:52:45.471315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b0a45ec5-d274-4cd0-a668-8e67d0d17827 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:52:45.489873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7dfb-5829-46b0-b471-0846d3e17f30 req-2fe8443f-45dd-4d62-8c20-b640d32b53dd tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:45.492411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a4e7dfb-5829-46b0-b471-0846d3e17f30 req-2fe8443f-45dd-4d62-8c20-b640d32b53dd tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1010008 Aug 30 22:52:45.531741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.573244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2a4e7dfb-5829-46b0-b471-0846d3e17f30 req-3fbb4fa6-988e-498c-985b-0d6bc505fbe4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682895 Aug 30 22:52:45.617465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.623598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:45.650055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a06fcc1-02fb-436f-af87-f616358e0c1a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:45.660878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.664122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c697fe1d-4475-40c5-bea9-3dd4a5255f3c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a06fcc1-02fb-436f-af87-f616358e0c1a HTTP/1.1" status: 204 len: 168 time: 0.4463618 Aug 30 22:52:45.666709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:45.686042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.693234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.715284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:45.743705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:45.744366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.749286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5efdcb54-3aa7-4410-adb4-a5dad5e97191 req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "PUT /v2.0/ports/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 943 time: 0.6815581 Aug 30 22:52:45.807316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.840691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:45.867673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}, {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:45.870870 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f7a719-57b2-43cc-a30b-5ccd552e4498" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}, {"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:45.913738 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.951168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70486ad9-9678-4784-a06f-9474f9a38cb9 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:45.957534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:45.983913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:45.990294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:45.996300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.003622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.010746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.017435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.024694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.026634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-04fd8ccc-269d-4e9d-93d2-de2be50cd114 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.2109518 Aug 30 22:52:46.032827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e141e69-03e6-47c7-b3aa-3c745db13902']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:46.049647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b16bc38e-8958-4b71-920d-1555cc0a9869') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:46.049989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b16bc38e-8958-4b71-920d-1555cc0a9869') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:46.068295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.107156 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87c114bd-f364-4f96-b6ea-25f28939b007 req-d3da5bf5-4954-4548-8d78-b72254d677ca tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0704749 Aug 30 22:52:46.134625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.146563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:52:46.146990 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:52:46.148734 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:52:46.179717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-e6f1c6ed-daca-4a27-8366-6fb89faf079e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3780489 Aug 30 22:52:46.196737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:46.260142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.283660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.300035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.305310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] 10.222.0.25 "DELETE /v2.0/networks/4e141e69-03e6-47c7-b3aa-3c745db13902 HTTP/1.1" status: 204 len: 168 time: 0.6340985 Aug 30 22:52:46.305822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f18f0-e6fa-4532-88cf-53bc02111e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=4e141e69-03e6-47c7-b3aa-3c745db13902,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:46.307389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:46.329529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284cde10-6839-46e6-b5ce-ec7746183961 req-a69893a5-9b0f-448b-a21c-e31b0d6a11e7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.332729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-284cde10-6839-46e6-b5ce-ec7746183961 req-a69893a5-9b0f-448b-a21c-e31b0d6a11e7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0979793 Aug 30 22:52:46.390474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Deleting subnet 2448ea70-8775-4d74-92ca-436427be725b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:52:46.393639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.435235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.478976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.547931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-284cde10-6839-46e6-b5ce-ec7746183961 req-55acb128-34f6-4cc7-b97c-19dfc99076d0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974885 Aug 30 22:52:46.554916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.603015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2448ea70-8775-4d74-92ca-436427be725b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:46.618244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.626264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-121169bc-41b4-4809-98f0-ea7f34cf1733 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2448ea70-8775-4d74-92ca-436427be725b HTTP/1.1" status: 204 len: 168 time: 0.3145871 Aug 30 22:52:46.626928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:46.715032 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6567881f-35f5-4881-a2e1-060fa202d489 x-openstack-request-id: req-6567881f-35f5-4881-a2e1-060fa202d489 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:46.717147 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:46.717147 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6567881f-35f5-4881-a2e1-060fa202d489 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:46.717147 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:52:46.717147 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:52:46.748337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.866018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:46.876158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfb1f1e-4d79-49a6-9e97-6a19b45b1db3 req-0e594f03-97f9-4971-8d93-436414ce4469 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.883995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1cfb1f1e-4d79-49a6-9e97-6a19b45b1db3 req-0e594f03-97f9-4971-8d93-436414ce4469 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 944 time: 0.1207724 Aug 30 22:52:46.960412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-e10f5c09-83ad-43b5-97dc-7fcab7fa5c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:46.962324 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-e10f5c09-83ad-43b5-97dc-7fcab7fa5c74 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.2118490 Aug 30 22:52:46.995457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.023408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1cfb1f1e-4d79-49a6-9e97-6a19b45b1db3 req-bb61df77-7436-41c7-bf2e-a7a2d373e5bc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380348 Aug 30 22:52:47.028106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Allocated IP 172.25.7.100 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:52:47.089535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:47.185552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-43b13026-1879-44c1-bd83-8172b86bc2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:47.188528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-43b13026-1879-44c1-bd83-8172b86bc2f9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.2144773 Aug 30 22:52:47.203008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.209214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c3026f-21c4-4260-8b3e-0247d06ee9b5']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:47.261829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:47.274711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.283684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f61830-9b5e-46d4-b109-86d5d6eeb701') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:47.284068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'port_id': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'mac_address': 'fa:16:3e:15:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae8ecc-2dbf-4edf-84c7-613767284968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:47.284198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f61830-9b5e-46d4-b109-86d5d6eeb701') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:47.288661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-49192dbe-663a-4e42-af40-fcbf76802b8c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0734298 Aug 30 22:52:47.322577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.337259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:52:47.342906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:52:47.346432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:52:47.374197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa1a9-54a3-432f-b259-1eb6e89d445f req-3fbae366-2152-4942-b2a0-eb06d672afd4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:47.376256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-031aa1a9-54a3-432f-b259-1eb6e89d445f req-3fbae366-2152-4942-b2a0-eb06d672afd4 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1867611 Aug 30 22:52:47.391440 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.399056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.403099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'Port': ['ID=6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:47.424108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:52:47.424605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.435749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af05cd7b-4850-4243-b2e8-525544ad1da0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:52:47.437156 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:52:47.441824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-9fe52689-7aed-48e8-a67c-94ca5ae3e7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:47.454407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-9fe52689-7aed-48e8-a67c-94ca5ae3e7c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1468716 Aug 30 22:52:47.473235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:47.479822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.517802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.570598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.588654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:47.606389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-9f2106ef-7f8d-4f5a-89e6-6775d78e9cad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1161859 Aug 30 22:52:47.609542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-031aa1a9-54a3-432f-b259-1eb6e89d445f req-411724b9-911d-464d-a780-d26c8f69eec6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222073 Aug 30 22:52:47.709275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.725850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.732672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a4c3026f-21c4-4260-8b3e-0247d06ee9b5 HTTP/1.1" status: 204 len: 168 time: 1.1021326 Aug 30 22:52:47.783699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ffdebc-837e-4b49-bc31-8e311f93c3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4c3026f-21c4-4260-8b3e-0247d06ee9b5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:47.816501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['af05cd7b-4850-4243-b2e8-525544ad1da0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:47.853383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-414289b4-57af-4e94-90c8-4c056ace4029 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314327 Aug 30 22:52:47.877163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.890906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:47.985309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event updated for resources: {'Port': ['ID=6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:48.001679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.047463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.049429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-b540d1ec-da4d-410a-b4a3-5152415ab832 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8569996 Aug 30 22:52:48.139866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-6108cf80-dadf-4f98-bb20-62c71093fd90 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.0831728 Aug 30 22:52:48.152093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42798) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:48.295329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-49c32067-25e5-439d-b6eb-7a86731d4dd3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=147f9c138b8040de91cdfe8622a23556&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409817 Aug 30 22:52:48.302372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:48.360243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-4b2bd0ca-7cb2-49c4-bb24-64de6110da52 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.377057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0af694a-b338-4414-9ab6-cbf97d9ec1ca req-4b2bd0ca-7cb2-49c4-bb24-64de6110da52 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2258153 Aug 30 22:52:48.409720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.450357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.515352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.523583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.534104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.541984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.548485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.559291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.566471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.568653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-250d3026-6ead-423e-a4d9-d88186c5ebd9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1348603 Aug 30 22:52:48.571388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1e606-4deb-4762-8fc5-c8f56e868786 req-3e6754db-6bc1-4d45-9546-edeb6a1b9e3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.578007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70e1e606-4deb-4762-8fc5-c8f56e868786 req-3e6754db-6bc1-4d45-9546-edeb6a1b9e3e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0848277 Aug 30 22:52:48.591581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.594697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:48.598133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab046ace-1947-4fc7-9dda-d19b2075822a HTTP/1.1" status: 204 len: 168 time: 0.2924867 Aug 30 22:52:48.606248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-85c6bd57-1750-4168-a2dd-a8697b372401 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7388990 Aug 30 22:52:48.617968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d4c793-caa8-4095-80d3-68806ed28490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab046ace-1947-4fc7-9dda-d19b2075822a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:48.659788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cff9e83-38d9-4450-82cf-7c289111d6f3 req-c18969c4-f3ef-46fc-90ef-db6e879768b7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707684 Aug 30 22:52:48.674287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70e1e606-4deb-4762-8fc5-c8f56e868786 req-296a94aa-f1fd-4123-91ab-ac524f7036d6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843971 Aug 30 22:52:48.747571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-b7f89db4-cd76-4459-951d-15f5838b1b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.749359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-b7f89db4-cd76-4459-951d-15f5838b1b61 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.0727584 Aug 30 22:52:48.950224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-b9d62b4b-3a87-4737-a779-5aad2975b436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:48.951999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-b9d62b4b-3a87-4737-a779-5aad2975b436 service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.1898146 Aug 30 22:52:49.011893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-c11e8dc1-f11c-4489-a8db-7ef696d4993d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0443242 Aug 30 22:52:49.030645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-0d9303fc-641c-47bc-866c-87702f61d721 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:49.043153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-0d9303fc-641c-47bc-866c-87702f61d721 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2307901 Aug 30 22:52:49.096477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b40a7-7028-405b-86bb-65ec0fa7df14 req-85f0aab1-a5cd-4a83-8201-f82cd4b1f13c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:49.098029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e1b40a7-7028-405b-86bb-65ec0fa7df14 req-85f0aab1-a5cd-4a83-8201-f82cd4b1f13c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 945 time: 0.1434364 Aug 30 22:52:49.099704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-fed64b88-27e9-411f-a468-0bd853a5ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:49.101248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-fed64b88-27e9-411f-a468-0bd853a5ccdd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.0711706 Aug 30 22:52:49.107823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:49.152952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e1b40a7-7028-405b-86bb-65ec0fa7df14 req-8601bdc1-95e1-465f-b4fb-7bb6c907f048 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Aug 30 22:52:49.193641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-290f4b9d-6d10-47fe-95be-8499dce3a34a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449054 Aug 30 22:52:49.219321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-d28d207a-e6bd-44bf-85eb-6572b8c8b993 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 696 time: 0.1718662 Aug 30 22:52:49.235561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'floatingip': {'port_id': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:49.260489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42814) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:49.281147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port af05cd7b-4850-4243-b2e8-525544ad1da0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:49.289278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port af05cd7b-4850-4243-b2e8-525544ad1da0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:49.289693 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.345636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.410541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.419360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39d8ffb8-3706-48af-b83d-8ac3ff07d0e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2542ca1823b34335b1f5321697cf1c6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1577277 Aug 30 22:52:49.428978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:49.441409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-8fe350b3-f0a8-4ea7-aa3b-b23b869156c5 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339993 Aug 30 22:52:49.475829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:49.477019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:49.481470 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64eb8b2-5fd3-4219-81ad-7ca9ae471359" -d '{"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-plugged", "status": "completed", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:49.486153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.554232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:49.586896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.610929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f936644-8616-44fe-9d64-232e8aff7ff7 req-438e782f-dcdf-41dc-9196-d67bc682fda6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:49.622045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f936644-8616-44fe-9d64-232e8aff7ff7 req-438e782f-dcdf-41dc-9196-d67bc682fda6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.2811162 Aug 30 22:52:49.649825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.688917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f936644-8616-44fe-9d64-232e8aff7ff7 req-311c1b3b-51ff-492d-9cc2-e8d1c0028e4f tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657578 Aug 30 22:52:49.700637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74f7a719-57b2-43cc-a30b-5ccd552e4498 req-5cc05b9f-bf35-40ca-be97-7b9cbc97a169 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424402 Aug 30 22:52:49.900601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.903401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:49.906977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeda5f9c-6f2f-4fcf-bba2-636236b26238 HTTP/1.1" status: 204 len: 168 time: 0.4747577 Aug 30 22:52:49.949942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d35e61b-42f9-4d18-a6ed-e34652255497 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeda5f9c-6f2f-4fcf-bba2-636236b26238,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:50.233804 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f95de-a213-4aab-96e1-44ff57e43f31 x-openstack-request-id: req-b14f95de-a213-4aab-96e1-44ff57e43f31 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:50.235317 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-plugged", "status": "completed", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:50.236845 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b14f95de-a213-4aab-96e1-44ff57e43f31 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:50.237637 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'code': 200} Aug 30 22:52:50.276288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:52:50.428177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.435204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.441463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.448148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.454715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.461069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.466983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.473498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:50.474890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea476473-fc67-42c1-9265-f6711678bae9 req-7d67d6c3-90c3-4e13-a101-387b4ab20aba tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1229353 Aug 30 22:52:50.515786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:50.556603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb5b98-de9a-4b79-bb0c-b75ddba5d37c req-bcfbfae4-1a8e-43c3-bc88-9dbc7caf24a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.558199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8bdb5b98-de9a-4b79-bb0c-b75ddba5d37c req-bcfbfae4-1a8e-43c3-bc88-9dbc7caf24a1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 1098 time: 0.0813124 Aug 30 22:52:50.573441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea476473-fc67-42c1-9265-f6711678bae9 req-a10bf4ff-a76c-4f4a-be52-11b57f864e58 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0932682 Aug 30 22:52:50.625757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8bdb5b98-de9a-4b79-bb0c-b75ddba5d37c req-a2064b45-0dca-4632-8bfe-aa42019fedde service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Aug 30 22:52:50.749673 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Floating IP 8042f7bb-3540-44ed-b165-b5a6cd2b81cc associated. External IP: 172.25.7.100, port: b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51. Aug 30 22:52:50.797675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c98f3-ef60-431e-9fcc-dc3eee82773a req-c69851f0-692a-4187-83d1-158456b293ed tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:50.809257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-882c98f3-ef60-431e-9fcc-dc3eee82773a req-c69851f0-692a-4187-83d1-158456b293ed tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1110885 Aug 30 22:52:50.877765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-882c98f3-ef60-431e-9fcc-dc3eee82773a req-a15ec1ea-87ff-4f98-84f0-fd0c78649a31 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618002 Aug 30 22:52:51.034305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ce3cf-745c-4e8d-8076-081739535487 req-559df79b-bfea-4d91-a812-badf62f399f6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:51.054543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-978ce3cf-745c-4e8d-8076-081739535487 req-559df79b-bfea-4d91-a812-badf62f399f6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0806746 Aug 30 22:52:51.106635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-978ce3cf-745c-4e8d-8076-081739535487 req-605ed4cc-1a8b-49d8-bef7-a9dfbb926708 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507128 Aug 30 22:52:51.156948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:52:51.267890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfd6e04-187f-4115-91e7-7c719c06f6ab req-97608168-7a7d-4172-b063-1ccd3a1843bd tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:51.278244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4bfd6e04-187f-4115-91e7-7c719c06f6ab req-97608168-7a7d-4172-b063-1ccd3a1843bd tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0877712 Aug 30 22:52:51.326064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:52:51.337206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Sync routers for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:52:51.342318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:51.356645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:51.361037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:51.361385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4bfd6e04-187f-4115-91e7-7c719c06f6ab req-dcb573f2-913c-4b31-9d06-219689a7ff9c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821810 Aug 30 22:52:51.421862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-3c1ec8b8-98fa-4c8d-b727-192a30e964e0 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "PUT /v2.0/floatingips/8042f7bb-3540-44ed-b165-b5a6cd2b81cc HTTP/1.1" status: 200 len: 997 time: 2.2015378 Aug 30 22:52:51.422375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:51.429843 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e77916d-febc-42f7-9b92-a4c90e1a34c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:51.699658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-628e2186-0c0a-4ca1-8409-c0931063497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:51.703243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-628e2186-0c0a-4ca1-8409-c0931063497b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.2669544 Aug 30 22:52:51.753755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:51.898752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-34a815e5-bed1-4bec-a6e4-7db4ae6c3397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:51.904475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-34a815e5-bed1-4bec-a6e4-7db4ae6c3397 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.0685067 Aug 30 22:52:52.099155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '8042f7bb-3540-44ed-b165-b5a6cd2b81cc', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'port_id': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'mac_address': 'fa:16:3e:9f:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:47Z', 'updated_at': '2021-08-30T22:52:50Z', 'revision_number': 1, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:52.135079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Checking router: f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:52:52.153835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:52.154501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:52.191037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.206914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.216056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.237029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.244313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.255050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-1320b749-a64f-4d81-aba0-c689259a2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.256697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-1320b749-a64f-4d81-aba0-c689259a2670 service neutron] 10.222.0.25 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.5422685 Aug 30 22:52:52.258178 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca21367-accd-4cb1-9f94-a33ddaa04605 x-openstack-request-id: req-bca21367-accd-4cb1-9f94-a33ddaa04605 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:52.258460 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:52.258710 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bca21367-accd-4cb1-9f94-a33ddaa04605 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:52.259093 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:52:52.276063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.285530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.294153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-d2f513fe-9345-4caa-8fd1-cfbba53c216e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.3807573 Aug 30 22:52:52.335191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:52.352377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-dcf11562-f9fd-4d81-8085-b12827dd9a67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 1000 time: 0.0883975 Aug 30 22:52:52.365197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cc53d85-b17f-4764-a913-e4185aaaa669 req-3aa3864b-a641-4ac3-a6b7-385fc362f029 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0664601 Aug 30 22:52:52.392597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-49510564-464b-4c65-9e8b-ad2535a56b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.404644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-49510564-464b-4c65-9e8b-ad2535a56b57 service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.4200485 Aug 30 22:52:52.459314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-d9abcbf4-3607-4085-a327-39ef8f15aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.461281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-d9abcbf4-3607-4085-a327-39ef8f15aefd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1082287 Aug 30 22:52:52.484250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-d7f0578f-3f92-4195-acb2-ca4ce740ebf8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 1000 time: 0.0786521 Aug 30 22:52:52.534704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-8ba71c2b-4cf8-48d8-82b2-162d830aaeee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618966 Aug 30 22:52:52.543504 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:52.643869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-0c1c0b57-d0a3-4f6a-ad8e-1c113a806034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.646203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-0c1c0b57-d0a3-4f6a-ad8e-1c113a806034 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1493795 Aug 30 22:52:52.693811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-99884534-778b-4b48-8bd9-0fb9aa40749c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365746 Aug 30 22:52:52.698590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-cc432efd-f617-436d-bdfe-c487335f5a3d service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519601 Aug 30 22:52:52.723476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '8042f7bb-3540-44ed-b165-b5a6cd2b81cc', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'port_id': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'mac_address': 'fa:16:3e:9f:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:47Z', 'updated_at': '2021-08-30T22:52:50Z', 'revision_number': 1, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:52.793070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b298152c-3a85-410f-86d1-03d91c39619b None None] The sync data for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 is: [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '8042f7bb-3540-44ed-b165-b5a6cd2b81cc', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'port_id': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'mac_address': 'fa:16:3e:9f:19:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:47Z', 'updated_at': '2021-08-30T22:52:50Z', 'revision_number': 1, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:52:52.817414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-5d81dcbd-19b9-4609-b36d-6960af721372 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120718 Aug 30 22:52:52.882268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06d49ef4-6a43-45fb-981a-ccd946d5aac7 req-a27e260d-7286-433c-9deb-fba539d0d999 service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769056 Aug 30 22:52:52.973308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccc5230-a6f9-4002-a0f4-f02f65798c2e req-41c56fac-8ea1-4a34-890b-3ce7c8139908 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:52.974871 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eccc5230-a6f9-4002-a0f4-f02f65798c2e req-41c56fac-8ea1-4a34-890b-3ce7c8139908 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0798738 Aug 30 22:52:53.001897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e77916d-febc-42f7-9b92-a4c90e1a34c5 req-64a1edaf-e812-4dca-aaf7-21190ef6b5c6 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701813 Aug 30 22:52:53.029028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7844fefd-5726-4b52-9127-3f80957c9b29 req-f9855ae5-bbc9-4624-9b0e-c6e95900466b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.029028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7844fefd-5726-4b52-9127-3f80957c9b29 req-f9855ae5-bbc9-4624-9b0e-c6e95900466b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0645247 Aug 30 22:52:53.033099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eccc5230-a6f9-4002-a0f4-f02f65798c2e req-1b652e5b-28eb-41e1-bad8-a00579496998 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487967 Aug 30 22:52:53.091766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7844fefd-5726-4b52-9127-3f80957c9b29 req-cb10bf6b-17ef-48b4-8341-7944c34a087e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545239 Aug 30 22:52:53.111001 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadda161-82fe-4072-a6fe-d4d856eb6589 None None] New status for floating IP 8042f7bb-3540-44ed-b165-b5a6cd2b81cc: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:52:53.199587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699c00ba-8bc0-4471-a671-1039bd43c866 req-ed49d604-7a92-4f79-832a-b4c484f20f06 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.201126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-699c00ba-8bc0-4471-a671-1039bd43c866 req-ed49d604-7a92-4f79-832a-b4c484f20f06 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0696306 Aug 30 22:52:53.250964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-699c00ba-8bc0-4471-a671-1039bd43c866 req-9b23f43a-1718-4494-b661-7aa01cbd99d3 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427487 Aug 30 22:52:53.398459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-0855ea1a-db9e-40c8-baf8-bdba336cb44b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 1000 time: 0.1191754 Aug 30 22:52:53.428036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a84cc627-7479-40be-9093-7b596c4b7895 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:53.439754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb379c8-d0b9-436d-901f-fbfbfd952699 req-4cda7457-0adb-4e7a-9bc2-07be4aadace6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.441614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ebb379c8-d0b9-436d-901f-fbfbfd952699 req-4cda7457-0adb-4e7a-9bc2-07be4aadace6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0687575 Aug 30 22:52:53.464305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6276097-44de-48f6-9abd-be6c06de2ab8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.478403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6276097-44de-48f6-9abd-be6c06de2ab8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 943 time: 0.0716162 Aug 30 22:52:53.496051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ebb379c8-d0b9-436d-901f-fbfbfd952699 req-3184175f-30bc-4266-8809-19cbbe7cbb80 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474494 Aug 30 22:52:53.575339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:53.595625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a84cc627-7479-40be-9093-7b596c4b7895', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'port_id': 'a84cc627-7479-40be-9093-7b596c4b7895', 'mac_address': 'fa:16:3e:8f:8c:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:53.598246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-47344346-93af-4cdd-b267-2ba480b8d420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.600842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-47344346-93af-4cdd-b267-2ba480b8d420 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1213694 Aug 30 22:52:53.646103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:53.663807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a84cc627-7479-40be-9093-7b596c4b7895 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:53.666682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-ab563627-0d09-4ab8-8c15-d4dbf2409219 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 1002 time: 0.1327503 Aug 30 22:52:53.674046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.682450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.685645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:53.690767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:53.691833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.691970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b721533b-504a-4445-b1af-c3160019942e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:53.699615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.706100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.712373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.718272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.720226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-60dc26dd-cd57-4c42-9569-8e732fcee86e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5428 time: 0.1143935 Aug 30 22:52:53.785705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-9e4dc7cb-2945-457d-9cb8-15899b19cc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.787316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-9e4dc7cb-2945-457d-9cb8-15899b19cc9d service neutron] 10.222.0.52 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 914 time: 0.1791530 Aug 30 22:52:53.790763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5641c558-3c98-4877-ae6d-ed68a811ca1c req-9f459830-2d7e-4581-86e2-2705dcd0a617 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598841 Aug 30 22:52:53.803117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:53.844192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-c99fad64-df70-417d-aec0-2c00877b3867 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 217 time: 0.0465677 Aug 30 22:52:53.858287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e0c04483-b53a-419a-a63b-d1fe5042da05 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.859661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e0c04483-b53a-419a-a63b-d1fe5042da05 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.1865335 Aug 30 22:52:53.867388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:53.880530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'b721533b-504a-4445-b1af-c3160019942e', 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'port_id': 'b721533b-504a-4445-b1af-c3160019942e', 'mac_address': 'fa:16:3e:aa:8f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd720ade2-73a9-420e-9b29-63a834347cf8', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:53.926382 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:53.941946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b721533b-504a-4445-b1af-c3160019942e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:53.960664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-8381ce97-7bc7-475e-af18-684d7e4cc06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:53.962218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-8381ce97-7bc7-475e-af18-684d7e4cc06d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.1016388 Aug 30 22:52:53.964826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:53.971209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-1c48d6bc-58b2-4c63-921d-23b8fa05b769 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 1002 time: 0.1022925 Aug 30 22:52:53.972474 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:53.973472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c29304cb-3d57-477c-ad99-571bb47cd5da details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:53.985571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:52:54.046543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-3937c760-180e-4c19-9e1d-b310fdb109bc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742240 Aug 30 22:52:54.062249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-6645300a-31f0-4523-8fa3-9fd2f3e90273 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:52:54.063303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-6645300a-31f0-4523-8fa3-9fd2f3e90273 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058794 Aug 30 22:52:54.085329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.088737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c29304cb-3d57-477c-ad99-571bb47cd5da,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.108268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c29304cb-3d57-477c-ad99-571bb47cd5da', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'port_id': 'c29304cb-3d57-477c-ad99-571bb47cd5da', 'mac_address': 'fa:16:3e:03:40:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:54.195625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:54.200198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.234056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c29304cb-3d57-477c-ad99-571bb47cd5da {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:54.256788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c29304cb-3d57-477c-ad99-571bb47cd5da,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.262512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.263586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 985c4eb8-899b-416b-ab62-3a5278d244ac details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:54.310957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-f9853432-8c92-4da2-822d-b03a9776bd2b service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390051 Aug 30 22:52:54.339438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:54.339996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83932cb-5cb0-4286-83d3-a723874b47e1 req-c58e5aa2-c480-4a00-9caa-b476114c1c3c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:54.349087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d83932cb-5cb0-4286-83d3-a723874b47e1 req-c58e5aa2-c480-4a00-9caa-b476114c1c3c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0906010 Aug 30 22:52:54.390562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.408878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d83932cb-5cb0-4286-83d3-a723874b47e1 req-014f1199-c130-4753-be27-78c3e28a1ccb tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583441 Aug 30 22:52:54.428055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'port_id': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'mac_address': 'fa:16:3e:3a:5a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:54.445259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.455399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.456207 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Floating IP 8042f7bb-3540-44ed-b165-b5a6cd2b81cc disassociated. External IP: 172.25.7.100, port: b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51. Aug 30 22:52:54.471090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.485879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 985c4eb8-899b-416b-ab62-3a5278d244ac {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:54.528577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.536476 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.537338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b52cc764-d0d0-41a9-a618-75bb01ab5ce0 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:54.607460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcfc67-8ac0-4ca9-90b8-0c0f6af7a204 req-dccf89c0-a02c-489a-98dd-54a65d281358 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:54.609417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3afcfc67-8ac0-4ca9-90b8-0c0f6af7a204 req-dccf89c0-a02c-489a-98dd-54a65d281358 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1039178 Aug 30 22:52:54.616271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec40fa8a-01ac-4c2c-ad3b-3c07ffa7037e req-a78ebf5a-bdb7-49ae-bcc1-8b8c7e63f1d3 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919064 Aug 30 22:52:54.645144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.674913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:54.676557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8c4e60-fbb6-4d9c-ac16-82d92d65352f req-fd161a26-cf09-4b1a-8406-808047abb658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:54.678119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd8c4e60-fbb6-4d9c-ac16-82d92d65352f req-fd161a26-cf09-4b1a-8406-808047abb658 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1097 time: 0.1124861 Aug 30 22:52:54.686834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3afcfc67-8ac0-4ca9-90b8-0c0f6af7a204 req-c0652b6a-5126-4701-bf99-cd2ec1d744f4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688646 Aug 30 22:52:54.710377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'port_id': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0', 'mac_address': 'fa:16:3e:dc:38:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344', 'ip_address': '10.1.1.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:54.728181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd8c4e60-fbb6-4d9c-ac16-82d92d65352f req-cc92a6fb-dd20-4c3d-b42f-2cec0491edca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397000 Aug 30 22:52:54.780409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:52:54.790106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.804177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b52cc764-d0d0-41a9-a618-75bb01ab5ce0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:54.828220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.837156 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:54.838184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:54.931312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:54.938269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:54.952107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'network_id': 'bfbd38ef-3809-4936-be36-b2fb5cc92c28', 'port_id': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'mac_address': 'fa:16:3e:6a:db:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd720ade2-73a9-420e-9b29-63a834347cf8', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:54.983082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19d08f-4949-4fb0-9b6b-76b4d2b5d06b req-f97dc320-76ec-4287-a169-cdee3bd49fec tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:54.985061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e19d08f-4949-4fb0-9b6b-76b4d2b5d06b req-f97dc320-76ec-4287-a169-cdee3bd49fec tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0810831 Aug 30 22:52:54.996321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:52:55.001871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.012843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Sync routers for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:52:55.026737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.040319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-e6b5d6ec-3e4b-4703-ba7a-9700a7c647e2 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "PUT /v2.0/floatingips/8042f7bb-3540-44ed-b165-b5a6cd2b81cc HTTP/1.1" status: 200 len: 695 time: 1.0587187 Aug 30 22:52:55.043240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:55.044586 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57" -d '{"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:55.047857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:55.048764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:55.063576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e19d08f-4949-4fb0-9b6b-76b4d2b5d06b req-15fe69b4-dfe4-4b57-b0e3-e45078dc0363 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687299 Aug 30 22:52:55.071063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:55.106842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-965da5f5-8833-4a7d-8dde-fc077a75486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.108498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-965da5f5-8833-4a7d-8dde-fc077a75486d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.0532882 Aug 30 22:52:55.160230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42960) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:55.175533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:55.183041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.183653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 29381d73-a33d-4793-8671-487e5f6eb1d0 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:52:55.238951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.249191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.255304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-9053fc8d-0607-4693-92dd-62b4fd7d895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.256368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.263024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-9053fc8d-0607-4693-92dd-62b4fd7d895c service neutron] 10.222.0.25 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.1470506 Aug 30 22:52:55.264503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.272996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.280990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.302167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.312538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:55.315699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-3726ba49-47ce-401b-83b5-371302471270 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5433 time: 0.1802821 Aug 30 22:52:55.351700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa2df-963a-4cc5-9a73-76fd52581059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.358338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-fc267336-358d-4b06-af02-0608a3901b8e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0885849 Aug 30 22:52:55.361082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:55.372129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:55.394137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'network_id': 'f24f60d6-355f-4ad2-83e8-4cbbb9773758', 'port_id': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'mac_address': 'fa:16:3e:6b:3a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05cc0179-85ed-40ba-b82e-6231aa51b344', 'ip_address': '10.1.1.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:52:55.406451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2c04249-a8e4-4d40-967a-2e029473d35a req-92e6844c-8913-4e8c-8037-0212fae62783 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863025 Aug 30 22:52:55.443549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-aae4719f-f026-42ec-b2b8-370d16faa5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.454772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-aae4719f-f026-42ec-b2b8-370d16faa5d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.0892236 Aug 30 22:52:55.505939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.523121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-8f055b59-1493-46b2-b259-4148116594fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667989 Aug 30 22:52:55.524660 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6cc14f2-78a0-4fcc-a18b-3fb724918777 x-openstack-request-id: req-b6cc14f2-78a0-4fcc-a18b-3fb724918777 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:55.525022 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:55.525280 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6cc14f2-78a0-4fcc-a18b-3fb724918777 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:55.525673 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:52:55.565479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29381d73-a33d-4793-8671-487e5f6eb1d0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:52:55.600624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:55.614987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.631360 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa2df-963a-4cc5-9a73-76fd52581059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.634416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-fc380257-2313-4c70-83b5-84d8ee9fe002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.636050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-fc380257-2313-4c70-83b5-84d8ee9fe002 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 1098 time: 0.1138384 Aug 30 22:52:55.640650 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cdaa2df-963a-4cc5-9a73-76fd52581059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.672859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-a1adef4f-c502-4807-adf8-7c7752c08967 service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402159 Aug 30 22:52:55.709310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:55.732390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f264d4c-79af-4a4d-b667-f3c21f7d143a req-26fb06fa-33dd-4922-860e-f16c7b278ca0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.733939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f264d4c-79af-4a4d-b667-f3c21f7d143a req-26fb06fa-33dd-4922-860e-f16c7b278ca0 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1631136 Aug 30 22:52:55.745379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:55.766379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdaa2df-963a-4cc5-9a73-76fd52581059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c48fc0-6e92-4e0c-8f38-59c118e69329,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:55.780101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5cdaa2df-963a-4cc5-9a73-76fd52581059 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19ee931dd0694e2f85949f94bed889fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5863123 Aug 30 22:52:55.784329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:52:55.791685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Checking router: f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:52:55.801991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:52:55.802631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:55.831040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07d0b673-608e-4cf0-8cc6-cf3661016f44 req-0fa935ec-8ff8-4818-a218-9b82ca8aca58 service neutron] 10.222.0.25 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502059 Aug 30 22:52:55.851625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f264d4c-79af-4a4d-b667-f3c21f7d143a req-bca34a8c-34ae-4720-925c-d6163e2d0711 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003971 Aug 30 22:52:55.902661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-568fa5ff-1d11-4235-999c-6bd64b266182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.907359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-568fa5ff-1d11-4235-999c-6bd64b266182 service neutron] 10.222.0.47 "GET /v2.0/networks?id=887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 200 len: 920 time: 0.2562897 Aug 30 22:52:55.973450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:55.974509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:52:55.977923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-f27262fb-b23c-4de7-beb7-5606390c22d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 200 len: 217 time: 0.0565763 Aug 30 22:52:55.985179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da1317-32e0-4899-81ea-b8e608c755a1 req-7c28f4a9-8068-451b-9922-762989645823 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:55.986909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69da1317-32e0-4899-81ea-b8e608c755a1 req-7c28f4a9-8068-451b-9922-762989645823 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0728784 Aug 30 22:52:56.031658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69da1317-32e0-4899-81ea-b8e608c755a1 req-b6deb3b7-fd6f-4c28-bb6d-cdc81fb9a004 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385489 Aug 30 22:52:56.078542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-2b88b58b-29a9-463e-bdd0-9d85d8d122a7 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips/8042f7bb-3540-44ed-b165-b5a6cd2b81cc HTTP/1.1" status: 200 len: 695 time: 0.1028740 Aug 30 22:52:56.081649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:56.159555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-a9da68fa-a0a7-48fb-b0d5-62d648226a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.161057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-a9da68fa-a0a7-48fb-b0d5-62d648226a7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 200 len: 859 time: 0.1705437 Aug 30 22:52:56.216995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786bb13-c42f-44fc-a887-81a0fe0c9675 req-ade58338-e568-4267-b9a0-2d73c65348b2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.218893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0786bb13-c42f-44fc-a887-81a0fe0c9675 req-ade58338-e568-4267-b9a0-2d73c65348b2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0885181 Aug 30 22:52:56.227192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-58613577-a720-44ca-9c24-f2a673caafc2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=887d924d-cee4-4f81-9c60-f46576a6509b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549791 Aug 30 22:52:56.277716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0786bb13-c42f-44fc-a887-81a0fe0c9675 req-7e94febc-ebf5-4bf1-9ec6-3509ce4b86ff tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497797 Aug 30 22:52:56.313586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:56.316294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:56.320576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9c48fc0-6e92-4e0c-8f38-59c118e69329 HTTP/1.1" status: 204 len: 168 time: 0.5322349 Aug 30 22:52:56.341833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-15458d8a-c6e2-4b3d-9079-36d655fb9a68 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.347356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-15458d8a-c6e2-4b3d-9079-36d655fb9a68 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 784 time: 0.2678528 Aug 30 22:52:56.360191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54684868-e776-4efd-b588-877b78ef3552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c48fc0-6e92-4e0c-8f38-59c118e69329,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:56.429498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-cfc81379-4695-4838-8ef6-90c4c5702740 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 698 time: 0.0811782 Aug 30 22:52:56.473247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:52:56.511122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3af3af8-5330-48f8-8c88-30c2abde015b None None] The sync data for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 is: [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:51:37Z', 'revision_number': 4, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a8956667-bd5a-4302-b22a-dedb5b8bc7f4', 'name': '', 'network_id': '887d924d-cee4-4f81-9c60-f46576a6509b', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'mac_address': 'fa:16:3e:50:a9:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:36Z', 'updated_at': '2021-08-30T22:51:47Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'subnets': [{'id': '253f4de3-8d21-4689-8378-3cac3c32f31f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:52:56.529103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-7f1b99fb-ae9f-45c2-8d2d-9da93feb4a40 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835538 Aug 30 22:52:56.565380 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-f8febb1e-9d9c-43ac-922a-e52dc71c696c tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/floatingips?floating_ip_address=172.25.7.100 HTTP/1.1" status: 200 len: 698 time: 0.1337855 Aug 30 22:52:56.663575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['985c4eb8-899b-416b-ab62-3a5278d244ac'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:56.663869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.673890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.686019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.695685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.703032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.710540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.714378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b52cc764-d0d0-41a9-a618-75bb01ab5ce0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:56.731860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b721533b-504a-4445-b1af-c3160019942e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:56.733288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:56.742891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-7f3afa9f-61c1-4381-b76c-19125bce6481 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5435 time: 0.2124832 Aug 30 22:52:56.805597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a84cc627-7479-40be-9093-7b596c4b7895'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:56.820976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ac48c5b-3dcd-4efa-8f80-52018a9c98bc req-5474497a-9e71-452b-8e04-f661f2b0418b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716524 Aug 30 22:52:56.878722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd12a08-7f69-4e0c-99e0-10c30dab2f57 req-f566e1b6-671d-4973-93ec-0b9427a5ffe0 service neutron] 10.222.0.47 "GET /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122699 Aug 30 22:52:56.924618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Deleting port 6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:52:56.924970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.041865 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a1aec-c811-460c-aaa4-7443d146bb89 None None] New status for floating IP 8042f7bb-3540-44ed-b165-b5a6cd2b81cc: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:52:57.071521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.071872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.078083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fb5c6-49b4-43a6-ba86-7c44d29e38c3 req-76c9f1df-53a1-4ceb-adeb-6dff10407b4f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:57.083952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-035fb5c6-49b4-43a6-ba86-7c44d29e38c3 req-76c9f1df-53a1-4ceb-adeb-6dff10407b4f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.1061106 Aug 30 22:52:57.101712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Calling delete_port for 6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:52:57.160953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-035fb5c6-49b4-43a6-ba86-7c44d29e38c3 req-0c2890d9-5840-4980-9930-945463bd5df8 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703909 Aug 30 22:52:57.356739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.378403 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.db.api [None req-fa9a1aec-c811-460c-aaa4-7443d146bb89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101271) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:52:57.379441 n-d-791504-21 neutron-server[101271]: DEBUG oslo_db.api [None req-fa9a1aec-c811-460c-aaa4-7443d146bb89 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:52:57.434936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event deleted for resources: {'Port': ['ID=6bb49bcf-dcc9-4f24-ac14-6bbad3a6add2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:57.478630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e536f2-e0a7-46c6-9851-644a9047692e req-695e4c4a-c718-4c46-9110-d429a49b61ea tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:57.480956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e536f2-e0a7-46c6-9851-644a9047692e req-695e4c4a-c718-4c46-9110-d429a49b61ea tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0744863 Aug 30 22:52:57.531658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.536209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.537929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd03379c-8b1b-45bb-b8b6-d0cee4df73be req-0aabb259-f961-4214-8c13-dc8a792eaf39 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "DELETE /v2.0/floatingips/8042f7bb-3540-44ed-b165-b5a6cd2b81cc HTTP/1.1" status: 204 len: 173 time: 0.9360011 Aug 30 22:52:57.562213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e536f2-e0a7-46c6-9851-644a9047692e req-73554b49-d404-4102-b55d-69f38617276c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Aug 30 22:52:57.651353 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.688078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea01cad-838d-4a49-9024-7c2f796098fa req-dcb9e321-bc3d-4616-9290-912e401ac298 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:57.688270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25369369-16bc-41e6-bae6-ef31f93ead79 req-d918a5c5-1698-45c1-93d4-25e841b9d501 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:57.689711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25369369-16bc-41e6-bae6-ef31f93ead79 req-d918a5c5-1698-45c1-93d4-25e841b9d501 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0705185 Aug 30 22:52:57.689846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fea01cad-838d-4a49-9024-7c2f796098fa req-dcb9e321-bc3d-4616-9290-912e401ac298 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 945 time: 0.0724337 Aug 30 22:52:57.732842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fea01cad-838d-4a49-9024-7c2f796098fa req-bf3402d1-df2e-45d4-a4b0-8c4727ac67f9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Aug 30 22:52:57.737853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25369369-16bc-41e6-bae6-ef31f93ead79 req-5e85f057-e027-4ae9-98df-df2281b01f4e tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399046 Aug 30 22:52:57.783359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:52:57.829379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-893cc141-0562-4d73-8ee9-b32e2db6c601 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups/0e2d2e6f-4309-49f3-bb67-86dee71e17d0 HTTP/1.1" status: 200 len: 1808 time: 0.0561190 Aug 30 22:52:57.881051 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9a1aec-c811-460c-aaa4-7443d146bb89 None None] New status for floating IP 8042f7bb-3540-44ed-b165-b5a6cd2b81cc: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:52:57.910015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.913854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.939195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:52:57.941596 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d60957-c749-4b52-9f0e-08dcbec58a7b" -d '{"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:52:57.959026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:52:57.964342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.965841 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:57.999301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c29304cb-3d57-477c-ad99-571bb47cd5da'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:58.020885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:58.026385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:58.027587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb5b596e-283b-4778-a92f-0e65b2fa0377 req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "DELETE /v2.0/security-groups/0e2d2e6f-4309-49f3-bb67-86dee71e17d0 HTTP/1.1" status: 204 len: 173 time: 0.1905844 Aug 30 22:52:58.044354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['29381d73-a33d-4793-8671-487e5f6eb1d0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:58.051560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67caa057-0198-4dad-abd2-2852945d4e29 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2d2e6f-4309-49f3-bb67-86dee71e17d0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:58.063982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-ecde1cae-c678-4f7f-a104-658f782d47c0 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=53cb70026b9b4f808f86a919ff746153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388539 Aug 30 22:52:58.105066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:52:58.196433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-d6987075-9cdb-4d8c-999f-98e5e4b0072f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.204358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-d6987075-9cdb-4d8c-999f-98e5e4b0072f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389811 Aug 30 22:52:58.205077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:52:58.252914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-eddd2cf0-3c5b-4b71-9d0b-c48295fb14af tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/quotas/53cb70026b9b4f808f86a919ff746153 HTTP/1.1" status: 200 len: 375 time: 0.0480933 Aug 30 22:52:58.309999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-aac9e603-1cdf-4d4b-8668-64c2a536599f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=53cb70026b9b4f808f86a919ff746153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561137 Aug 30 22:52:58.320530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-3f22ffd2-2ee0-4d1e-b718-c9f4a8f1de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.325337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-3f22ffd2-2ee0-4d1e-b718-c9f4a8f1de84 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=25a41d019b6245b08ea133d7eea326f4&device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 1097 time: 0.1188638 Aug 30 22:52:58.435367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.444782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.457354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.457774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-415a975f-bc93-4ff3-96bd-b84afd6eeb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.459458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-415a975f-bc93-4ff3-96bd-b84afd6eeb28 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 200 len: 912 time: 0.1226213 Aug 30 22:52:58.465940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.473363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.480517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.494372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.503016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-d3b302a3-0e05-4e72-be1c-4dfced6c9250 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5435 time: 0.1756675 Aug 30 22:52:58.547518 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 30 Aug 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024addff-164a-4e64-8aa6-3b80cb22d7e5 x-openstack-request-id: req-024addff-164a-4e64-8aa6-3b80cb22d7e5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:52:58.548095 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-unplugged", "status": "failed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "code": 422}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:52:58.548556 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-024addff-164a-4e64-8aa6-3b80cb22d7e5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:52:58.549254 n-d-791504-21 neutron-server[101270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'code': 422} returned with failed status Aug 30 22:52:58.555036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-e96ce51b-82d2-4867-be26-266e0d861651 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 200 len: 217 time: 0.0811193 Aug 30 22:52:58.595346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05a5e3bc-5ca4-44f5-9398-89f2019b772b req-f7544a80-c8f5-460e-af63-8a16bb630c35 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895975 Aug 30 22:52:58.647163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-4fac73f9-23d9-4f2c-afdf-f8fd9c3aa393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.649229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-4fac73f9-23d9-4f2c-afdf-f8fd9c3aa393 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 200 len: 851 time: 0.0785267 Aug 30 22:52:58.701960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-1c932b79-e862-474d-84a5-a0e73d1fb33e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c5a6f47a-7c43-4e40-9630-48a2840ba37c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410573 Aug 30 22:52:58.799512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79e26-7aff-4b03-84ae-6029a5f15dbb req-a6f3dcca-85e5-43ac-911b-b82e90a4ba4b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:58.801659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2db79e26-7aff-4b03-84ae-6029a5f15dbb req-a6f3dcca-85e5-43ac-911b-b82e90a4ba4b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0858941 Aug 30 22:52:58.846514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-24d31c00-8090-4f63-a5ca-9268bf4f1768 req-0eeb32a2-e2ca-4626-ae47-0dca646b8d6b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:52:58.847600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-24d31c00-8090-4f63-a5ca-9268bf4f1768 req-0eeb32a2-e2ca-4626-ae47-0dca646b8d6b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053020 Aug 30 22:52:58.870325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-425801be-0162-4a57-b5db-fb032e5cc041 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497295 Aug 30 22:52:58.894332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2db79e26-7aff-4b03-84ae-6029a5f15dbb req-66b10785-0c09-4a95-a6a0-4995026bed83 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760357 Aug 30 22:52:59.034778 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c0c4042-0b10-4c23-98db-d81c0ab77277 req-3a404ece-860d-4bfb-a7d9-ae87f5dd6f99 service neutron] 10.222.0.47 "GET /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527052 Aug 30 22:52:59.073858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e68d75a-f0a0-4d86-b985-baf287a91d03 req-7e552312-21d8-423b-b968-1f11e5927e94 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0380731 Aug 30 22:52:59.152440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257d55-0b3f-43d6-897a-3bb8bda84514 req-e451951a-f99e-4a80-8d01-63641bbeff19 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.161778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1257d55-0b3f-43d6-897a-3bb8bda84514 req-e451951a-f99e-4a80-8d01-63641bbeff19 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0828063 Aug 30 22:52:59.212418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1257d55-0b3f-43d6-897a-3bb8bda84514 req-b5242ca3-c95c-414a-ae6c-b41ee77ac106 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474248 Aug 30 22:52:59.235718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a2c03-5cc0-45b2-a49e-707dec66aeb3 req-ab6ca07e-8529-470c-affb-7b7d03911279 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.237682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a54a2c03-5cc0-45b2-a49e-707dec66aeb3 req-ab6ca07e-8529-470c-affb-7b7d03911279 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.0762520 Aug 30 22:52:59.240599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-a8286d71-62f4-43ff-a3b6-2ed4270346d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1095769 Aug 30 22:52:59.318288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a54a2c03-5cc0-45b2-a49e-707dec66aeb3 req-c7f7135d-b123-47ec-b1f9-c09d0a49b19b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639770 Aug 30 22:52:59.365426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cae8789-8ff7-4733-84f8-f4674b921a7b req-3b9fd418-0450-4622-8051-a6d2de8b0095 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.367813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cae8789-8ff7-4733-84f8-f4674b921a7b req-3b9fd418-0450-4622-8051-a6d2de8b0095 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0897815 Aug 30 22:52:59.429305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cae8789-8ff7-4733-84f8-f4674b921a7b req-6060a286-597c-41f1-8cef-ae782061aadd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552988 Aug 30 22:52:59.731408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.737332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.743786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.749573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.755395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.761883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.776804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:52:59.778787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-694ba75f-b9b1-40ad-83a2-7539391602f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5435 time: 0.1052134 Aug 30 22:52:59.799536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a84cc627-7479-40be-9093-7b596c4b7895 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:52:59.829379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd97ae3c-c814-477c-98bf-5be84106d44b req-e0baf97d-bf4b-446f-a7a0-3d4b1896024f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424798 Aug 30 22:52:59.898859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port a84cc627-7479-40be-9093-7b596c4b7895 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:52:59.902594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a84cc627-7479-40be-9093-7b596c4b7895 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:52:59.903003 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:52:59.992996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-cffb0927-5c9c-4b66-8f03-d71bdb88228d tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=53cb70026b9b4f808f86a919ff746153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486298 Aug 30 22:53:00.035140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.090303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:00.096345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.098041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b721533b-504a-4445-b1af-c3160019942e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:00.202228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e280371-4b2e-4073-a4ab-77c178271012 req-276a89ba-c24b-4ba1-8262-578c85135f93 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.204051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e280371-4b2e-4073-a4ab-77c178271012 req-276a89ba-c24b-4ba1-8262-578c85135f93 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0843716 Aug 30 22:53:00.253112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port b721533b-504a-4445-b1af-c3160019942e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:00.263188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port b721533b-504a-4445-b1af-c3160019942e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:00.263802 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.267680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b810e320-23f4-49f3-a46d-43371839c970 req-bc25547c-9aff-447b-9651-6b1f38619d63 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0510974 Aug 30 22:53:00.269798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-29936bfc-e44c-4124-abd8-3fedd0f851bf tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.271516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-29936bfc-e44c-4124-abd8-3fedd0f851bf tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729032 Aug 30 22:53:00.298590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e280371-4b2e-4073-a4ab-77c178271012 req-9ce63688-92db-42f5-bc3c-2b22703c1601 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821097 Aug 30 22:53:00.311178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:00.326558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Request body: {'port': {'device_id': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '53cb70026b9b4f808f86a919ff746153'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:00.409847 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.422805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b1e5-25b2-432d-a6ce-834e23a80fa2 req-a0a3ae5b-25d7-4a61-bba0-9560ad2d24ca tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.425540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16b0b1e5-25b2-432d-a6ce-834e23a80fa2 req-a0a3ae5b-25d7-4a61-bba0-9560ad2d24ca tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0682704 Aug 30 22:53:00.458844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:00.465112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.466168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 985c4eb8-899b-416b-ab62-3a5278d244ac up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:00.507712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42f7f60-0f9b-4265-96af-6b0601a52487 req-68fd4e09-d60e-4428-94f5-8a6c63cd3ba6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.515087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d42f7f60-0f9b-4265-96af-6b0601a52487 req-68fd4e09-d60e-4428-94f5-8a6c63cd3ba6 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1013818 Aug 30 22:53:00.518356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16b0b1e5-25b2-432d-a6ce-834e23a80fa2 req-56d3ed40-0112-488a-b382-2eea76b5f994 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824111 Aug 30 22:53:00.541232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-708ab60d-65ae-472b-bc5d-787ddafbe847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.545468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-708ab60d-65ae-472b-bc5d-787ddafbe847 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7&tenant_id=b2133e218f5c4ef991efe061064d29eb HTTP/1.1" status: 200 len: 1095 time: 0.0915041 Aug 30 22:53:00.557642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Made reservation on behalf of 53cb70026b9b4f808f86a919ff746153 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:00.559961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721533b-504a-4445-b1af-c3160019942e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:00.561369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.566425 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02cbbb0-ec11-453b-9711-4e53f7fa9f4c" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "a84cc627-7479-40be-9093-7b596c4b7895"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "b721533b-504a-4445-b1af-c3160019942e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:00.578285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.595541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d42f7f60-0f9b-4265-96af-6b0601a52487 req-759424e6-efd4-4109-a6c2-a82959c55207 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780573 Aug 30 22:53:00.644147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:00.656544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 985c4eb8-899b-416b-ab62-3a5278d244ac completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:00.668162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 985c4eb8-899b-416b-ab62-3a5278d244ac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:00.668614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.672069 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-172b9ca6-9bf3-4b10-9b13-5835be5d30a3 x-openstack-request-id: req-172b9ca6-9bf3-4b10-9b13-5835be5d30a3 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:00.672368 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "a84cc627-7479-40be-9093-7b596c4b7895", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "b721533b-504a-4445-b1af-c3160019942e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:00.672628 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-172b9ca6-9bf3-4b10-9b13-5835be5d30a3 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:00.673036 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895', 'code': 200} Aug 30 22:53:00.673279 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b721533b-504a-4445-b1af-c3160019942e', 'code': 200} Aug 30 22:53:00.699811 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.705215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.727149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0202bdcb-62ab-4a50-83a5-5d7a14536d29 req-3bd9f06b-5f03-403f-b3d5-3a5b47ca6da6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.735694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0202bdcb-62ab-4a50-83a5-5d7a14536d29 req-3bd9f06b-5f03-403f-b3d5-3a5b47ca6da6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1431160 Aug 30 22:53:00.739463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-3b149e0b-985b-40c0-8cdd-66eb63a287b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.740949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-3b149e0b-985b-40c0-8cdd-66eb63a287b9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1095 time: 0.1571467 Aug 30 22:53:00.771450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.781774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243b1363-d696-4903-b037-46232c10c3ef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:00.835896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:00.841708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.843156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b52cc764-d0d0-41a9-a618-75bb01ab5ce0 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:00.848080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0202bdcb-62ab-4a50-83a5-5d7a14536d29 req-4234da10-4d60-46bc-aa0a-ead297678e8c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072719 Aug 30 22:53:00.885769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Allocated IP 192.168.233.216 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/245192e0-dbf4-406c-9aeb-1734cab866c3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:00.900253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-500137a2-b23f-421d-b087-0915214202e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:00.902099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-500137a2-b23f-421d-b087-0915214202e4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 914 time: 0.1529286 Aug 30 22:53:00.948678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:00.955716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:00.956017 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:00.957570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-7ba6b147-8557-4052-b92b-bcd8ab60be8e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 217 time: 0.0469320 Aug 30 22:53:01.019742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:01.044559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-acfd4360-f4de-49a3-bd4f-aa1cda27d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.046333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-acfd4360-f4de-49a3-bd4f-aa1cda27d84a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.0819058 Aug 30 22:53:01.073149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.087264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-6d056f76-9c71-48b2-aeed-131fe3c1b2b7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325320 Aug 30 22:53:01.110963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:01.115742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.118782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.124736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.144891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.155370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.161240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.167895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.173692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.182249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-f99c5a8a-d7c3-4379-8f6b-07b2d965cfa1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5438 time: 0.1976914 Aug 30 22:53:01.199006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-78d46e08-8c12-4086-904a-1c66c5077d96 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035395 Aug 30 22:53:01.252603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:01.260840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.276221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-840dc0d9-7703-4ac7-af9b-f2a1839adaec req-dc507fec-1f17-41b4-a563-32ac30be5598 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930831 Aug 30 22:53:01.290749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Transition to ACTIVE for port object 245192e0-dbf4-406c-9aeb-1734cab866c3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:01.340627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.341959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c274969-ba24-45e6-92e6-f059dd87c278 req-b488f6ab-60e5-4fb1-bef8-36b4a506f441 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336942 Aug 30 22:53:01.405590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b269fdd-dc51-45e5-ae83-89a838164b1c req-e0588387-5240-4b64-927c-052bf5db8ace tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.407472 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b269fdd-dc51-45e5-ae83-89a838164b1c req-e0588387-5240-4b64-927c-052bf5db8ace tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 936 time: 0.0599470 Aug 30 22:53:01.444408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:01.453095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:01.456029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:01.457668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b269fdd-dc51-45e5-ae83-89a838164b1c req-23b1ae8d-0b22-44c0-adee-086905c8813a tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Aug 30 22:53:01.459347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:01.507695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f755e18-a8f8-473c-8414-8d13c0816fe1 req-5e342d41-3d03-4962-8e11-b792a2b6c577 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.514281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f755e18-a8f8-473c-8414-8d13c0816fe1 req-5e342d41-3d03-4962-8e11-b792a2b6c577 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1177096 Aug 30 22:53:01.540009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.540652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.575983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-5835b33b-e162-4f9f-91bf-455dd7dc8833 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2542498 Aug 30 22:53:01.582610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f755e18-a8f8-473c-8414-8d13c0816fe1 req-28e99b38-eeb3-4a5b-ac7f-f079f11c345b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671577 Aug 30 22:53:01.609674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Request body: {'port': {'device_id': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:01.692641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:01.716119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d50167-6d46-4e58-bb42-a319251f274c req-c1738a91-b978-4153-9fbc-0c2ca938ea9b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:01.728743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40d50167-6d46-4e58-bb42-a319251f274c req-c1738a91-b978-4153-9fbc-0c2ca938ea9b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1096220 Aug 30 22:53:01.810273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40d50167-6d46-4e58-bb42-a319251f274c req-1558def2-4ccc-4027-b838-6175d192ac2b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780993 Aug 30 22:53:01.841353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c29304cb-3d57-477c-ad99-571bb47cd5da up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:01.907382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a98deb12-9e74-4e38-8329-6ff3ff63491a None None] Provisioning for port 245192e0-dbf4-406c-9aeb-1734cab866c3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:01.932608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a98deb12-9e74-4e38-8329-6ff3ff63491a None None] Provisioning complete for port 245192e0-dbf4-406c-9aeb-1734cab866c3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:01.932982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a98deb12-9e74-4e38-8329-6ff3ff63491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.004294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7e63f-9772-45f7-93bc-a802fec8be2a req-00c950cc-46ff-4d95-985a-44955f35b268 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:02.017896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19b7e63f-9772-45f7-93bc-a802fec8be2a req-00c950cc-46ff-4d95-985a-44955f35b268 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1072805 Aug 30 22:53:02.062524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a98deb12-9e74-4e38-8329-6ff3ff63491a None None] Port 245192e0-dbf4-406c-9aeb-1734cab866c3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:53:02.075133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c29304cb-3d57-477c-ad99-571bb47cd5da completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:02.095370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c29304cb-3d57-477c-ad99-571bb47cd5da triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:02.095744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.182587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19b7e63f-9772-45f7-93bc-a802fec8be2a req-ea68167a-a7f0-47f1-9bc6-be71a104ac5b tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a109a34-2f4e-400d-b263-be68c6da4f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635013 Aug 30 22:53:02.242529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-e3441e9c-51eb-4438-af6e-0b2c9a973790 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:02.252483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-e3441e9c-51eb-4438-af6e-0b2c9a973790 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.47 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 946 time: 0.1936996 Aug 30 22:53:02.277067 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.362120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c29304cb-3d57-477c-ad99-571bb47cd5da,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:02.369244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.370325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:02.471892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:02.489487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b7104-0881-426a-8a82-f1f633b26a3f req-e21feea9-77b8-4026-92ba-ff72353064af tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:02.493380 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-774b7104-0881-426a-8a82-f1f633b26a3f req-e21feea9-77b8-4026-92ba-ff72353064af tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1497421 Aug 30 22:53:02.500706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:02.505278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:02.505655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.593511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Deleting port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:02.593968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.666669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359d3fac-6c84-43de-82e0-9fa0989687c1 req-14436a0a-7d1a-4d74-b58f-2e5f60ab7cbd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:02.669287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-359d3fac-6c84-43de-82e0-9fa0989687c1 req-14436a0a-7d1a-4d74-b58f-2e5f60ab7cbd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.2575924 Aug 30 22:53:02.674453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29304cb-3d57-477c-ad99-571bb47cd5da'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:02.676954 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680bb16-4d79-4297-9f94-eade75a97830" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "b52cc764-d0d0-41a9-a618-75bb01ab5ce0"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "c29304cb-3d57-477c-ad99-571bb47cd5da"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:02.705640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.736198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-774b7104-0881-426a-8a82-f1f633b26a3f req-8b900fe4-9fdc-4f45-8b1f-8d4939518ee2 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264678 Aug 30 22:53:02.814096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:02.827615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.828518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 29381d73-a33d-4793-8671-487e5f6eb1d0 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:02.855724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] For port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:02.856275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.878351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Calling delete_port for b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:02.908265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:02.917439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:02.936854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Transition to ACTIVE for port object 245192e0-dbf4-406c-9aeb-1734cab866c3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:02.999920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.023252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:03.064131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.067587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 29381d73-a33d-4793-8671-487e5f6eb1d0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:03.078656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 29381d73-a33d-4793-8671-487e5f6eb1d0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:03.081673 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.126429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-359d3fac-6c84-43de-82e0-9fa0989687c1 req-91488cd7-c887-4717-a113-2ab4d5896026 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879429 Aug 30 22:53:03.189424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:03.232783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Pushing event deleted for resources: {'Port': ['ID=b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:03.261280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:03.325669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] No DVR routers for this DVR port b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:53:03.332899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.339521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dad11292-0fdd-4666-9630-4a8f4e1b3eac req-6244daa4-5b7b-481a-8679-a0b543193ef8 tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.47 "DELETE /v2.0/ports/b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 HTTP/1.1" status: 204 len: 173 time: 1.0784400 Aug 30 22:53:03.363578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'name': 'network-vif-deleted', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:03.366191 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706712c8-82d7-4a1c-afc4-414d52f4ea7d" -d '{"events": [{"server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "name": "network-vif-deleted", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:03.411566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.493627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.499790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.508091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:03.517026 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.518063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:03.541622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.574315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.586096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.619324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.626861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.643564 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3145010-dd06-49b4-967b-b034378f131e req-74c8c184-bbff-4762-b50c-febd0e41d49f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5441 time: 0.4206305 Aug 30 22:53:03.672899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Attempting to bind port 245192e0-dbf4-406c-9aeb-1734cab866c3 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:03.673487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Attempting to bind port 245192e0-dbf4-406c-9aeb-1734cab866c3 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:03.673672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Attempting to bind port 245192e0-dbf4-406c-9aeb-1734cab866c3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:03.718634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7ddb-1068-4877-820d-cebfa830bcad req-2f74a1df-d4b6-4163-9198-b1dea2100480 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:03.724721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:03.736572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0eb7ddb-1068-4877-820d-cebfa830bcad req-2f74a1df-d4b6-4163-9198-b1dea2100480 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.4039516 Aug 30 22:53:03.770381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3145010-dd06-49b4-967b-b034378f131e req-cb6aa550-ecf4-45a3-818f-b4e9aa1e51e9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258159 Aug 30 22:53:03.782321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Port 245192e0-dbf4-406c-9aeb-1734cab866c3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:53:03.789265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Attempting to bind port 245192e0-dbf4-406c-9aeb-1734cab866c3 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:03.819661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:03.820246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:03.820777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:03.821388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Bound port: 245192e0-dbf4-406c-9aeb-1734cab866c3, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:03.821938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:03.853550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0eb7ddb-1068-4877-820d-cebfa830bcad req-9f63ed7e-e4b4-4905-a9b9-a45a6bb72306 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160665 Aug 30 22:53:03.891306 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71797a05-6dbd-49fa-875e-d40e55d74d60 x-openstack-request-id: req-71797a05-6dbd-49fa-875e-d40e55d74d60 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:03.892460 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "b52cc764-d0d0-41a9-a618-75bb01ab5ce0", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "c29304cb-3d57-477c-ad99-571bb47cd5da", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:03.892746 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71797a05-6dbd-49fa-875e-d40e55d74d60 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:03.893510 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'code': 200} Aug 30 22:53:03.893682 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52cc764-d0d0-41a9-a618-75bb01ab5ce0', 'code': 200} Aug 30 22:53:03.893968 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c29304cb-3d57-477c-ad99-571bb47cd5da', 'code': 200} Aug 30 22:53:03.963951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:04.050432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:04.081817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:04.111283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59e7979a-fce6-4956-96d0-68366c225587 req-68f4e249-be96-4d75-af07-a41fc06d330e tempest-ServerRescueTestJSONUnderV235-533864709 tempest-ServerRescueTestJSONUnderV235-533864709-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca3cfa3f-8d69-4b1d-94de-7d8fa476413f HTTP/1.1" status: 200 len: 210 time: 0.0477653 Aug 30 22:53:04.181295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e31629a-c2d6-4e3d-88d6-49985033a9eb req-669cb318-8bbb-4426-984e-eb5b3894def7 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:04.191821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e31629a-c2d6-4e3d-88d6-49985033a9eb req-669cb318-8bbb-4426-984e-eb5b3894def7 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.2296576 Aug 30 22:53:04.224457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:04.225107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:04.227546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] 10.222.0.52 "PUT /v2.0/ports/245192e0-dbf4-406c-9aeb-1734cab866c3 HTTP/1.1" status: 200 len: 1097 time: 2.6281106 Aug 30 22:53:04.227693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:04.233623 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4978bd0-12d1-4462-8ffa-2da241751037" -d '{"events": [{"name": "network-changed", "server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:04.282541 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3c8331-38db-46e1-856d-6a432b6225e8 x-openstack-request-id: req-0c3c8331-38db-46e1-856d-6a432b6225e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:04.282541 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca3cfa3f-8d69-4b1d-94de-7d8fa476413f", "name": "network-vif-deleted", "tag": "b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:04.282741 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c3c8331-38db-46e1-856d-6a432b6225e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:04.283155 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca3cfa3f-8d69-4b1d-94de-7d8fa476413f', 'name': 'network-vif-deleted', 'tag': 'b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51', 'status': 'completed', 'code': 200} Aug 30 22:53:04.353139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5556f-ca21-4e6c-9ae6-1ebe3f0d4ce5 service neutron] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:04.372728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e31629a-c2d6-4e3d-88d6-49985033a9eb req-ba3db46d-c08d-4df6-953e-0020d5c54660 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798978 Aug 30 22:53:04.489489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd105cc7-fe52-4b89-9561-4c261d5ed10b req-4c411eb9-1db9-42b7-ba87-ae966f5cdd78 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:04.491168 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd105cc7-fe52-4b89-9561-4c261d5ed10b req-4c411eb9-1db9-42b7-ba87-ae966f5cdd78 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1507258 Aug 30 22:53:04.546406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd105cc7-fe52-4b89-9561-4c261d5ed10b req-371a0edc-948e-4c46-9151-e654be710bf7 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491161 Aug 30 22:53:04.766359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37748a39-45fc-4ecc-9cfa-52f02fd539c7 req-a47d4d57-9625-43df-b6d0-282239251246 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:04.768441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37748a39-45fc-4ecc-9cfa-52f02fd539c7 req-a47d4d57-9625-43df-b6d0-282239251246 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1121008 Aug 30 22:53:04.824353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37748a39-45fc-4ecc-9cfa-52f02fd539c7 req-93bc07ff-90e3-4903-9ee6-3f768a5e8ce7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457368 Aug 30 22:53:04.903229 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433e591b-475d-45e2-b8d7-e83f2bd07044 x-openstack-request-id: req-433e591b-475d-45e2-b8d7-e83f2bd07044 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:04.903746 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:04.903746 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-433e591b-475d-45e2-b8d7-e83f2bd07044 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:04.904158 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'status': 'completed', 'code': 200} Aug 30 22:53:05.013564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.019475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.025371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.031227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.037047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.044491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.051067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.053458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-4b12b27e-fa9f-4265-b1d9-5584b80d79e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1009533 Aug 30 22:53:05.103585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db19a906-db0e-4210-9153-cad91e4b8d03 req-619f9d21-04d4-4fd9-acd7-607d11a63275 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0424676 Aug 30 22:53:05.586561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ec6e2-3ec1-476d-a520-21ba87dd1e4e req-a4749fb8-f59d-4f18-8465-e2f9f28ed1c0 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:05.594686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc4ec6e2-3ec1-476d-a520-21ba87dd1e4e req-a4749fb8-f59d-4f18-8465-e2f9f28ed1c0 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.4320779 Aug 30 22:53:05.642421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc4ec6e2-3ec1-476d-a520-21ba87dd1e4e req-fe66b026-16e0-496a-b705-575fc9279565 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457776 Aug 30 22:53:05.681253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:05.894946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:05.899698 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b7641-af87-47e5-be14-a0f7da80ee77" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:06.007002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc8686-e9e3-46dd-a1d1-57d4fdc8596e req-8f4a6ef1-70f6-4a73-8e6f-b4dfa7d7e514 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.009074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ddc8686-e9e3-46dd-a1d1-57d4fdc8596e req-8f4a6ef1-70f6-4a73-8e6f-b4dfa7d7e514 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.2598205 Aug 30 22:53:06.099560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-2c9b6027-0ffa-4b9e-8c33-53c8c8ec4a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.101438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-2c9b6027-0ffa-4b9e-8c33-53c8c8ec4a4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 1098 time: 0.1150963 Aug 30 22:53:06.125933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ddc8686-e9e3-46dd-a1d1-57d4fdc8596e req-fcc0feb5-35ce-45ee-a922-f237421994f0 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992317 Aug 30 22:53:06.274412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-dffcccc2-d8b6-4684-8cb7-de07c67c49c9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.275614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-dffcccc2-d8b6-4684-8cb7-de07c67c49c9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.47 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.0995941 Aug 30 22:53:06.391492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-8f9c39e2-7c17-401e-b753-859461664487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.393524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-8f9c39e2-7c17-401e-b753-859461664487 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 916 time: 0.2600722 Aug 30 22:53:06.422732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Deleting port 906dbcd3-b94d-4346-88d6-565959655dee {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:06.422972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:06.430764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9374b-6343-44d3-9a75-a1cbda216772 req-27b19271-6ddf-4218-97a7-f3723eb6b1dc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.432844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89d9374b-6343-44d3-9a75-a1cbda216772 req-27b19271-6ddf-4218-97a7-f3723eb6b1dc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=87ae6abe-420d-4008-a2d5-11593ce5a7ad HTTP/1.1" status: 200 len: 945 time: 0.1605823 Aug 30 22:53:06.477666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-becde84a-f822-4994-b9f0-a0455a1a1c82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=af05cd7b-4850-4243-b2e8-525544ad1da0 HTTP/1.1" status: 200 len: 217 time: 0.0712883 Aug 30 22:53:06.599153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] For port 906dbcd3-b94d-4346-88d6-565959655dee, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=906dbcd3-b94d-4346-88d6-565959655dee,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:06.599622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:06.621831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Calling delete_port for 906dbcd3-b94d-4346-88d6-565959655dee owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:06.633111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89d9374b-6343-44d3-9a75-a1cbda216772 req-98261dec-0431-44ed-a7a2-462848a5e065 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662493 Aug 30 22:53:06.691759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-b6c42c8b-7504-4448-b4a8-73c400393bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.699977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-b6c42c8b-7504-4448-b4a8-73c400393bed service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.2069514 Aug 30 22:53:06.767641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-479f03ef-f550-4139-979d-1cdb540457c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569556 Aug 30 22:53:06.874540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:06.879448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:06.897847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['906dbcd3-b94d-4346-88d6-565959655dee'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:06.945494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ea933f9a-2047-4c84-804f-102649224e35'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:06.945718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Pushing event deleted for resources: {'Port': ['ID=906dbcd3-b94d-4346-88d6-565959655dee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:06.978265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d5523-18bc-461e-9c9e-a7a266933a09 req-5a0ecdd2-a5b4-4e78-bef0-125db6c5201d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:06.983950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-179d5523-18bc-461e-9c9e-a7a266933a09 req-5a0ecdd2-a5b4-4e78-bef0-125db6c5201d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.2127120 Aug 30 22:53:07.006738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] No DVR routers for this DVR port 906dbcd3-b94d-4346-88d6-565959655dee on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:53:07.020759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:07.023537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0924ecb5-c5ec-44a1-9e05-33af79d9877e req-bc5be9b5-95c3-4613-b5b7-508320dba034 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.47 "DELETE /v2.0/ports/906dbcd3-b94d-4346-88d6-565959655dee HTTP/1.1" status: 204 len: 173 time: 0.7388911 Aug 30 22:53:07.024101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'name': 'network-vif-deleted', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:07.026663 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdfd5ed-0db8-42c9-ba1e-432842dc5794" -d '{"events": [{"server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "name": "network-vif-deleted", "tag": "906dbcd3-b94d-4346-88d6-565959655dee"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:07.092513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-f1ea24d6-8ad8-495b-86d4-dc87362901bd service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992690 Aug 30 22:53:07.204242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-179d5523-18bc-461e-9c9e-a7a266933a09 req-00d77368-4286-40b6-b84b-f19d3adf1db1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116430 Aug 30 22:53:07.257829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:07.321142 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ca2445-20c4-4bdb-a4a6-6c3ff7bbec30 x-openstack-request-id: req-10ca2445-20c4-4bdb-a4a6-6c3ff7bbec30 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:07.321142 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-plugged", "status": "completed", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:07.321142 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10ca2445-20c4-4bdb-a4a6-6c3ff7bbec30 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:07.321142 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'code': 200} Aug 30 22:53:07.321631 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'code': 200} Aug 30 22:53:07.326947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:07.327412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b14e91a3-0c9b-4f5a-98c5-04b7a3f0fb51 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:07.428093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fe90f3f-f357-4cec-a501-b1b3a3ca3bf3 req-8cebf21d-0326-423c-bbfd-82d3c84390f0 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241825 Aug 30 22:53:07.455483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.462528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.468631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.487411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.495085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.500980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.506777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.508674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-9b9d5adb-e399-4ebf-9529-ebf308b6f768 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1520317 Aug 30 22:53:07.618422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46fcd9ab-4194-4ea1-820e-cf9f535ad314 req-57d6a1b7-b874-42da-bedd-6961479eeac1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026812 Aug 30 22:53:07.659174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Deleting port a8956667-bd5a-4302-b22a-dedb5b8bc7f4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:07.659174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:07.825512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38292113-95b0-433d-8835-58f17bab8ed7 req-4d8784b3-4d05-4886-a960-522940d53ae0 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:07.827080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38292113-95b0-433d-8835-58f17bab8ed7 req-4d8784b3-4d05-4886-a960-522940d53ae0 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.0997005 Aug 30 22:53:07.834966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] For port a8956667-bd5a-4302-b22a-dedb5b8bc7f4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,segment=NetworkSegment(73e12d96-976f-4bb2-a3c3-4513464e0b88),segment_id=73e12d96-976f-4bb2-a3c3-4513464e0b88)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:07.835356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:07.856454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Calling delete_port for a8956667-bd5a-4302-b22a-dedb5b8bc7f4 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:07.922945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38292113-95b0-433d-8835-58f17bab8ed7 req-94a45151-c77c-45d7-b42a-fb4f0b04e9c6 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849614 Aug 30 22:53:07.994812 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba32f83-cdad-4146-bd4d-afc20b3f2bfc x-openstack-request-id: req-cba32f83-cdad-4146-bd4d-afc20b3f2bfc {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:07.995882 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87ae6abe-420d-4008-a2d5-11593ce5a7ad", "name": "network-vif-deleted", "tag": "906dbcd3-b94d-4346-88d6-565959655dee", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:07.996907 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cba32f83-cdad-4146-bd4d-afc20b3f2bfc {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:07.997537 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87ae6abe-420d-4008-a2d5-11593ce5a7ad', 'name': 'network-vif-deleted', 'tag': '906dbcd3-b94d-4346-88d6-565959655dee', 'status': 'completed', 'code': 200} Aug 30 22:53:08.146953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51479b4-1bc8-4525-bc4b-9312b516c17a req-5c3d8db8-8d12-410c-91c5-9520a9531e3e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:08.148493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e51479b4-1bc8-4525-bc4b-9312b516c17a req-5c3d8db8-8d12-410c-91c5-9520a9531e3e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0900679 Aug 30 22:53:08.149216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:08.182569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8956667-bd5a-4302-b22a-dedb5b8bc7f4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:08.252983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e51479b4-1bc8-4525-bc4b-9312b516c17a req-d2e2c5c8-4c40-4f0b-a218-b7bf589979d8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960951 Aug 30 22:53:08.425502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:08.436302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3e6e0-8a2b-44bc-8732-a89bf0d90cba req-93d9fd19-50f3-4b63-b930-e88af245fcfd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:08.438092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aba3e6e0-8a2b-44bc-8732-a89bf0d90cba req-93d9fd19-50f3-4b63-b930-e88af245fcfd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0739174 Aug 30 22:53:08.518139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aba3e6e0-8a2b-44bc-8732-a89bf0d90cba req-a75a7aa6-3205-4162-84ee-c066f0c1effe tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731022 Aug 30 22:53:08.718570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:53:09.178815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.184669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.190743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.197112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.203096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.208895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.214831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.217955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-cc66b860-d4eb-4b65-8829-a4c3345605c5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.4530342 Aug 30 22:53:09.253738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:09.263235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Sync routers for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:09.264386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95cb2fcb-003d-4e7b-9a2d-986c0a2a1c77 admin admin] 10.222.0.25 "PUT /v2.0/routers/f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5819557 Aug 30 22:53:09.267028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:09.272658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:09.273290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:09.279810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95e48b2f-d7ee-491e-b65a-e3ff757ee321 req-84ad6d05-1493-4a9c-b498-476bce6d8d60 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533519 Aug 30 22:53:09.412093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:09.417907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:09.467324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4679e-e039-407b-a7e0-45503cc0f6fc req-542fd3bf-1fed-484b-9574-3d8a16da0ed9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.469126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11c4679e-e039-407b-a7e0-45503cc0f6fc req-542fd3bf-1fed-484b-9574-3d8a16da0ed9 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1101503 Aug 30 22:53:09.560830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11c4679e-e039-407b-a7e0-45503cc0f6fc req-66de4e93-c839-49bf-ae81-be59b9c18a31 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841472 Aug 30 22:53:09.578484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:09.641952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85'}], 'enable_snat': True}, 'gw_port_id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:53:08Z', 'revision_number': 5, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port': {'id': '7c626b9b-c284-43bd-bb6f-5da12528d88c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1046, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:31Z', 'updated_at': '2021-08-30T22:51:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:09.646709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Deleting port 7c626b9b-c284-43bd-bb6f-5da12528d88c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:09.647260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:09.748347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-86971283-2fa4-4f2c-b6cc-19f0b2db1a44 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--247793790&fields=id&tenant_id=f23bf41f4de7456b83948bc043ec4951 HTTP/1.1" status: 200 len: 267 time: 0.0575008 Aug 30 22:53:09.817116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] For port 7c626b9b-c284-43bd-bb6f-5da12528d88c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7c626b9b-c284-43bd-bb6f-5da12528d88c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:09.817466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:09.840729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Checking router: f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:09.841129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Calling delete_port for 7c626b9b-c284-43bd-bb6f-5da12528d88c owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:09.849189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Routers {'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:09.850010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:52:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:09.925546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-b500f378-b185-45d5-bf60-a8fac6818b2f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:09.935684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-b500f378-b185-45d5-bf60-a8fac6818b2f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/networks?id=765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 200 len: 816 time: 0.1753643 Aug 30 22:53:09.940389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] Set router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:09.959337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-30b0900b-5dc6-4930-8eec-9c20a879995b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/quotas/f23bf41f4de7456b83948bc043ec4951 HTTP/1.1" status: 200 len: 375 time: 0.0226724 Aug 30 22:53:10.002960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:53:09Z', 'revision_number': 6, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:10.032023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0415cca0-2ffc-4ba2-bd64-7b1abb2d268b None None] The sync data for ids ['f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee'] in n-d-791504-21 is: [{'id': 'f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee', 'name': 'tempest-ServerRescueTestJSONUnderV235-769206632-router', 'tenant_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:30Z', 'updated_at': '2021-08-30T22:53:09Z', 'revision_number': 6, 'project_id': 'dba0a3b35ca84c8a854af3638d53c5eb', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:10.090632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-5b11df35-6171-4ab2-90b7-388e370191f7 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f23bf41f4de7456b83948bc043ec4951&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1288373 Aug 30 22:53:10.150658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.185263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c626b9b-c284-43bd-bb6f-5da12528d88c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:10.267365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3dc829c8-af15-4447-9173-e6a1c9e57d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.312270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.425880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.433473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.442733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-dc1f110f-54d7-49f1-9222-c4fbdd3315e1 service neutron] 10.222.0.25 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304348 Aug 30 22:53:10.544148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.544671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:53:10.550242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.553123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d46bf1ab-3dd6-4a35-bdd0-d983c360f7c4 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f82fe12d-ba8a-4ec1-8d9c-99a6f28916ee HTTP/1.1" status: 204 len: 168 time: 1.2833889 Aug 30 22:53:10.554650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:10.601983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-087e497f-cbc8-429c-a215-0c103de2d783 service neutron] 10.222.0.25 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121366 Aug 30 22:53:10.623032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Deleting subnet 253f4de3-8d21-4689-8378-3cac3c32f31f {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:53:10.626071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.666015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.715202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.782983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.833761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:10.839077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:10.839877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/253f4de3-8d21-4689-8378-3cac3c32f31f HTTP/1.1" status: 204 len: 168 time: 0.2807043 Aug 30 22:53:10.841679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470026de-3002-468c-a0d6-0c14edd1c6dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=253f4de3-8d21-4689-8378-3cac3c32f31f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:10.958276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.058266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8956667-bd5a-4302-b22a-dedb5b8bc7f4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:11.081400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.102076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a8956667-bd5a-4302-b22a-dedb5b8bc7f4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:11.102367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8956667-bd5a-4302-b22a-dedb5b8bc7f4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:11.102797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7c626b9b-c284-43bd-bb6f-5da12528d88c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:11.117466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['887d924d-cee4-4f81-9c60-f46576a6509b']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:11.150255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15b6a3-aba0-41d7-9c10-ebf834c819a3 req-e18d7a7c-135a-424a-af71-7fcbafb66869 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.151026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7c626b9b-c284-43bd-bb6f-5da12528d88c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:11.151381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7c626b9b-c284-43bd-bb6f-5da12528d88c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:11.158472 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b15b6a3-aba0-41d7-9c10-ebf834c819a3 req-e18d7a7c-135a-424a-af71-7fcbafb66869 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.1654003 Aug 30 22:53:11.169175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e12d96-976f-4bb2-a3c3-4513464e0b88') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:11.169466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e12d96-976f-4bb2-a3c3-4513464e0b88') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:11.186558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.226563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b15b6a3-aba0-41d7-9c10-ebf834c819a3 req-aeac6e4e-153f-445b-8a4e-7f348c1620ec tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Aug 30 22:53:11.228145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.236038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 906dbcd3-b94d-4346-88d6-565959655dee no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:11.236569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:53:11.237410 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:53:11.240388 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:53:11.304627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 906dbcd3-b94d-4346-88d6-565959655dee {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:11.305102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 906dbcd3-b94d-4346-88d6-565959655dee not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:11.317837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.336489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.342485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] 10.222.0.25 "DELETE /v2.0/networks/887d924d-cee4-4f81-9c60-f46576a6509b HTTP/1.1" status: 204 len: 168 time: 0.5023203 Aug 30 22:53:11.343938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3871f-09c3-4a7e-ae10-093f9b6298b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=887d924d-cee4-4f81-9c60-f46576a6509b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:11.439920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ed9da-0721-411c-b09d-51f9626984f4 req-4911ffd4-2c59-4627-ab17-61bbc86627c2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.450845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e6ed9da-0721-411c-b09d-51f9626984f4 req-4911ffd4-2c59-4627-ab17-61bbc86627c2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0895166 Aug 30 22:53:11.524014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e6ed9da-0721-411c-b09d-51f9626984f4 req-38740ef3-a0cc-4ecd-b45e-37961dc43a08 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673897 Aug 30 22:53:11.644339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:11.698283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e91242-156f-46bb-b899-263e22b7abde req-173e057a-885c-4ceb-902a-5db3188c00ac tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.699910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e91242-156f-46bb-b899-263e22b7abde req-173e057a-885c-4ceb-902a-5db3188c00ac tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0710032 Aug 30 22:53:11.733682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a254f69-94b8-4014-97db-eaf563214b3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dba0a3b35ca84c8a854af3638d53c5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880208 Aug 30 22:53:11.734328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:11.783388 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6e91242-156f-46bb-b899-263e22b7abde req-12ee6de3-1400-4a6c-b84d-e95287e93d18 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758524 Aug 30 22:53:11.806719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.846493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.903784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.906596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:11.907818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a109a34-2f4e-400d-b263-be68c6da4f92 HTTP/1.1" status: 204 len: 168 time: 0.1719098 Aug 30 22:53:11.916254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478f4ad-8e93-48da-a03c-52b5ba49ea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a109a34-2f4e-400d-b263-be68c6da4f92,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:11.931179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.945601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.951761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.958020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.964345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.970436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.977140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:11.979278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-736cdabd-6047-471d-9425-0abcd5957a00 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1057038 Aug 30 22:53:12.024285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe37bc25-df4c-4f1b-93c1-342b0b4fd74a req-136e3473-bf97-4146-9d83-4907b335e14c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387576 Aug 30 22:53:12.167540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12416edd-2f28-4a29-b602-28c1aec72c2d req-9a538e69-07cc-463f-927d-d266cfa13f62 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:12.169146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12416edd-2f28-4a29-b602-28c1aec72c2d req-9a538e69-07cc-463f-927d-d266cfa13f62 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0680761 Aug 30 22:53:12.221584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12416edd-2f28-4a29-b602-28c1aec72c2d req-05dac6a4-d06f-40a9-87a1-961453dde6b5 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442398 Aug 30 22:53:12.400197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9833071f-6870-492c-9881-ae90eb04e931 req-e6f6ce1e-08c2-4552-8a0d-cdd7bc8f11f9 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0789301 Aug 30 22:53:12.448712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-e9b95165-56dc-4aec-935c-cda1cff0b0c7 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:12.451459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-e9b95165-56dc-4aec-935c-cda1cff0b0c7 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.47 "GET /v2.0/networks?id=765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 200 len: 816 time: 0.2252905 Aug 30 22:53:12.512467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-16a40bdc-0d29-4372-a00e-c53d4e1f5ba6 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f23bf41f4de7456b83948bc043ec4951 HTTP/1.1" status: 200 len: 379 time: 0.0503089 Aug 30 22:53:12.529240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'port': {'device_id': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'admin_state_up': True, 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'security_groups': ['fb0d82cc-ac8f-4d08-a01d-ed88d5797a56']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:12.650256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf5f054-938e-4f4f-9218-d5be72274fca req-cc87a7cc-0ded-4340-9686-e9fcaa17a59d tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:12.652282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bf5f054-938e-4f4f-9218-d5be72274fca req-cc87a7cc-0ded-4340-9686-e9fcaa17a59d tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.1383736 Aug 30 22:53:12.797600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bf5f054-938e-4f4f-9218-d5be72274fca req-8a36c679-dd4e-45b1-9e39-518348025a92 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310310 Aug 30 22:53:12.824771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Made reservation on behalf of f23bf41f4de7456b83948bc043ec4951 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:12.829239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:12.837235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:12.983904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:13.047569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Allocated IP 172.20.0.8 (765e3fe8-2fa0-4825-8480-041584479582/20b05a6f-25ba-402b-bff5-8a42491e7bf8/822d5de3-188c-4df5-aa86-7d8d447ba268) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:13.069978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efc9570-c89a-464e-9ef5-b093914c9fcc req-42da4bb0-746a-4e9b-a813-060ce4ec511e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.071518 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6efc9570-c89a-464e-9ef5-b093914c9fcc req-42da4bb0-746a-4e9b-a813-060ce4ec511e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1877298 Aug 30 22:53:13.103371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2056281645-network', 'tenant_id': 'ff8e28ed2795488da27a8b8ab4c46609'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:13.125839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Made reservation on behalf of ff8e28ed2795488da27a8b8ab4c46609 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:13.128341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.137649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.179126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6efc9570-c89a-464e-9ef5-b093914c9fcc req-cc749053-4a78-4e36-8ae1-a2cb32228fe9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968175 Aug 30 22:53:13.260545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.266065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.272829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.281497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3a3324-d310-4796-8351-0a0ff176d7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.292016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:53:13.307915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cde36fd-7790-4649-8093-063d9c647269,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:13.310973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.311318 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Added segment f4056fc9-65d3-4b20-b72f-500c59817d6e of type vlan for network 25b34a2d-bb3c-433a-845c-f1948c689598 Aug 30 22:53:13.339033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Transition to ACTIVE for port object 822d5de3-188c-4df5-aa86-7d8d447ba268 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:13.347644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863017fb-9fde-4a4e-9b21-aa5c0af9b802 req-032d7e0d-ade9-44c2-b768-f42b296ba976 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.349142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-863017fb-9fde-4a4e-9b21-aa5c0af9b802 req-032d7e0d-ade9-44c2-b768-f42b296ba976 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.0842803 Aug 30 22:53:13.354053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.384447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.385937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.386542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.418894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-863017fb-9fde-4a4e-9b21-aa5c0af9b802 req-4e19238d-7e30-4a1a-81f0-ca0b4d916089 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568485 Aug 30 22:53:13.427125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.448760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4637067 Aug 30 22:53:13.451681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43320) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:13.457044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Request body: {'subnet': {'network_id': '25b34a2d-bb3c-433a-845c-f1948c689598', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2056281645-subnet', 'tenant_id': 'ff8e28ed2795488da27a8b8ab4c46609', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:13.475670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9ae5a-1ad4-4a1d-9b1e-8745c6b9ec96 admin admin] Pushing event updated for resources: {'Network': ['ID=25b34a2d-bb3c-433a-845c-f1948c689598,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:13.477304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Network 765e3fe8-2fa0-4825-8480-041584479582 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:13.480890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:13.488336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:13.502027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 25b34a2d-bb3c-433a-845c-f1948c689598 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:53:13.506831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Made reservation on behalf of ff8e28ed2795488da27a8b8ab4c46609 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:13.509911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.563110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event updated for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:13.596470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.597097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.634439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-bfe59473-b701-4c9a-bc61-ff058696660f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1109684 Aug 30 22:53:13.651202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Request body: {'port': {'device_id': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:13.795452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.820132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3335832-5d6b-4149-a0da-814aaac1d2ec None None] Provisioning for port 822d5de3-188c-4df5-aa86-7d8d447ba268 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:13.825225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3335832-5d6b-4149-a0da-814aaac1d2ec None None] Provisioning complete for port 822d5de3-188c-4df5-aa86-7d8d447ba268 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:13.825879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b3335832-5d6b-4149-a0da-814aaac1d2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.849612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.856999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.863024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.869666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.872219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b3335832-5d6b-4149-a0da-814aaac1d2ec None None] Port 822d5de3-188c-4df5-aa86-7d8d447ba268 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:53:13.875911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.882592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.889416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:13.891370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-57a12c17-fee5-4d48-bd93-b9f72f617bb7 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.2059243 Aug 30 22:53:13.892562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:13.965488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=788c2dd0-b15e-408f-bd77-f7ad0e57427c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:13.992396 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cddb84c2-c7cb-4a59-8eef-c18fa88543f9 req-3cfdca60-f6c9-4d99-b433-247b4c61d1ff tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834444 Aug 30 22:53:13.994390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Checking segment: {'id': 'f4056fc9-65d3-4b20-b72f-500c59817d6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '25b34a2d-bb3c-433a-845c-f1948c689598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:13.997301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Network hostable DHCP agents. Network: 25b34a2d-bb3c-433a-845c-f1948c689598, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:53:14.030279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26249001-bdd2-47dd-956e-07f3aefb90e8 req-b1ce8825-230e-4aa9-865f-aa386d2d635c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.038858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26249001-bdd2-47dd-956e-07f3aefb90e8 req-b1ce8825-230e-4aa9-865f-aa386d2d635c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1210599 Aug 30 22:53:14.128977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Network 25b34a2d-bb3c-433a-845c-f1948c689598 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:53:14.186528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 25b34a2d-bb3c-433a-845c-f1948c689598) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:14.200487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b9e9ac-6fb0-4b13-bd94-987b4e6f6a5c None None] Network 25b34a2d-bb3c-433a-845c-f1948c689598 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:14.201093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26249001-bdd2-47dd-956e-07f3aefb90e8 req-0d03ca3a-ca71-4610-92ee-277fd7e69cca tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611493 Aug 30 22:53:14.215090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-83018546-0f59-4a94-9401-3acab86373aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2609117 Aug 30 22:53:14.219181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.219856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.242043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.242043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.242381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.242878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.243395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.243867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.244330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.246860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a68509ca-18d9-4514-8aa7-f651a14519de req-d640130c-fc20-47d5-a1e6-fbce1e7a486d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.1199648 Aug 30 22:53:14.257083 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-223cfad9-ec9f-4042-aebc-e460873793ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8036129 Aug 30 22:53:14.257752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72694fd9-de5f-46c5-b3d6-60673d18123a req-363e1ea5-1d66-40ad-ad6e-e519a305d839 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.259659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72694fd9-de5f-46c5-b3d6-60673d18123a req-363e1ea5-1d66-40ad-ad6e-e519a305d839 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 931 time: 0.1599050 Aug 30 22:53:14.335772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978bd0-12d1-4462-8ffa-2da241751037 req-fd8a83b1-8787-4cb4-9f47-c6a8612a9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.340171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4978bd0-12d1-4462-8ffa-2da241751037 req-fd8a83b1-8787-4cb4-9f47-c6a8612a9464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53cb70026b9b4f808f86a919ff746153&device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 1100 time: 0.1940503 Aug 30 22:53:14.342668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a68509ca-18d9-4514-8aa7-f651a14519de req-fc82df7d-7f88-43f5-99e5-26fefe1153ed service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=314d1277-fe02-4a52-8ed9-61d05d61b11d&id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0844641 Aug 30 22:53:14.395572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72694fd9-de5f-46c5-b3d6-60673d18123a req-10a11db1-a4e5-4bb3-bc72-bef983986e5e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962162 Aug 30 22:53:14.463490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2f998-25c1-4434-b689-3076972bc73e req-48a5010b-6f21-4db7-9b91-9ea7d73fbf7a tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.465146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3e2f998-25c1-4434-b689-3076972bc73e req-48a5010b-6f21-4db7-9b91-9ea7d73fbf7a tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.0904310 Aug 30 22:53:14.475759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512554b-6823-4a71-ab89-eb860a99e10a None None] Network 25b34a2d-bb3c-433a-845c-f1948c689598 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:14.477684 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.481497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.482102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.482587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.483055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.483520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.483983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.484445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.486417 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b7ca1abd-4993-4775-9708-49c269ccea16 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.1668081 Aug 30 22:53:14.523111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3e2f998-25c1-4434-b689-3076972bc73e req-41a3a779-f447-4455-b2f2-b249e9be65ce tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356958 Aug 30 22:53:14.558173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43334) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:14.586065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822d5de3-188c-4df5-aa86-7d8d447ba268 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:14.588791 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:53:14.607554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccaec9b-7602-454a-85a8-af068bf97b93 req-96812ff8-5b73-4361-b816-279f1a8eaf00 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.616958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ccaec9b-7602-454a-85a8-af068bf97b93 req-96812ff8-5b73-4361-b816-279f1a8eaf00 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1294396 Aug 30 22:53:14.641207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Deleting subnet 788c2dd0-b15e-408f-bd77-f7ad0e57427c {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:53:14.662003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.672370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.687772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Transition to ACTIVE for port object 822d5de3-188c-4df5-aa86-7d8d447ba268 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:14.710388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.713452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4978bd0-12d1-4462-8ffa-2da241751037 req-f9bbab5c-1cb8-4746-8e71-00da1ac941f0 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=53cb70026b9b4f808f86a919ff746153&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600035 Aug 30 22:53:14.736994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ccaec9b-7602-454a-85a8-af068bf97b93 req-379342b2-bc99-46e3-a057-c8e8eda89b7c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187599 Aug 30 22:53:14.830332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:14.913142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Pushing event updated for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:14.963044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a83f0-338e-49b8-b79a-28148dd6775d req-b2545fb7-e606-4ba2-a099-d00aeaa20a68 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.972306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c4a83f0-338e-49b8-b79a-28148dd6775d req-b2545fb7-e606-4ba2-a099-d00aeaa20a68 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.3259547 Aug 30 22:53:14.989033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-e14669fc-f381-4be6-aeab-ec6edc284248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.989432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-e14669fc-f381-4be6-aeab-ec6edc284248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.989928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-e14669fc-f381-4be6-aeab-ec6edc284248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:14.992080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-e14669fc-f381-4be6-aeab-ec6edc284248 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8d08f948-9d07-49cd-ba11-943378028b14&id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 2292 time: 0.2766678 Aug 30 22:53:15.043308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.047516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4978bd0-12d1-4462-8ffa-2da241751037 req-8d5e8ca8-c32e-48d7-b2c6-5bb9beaee615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.054110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4978bd0-12d1-4462-8ffa-2da241751037 req-8d5e8ca8-c32e-48d7-b2c6-5bb9beaee615 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2950165 Aug 30 22:53:15.082052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Attempting to bind port 822d5de3-188c-4df5-aa86-7d8d447ba268 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:15.082511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Attempting to bind port 822d5de3-188c-4df5-aa86-7d8d447ba268 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:15.082855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Attempting to bind port 822d5de3-188c-4df5-aa86-7d8d447ba268 on network 765e3fe8-2fa0-4825-8480-041584479582 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:15.088559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Port 822d5de3-188c-4df5-aa86-7d8d447ba268 on network 765e3fe8-2fa0-4825-8480-041584479582 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:53:15.088968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Attempting to bind port 822d5de3-188c-4df5-aa86-7d8d447ba268 on network 765e3fe8-2fa0-4825-8480-041584479582 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:15.096213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:15.097113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Checking segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:15.097890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Bound using segment: {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:15.098503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Bound port: 822d5de3-188c-4df5-aa86-7d8d447ba268, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5185669a-cd08-4dc2-afaa-634b625f9b8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '765e3fe8-2fa0-4825-8480-041584479582'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:15.098884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.176818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c4a83f0-338e-49b8-b79a-28148dd6775d req-2ee7b98b-bd57-4195-a3b5-b76e8dc211db tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035549 Aug 30 22:53:15.201739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-76d2fc40-1916-4510-afd0-5d4dfeda9d6f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 1001 time: 0.1889582 Aug 30 22:53:15.265581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:15.269961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=822d5de3-188c-4df5-aa86-7d8d447ba268,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:15.279008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-55556600-bb7c-43ec-a7d3-32f8d5eabfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.280526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-55556600-bb7c-43ec-a7d3-32f8d5eabfb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=53cb70026b9b4f808f86a919ff746153&device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 1100 time: 0.1312551 Aug 30 22:53:15.281542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.281680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-01974dd9-5f05-4ce8-a345-fff0be73f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.283903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-01974dd9-5f05-4ce8-a345-fff0be73f8d8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 200 len: 850 time: 0.0717630 Aug 30 22:53:15.285270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.300259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.300929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.306605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/788c2dd0-b15e-408f-bd77-f7ad0e57427c HTTP/1.1" status: 204 len: 168 time: 0.7472742 Aug 30 22:53:15.306888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.313329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.319342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.325235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.326112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43342) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:15.331296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.337865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.339789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-feb5d5ba-7fd5-4ba4-9fa6-f797dc614d82 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1893489 Aug 30 22:53:15.350865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a966ac-a023-4b2d-b60a-6af7cbd33aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=788c2dd0-b15e-408f-bd77-f7ad0e57427c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:15.418452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Pushing event updated for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:15.421578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.422552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.423963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-98ecbecf-48ec-4093-a67c-7bd32a494e81 service neutron] 10.222.0.47 "PUT /v2.0/ports/822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 200 len: 1092 time: 1.7780681 Aug 30 22:53:15.453260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:15.455658 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:15.464728 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-724e3e27-6428-4ea3-9b02-0deada186139 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=245192e0-dbf4-406c-9aeb-1734cab866c3 HTTP/1.1" status: 200 len: 217 time: 0.1239340 Aug 30 22:53:15.484125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9509c13-93f2-4012-8560-9fe2a99e8031 req-c0129a09-08a7-48f5-95de-d8d428db9dae tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0875082 Aug 30 22:53:15.488839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-6f490660-cb35-4a1b-83c3-500f7ade6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.490445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-6f490660-cb35-4a1b-83c3-500f7ade6881 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce923d3e-0708-47ca-9c15-9188fed8de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827915 Aug 30 22:53:15.496146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.562738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c43ba3-5874-4e53-8596-a1af214c9875 req-8392597a-71c1-4638-b1d9-8278a99ac122 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.564496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74c43ba3-5874-4e53-8596-a1af214c9875 req-8392597a-71c1-4638-b1d9-8278a99ac122 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.2556162 Aug 30 22:53:15.624135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-6b71c728-7368-4db7-82a5-543225cec62e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.626071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-6b71c728-7368-4db7-82a5-543225cec62e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f23bf41f4de7456b83948bc043ec4951&device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 1095 time: 0.1219294 Aug 30 22:53:15.632224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-3f4b04f7-0601-4a65-9e42-17104662e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.633912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-3f4b04f7-0601-4a65-9e42-17104662e260 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1489387 Aug 30 22:53:15.678232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74c43ba3-5874-4e53-8596-a1af214c9875 req-7bdeb0ba-ebfe-4ac4-be4b-aac5c06da4c6 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789032 Aug 30 22:53:15.735188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-877fea08-c7af-430f-89a9-a12278a9179b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 200 len: 217 time: 0.0963237 Aug 30 22:53:15.753630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc9d109-5388-4c23-a00f-a7f0e366ed89 req-b1d23db9-606b-4ca2-b866-1675280f9790 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.755375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fbc9d109-5388-4c23-a00f-a7f0e366ed89 req-b1d23db9-606b-4ca2-b866-1675280f9790 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.1762953 Aug 30 22:53:15.771248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.788571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-8524b1a4-4f9c-4007-83c9-d9765fcd2b9b service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831478 Aug 30 22:53:15.790466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b34a2d-bb3c-433a-845c-f1948c689598']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:15.805709 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368603db-1736-4bf6-bec7-f8ef0585aaba x-openstack-request-id: req-368603db-1736-4bf6-bec7-f8ef0585aaba {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:15.806828 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:15.807186 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-368603db-1736-4bf6-bec7-f8ef0585aaba {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:15.807726 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'status': 'completed', 'code': 200} Aug 30 22:53:15.817523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4056fc9-65d3-4b20-b72f-500c59817d6e') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:15.817850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4056fc9-65d3-4b20-b72f-500c59817d6e') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:15.832583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-ee221c03-e70f-4f5e-bf1e-1abd277797d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.834233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-ee221c03-e70f-4f5e-bf1e-1abd277797d4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1864865 Aug 30 22:53:15.891106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.899501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.925381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-9fb51c47-98ce-47d6-98f1-d2b7a034756a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:15.927018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-9fb51c47-98ce-47d6-98f1-d2b7a034756a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20b05a6f-25ba-402b-bff5-8a42491e7bf8 HTTP/1.1" status: 200 len: 855 time: 0.1822314 Aug 30 22:53:15.938935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fbc9d109-5388-4c23-a00f-a7f0e366ed89 req-2228eaad-6835-436e-acfe-16cd5f055470 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279893 Aug 30 22:53:15.945192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.967411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:53:15.967829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:53:15.970542 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:53:15.983092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-4d373eac-1fe1-48db-ad83-9aeb3bf50cdd service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811769 Aug 30 22:53:16.012811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-592a2952-980d-4f5b-a7e5-3a6bae837a80 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683338 Aug 30 22:53:16.016713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-0b5ecbcb-3b2b-4ac6-80df-184fb63137b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.018181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-0b5ecbcb-3b2b-4ac6-80df-184fb63137b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e3fe8-2fa0-4825-8480-041584479582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783143 Aug 30 22:53:16.033748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70027856-6921-49de-83cb-f9c082855a0f req-4aca1306-f168-407c-bc43-ef0241935188 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.035283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70027856-6921-49de-83cb-f9c082855a0f req-4aca1306-f168-407c-bc43-ef0241935188 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.1400256 Aug 30 22:53:16.081017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-b67dc56f-9d40-4599-961f-4fedd8953acb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0670533 Aug 30 22:53:16.102759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.131062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.133549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] 10.222.0.25 "DELETE /v2.0/networks/25b34a2d-bb3c-433a-845c-f1948c689598 HTTP/1.1" status: 204 len: 168 time: 0.8064706 Aug 30 22:53:16.160107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5745d6d-b183-49f3-ad7f-365904efbc79 admin admin] Pushing event deleted for resources: {'Network': ['ID=25b34a2d-bb3c-433a-845c-f1948c689598,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:16.168508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70027856-6921-49de-83cb-f9c082855a0f req-ec4933bc-ecfb-4910-9833-a58b9114d158 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976129 Aug 30 22:53:16.192292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-ed8a97e5-0a84-4ef2-93b6-c38470f6e2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.192292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-ed8a97e5-0a84-4ef2-93b6-c38470f6e2f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0947766 Aug 30 22:53:16.252486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-ad56acea-f323-47d1-97fc-daf1ac5dd0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.254347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-ad56acea-f323-47d1-97fc-daf1ac5dd0aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0606525 Aug 30 22:53:16.334146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43360) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:16.410711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6823ce32-e6dc-4fcb-b768-167fbc0bbf5e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ff8e28ed2795488da27a8b8ab4c46609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742574 Aug 30 22:53:16.417903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43362) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:16.463465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-868c7e1d-1ddb-4566-89a6-1d245a01ab95 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987844 Aug 30 22:53:16.528271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2124a1e6-1fbf-4b11-b7c5-4f8ed1e8b17e req-c97d2aad-ae3e-478e-a21a-e33a07d3f3d5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.530261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2124a1e6-1fbf-4b11-b7c5-4f8ed1e8b17e req-c97d2aad-ae3e-478e-a21a-e33a07d3f3d5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.5017972 Aug 30 22:53:16.561026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d45d40-d44b-49e9-8168-95fd3f1c4931 req-6341ce9d-c28b-4a9d-9a92-c575b67c5483 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.563204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38d45d40-d44b-49e9-8168-95fd3f1c4931 req-6341ce9d-c28b-4a9d-9a92-c575b67c5483 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1460347 Aug 30 22:53:16.567870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22fc8a50-889c-420a-9fc4-0192f10f12e9 req-ade6c35d-603c-4945-8548-bf220b8c8bda service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5482385 Aug 30 22:53:16.581873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-ddbd0b1d-8e49-49a6-945a-caa1a1831e73 service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5351727 Aug 30 22:53:16.597675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.608848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2124a1e6-1fbf-4b11-b7c5-4f8ed1e8b17e req-aa189934-476a-455e-90f2-3f4f1d31ab0a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631464 Aug 30 22:53:16.659926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.671236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-4a294270-4a59-4a49-9d91-475c5a91d0fa service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975927 Aug 30 22:53:16.688698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38d45d40-d44b-49e9-8168-95fd3f1c4931 req-6c321593-517f-4bfa-b0e6-8fef237fdfce tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125886 Aug 30 22:53:16.736417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27c718e0-7de2-41b2-b6de-0b0ca6fea0a4 req-5f6d915b-f505-4170-8654-0f3141509826 service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374910 Aug 30 22:53:16.768420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-ee087f31-aa61-467e-887b-3d3352d538d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 217 time: 0.0785542 Aug 30 22:53:16.788133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.793721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:16.795093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cde36fd-7790-4649-8093-063d9c647269 HTTP/1.1" status: 204 len: 168 time: 0.3761668 Aug 30 22:53:16.812241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.819616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.827637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.835276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.855499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.861447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.864325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93f252-8f98-48f9-9c86-c9d609cdf060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cde36fd-7790-4649-8093-063d9c647269,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:16.875023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.883540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-696da980-c694-446e-994b-82809ac57dac tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1845160 Aug 30 22:53:16.897824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579624a-6c40-41d9-98b7-99e1f516f570 req-ff7f067e-6a8e-43a8-b383-308bdcb652d8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.899554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3579624a-6c40-41d9-98b7-99e1f516f570 req-ff7f067e-6a8e-43a8-b383-308bdcb652d8 tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1302013 Aug 30 22:53:16.907283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-7f553aeb-305c-4909-be25-b4ad11dfd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.909840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-7f553aeb-305c-4909-be25-b4ad11dfd2ae service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.1074684 Aug 30 22:53:16.949297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-31a9fcc4-aa87-40c1-937c-c12ca467fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:16.951228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-31a9fcc4-aa87-40c1-937c-c12ca467fb08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f23bf41f4de7456b83948bc043ec4951&device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 1095 time: 0.0651135 Aug 30 22:53:17.015050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3579624a-6c40-41d9-98b7-99e1f516f570 req-7d9f4a6b-2f5f-45f0-8b3f-b92f6059cbfc tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022999 Aug 30 22:53:17.018120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-04de7812-ea40-4122-84bd-ac22ef838784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.026530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-04de7812-ea40-4122-84bd-ac22ef838784 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0897048 Aug 30 22:53:17.056294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d8a1055-53b5-4597-a596-556bd8453ab6 req-4e7f40b6-cfe5-40b3-918a-489bf04e1424 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716163 Aug 30 22:53:17.122517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-2321cb2a-6861-4a1e-ba84-7932dfec023c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.124697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-2321cb2a-6861-4a1e-ba84-7932dfec023c tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.52 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.1071393 Aug 30 22:53:17.213093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-66dfa496-10fd-4cbf-ae65-b78760e6a8ea service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840813 Aug 30 22:53:17.225804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79903f1-2a87-4be6-af8d-c434d3b9fa5d req-19eaa560-6f72-4cd7-be95-b445acce4034 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.234554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c79903f1-2a87-4be6-af8d-c434d3b9fa5d req-19eaa560-6f72-4cd7-be95-b445acce4034 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.1146393 Aug 30 22:53:17.268759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.275213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.281061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.287174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.293093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.298883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.305073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.307172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41969ac8-5187-4c35-af7e-0e53ea5f8915 req-cced4522-7d0e-440a-8f12-ef17e774905c tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1656935 Aug 30 22:53:17.310168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-696e2dcc-a5b7-4866-8a14-6509f8211679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.318428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-696e2dcc-a5b7-4866-8a14-6509f8211679 service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 200 len: 917 time: 0.3484905 Aug 30 22:53:17.329560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43384) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:17.331571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c79903f1-2a87-4be6-af8d-c434d3b9fa5d req-4087b6b8-386c-4f93-acd6-80c6a4f9e07d tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917547 Aug 30 22:53:17.341149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Request body: {'floatingip': {'port_id': 'a84cc627-7479-40be-9093-7b596c4b7895'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:17.406776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-c2241381-241f-478b-971a-9c7c9d9993e5 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647599 Aug 30 22:53:17.417338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-ead1a002-c61a-4127-a423-3f665b75e623 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 200 len: 217 time: 0.0936558 Aug 30 22:53:17.458436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-a00f1249-d6e5-41f2-ae29-6a7aff4f568e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 200 len: 217 time: 0.0433359 Aug 30 22:53:17.519612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-f69ea2be-fac3-439b-a45a-f43e8e724c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.521145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-f69ea2be-fac3-439b-a45a-f43e8e724c03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0552299 Aug 30 22:53:17.541444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:17.578869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-3e58e298-79b0-4bfe-8534-1a59817931eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.580378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-3e58e298-79b0-4bfe-8534-1a59817931eb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0506270 Aug 30 22:53:17.602129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-ac9fbcc2-2879-471a-b5eb-3b9231d989d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.604136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-ac9fbcc2-2879-471a-b5eb-3b9231d989d5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20b05a6f-25ba-402b-bff5-8a42491e7bf8 HTTP/1.1" status: 200 len: 855 time: 0.1387658 Aug 30 22:53:17.650540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Deleting port ea933f9a-2047-4c84-804f-102649224e35 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:17.651069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:17.719205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-d8f33ad0-f0c2-407b-8944-8e2f25bd0563 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280003 Aug 30 22:53:17.755358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa171346-7319-4bcf-9cb6-ba0d1e7d73dc req-5d70f978-66b7-497a-a2cc-fe43dbde476c tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.764154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa171346-7319-4bcf-9cb6-ba0d1e7d73dc req-5d70f978-66b7-497a-a2cc-fe43dbde476c tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.3457651 Aug 30 22:53:17.823157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-ea33824f-f0b4-4197-9eb6-1114cfa6609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:17.824684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-ea33824f-f0b4-4197-9eb6-1114cfa6609b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e3fe8-2fa0-4825-8480-041584479582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102511 Aug 30 22:53:17.939253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:17.971153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa171346-7319-4bcf-9cb6-ba0d1e7d73dc req-954e3cbe-bf91-410b-8e96-8eb8de259a94 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060344 Aug 30 22:53:18.082281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:18.094095 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] For port ea933f9a-2047-4c84-804f-102649224e35, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=ea933f9a-2047-4c84-804f-102649224e35,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:18.094470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.096051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'network_id': 'f384abb1-05d0-494d-90d7-a62d24325b4a', 'port_id': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'mac_address': 'fa:16:3e:a2:0e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b6622c0-af6f-40a5-9fcd-4430e2956973', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:18.134119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Calling delete_port for ea933f9a-2047-4c84-804f-102649224e35 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:18.138524 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.157084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:18.180088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:18.186787 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.198900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd45c1d-5f3b-4bc9-ad18-9779814a8156 req-5d6b0137-afb4-4d23-a4e6-f75759f810a2 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.200712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd45c1d-5f3b-4bc9-ad18-9779814a8156 req-5d6b0137-afb4-4d23-a4e6-f75759f810a2 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 943 time: 0.1664455 Aug 30 22:53:18.252400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-15fe09a8-3a74-4d0b-8132-129a8a29aad2 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014555 Aug 30 22:53:18.259471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:18.261921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-82d0c3b4-20ee-46b1-af28-ccdee5a8892e service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232569 Aug 30 22:53:18.265071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65811f93-bc0b-4edd-bfcb-33c2fdd308b6 req-3eb4eb97-a2d6-49b1-b9ef-55c00d805d12 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.274207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65811f93-bc0b-4edd-bfcb-33c2fdd308b6 req-3eb4eb97-a2d6-49b1-b9ef-55c00d805d12 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.5688953 Aug 30 22:53:18.322763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-5d9de0ff-5c43-466a-b16e-7fcf28407cf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0458736 Aug 30 22:53:18.348060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65811f93-bc0b-4edd-bfcb-33c2fdd308b6 req-1d4643f6-1ad2-4a9b-b761-03f5566b1d66 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729101 Aug 30 22:53:18.389087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-03fbf875-6937-4c86-9b01-eb9821f041ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.390673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-03fbf875-6937-4c86-9b01-eb9821f041ca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0554364 Aug 30 22:53:18.419891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cd45c1d-5f3b-4bc9-ad18-9779814a8156 req-6a190839-00df-4e00-942c-92093b5e59ac tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037175 Aug 30 22:53:18.480528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-9a72f414-708d-420d-9dad-ccf6f2c7a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.482067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-9a72f414-708d-420d-9dad-ccf6f2c7a0d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0806220 Aug 30 22:53:18.496159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a889f93-9b6e-4e58-88dc-a36c943af599 req-048dc985-a178-498f-93b3-cf4d3f71f82d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.497680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a889f93-9b6e-4e58-88dc-a36c943af599 req-048dc985-a178-498f-93b3-cf4d3f71f82d tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/ports?device_id=0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d HTTP/1.1" status: 200 len: 946 time: 0.0816331 Aug 30 22:53:18.590782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0726f719-9f2c-4a5f-a7cb-389d6a5753ee req-cac43d26-fd97-4e07-9770-6800f7d5666c service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894197 Aug 30 22:53:18.606394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a889f93-9b6e-4e58-88dc-a36c943af599 req-92110594-6a29-41f4-bb69-ccedbc0df5af tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.25 "GET /v2.0/security-groups?id=02696408-ffcb-4ec8-9cb4-b5f2b6624fff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894630 Aug 30 22:53:18.630377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-4f9d3ae1-ac87-49d7-aa84-61e1a7f94c91 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316414 Aug 30 22:53:18.637600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:18.639376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353055b-22cb-4fbe-9844-c2c1d1d9ea61 req-48bf00d1-b63d-4740-899b-aad165f9345b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.648023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c353055b-22cb-4fbe-9844-c2c1d1d9ea61 req-48bf00d1-b63d-4740-899b-aad165f9345b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.1543837 Aug 30 22:53:18.679214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.749829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-26975634-73d3-4a92-9b6f-82fc987b013d service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068964 Aug 30 22:53:18.755898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:18.757393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Pushing event deleted for resources: {'Port': ['ID=ea933f9a-2047-4c84-804f-102649224e35,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:18.791261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] No DVR routers for this DVR port ea933f9a-2047-4c84-804f-102649224e35 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:53:18.805702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.807693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a42ce85d-090a-4ec2-b062-cd99bda680ed req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] 10.222.0.52 "DELETE /v2.0/ports/ea933f9a-2047-4c84-804f-102649224e35 HTTP/1.1" status: 204 len: 173 time: 1.6759121 Aug 30 22:53:18.808529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'name': 'network-vif-deleted', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:18.811256 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee64c88-d3a6-42c3-b847-4e48b69cc82d" -d '{"events": [{"server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "name": "network-vif-deleted", "tag": "ea933f9a-2047-4c84-804f-102649224e35"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:18.815386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:53:18.819709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.819912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-333a97ff-fad1-4620-8e3a-810b2c0cdebc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 200 len: 217 time: 0.0611727 Aug 30 22:53:18.820013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.820400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.820820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.821185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.821532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.821951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.822397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.822833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.823134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.823464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.823859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1925b31-378c-4a2a-9c1b-c7123893182b tempest-ServerRescueTestJSON-2029267183 tempest-ServerRescueTestJSON-2029267183-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:18.863945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c353055b-22cb-4fbe-9844-c2c1d1d9ea61 req-fd08445b-a9d0-44a6-bf24-cb2da4dcf8bd tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149765 Aug 30 22:53:18.868604 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5c6a1c-19eb-4e96-9b9a-1c55beff4559 x-openstack-request-id: req-5e5c6a1c-19eb-4e96-9b9a-1c55beff4559 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:18.868892 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d", "name": "network-vif-deleted", "tag": "ea933f9a-2047-4c84-804f-102649224e35", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:18.869211 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e5c6a1c-19eb-4e96-9b9a-1c55beff4559 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:18.869610 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0770f8de-0bc5-47e4-bdfc-6e91dfb3fd5d', 'name': 'network-vif-deleted', 'tag': 'ea933f9a-2047-4c84-804f-102649224e35', 'status': 'completed', 'code': 200} Aug 30 22:53:18.901653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.907211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:18.921267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-2898c4f2-b572-4971-b681-fb3aeb86c476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:18.924394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-2898c4f2-b572-4971-b681-fb3aeb86c476 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0950215 Aug 30 22:53:19.003011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-82278ade-922d-4691-86e1-f248b5989415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.004958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-82278ade-922d-4691-86e1-f248b5989415 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0592844 Aug 30 22:53:19.023513 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Floating IP acfcf6ee-d75c-431d-95a9-e1dccf9ada74 associated. External IP: 172.25.7.29, port: a84cc627-7479-40be-9093-7b596c4b7895. Aug 30 22:53:19.117262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-236a3a0e-102d-4cc4-bf95-8b11b5f56a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.184564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701047db-752a-4b68-aceb-d2230854c2e6 req-c0662afb-a1d4-464c-9716-649889eb1859 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.186116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-701047db-752a-4b68-aceb-d2230854c2e6 req-c0662afb-a1d4-464c-9716-649889eb1859 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.1117299 Aug 30 22:53:19.189506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-55edfe99-f310-4e2d-970b-e86e26eb94ad service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688852 Aug 30 22:53:19.249119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Router 67f3709c-8ecc-43c6-bcc8-d04781123c20 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:53:19.305697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-701047db-752a-4b68-aceb-d2230854c2e6 req-0ee51778-d73b-45ea-aaca-2af1273173cb tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117401 Aug 30 22:53:19.349143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-83cb40df-6251-4921-b673-92dbef0d5558 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451163 Aug 30 22:53:19.367211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:19.371378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-236a3a0e-102d-4cc4-bf95-8b11b5f56a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.371888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.378821 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Sync routers for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:19.398962 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:19.399596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:19.413873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4443f474-9431-4810-9521-e3f762c695e1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "PUT /v2.0/floatingips/acfcf6ee-d75c-431d-95a9-e1dccf9ada74 HTTP/1.1" status: 200 len: 990 time: 2.0818460 Aug 30 22:53:19.415420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-236a3a0e-102d-4cc4-bf95-8b11b5f56a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.419797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-5d8dd04e-cee8-439c-b87b-323664be3309 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 217 time: 0.0608032 Aug 30 22:53:19.495946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-236a3a0e-102d-4cc4-bf95-8b11b5f56a88 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62cf53023d6b42dd86bfe65e936feb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7384086 Aug 30 22:53:19.498521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a3a0e-102d-4cc4-bf95-8b11b5f56a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100ae626-bd5b-4bd5-8e4b-ffc62e13a088,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:19.501129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:19.511141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-412151b4-7ffd-44e5-a96c-a85f726a4a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.513095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-412151b4-7ffd-44e5-a96c-a85f726a4a7f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0735724 Aug 30 22:53:19.538223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc66d7-8e96-4900-bcde-39d53a85a53e req-17bf48ed-0062-4a3a-a93a-257171e863a9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.539742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3fc66d7-8e96-4900-bcde-39d53a85a53e req-17bf48ed-0062-4a3a-a93a-257171e863a9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0999718 Aug 30 22:53:19.541674 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:19.602124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-6fc1be3f-cdb0-411d-b16b-fdc2047ec60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.603728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-6fc1be3f-cdb0-411d-b16b-fdc2047ec60c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0432527 Aug 30 22:53:19.616486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3fc66d7-8e96-4900-bcde-39d53a85a53e req-b1024c91-7100-4a96-9c4f-165be5507dd0 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Aug 30 22:53:19.622000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.649716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.687857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:19.708743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.714295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:19.715185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/100ae626-bd5b-4bd5-8e4b-ffc62e13a088 HTTP/1.1" status: 204 len: 168 time: 0.2103238 Aug 30 22:53:19.724822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6454de5-80b8-4335-a2a2-e0cb0a9130e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100ae626-bd5b-4bd5-8e4b-ffc62e13a088,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:19.818494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['ea933f9a-2047-4c84-804f-102649224e35'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:19.819108 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'acfcf6ee-d75c-431d-95a9-e1dccf9ada74', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'port_id': 'a84cc627-7479-40be-9093-7b596c4b7895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'mac_address': 'fa:16:3e:8f:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:51:57Z', 'updated_at': '2021-08-30T22:53:18Z', 'revision_number': 1, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:19.849630 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Checking router: 67f3709c-8ecc-43c6-bcc8-d04781123c20 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:19.859391 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:19.860160 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:19.864522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf333556-5d66-4669-a52f-f4c85a775f12 req-39c25324-4244-4d4e-a501-aa14b7358422 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:19.866137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf333556-5d66-4669-a52f-f4c85a775f12 req-39c25324-4244-4d4e-a501-aa14b7358422 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 944 time: 0.1969082 Aug 30 22:53:19.871396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-735aad01-e66b-4510-8e34-646d7b19f2d4 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581260 Aug 30 22:53:19.968713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:19.977722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:19.989397 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:20.049254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf333556-5d66-4669-a52f-f4c85a775f12 req-c600d50f-19d6-4037-a894-aee13bb9518c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706667 Aug 30 22:53:20.129023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59879c-9d90-4f4f-8e36-4d3505684498 req-85810d6d-5f76-4ddb-8ace-766dee27b7da tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:20.139228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe59879c-9d90-4f4f-8e36-4d3505684498 req-85810d6d-5f76-4ddb-8ace-766dee27b7da tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.1268311 Aug 30 22:53:20.237272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe59879c-9d90-4f4f-8e36-4d3505684498 req-db011233-b2df-41ef-b8ea-7fee8c374eff tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940626 Aug 30 22:53:20.269601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 121a43a8-57c7-4e37-9400-ca9f0db9294f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:20.270135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.277764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:20.285839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbd5e13d-4328-4f51-874d-f2ff38dc435f req-4c71846d-0eb7-4883-a8c5-6e2fd467a598 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950355 Aug 30 22:53:20.323402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'mac_address': 'fa:16:3e:0c:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:20.345980 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'acfcf6ee-d75c-431d-95a9-e1dccf9ada74', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'port_id': 'a84cc627-7479-40be-9093-7b596c4b7895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'mac_address': 'fa:16:3e:8f:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:51:57Z', 'updated_at': '2021-08-30T22:53:18Z', 'revision_number': 1, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:20.392664 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b197d73-488d-4e64-9e5f-9a49d1676d53 None None] The sync data for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 is: [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'acfcf6ee-d75c-431d-95a9-e1dccf9ada74', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'floating_ip_address': '172.25.7.29', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'port_id': 'a84cc627-7479-40be-9093-7b596c4b7895', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1085, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'mac_address': 'fa:16:3e:8f:8c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:51:57Z', 'updated_at': '2021-08-30T22:53:18Z', 'revision_number': 1, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:20.417051 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.447094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:20.458852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.501984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:20.502787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:20.505253 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a455876-e33c-4dce-b4c7-313d5972f523" -d '{"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:20.512291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.516473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd691f8-709f-4e3c-b77a-c09054910667 req-60f361ff-47cd-46b6-9f98-ddd79393c079 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:20.516899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:20.518097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bd691f8-709f-4e3c-b77a-c09054910667 req-60f361ff-47cd-46b6-9f98-ddd79393c079 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 948 time: 0.0951741 Aug 30 22:53:20.542949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.575066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:20.584903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bd691f8-709f-4e3c-b77a-c09054910667 req-47bbe08f-7717-45f9-a5c6-ad45efe2f092 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559695 Aug 30 22:53:20.585102 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0770bd63-deb7-4be0-9f66-9b526b46f3f7 x-openstack-request-id: req-0770bd63-deb7-4be0-9f66-9b526b46f3f7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:20.585400 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-plugged", "status": "completed", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:20.585656 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0770bd63-deb7-4be0-9f66-9b526b46f3f7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:20.586086 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'code': 200} Aug 30 22:53:20.612441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:20.645760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:20.745329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11f395b-a92b-4b50-88e7-a03fb6180dd2 None None] New status for floating IP acfcf6ee-d75c-431d-95a9-e1dccf9ada74: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:53:20.851036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:20.870738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:20.875371 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8df046-1480-4834-9fc2-6f05124e5b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "a84cc627-7479-40be-9093-7b596c4b7895"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:20.908902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32def91f-40b8-4360-b0aa-744f1252cbd8 req-a4da27de-866d-4e13-a54e-827594588832 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:20.910792 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32def91f-40b8-4360-b0aa-744f1252cbd8 req-a4da27de-866d-4e13-a54e-827594588832 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1515849 Aug 30 22:53:20.963598 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31765af1-765c-4d7e-b2c0-8f37116c43c6 x-openstack-request-id: req-31765af1-765c-4d7e-b2c0-8f37116c43c6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:20.963949 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "tag": "a84cc627-7479-40be-9093-7b596c4b7895", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:20.964285 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31765af1-765c-4d7e-b2c0-8f37116c43c6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:20.964738 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895', 'status': 'completed', 'code': 200} Aug 30 22:53:20.999865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-826836448-network', 'tenant_id': '7299d689565b462ebf59787eda869ca5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:21.021386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6182d588-8d82-40be-b70f-5b1c3a016944 req-2a3e0166-2d44-4ca3-889c-0c3c79a9760e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.023546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6182d588-8d82-40be-b70f-5b1c3a016944 req-2a3e0166-2d44-4ca3-889c-0c3c79a9760e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1672065 Aug 30 22:53:21.030874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32def91f-40b8-4360-b0aa-744f1252cbd8 req-897e79fa-1cd1-4357-a4d8-e18b9f734ea7 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993426 Aug 30 22:53:21.032073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['245192e0-dbf4-406c-9aeb-1734cab866c3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:21.068191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:21.071331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.080311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.106732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.107235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.107715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.108249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.108724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.109204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.109668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.112121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-bc65164b-7564-4cde-9279-496d58a4d00c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.0821288 Aug 30 22:53:21.115321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6182d588-8d82-40be-b70f-5b1c3a016944 req-722c6468-27b3-4649-9e0c-f63fe03c41eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825918 Aug 30 22:53:21.177167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Deleting port 54280674-fa99-44cd-95a6-9f84c0317fcf {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:21.177515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.221376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d57739-7e9e-4c4c-be91-95ba1ddfd253 req-96e34a70-ce74-4bd9-a17f-4f4af700aa8f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.222916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0d57739-7e9e-4c4c-be91-95ba1ddfd253 req-96e34a70-ce74-4bd9-a17f-4f4af700aa8f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0730782 Aug 30 22:53:21.255662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.262268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.264066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] For port 54280674-fa99-44cd-95a6-9f84c0317fcf, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=54280674-fa99-44cd-95a6-9f84c0317fcf,segment=NetworkSegment(dc5a4706-f39f-4909-b16a-c25a0b66eacd),segment_id=dc5a4706-f39f-4909-b16a-c25a0b66eacd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:21.264697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.282149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Calling delete_port for 54280674-fa99-44cd-95a6-9f84c0317fcf owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:21.295217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0d57739-7e9e-4c4c-be91-95ba1ddfd253 req-134bba63-82f2-4c85-b811-3c06743cd645 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651004 Aug 30 22:53:21.295908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:53:21.314563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.315004 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Added segment 2d2f0242-6899-401d-a656-8270a1e49fd6 of type vlan for network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a Aug 30 22:53:21.316234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252950b7-6db7-40a5-b42d-431e8ae7d86e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:21.357158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.383324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.384322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.384916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.399214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9617a8b5-a04d-4d71-97be-29f0d4b4079d req-7f0db31c-8e15-4c73-89fc-2f2764f05f01 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.400716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9617a8b5-a04d-4d71-97be-29f0d4b4079d req-7f0db31c-8e15-4c73-89fc-2f2764f05f01 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.0723317 Aug 30 22:53:21.458415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6036675 Aug 30 22:53:21.458715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43478) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:21.464704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Request body: {'subnet': {'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-826836448-subnet', 'tenant_id': '7299d689565b462ebf59787eda869ca5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:21.490334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdf15e4-23c4-4c70-8fb3-c0ff0f130200 admin admin] Pushing event updated for resources: {'Network': ['ID=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:21.501554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:53:21.504714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9617a8b5-a04d-4d71-97be-29f0d4b4079d req-7cf091d5-58f7-461e-8d7a-9df1009670b1 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710649 Aug 30 22:53:21.520489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:21.530564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.547044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-2cf21e00-034d-4159-8955-434b5c3c0c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.548714 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-2cf21e00-034d-4159-8955-434b5c3c0c73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935 HTTP/1.1" status: 200 len: 918 time: 0.1235290 Aug 30 22:53:21.625702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-8bf15078-a687-40f0-aa84-1169965c051a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 1000 time: 0.0686777 Aug 30 22:53:21.629022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.663431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=54280674-fa99-44cd-95a6-9f84c0317fcf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:21.711250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-1e14a614-0bf4-4d14-a85f-eb4af05e4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.712751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-1e14a614-0bf4-4d14-a85f-eb4af05e4bd4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 200 len: 856 time: 0.0781476 Aug 30 22:53:21.715774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.716126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.716475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.716819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.717157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.717491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.717851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.718186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.718518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.718842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.719178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.719505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:21.727753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa39171-45b5-47ee-b637-49e84b43b221 req-5c6faec9-e7e4-4822-bff1-18277d23ea41 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.729320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aa39171-45b5-47ee-b637-49e84b43b221 req-5c6faec9-e7e4-4822-bff1-18277d23ea41 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 949 time: 0.0686116 Aug 30 22:53:21.796658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-fad71f2f-5d50-4dcc-8283-2f915d4f0576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:21.798244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-fad71f2f-5d50-4dcc-8283-2f915d4f0576 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79f66ca4-2fbf-4727-95d4-379d0898b935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679440 Aug 30 22:53:21.801319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aa39171-45b5-47ee-b637-49e84b43b221 req-bbdf9a6d-4b25-4f98-857b-f301697a1d42 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623281 Aug 30 22:53:21.893553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-21762617-67f7-4964-a594-19f3493747f2 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875914 Aug 30 22:53:21.895742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.943171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:21.967924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=53adb389-e308-465b-a712-aa29d2ec3fcd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:21.978324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ea933f9a-2047-4c84-804f-102649224e35 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:21.999459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: ea933f9a-2047-4c84-804f-102649224e35 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:22.000216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device ea933f9a-2047-4c84-804f-102649224e35 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:22.000754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f8df046-1480-4834-9fc2-6f05124e5b6f req-6e0806c4-b8f6-43e1-a016-e68fc32ba7dd service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897470 Aug 30 22:53:22.025715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Checking segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:22.026100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Network hostable DHCP agents. Network: 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:53:22.082305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:53:22.097157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:22.104179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:22.104773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:22.106690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ad564b-ad1f-4c4f-9098-936aab21b06d None None] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:22.148982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3cf6de53-82dd-47a2-8f30-4d0cfc71b0ce admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6881735 Aug 30 22:53:22.163265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddf1137-bea7-4401-b851-09c27fb8bb45 req-1d48d3a7-c4c5-47c5-8542-e07f64a297bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:22.172943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bddf1137-bea7-4401-b851-09c27fb8bb45 req-1d48d3a7-c4c5-47c5-8542-e07f64a297bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0669019 Aug 30 22:53:22.227246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bddf1137-bea7-4401-b851-09c27fb8bb45 req-02c0bca6-6e35-4411-8772-f407490e4afb tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505507 Aug 30 22:53:22.240269 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:22.247130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:53:22.296633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d7e23-e7fe-47c5-a4ec-5beee25d5421 None None] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:22.384879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:22.393442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7276a5d1-a2cd-496c-84a5-5a32b109c3dd admin admin] 10.222.0.25 "PUT /v2.0/routers/3b291045-c2e8-4ab6-ac48-a6b93c57a88e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6913919 Aug 30 22:53:22.396150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43496) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:22.398520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Sync routers for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:22.411888 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:22.413100 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:22.530840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9296931-05a0-4a55-9606-e155757bbd7c req-e6551c35-65c9-40da-ba78-503653d8a3d5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:22.533600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9296931-05a0-4a55-9606-e155757bbd7c req-e6551c35-65c9-40da-ba78-503653d8a3d5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1146417 Aug 30 22:53:22.559613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:22.589497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9296931-05a0-4a55-9606-e155757bbd7c req-a3004b1f-3642-48d4-aae2-5b6aa0cfd6eb tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489795 Aug 30 22:53:22.623328 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:22.697056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:22.798118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a205ad8b-dd29-465b-acfd-ead4b86c0d50 req-1ed17fcd-e653-4167-a623-98bdba27b737 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:22.800503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a205ad8b-dd29-465b-acfd-ead4b86c0d50 req-1ed17fcd-e653-4167-a623-98bdba27b737 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.0971253 Aug 30 22:53:22.833922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Deleting port fa9b761f-bac0-41fe-8544-95ab9ca758d3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:22.834731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:22.857751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a205ad8b-dd29-465b-acfd-ead4b86c0d50 req-2988deb0-1aa4-44eb-986a-54bc0e1eb63d tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510468 Aug 30 22:53:22.883635 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:53:21Z', 'revision_number': 5, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port': {'id': 'fa9b761f-bac0-41fe-8544-95ab9ca758d3', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:a8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1030, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:22.929305 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Checking router: 3b291045-c2e8-4ab6-ac48-a6b93c57a88e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:22.940780 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Routers {'3b291045-c2e8-4ab6-ac48-a6b93c57a88e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:22.941087 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:23.074344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] Set router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:23.108513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e583802-571e-4481-8658-daa1de571edb req-dbc6fe73-810f-4e9b-ae2f-bd7cdc5fbe57 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:23.110648 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e583802-571e-4481-8658-daa1de571edb req-dbc6fe73-810f-4e9b-ae2f-bd7cdc5fbe57 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 949 time: 0.0676820 Aug 30 22:53:23.135358 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:53:22Z', 'revision_number': 6, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:23.165963 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0090919-90d4-4fd7-9e60-037d3e845aea None None] The sync data for ids ['3b291045-c2e8-4ab6-ac48-a6b93c57a88e'] in n-d-791504-21 is: [{'id': '3b291045-c2e8-4ab6-ac48-a6b93c57a88e', 'name': 'tempest-ServerRescueTestJSON-1583022334-router', 'tenant_id': '25a41d019b6245b08ea133d7eea326f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:01Z', 'updated_at': '2021-08-30T22:53:22Z', 'revision_number': 6, 'project_id': '25a41d019b6245b08ea133d7eea326f4', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:23.167393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e583802-571e-4481-8658-daa1de571edb req-b407d821-f02d-4eac-83ee-8e1f862ddcbf tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452034 Aug 30 22:53:23.324468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] For port fa9b761f-bac0-41fe-8544-95ab9ca758d3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa9b761f-bac0-41fe-8544-95ab9ca758d3,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:23.324943 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:23.333199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-c1a74e18-2bc1-40e2-bb03-cad759891f45 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:23.338209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-c1a74e18-2bc1-40e2-bb03-cad759891f45 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.5179687 Aug 30 22:53:23.358825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Calling delete_port for fa9b761f-bac0-41fe-8544-95ab9ca758d3 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:23.361703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-f550e2f7-f4e5-4718-854f-942b901955df tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/quotas/7299d689565b462ebf59787eda869ca5 HTTP/1.1" status: 200 len: 375 time: 0.0173137 Aug 30 22:53:23.426817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-ae9ed178-5c37-4b64-8002-5411dd3372d6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564692 Aug 30 22:53:23.449700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-618f8eb2-841a-4749-bb11-586b86a41176 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:53:23.450715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-618f8eb2-841a-4749-bb11-586b86a41176 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105200 Aug 30 22:53:23.503466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92183bc-0f13-4205-b2dc-b06a5bd7e3ea req-68d085f1-17e2-442b-85be-cb93dfee3494 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:23.504891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c92183bc-0f13-4205-b2dc-b06a5bd7e3ea req-68d085f1-17e2-442b-85be-cb93dfee3494 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0492935 Aug 30 22:53:23.547487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c92183bc-0f13-4205-b2dc-b06a5bd7e3ea req-4e52d7d7-d0eb-465f-8c8f-0439a14fcf89 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358715 Aug 30 22:53:23.629085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-fb10fd6a-5837-4d70-8ba7-4ad6eb4d5d7b service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710949 Aug 30 22:53:23.691508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:23.717537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c1a2-c5fe-4f94-b5bf-d2316c735c74 req-c13e0895-1a76-4ac7-99f5-f6e0420f837c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:23.719062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44e1c1a2-c5fe-4f94-b5bf-d2316c735c74 req-c13e0895-1a76-4ac7-99f5-f6e0420f837c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0566726 Aug 30 22:53:23.726345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa9b761f-bac0-41fe-8544-95ab9ca758d3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:23.758424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44e1c1a2-c5fe-4f94-b5bf-d2316c735c74 req-eacc08f6-35e2-4ba8-817b-be31d0d601ad tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Aug 30 22:53:23.797592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-a00fdef9-e10d-43b2-b373-587d72ef8f12 service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604402 Aug 30 22:53:23.809812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:23.887619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2f5ba-ec96-497e-9b23-c97c28c5fd4b req-be6b8218-0698-49de-baea-95356e3f7d87 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:23.889072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6db2f5ba-ec96-497e-9b23-c97c28c5fd4b req-be6b8218-0698-49de-baea-95356e3f7d87 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0556812 Aug 30 22:53:23.920163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:23.922584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:23.966133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6db2f5ba-ec96-497e-9b23-c97c28c5fd4b req-a614be5c-9bb4-434d-a471-cea532bbe6b5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711799 Aug 30 22:53:23.994373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:24.039661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.040507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b291045-c2e8-4ab6-ac48-a6b93c57a88e {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:53:24.052264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.056516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1b3683c-4094-4cfa-a598-07379afae4c5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/3b291045-c2e8-4ab6-ac48-a6b93c57a88e HTTP/1.1" status: 204 len: 168 time: 1.6593280 Aug 30 22:53:24.060199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:24.064510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 245192e0-dbf4-406c-9aeb-1734cab866c3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:24.071409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 245192e0-dbf4-406c-9aeb-1734cab866c3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:24.072391 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.074149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2351d3a1-c14e-4007-b1fc-052afa292537 req-6c68b888-5551-4af7-94df-95c40073531e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 210 time: 0.0420942 Aug 30 22:53:24.077272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd06ad8-5eac-40a9-9544-e495b9047983 req-ce732a6c-0c0e-4a78-bd80-6a791b880a6d tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.079210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfd06ad8-5eac-40a9-9544-e495b9047983 req-ce732a6c-0c0e-4a78-bd80-6a791b880a6d tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.1040707 Aug 30 22:53:24.150603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfd06ad8-5eac-40a9-9544-e495b9047983 req-dfc8d608-1cce-4539-95ba-f0218d69825f tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513382 Aug 30 22:53:24.182122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Deleting subnet 264aa224-55ec-4f36-91e4-1f6e3304b98d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:53:24.191241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.191448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.217099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:24.223136 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c428adf-82d9-4c3c-9db0-ea55b5c98f0e" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:24.240119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:24.246896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.292874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.317546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:24.340659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94a6731-64e2-40a4-860c-e947c804f123 req-28a8c71c-8e6a-47de-99ae-4b098927369e tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.349634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d94a6731-64e2-40a4-860c-e947c804f123 req-28a8c71c-8e6a-47de-99ae-4b098927369e tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 950 time: 0.0893679 Aug 30 22:53:24.374343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.386016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b122bac-0cac-43d9-b094-aaffcefef7d6 req-5db6ec29-1d2a-4e0e-bfa1-04ba5069a0cd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.388026 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b122bac-0cac-43d9-b094-aaffcefef7d6 req-5db6ec29-1d2a-4e0e-bfa1-04ba5069a0cd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1264195 Aug 30 22:53:24.401029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d94a6731-64e2-40a4-860c-e947c804f123 req-df7a4a87-49ca-485b-a73e-f87d232cd40f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503395 Aug 30 22:53:24.451276 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26dfeaa9-7e3b-486b-95fe-c7e28fdccaad x-openstack-request-id: req-26dfeaa9-7e3b-486b-95fe-c7e28fdccaad {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:24.451568 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:24.451822 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26dfeaa9-7e3b-486b-95fe-c7e28fdccaad {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:24.452261 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'code': 200} Aug 30 22:53:24.490022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b122bac-0cac-43d9-b094-aaffcefef7d6 req-f5582f30-0a00-4495-8b9c-a3c8fb823b0f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588329 Aug 30 22:53:24.504704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.538403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=264aa224-55ec-4f36-91e4-1f6e3304b98d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:24.547129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.551274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7b29137-b695-47dc-ac71-13e1020f2d9c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/264aa224-55ec-4f36-91e4-1f6e3304b98d HTTP/1.1" status: 204 len: 168 time: 0.4879136 Aug 30 22:53:24.552019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:24.646549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03b787d-7f4a-45a1-8ee2-5f3ecc56e913 req-353ace45-29a0-499e-a344-18a91aaa6f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.648094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03b787d-7f4a-45a1-8ee2-5f3ecc56e913 req-353ace45-29a0-499e-a344-18a91aaa6f0c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 1102 time: 0.0655260 Aug 30 22:53:24.653450 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:24.661190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd606ded-9490-4d10-95b9-b41acf3a4564 req-88d8b6ef-f23a-4c9a-ad81-27855657cb2b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.663274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd606ded-9490-4d10-95b9-b41acf3a4564 req-88d8b6ef-f23a-4c9a-ad81-27855657cb2b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0909357 Aug 30 22:53:24.714768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03b787d-7f4a-45a1-8ee2-5f3ecc56e913 req-1cdfc4ce-9ef9-4355-a9e1-696618df7ee2 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505180 Aug 30 22:53:24.719199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b290cc-03f3-4bf7-8f66-e0acb4b000ef req-e6da0575-ae08-430a-a1f9-cba9260d4fe8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.720687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b290cc-03f3-4bf7-8f66-e0acb4b000ef req-e6da0575-ae08-430a-a1f9-cba9260d4fe8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0829928 Aug 30 22:53:24.727940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd606ded-9490-4d10-95b9-b41acf3a4564 req-c6d86e85-ceeb-45d0-881a-d08d9b90da17 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571599 Aug 30 22:53:24.858914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea5908e-34a4-4481-a3b4-b36462128ab0 req-7beb5d7b-187b-48f4-a4de-9d8b079a3054 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:24.860527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ea5908e-34a4-4481-a3b4-b36462128ab0 req-7beb5d7b-187b-48f4-a4de-9d8b079a3054 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0563717 Aug 30 22:53:24.915419 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ea5908e-34a4-4481-a3b4-b36462128ab0 req-4c428c67-81ca-424b-a294-cdd2af0f0470 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481048 Aug 30 22:53:25.016696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 54280674-fa99-44cd-95a6-9f84c0317fcf no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:25.040279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 54280674-fa99-44cd-95a6-9f84c0317fcf {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:25.040752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 54280674-fa99-44cd-95a6-9f84c0317fcf not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:25.041255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa9b761f-bac0-41fe-8544-95ab9ca758d3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:25.061559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fa9b761f-bac0-41fe-8544-95ab9ca758d3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:25.062036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa9b761f-bac0-41fe-8544-95ab9ca758d3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:25.085979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36cbcf-7732-4ec5-bb49-b42fc0ac3baa req-450b3663-2e2c-4736-9a77-2d00a565e3a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.087700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed36cbcf-7732-4ec5-bb49-b42fc0ac3baa req-450b3663-2e2c-4736-9a77-2d00a565e3a6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0545859 Aug 30 22:53:25.096772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.114063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a6f47a-7c43-4e40-9630-48a2840ba37c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:25.126721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed36cbcf-7732-4ec5-bb49-b42fc0ac3baa req-99e28c16-04d0-4f31-9a3c-9e94b2ca6b4b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Aug 30 22:53:25.127090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b290cc-03f3-4bf7-8f66-e0acb4b000ef req-c9fb96d5-a6c0-4617-b2e5-4eaa6cb87809 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962355 Aug 30 22:53:25.128668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5a4706-f39f-4909-b16a-c25a0b66eacd') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:25.128961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5a4706-f39f-4909-b16a-c25a0b66eacd') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:25.154030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.156123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.163994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:53:25.164660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:53:25.166741 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:53:25.245881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b77367a6-612d-46fd-ad57-9286da856a7c req-1f827c2e-778e-423d-a0b3-e0e7c061352e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 210 time: 0.0424538 Aug 30 22:53:25.255109 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.274719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.275039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71519a1-33a5-49fe-853f-36b40e8f379c req-a9a369d2-5478-4434-9b3a-eb5e2724c847 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.276682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b71519a1-33a5-49fe-853f-36b40e8f379c req-a9a369d2-5478-4434-9b3a-eb5e2724c847 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0594201 Aug 30 22:53:25.279575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c5a6f47a-7c43-4e40-9630-48a2840ba37c HTTP/1.1" status: 204 len: 168 time: 0.7264059 Aug 30 22:53:25.280746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b944-8a65-4e80-b74a-698e89b26f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5a6f47a-7c43-4e40-9630-48a2840ba37c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:25.329037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b71519a1-33a5-49fe-853f-36b40e8f379c req-3b197ae0-71ac-4bfe-b54f-06943ef2868b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445600 Aug 30 22:53:25.391274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886b80ef-95db-42dd-aa70-e154e298a371 req-742ca19b-3e2d-456b-b4be-1195115ec299 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.393102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-886b80ef-95db-42dd-aa70-e154e298a371 req-742ca19b-3e2d-456b-b4be-1195115ec299 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.0720806 Aug 30 22:53:25.449413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43612) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:25.454523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-886b80ef-95db-42dd-aa70-e154e298a371 req-abbd09a1-cc04-48bb-b341-3792a310d34c tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508294 Aug 30 22:53:25.495460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c4820bb3-cf92-400b-9042-6c1892902be6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=25a41d019b6245b08ea133d7eea326f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447271 Aug 30 22:53:25.497916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43614) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:25.565430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.611105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.652890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012987b7-66cf-46be-b1e7-6de81e2d89e5 req-de6189a5-318c-4e88-a465-43d5b82728a5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.654788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-012987b7-66cf-46be-b1e7-6de81e2d89e5 req-de6189a5-318c-4e88-a465-43d5b82728a5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 950 time: 0.0997007 Aug 30 22:53:25.679039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.682897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:25.684060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02696408-ffcb-4ec8-9cb4-b5f2b6624fff HTTP/1.1" status: 204 len: 168 time: 0.1849644 Aug 30 22:53:25.692662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-50bcda88-1efc-4dc7-b2b1-1943eae6186b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.694288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704a2b0-914c-4399-af1e-f56ae6e66bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02696408-ffcb-4ec8-9cb4-b5f2b6624fff,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:25.694440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-50bcda88-1efc-4dc7-b2b1-1943eae6186b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1977017 Aug 30 22:53:25.721499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-012987b7-66cf-46be-b1e7-6de81e2d89e5 req-27ca62cb-74c9-47a2-a45b-cdb5afa57220 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549672 Aug 30 22:53:25.836250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9dbd3-0cf3-47b3-a21b-5c6a4cd974e0 req-45aaf910-f14a-47aa-a0fe-dc0974fe76b3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:25.837752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efd9dbd3-0cf3-47b3-a21b-5c6a4cd974e0 req-45aaf910-f14a-47aa-a0fe-dc0974fe76b3 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0568888 Aug 30 22:53:25.869646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Request body: {'port': {'device_id': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'admin_state_up': True, 'tenant_id': '7299d689565b462ebf59787eda869ca5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:25.920446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efd9dbd3-0cf3-47b3-a21b-5c6a4cd974e0 req-712ba5fe-8762-4d1c-b94f-f8a0cb78cc45 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760970 Aug 30 22:53:25.986580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:25.991355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.141986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Allocated IP 172.20.0.11 (404b4eb2-abea-45a8-9d2c-9bffe7b9f96a/53adb389-e308-465b-a712-aa29d2ec3fcd/35eededc-a403-4f5d-8adf-4078b10a6ffa) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:26.274001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484df056-79b6-4220-8d36-36d2436286d8 req-895057fd-6deb-4ff2-a422-81a5bbfc4a0e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:26.277148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-484df056-79b6-4220-8d36-36d2436286d8 req-895057fd-6deb-4ff2-a422-81a5bbfc4a0e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0712852 Aug 30 22:53:26.338398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-484df056-79b6-4220-8d36-36d2436286d8 req-e06ebd2c-ddf7-475d-a2ab-c834e51be785 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548854 Aug 30 22:53:26.386513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.390704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e258776b-b37e-4992-834a-3a296b5c6043 req-2cfe2703-4494-4e4b-8879-10306281877d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 210 time: 0.0520682 Aug 30 22:53:26.435364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.482324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:26.485614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:26.489550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:26.515700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event updated for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:26.550577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:26.551194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.565562 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-bd3b6fb4-a7f1-453f-a6f2-b6985deefb51 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7012584 Aug 30 22:53:26.580549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3799a2-44aa-4a2d-9f92-1b18743fff20 req-cc8287f1-8efb-4443-8d2f-4c356bec1480 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:26.582378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f3799a2-44aa-4a2d-9f92-1b18743fff20 req-cc8287f1-8efb-4443-8d2f-4c356bec1480 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 943 time: 0.0517960 Aug 30 22:53:26.587975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Request body: {'port': {'device_id': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:26.627797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f3799a2-44aa-4a2d-9f92-1b18743fff20 req-fa47b48c-d821-47d4-86aa-20a96b1c95e6 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380032 Aug 30 22:53:26.650488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.850310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35dd3c-501b-4166-b6fb-bea87db14a20 req-c2dcd40c-5cbf-4ee6-a5bb-226010f2c2e1 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:26.852145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c35dd3c-501b-4166-b6fb-bea87db14a20 req-c2dcd40c-5cbf-4ee6-a5bb-226010f2c2e1 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 950 time: 0.0532506 Aug 30 22:53:26.898245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c35dd3c-501b-4166-b6fb-bea87db14a20 req-34764628-830e-4704-97a0-66e2eae82b2f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385301 Aug 30 22:53:26.953085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35eededc-a403-4f5d-8adf-4078b10a6ffa {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:26.961372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:26.975298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Transition to ACTIVE for port object 35eededc-a403-4f5d-8adf-4078b10a6ffa will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:26.979365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.056024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Pushing event updated for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:27.097589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addca105-6835-4690-bcaa-ac348369455e req-0598f4d5-e267-4e24-908b-5d54249dce5f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.099261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-addca105-6835-4690-bcaa-ac348369455e req-0598f4d5-e267-4e24-908b-5d54249dce5f tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0555663 Aug 30 22:53:27.107565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Attempting to bind port 35eededc-a403-4f5d-8adf-4078b10a6ffa on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:27.107903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Attempting to bind port 35eededc-a403-4f5d-8adf-4078b10a6ffa by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:27.108238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Attempting to bind port 35eededc-a403-4f5d-8adf-4078b10a6ffa on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:27.112580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Port 35eededc-a403-4f5d-8adf-4078b10a6ffa on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:53:27.112900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Attempting to bind port 35eededc-a403-4f5d-8adf-4078b10a6ffa on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:27.118142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:27.118911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Checking segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:27.118911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Bound using segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:27.119298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Bound port: 35eededc-a403-4f5d-8adf-4078b10a6ffa, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:27.119657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.138581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-addca105-6835-4690-bcaa-ac348369455e req-6adc1b8a-b0a4-41af-a266-680df7639657 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325921 Aug 30 22:53:27.186155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:27.190081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:27.196230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.231329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.231953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.233348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] 10.222.0.52 "PUT /v2.0/ports/35eededc-a403-4f5d-8adf-4078b10a6ffa HTTP/1.1" status: 200 len: 1093 time: 0.6509466 Aug 30 22:53:27.236529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:27.238342 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306b6355-083f-4213-9521-8582d59ee55d" -d '{"events": [{"name": "network-changed", "server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:27.271138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11623add-f2db-41fd-8e07-4436ce9c9e0a service neutron] Pushing event updated for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:27.338673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 822d5de3-188c-4df5-aa86-7d8d447ba268 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:27.345380 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0be2e4-bbbe-4756-9b91-b6b28f302efe x-openstack-request-id: req-bc0be2e4-bbbe-4756-9b91-b6b28f302efe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:27.345724 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:27.346147 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc0be2e4-bbbe-4756-9b91-b6b28f302efe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:27.346560 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa', 'status': 'completed', 'code': 200} Aug 30 22:53:27.360268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-ac67da38-0cd2-4115-a3c1-71ef3005cc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.362364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-ac67da38-0cd2-4115-a3c1-71ef3005cc4d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 1096 time: 0.0526192 Aug 30 22:53:27.438429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-e872b193-163f-4e53-8702-6271772e36be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa HTTP/1.1" status: 200 len: 217 time: 0.0568728 Aug 30 22:53:27.502907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=822d5de3-188c-4df5-aa86-7d8d447ba268,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:27.519738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'port_id': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'mac_address': 'fa:16:3e:61:00:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:27.542771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99836ba3-24bd-42d8-b28c-224945c4377c req-8d5b341b-30d6-4614-b3e0-1bcf3011c252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.545296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-8d5b341b-30d6-4614-b3e0-1bcf3011c252 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0753765 Aug 30 22:53:27.559339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26fb1af-3b5c-4b0a-b615-d6f0f4434c26 req-ed22da2e-2e7b-440a-b98d-89db51bffae6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.561125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c26fb1af-3b5c-4b0a-b615-d6f0f4434c26 req-ed22da2e-2e7b-440a-b98d-89db51bffae6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0902193 Aug 30 22:53:27.601862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.614453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-efb12c35-77c2-4e90-bdcd-55c70a18191a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603368 Aug 30 22:53:27.617747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822d5de3-188c-4df5-aa86-7d8d447ba268 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:27.621333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c26fb1af-3b5c-4b0a-b615-d6f0f4434c26 req-c065dab6-5631-49ac-87d6-99862ca3ec50 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439937 Aug 30 22:53:27.689181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=822d5de3-188c-4df5-aa86-7d8d447ba268,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:27.692912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.695564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.735727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-d42e1591-57bd-4ce0-99fc-91e86416085a service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137064 Aug 30 22:53:27.796694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43726) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:27.824912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-6ce50318-3ef8-4103-98ca-327000530613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.827535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-6ce50318-3ef8-4103-98ca-327000530613 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b2133e218f5c4ef991efe061064d29eb&device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1191220 Aug 30 22:53:27.837482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3c0a-c1c1-4f9c-ae17-18537c00b5a8 req-6de8e6f5-b4d0-45f2-998e-ed26f169e29e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.839346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7cf3c0a-c1c1-4f9c-ae17-18537c00b5a8 req-6de8e6f5-b4d0-45f2-998e-ed26f169e29e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0980687 Aug 30 22:53:27.866443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c54a2ba-8f1d-4d9b-91a9-34b8c47610b5 req-7aa572bb-345a-42a0-93b3-4f3cb108980f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:27.874979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c54a2ba-8f1d-4d9b-91a9-34b8c47610b5 req-7aa572bb-345a-42a0-93b3-4f3cb108980f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 944 time: 0.1382353 Aug 30 22:53:27.888399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:27.902682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.903118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.903564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.903999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.904507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.904959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.905386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.905828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.906249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.906805 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.907358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.907887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:27.930063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c54a2ba-8f1d-4d9b-91a9-34b8c47610b5 req-d1b1114c-447e-410a-95af-974b55bcf90c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539796 Aug 30 22:53:27.946280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99836ba3-24bd-42d8-b28c-224945c4377c req-e226d0d6-7fd0-46ed-b249-f663e5ead754 service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694722 Aug 30 22:53:27.950014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c7cf3c0a-c1c1-4f9c-ae17-18537c00b5a8 req-53bb6818-a400-4c4e-bc39-ecbeb9e22ca7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008339 Aug 30 22:53:27.950731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be912123-5605-4ad2-b058-a81fdfd4bc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:27.985962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['822d5de3-188c-4df5-aa86-7d8d447ba268'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:28.004689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-b213cd1f-4a2a-4794-9405-421cfef0a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.006593 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-b213cd1f-4a2a-4794-9405-421cfef0a64b service neutron] 10.222.0.52 "GET /v2.0/networks?id=f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 200 len: 914 time: 0.1662910 Aug 30 22:53:28.085750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b52afc8-02bb-4c73-bcf9-2955883cf793 req-2232ac28-c942-4dd5-b500-0ff7d73f1a72 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.087289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b52afc8-02bb-4c73-bcf9-2955883cf793 req-2232ac28-c942-4dd5-b500-0ff7d73f1a72 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 944 time: 0.0694940 Aug 30 22:53:28.146842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-97f17ee5-4ebe-4c5b-80de-fe921b657cff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 200 len: 217 time: 0.0550935 Aug 30 22:53:28.180127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6355-083f-4213-9521-8582d59ee55d req-4509200e-e413-4e5b-abae-7e838f4e5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.181548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-4509200e-e413-4e5b-abae-7e838f4e5afc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 1096 time: 0.0454781 Aug 30 22:53:28.208014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be912123-5605-4ad2-b058-a81fdfd4bc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.217515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b52afc8-02bb-4c73-bcf9-2955883cf793 req-d56ec732-13cc-4c1c-a967-d19f7a53e1f6 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188970 Aug 30 22:53:28.218124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be912123-5605-4ad2-b058-a81fdfd4bc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.260379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-ccd43730-01a8-4d5d-9bca-e384484d7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.261892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-ccd43730-01a8-4d5d-9bca-e384484d7c03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 200 len: 853 time: 0.0999124 Aug 30 22:53:28.270823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be912123-5605-4ad2-b058-a81fdfd4bc0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67bea8d60163404a82ea3a45df62566c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722605 Aug 30 22:53:28.274406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43732) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:28.287253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be912123-5605-4ad2-b058-a81fdfd4bc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7bd67d-2580-44ee-aea3-b6055f7b4ed3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:28.289721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6355-083f-4213-9521-8582d59ee55d req-c49c02cb-da4b-4ee0-8f4e-b8d448b7a4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.292820 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-c49c02cb-da4b-4ee0-8f4e-b8d448b7a4f3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 915 time: 0.0935867 Aug 30 22:53:28.312777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-f3c61922-e94b-4b48-98dc-ee238b8a1986 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f384abb1-05d0-494d-90d7-a62d24325b4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391507 Aug 30 22:53:28.340053 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-dfab2133-3df4-4a82-9d24-beffa81659c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa HTTP/1.1" status: 200 len: 217 time: 0.0367837 Aug 30 22:53:28.396091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306b6355-083f-4213-9521-8582d59ee55d req-21e7b526-2853-4b50-af36-21d384316e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.397660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-21e7b526-2853-4b50-af36-21d384316e6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0464647 Aug 30 22:53:28.400357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.435720 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-f0d037a0-7af0-4359-8cd3-00aae567f4ee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303311 Aug 30 22:53:28.439785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.477820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-08ee6f1d-2085-4534-a197-9827b4fad1ad service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457098 Aug 30 22:53:28.535738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-3f21f6cd-1089-45ed-ad79-b492e0f2ea4a service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912654 Aug 30 22:53:28.552278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.555030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:28.558655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3e7bd67d-2580-44ee-aea3-b6055f7b4ed3 HTTP/1.1" status: 204 len: 168 time: 0.2808368 Aug 30 22:53:28.586038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2618b8b-514f-44c5-8358-8120afb4e949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7bd67d-2580-44ee-aea3-b6055f7b4ed3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:28.624355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6459f81f-e762-410c-8179-ee5c305a0e3c req-f961dc82-4048-440a-aa57-11c8ec6c9ab3 service neutron] 10.222.0.52 "GET /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370690 Aug 30 22:53:28.655946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-306b6355-083f-4213-9521-8582d59ee55d req-e37a5209-bf1e-4803-a141-1ee57a590a3e service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067009 Aug 30 22:53:28.757503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e027be-4a65-479b-a9ab-85daa050d503 req-3290d0c6-ed79-4365-a07f-d50b27b5ccd1 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:28.759040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4e027be-4a65-479b-a9ab-85daa050d503 req-3290d0c6-ed79-4365-a07f-d50b27b5ccd1 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.0502317 Aug 30 22:53:28.798582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4e027be-4a65-479b-a9ab-85daa050d503 req-54b98158-cf97-417e-a7d5-0f7b11ca53c3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332410 Aug 30 22:53:29.059325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b46371-1e62-4c47-9511-9d496e98902b req-d850740e-7210-4afa-91f7-5157009556f6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.061335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55b46371-1e62-4c47-9511-9d496e98902b req-d850740e-7210-4afa-91f7-5157009556f6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 944 time: 0.0593057 Aug 30 22:53:29.079587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ea772-0e7e-4871-8ec1-318e3d53d4df req-f4148366-3744-4fd8-b023-8a235d0aee13 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.081234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b60ea772-0e7e-4871-8ec1-318e3d53d4df req-f4148366-3744-4fd8-b023-8a235d0aee13 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0537097 Aug 30 22:53:29.103211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55b46371-1e62-4c47-9511-9d496e98902b req-471ec6dd-00df-44bb-a71b-f06b82453231 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350018 Aug 30 22:53:29.125635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b60ea772-0e7e-4871-8ec1-318e3d53d4df req-9282aa02-6ee7-48a8-980a-853726fc33b1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365362 Aug 30 22:53:29.248272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:29.352433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1796ab-2a1c-4cd2-b9e1-bf3e47760921 req-799be04f-a8a6-4412-b70b-4b067f463e50 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.355506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:29.357610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 822d5de3-188c-4df5-aa86-7d8d447ba268 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:29.358336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f1796ab-2a1c-4cd2-b9e1-bf3e47760921 req-799be04f-a8a6-4412-b70b-4b067f463e50 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 944 time: 0.0657785 Aug 30 22:53:29.363554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1127288243-network', 'tenant_id': '44b8598631d9423c820f66be72094d62'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:29.403572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Made reservation on behalf of 44b8598631d9423c820f66be72094d62 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:29.405835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.417491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.422572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f1796ab-2a1c-4cd2-b9e1-bf3e47760921 req-b3f28243-bfce-410d-ba40-115cdca0c949 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551057 Aug 30 22:53:29.466814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 822d5de3-188c-4df5-aa86-7d8d447ba268 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:29.479002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 822d5de3-188c-4df5-aa86-7d8d447ba268 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:29.479454 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.530814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:29.536977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.542010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.548304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'port_id': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'mac_address': 'fa:16:3e:15:68:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae8ecc-2dbf-4edf-84c7-613767284968', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:29.566520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:53:29.581577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144a9692-ddb3-4796-84be-5a1a45c6c5b3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:29.585236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.585773 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Added segment 6d6ed499-64cd-4ff2-9575-41add99fedf3 of type vlan for network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 Aug 30 22:53:29.616003 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.636327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.637047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.644897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af05cd7b-4850-4243-b2e8-525544ad1da0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:29.672505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.673589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.675266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.685645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:29.688234 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0b6e9a-99dc-4b55-ac33-828e9f1271a6" -d '{"events": [{"server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "name": "network-vif-plugged", "status": "completed", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:29.693957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:29.702466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.705416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=822d5de3-188c-4df5-aa86-7d8d447ba268,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:29.711338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.741963 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e5af32-dcaa-4d4a-9826-b85302227689 x-openstack-request-id: req-d7e5af32-dcaa-4d4a-9826-b85302227689 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:29.742302 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "name": "network-vif-plugged", "status": "completed", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:29.742605 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7e5af32-dcaa-4d4a-9826-b85302227689 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:29.742998 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'code': 200} Aug 30 22:53:29.749643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4998417 Aug 30 22:53:29.753385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43792) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:29.759643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Request body: {'subnet': {'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1127288243-subnet', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:29.768553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca05953-f115-469b-abdb-3ee4f5297eaa admin admin] Pushing event updated for resources: {'Network': ['ID=62129edb-e17f-4d4b-a84c-4f5a0ac322a2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:29.774398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:29.783873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:53:29.799245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Made reservation on behalf of 44b8598631d9423c820f66be72094d62 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:29.801617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:29.875439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d4e5be-2f60-4e48-b1a7-a65e6268881a req-c437490b-5ef3-49a2-ac6c-6ce358e258c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.877461 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67d4e5be-2f60-4e48-b1a7-a65e6268881a req-c437490b-5ef3-49a2-ac6c-6ce358e258c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 1097 time: 0.0410333 Aug 30 22:53:29.892725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:29.919165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67d4e5be-2f60-4e48-b1a7-a65e6268881a req-872c0993-b10d-4bbb-939f-7b1c5d547f0a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Aug 30 22:53:29.968251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26e1977-d906-48fb-a207-cc28465dc890 req-5a3ab92d-49d0-4839-81b9-bf38440bea31 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:29.969890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d26e1977-d906-48fb-a207-cc28465dc890 req-5a3ab92d-49d0-4839-81b9-bf38440bea31 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 945 time: 0.0850790 Aug 30 22:53:30.005672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['af05cd7b-4850-4243-b2e8-525544ad1da0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:30.037425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:30.063262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d26e1977-d906-48fb-a207-cc28465dc890 req-f3da8d90-d5c6-4540-b2f1-1301edf000e2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749595 Aug 30 22:53:30.083490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.140586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad966348-ae36-4af1-999e-016e95542d84,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:30.150185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Checking segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:30.150549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Network hostable DHCP agents. Network: 62129edb-e17f-4d4b-a84c-4f5a0ac322a2, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:53:30.173380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:53:30.187615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 62129edb-e17f-4d4b-a84c-4f5a0ac322a2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:30.194861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.195874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.206673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:30.215544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68975894-1982-43e6-9603-b184666d5930 None None] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:30.216504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eb808d9a-b6ee-4663-aa20-4e838bd26ba4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4618428 Aug 30 22:53:30.217487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:30.222929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:30.251223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c6a3a0-1be1-4cfe-ba07-7c5ee3e9a5b7 req-479c18b5-333e-4c1e-b68e-97d12b9dbcce tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.253044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03c6a3a0-1be1-4cfe-ba07-7c5ee3e9a5b7 req-479c18b5-333e-4c1e-b68e-97d12b9dbcce tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 944 time: 0.0576484 Aug 30 22:53:30.290563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'mac_address': 'fa:16:3e:0c:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:30.292190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.293346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.306790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03c6a3a0-1be1-4cfe-ba07-7c5ee3e9a5b7 req-3268adae-1012-4b36-bbad-9ac12185f2db tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Aug 30 22:53:30.319439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b394faf-6079-493a-afb8-3a7e551de11d req-a84c96df-58be-42f2-8afa-6ed1b9481f0d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.321155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b394faf-6079-493a-afb8-3a7e551de11d req-a84c96df-58be-42f2-8afa-6ed1b9481f0d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0932283 Aug 30 22:53:30.383877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.388155 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.416008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:30.439196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b394faf-6079-493a-afb8-3a7e551de11d req-f443fa4d-7e0e-4d2f-b9c5-31c671a21b98 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 Aug 30 22:53:30.466887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:30.475741 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.543290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:53:30.544088 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.560505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:30.566252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.649191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea42f8-78f5-4c40-88ba-0ddbd93de5a1 req-999e7dc5-7c34-4357-9495-3a5f389dc588 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.663181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5eea42f8-78f5-4c40-88ba-0ddbd93de5a1 req-999e7dc5-7c34-4357-9495-3a5f389dc588 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0758877 Aug 30 22:53:30.667114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df1ecb4-8548-4c0e-ac23-7daee1ad8d30 req-fe2115b4-a232-41f6-a688-a03710399a1b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.668743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1df1ecb4-8548-4c0e-ac23-7daee1ad8d30 req-fe2115b4-a232-41f6-a688-a03710399a1b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.1205757 Aug 30 22:53:30.706267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5eea42f8-78f5-4c40-88ba-0ddbd93de5a1 req-746a7ac3-9758-4fff-8611-ac66d4b4ed18 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422103 Aug 30 22:53:30.733204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1df1ecb4-8548-4c0e-ac23-7daee1ad8d30 req-42dc9714-44c2-460d-910b-4ec8beab0753 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554624 Aug 30 22:53:30.741494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Allocated IP 172.20.0.2 (62129edb-e17f-4d4b-a84c-4f5a0ac322a2/ad966348-ae36-4af1-999e-016e95542d84/9a5cb856-955a-4093-a3ed-487fffc1343a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:30.804971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['245192e0-dbf4-406c-9aeb-1734cab866c3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:30.939699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a0c0e0-55d3-4b44-ab4a-39b9cb95e30f req-5c48356e-6d51-48ae-b218-ccc20d5cddf9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:30.950370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3a0c0e0-55d3-4b44-ab4a-39b9cb95e30f req-5c48356e-6d51-48ae-b218-ccc20d5cddf9 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0993061 Aug 30 22:53:30.953582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:30.976063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.000952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.023230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Transition to ACTIVE for port object 9a5cb856-955a-4093-a3ed-487fffc1343a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:31.051223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Transition to ACTIVE for port object 9a5cb856-955a-4093-a3ed-487fffc1343a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:31.064041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3a0c0e0-55d3-4b44-ab4a-39b9cb95e30f req-b31c7e7f-c1b9-4848-b7ce-c32de58cad83 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901628 Aug 30 22:53:31.064934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.130406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:31.135987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:31.140428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:31.141325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Allocated IP 172.25.7.79 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/60ba42d9-90b5-46cb-86fa-9b60770555f0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:31.143593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Pushing event updated for resources: {'Port': ['ID=9a5cb856-955a-4093-a3ed-487fffc1343a,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:31.209653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Attempting to bind port 9a5cb856-955a-4093-a3ed-487fffc1343a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:31.210094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Attempting to bind port 9a5cb856-955a-4093-a3ed-487fffc1343a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:31.210482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Attempting to bind port 9a5cb856-955a-4093-a3ed-487fffc1343a on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:31.224802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:31.228374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Checking segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:31.228917 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.229334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Bound using segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:31.229843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Bound port: 9a5cb856-955a-4093-a3ed-487fffc1343a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:31.230235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.278636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1e8fe-6899-40a4-95bc-b978f7039e51 req-fb69f19b-273b-4d1c-8069-7037e1f53e5d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:31.294969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d06ade7-d885-4195-8c11-1046564206dc req-2e1ace47-a78a-4089-8566-6c7bfada49ba tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:31.302901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d06ade7-d885-4195-8c11-1046564206dc req-2e1ace47-a78a-4089-8566-6c7bfada49ba tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0972373 Aug 30 22:53:31.314825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00b1e8fe-6899-40a4-95bc-b978f7039e51 req-fb69f19b-273b-4d1c-8069-7037e1f53e5d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 945 time: 0.1181209 Aug 30 22:53:31.342371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] For port 9a5cb856-955a-4093-a3ed-487fffc1343a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:31.355206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] For port 9a5cb856-955a-4093-a3ed-487fffc1343a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9a5cb856-955a-4093-a3ed-487fffc1343a,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:31.363234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.364953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d06ade7-d885-4195-8c11-1046564206dc req-53f66784-033e-4753-a0f2-29a0255b848c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608861 Aug 30 22:53:31.387166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:31.423217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.432821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00b1e8fe-6899-40a4-95bc-b978f7039e51 req-a284019f-37f6-4ee1-999c-9406678bb73e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062419 Aug 30 22:53:31.545813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ce1c9-e5e3-4d28-aa17-1b927c834883 None None] Pushing event updated for resources: {'Port': ['ID=9a5cb856-955a-4093-a3ed-487fffc1343a,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:31.559503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port af05cd7b-4850-4243-b2e8-525544ad1da0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:31.559942 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.601161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.661015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.702555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:31.719846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:31.724357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Pushing event updated for resources: {'Port': ['ID=60ba42d9-90b5-46cb-86fa-9b60770555f0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:31.736673 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:31.739119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:31.742493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:31.745138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:31.755001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b9825-81b6-4695-8941-e5d0b9796a38 req-d7c744b1-ba1e-4a75-968d-e5abc363b1d4 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:31.757430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad4b9825-81b6-4695-8941-e5d0b9796a38 req-d7c744b1-ba1e-4a75-968d-e5abc363b1d4 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 944 time: 0.2367475 Aug 30 22:53:31.758238 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ffd41a-075b-4f30-848e-19242b2710a0" -d '{"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-plugged", "status": "completed", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:31.806804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a3fdc-30d4-4b0b-be2e-55c8d8e99ca7 req-496f902b-035a-4bcc-bc6c-ffd3242d8cd6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:31.830348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce8a3fdc-30d4-4b0b-be2e-55c8d8e99ca7 req-496f902b-035a-4bcc-bc6c-ffd3242d8cd6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1157036 Aug 30 22:53:31.861090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:31.884883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce8a3fdc-30d4-4b0b-be2e-55c8d8e99ca7 req-c46a3991-cbf1-44fa-b8aa-763664e3fe39 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536509 Aug 30 22:53:31.995947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad4b9825-81b6-4695-8941-e5d0b9796a38 req-86118711-ec7f-4bee-869f-46e3c65c7151 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191441 Aug 30 22:53:32.033006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35eededc-a403-4f5d-8adf-4078b10a6ffa details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:32.044924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:32.072479 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40c832c-803e-4d35-a5db-d0091187b0d7 x-openstack-request-id: req-a40c832c-803e-4d35-a5db-d0091187b0d7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:32.072779 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-plugged", "status": "completed", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:32.073029 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a40c832c-803e-4d35-a5db-d0091187b0d7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:32.073416 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'code': 200} Aug 30 22:53:32.262799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:32.280767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 245192e0-dbf4-406c-9aeb-1734cab866c3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:32.281279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.281978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.283086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '35eededc-a403-4f5d-8adf-4078b10a6ffa', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'port_id': '35eededc-a403-4f5d-8adf-4078b10a6ffa', 'mac_address': 'fa:16:3e:17:86:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adb389-e308-465b-a712-aa29d2ec3fcd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:32.286749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21df84af-5720-4f37-acd2-27c0140cf375 req-8f7a48b1-094b-43c9-8ada-42dfc2023613 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:32.296249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21df84af-5720-4f37-acd2-27c0140cf375 req-8f7a48b1-094b-43c9-8ada-42dfc2023613 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.1710517 Aug 30 22:53:32.353742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a8056-0d7c-4056-8477-eb1c9e3f49c0 req-953745d0-152d-4fa2-9bd1-b6e2131cb34a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:32.354153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21df84af-5720-4f37-acd2-27c0140cf375 req-f3f5fb1f-d5f4-4db0-abe4-891c8fc196fd tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520074 Aug 30 22:53:32.364595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d0ae3-d93b-4449-8d00-42693eaed879 req-8e09351d-6d13-4f0b-8f1c-c55a2f8f735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:32.366581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8d0ae3-d93b-4449-8d00-42693eaed879 req-8e09351d-6d13-4f0b-8f1c-c55a2f8f735e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 1098 time: 0.1474373 Aug 30 22:53:32.373454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a35a8056-0d7c-4056-8477-eb1c9e3f49c0 req-953745d0-152d-4fa2-9bd1-b6e2131cb34a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1371675 Aug 30 22:53:32.419030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.430869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8d0ae3-d93b-4449-8d00-42693eaed879 req-9e629166-4793-4f2b-9122-635f3c307f45 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555594 Aug 30 22:53:32.442932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35eededc-a403-4f5d-8adf-4078b10a6ffa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:32.450071 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.480235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:32.497110 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.534375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a35a8056-0d7c-4056-8477-eb1c9e3f49c0 req-523d9f83-c01d-4523-85f5-d0295db6b396 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599510 Aug 30 22:53:32.571354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:32.577775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa70c8-3e3b-492c-afc6-a1529c14e2ee req-82412cf5-ef45-4b80-b45c-34f25b8d0e6c tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:32.582893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-beaa70c8-3e3b-492c-afc6-a1529c14e2ee req-82412cf5-ef45-4b80-b45c-34f25b8d0e6c tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.1139910 Aug 30 22:53:32.590198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43882) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:32.597710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Request body: {'floatingip': {'port_id': '822d5de3-188c-4df5-aa86-7d8d447ba268'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:32.608800 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.645022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:32.686285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.737468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:32.766976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:32.966382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b236a9-f95b-45e1-b7a6-ec5aec6d2f43 req-b70b108b-6976-40af-a0b5-880b0daef326 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:32.967922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54b236a9-f95b-45e1-b7a6-ec5aec6d2f43 req-b70b108b-6976-40af-a0b5-880b0daef326 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.2029185 Aug 30 22:53:33.001018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196d6dc-9e9d-4a0d-ae2e-c705bd4bf823 req-d4032c7a-3c76-42b1-9cb0-3a05bfedc62b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:33.003993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f60230-3d66-4873-8fbc-9b3a3ea96d28 None None] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:53:33.021505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c196d6dc-9e9d-4a0d-ae2e-c705bd4bf823 req-d4032c7a-3c76-42b1-9cb0-3a05bfedc62b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.2807996 Aug 30 22:53:33.047352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:33.106018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54b236a9-f95b-45e1-b7a6-ec5aec6d2f43 req-75a9b373-6a5c-47ca-b7f5-f06c1e05ef85 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948176 Aug 30 22:53:33.110488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Router 06582080-01da-4f1e-92e7-993383e8fe50 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:53:33.170572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c196d6dc-9e9d-4a0d-ae2e-c705bd4bf823 req-5db7a169-aa9e-41a1-b84f-2b72d83c7914 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398432 Aug 30 22:53:33.174605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9a5cb856-955a-4093-a3ed-487fffc1343a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:33.246233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2f2468eb-d6e3-4c7f-ac36-116bb9b721ee None None] Provisioning for port 9a5cb856-955a-4093-a3ed-487fffc1343a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:33.424714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 9a5cb856-955a-4093-a3ed-487fffc1343a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:33.432271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9a5cb856-955a-4093-a3ed-487fffc1343a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:33.432271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:33.654828 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:33.726098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 9a5cb856-955a-4093-a3ed-487fffc1343a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9a5cb856-955a-4093-a3ed-487fffc1343a,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:33.746063 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:33.747789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:33.806626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:33.842230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:33.845931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ace0ab3d-7bbb-4a55-9a96-098947df9a75 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6241741 Aug 30 22:53:33.852441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43896) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:33.861834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:33.862803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:33.949223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526fdd2-2d6b-4fd6-acaf-d3fa3b094d7e req-1aac11cd-123f-4077-80c2-e019ca79307b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:33.958145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2526fdd2-2d6b-4fd6-acaf-d3fa3b094d7e req-1aac11cd-123f-4077-80c2-e019ca79307b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.2081339 Aug 30 22:53:33.996820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=9a5cb856-955a-4093-a3ed-487fffc1343a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:34.041622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c522e-f49a-4f64-a1de-dec09265e6e9 req-349df9d4-2a6d-4bbd-a98c-cf6a09fa3014 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:34.051353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-766c522e-f49a-4f64-a1de-dec09265e6e9 req-349df9d4-2a6d-4bbd-a98c-cf6a09fa3014 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 945 time: 0.6486731 Aug 30 22:53:34.052708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2526fdd2-2d6b-4fd6-acaf-d3fa3b094d7e req-97fb9666-0e6b-42bf-a033-ca6f552682bf tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899930 Aug 30 22:53:34.077880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:34.080887 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa2e39b-4a4b-48e3-8151-72dd7e71935e" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:34.087404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7af26d25-eeb9-4a6b-8407-1bddbbbae472 None None] Provisioning complete for port 9a5cb856-955a-4093-a3ed-487fffc1343a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:34.088081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7af26d25-eeb9-4a6b-8407-1bddbbbae472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:34.181587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-766c522e-f49a-4f64-a1de-dec09265e6e9 req-b9a1ce26-b143-4a9d-ab42-322dd92d268f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243634 Aug 30 22:53:34.315080 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4461a3b4-ae2d-4769-8904-4234425fe4e1 x-openstack-request-id: req-4461a3b4-ae2d-4769-8904-4234425fe4e1 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:34.315374 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:34.315627 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4461a3b4-ae2d-4769-8904-4234425fe4e1 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:34.316039 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'code': 200} Aug 30 22:53:34.324325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:34.329493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:34.379762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:34.466945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d37fe-de6a-41a4-8d54-b6c608979c2d req-31321e4e-bdc0-4862-88f8-0d4d0c465ad7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:34.468685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9d37fe-de6a-41a4-8d54-b6c608979c2d req-31321e4e-bdc0-4862-88f8-0d4d0c465ad7 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.0807624 Aug 30 22:53:34.484283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d28fe-886f-4408-858a-5ea2152363a7 req-9c199413-88a4-4b5c-9d6d-e747ebdd63bf tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:34.492351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de0d28fe-886f-4408-858a-5ea2152363a7 req-9c199413-88a4-4b5c-9d6d-e747ebdd63bf tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1083784 Aug 30 22:53:34.549120 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Floating IP 9a63754e-9f7d-445a-9fd2-508d46db6e71 associated. External IP: 172.25.7.114, port: 822d5de3-188c-4df5-aa86-7d8d447ba268. Aug 30 22:53:34.580241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9d37fe-de6a-41a4-8d54-b6c608979c2d req-3883cf7d-6659-4a45-8b46-d8fda1530b0a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714953 Aug 30 22:53:34.580925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de0d28fe-886f-4408-858a-5ea2152363a7 req-00b6fc14-7981-4ab0-8188-5a27b2091c4a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874550 Aug 30 22:53:34.650132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:34.721594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:32Z', 'revision_number': 3, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:34.761091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:34.761519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Updating router 06582080-01da-4f1e-92e7-993383e8fe50 port 60ba42d9-90b5-46cb-86fa-9b60770555f0 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:53:34.794033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:34.984551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff188b-b752-4788-bbfa-201b79d71cc1 req-1308119c-a534-432a-959a-729cf8945ddc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:34.991964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fff188b-b752-4788-bbfa-201b79d71cc1 req-1308119c-a534-432a-959a-729cf8945ddc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.1236122 Aug 30 22:53:35.005320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabfe7e-114d-408f-8f68-71d68b0fa6b4 req-1257221c-b517-40d9-bdae-75d882a6176b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:35.006476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcabfe7e-114d-408f-8f68-71d68b0fa6b4 req-1257221c-b517-40d9-bdae-75d882a6176b tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1345918 Aug 30 22:53:35.036899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Allocated IP 172.20.0.1 (62129edb-e17f-4d4b-a84c-4f5a0ac322a2/ad966348-ae36-4af1-999e-016e95542d84/a743dcdd-51e0-4dbd-949f-7fa671da934c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:35.050595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:53:35.075384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fff188b-b752-4788-bbfa-201b79d71cc1 req-54c8e756-f48b-4747-8cf1-d97f0b28d661 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822747 Aug 30 22:53:35.085089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcabfe7e-114d-408f-8f68-71d68b0fa6b4 req-723a372b-c582-4de4-99c8-e8000c147d59 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699935 Aug 30 22:53:35.212526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9a5cb856-955a-4093-a3ed-487fffc1343a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:35.221307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.276221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Transition to ACTIVE for port object 60ba42d9-90b5-46cb-86fa-9b60770555f0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:35.298089 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.301169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.333371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Transition to ACTIVE for port object a743dcdd-51e0-4dbd-949f-7fa671da934c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:35.375780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:35.394097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3772bbe1-220f-47cf-8c95-7f9a9fe910a5 req-d6fea428-56fd-44fc-b661-1862ba5e6278 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:35.398395 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Sync routers for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:35.403843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3772bbe1-220f-47cf-8c95-7f9a9fe910a5 req-d6fea428-56fd-44fc-b661-1862ba5e6278 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1514978 Aug 30 22:53:35.409097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.420361 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:35.421028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:35.493703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9a5cb856-955a-4093-a3ed-487fffc1343a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:35.507022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.510507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Attempting to bind port 60ba42d9-90b5-46cb-86fa-9b60770555f0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:35.510685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.510895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Attempting to bind port 60ba42d9-90b5-46cb-86fa-9b60770555f0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:35.511433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Attempting to bind port 60ba42d9-90b5-46cb-86fa-9b60770555f0 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:35.528214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7aae038-872f-4932-8e06-afd90df7fefa tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "PUT /v2.0/floatingips/9a63754e-9f7d-445a-9fd2-508d46db6e71 HTTP/1.1" status: 200 len: 991 time: 2.9358497 Aug 30 22:53:35.529569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:35.540395 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659042df-7b68-42f6-a2d9-e2f483bf7550" -d '{"events": [{"name": "network-changed", "server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:35.552265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcdbca-f862-4e60-9784-4a3d3bf4b12d None None] Pushing event updated for resources: {'Port': ['ID=60ba42d9-90b5-46cb-86fa-9b60770555f0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:35.594423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:35.594808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:35.595219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.595624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:35.596110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Bound port: 60ba42d9-90b5-46cb-86fa-9b60770555f0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:35.596498 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.603165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3772bbe1-220f-47cf-8c95-7f9a9fe910a5 req-4d9257dc-1f60-4191-be9c-46d281d5b628 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981378 Aug 30 22:53:35.670036 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:35.698551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:35.712413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:35.717955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:35.754512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Pushing event updated for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:35.759099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] For port 60ba42d9-90b5-46cb-86fa-9b60770555f0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:35.769376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] For port 60ba42d9-90b5-46cb-86fa-9b60770555f0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=60ba42d9-90b5-46cb-86fa-9b60770555f0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:35.812862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a01997-5f3d-43e5-9ac5-dad583a606f6 req-5e388ca8-6f5b-4ce6-8eea-5efc388d48d9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:35.817270 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c6c4b-448b-4c39-a2f0-7d4ac0d5f238 x-openstack-request-id: req-392c6c4b-448b-4c39-a2f0-7d4ac0d5f238 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:35.817948 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:35.818373 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-392c6c4b-448b-4c39-a2f0-7d4ac0d5f238 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:35.820189 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'status': 'completed', 'code': 200} Aug 30 22:53:35.820946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:35.838835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42a01997-5f3d-43e5-9ac5-dad583a606f6 req-5e388ca8-6f5b-4ce6-8eea-5efc388d48d9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 945 time: 0.2372839 Aug 30 22:53:35.846252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.028252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-828d26cb-4642-4813-a157-f2d05d6fbd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.029335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:36.030076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:36.034383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-828d26cb-4642-4813-a157-f2d05d6fbd62 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f23bf41f4de7456b83948bc043ec4951&device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 1097 time: 0.1870003 Aug 30 22:53:36.068747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42a01997-5f3d-43e5-9ac5-dad583a606f6 req-c3337db7-0363-4e12-9727-455499567c24 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100043 Aug 30 22:53:36.131072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdcdbca-f862-4e60-9784-4a3d3bf4b12d None None] Pushing event updated for resources: {'Port': ['ID=60ba42d9-90b5-46cb-86fa-9b60770555f0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:36.151417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35eededc-a403-4f5d-8adf-4078b10a6ffa up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:36.233970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-e7053430-586f-41e6-9928-86156999fdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.235311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-e7053430-586f-41e6-9928-86156999fdcd service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 200 len: 917 time: 0.1896913 Aug 30 22:53:36.244477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa2c738-416a-4742-8a03-c1938cfc4e8e req-28959c50-a49f-4198-9330-1b27f7be1c72 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.254117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7aa2c738-416a-4742-8a03-c1938cfc4e8e req-28959c50-a49f-4198-9330-1b27f7be1c72 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.3418245 Aug 30 22:53:36.345006 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9a63754e-9f7d-445a-9fd2-508d46db6e71', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'port_id': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'mac_address': 'fa:16:3e:61:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:41Z', 'updated_at': '2021-08-30T22:53:34Z', 'revision_number': 1, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:36.378799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Checking router: 20e1c2f5-efb5-49bd-a6f4-1307eb650638 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:36.379185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.399474 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:36.400136 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:36.401483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7aa2c738-416a-4742-8a03-c1938cfc4e8e req-979ae48a-ca1c-48c5-8b45-cf3ef90d93f1 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418238 Aug 30 22:53:36.422384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-4db4d088-bb1c-475c-8a9f-eff85fc754a0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 200 len: 999 time: 0.1568282 Aug 30 22:53:36.461873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:36.527382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-eb83ceb4-f92b-4681-bffc-34732bf23658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.529309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-eb83ceb4-f92b-4681-bffc-34732bf23658 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20b05a6f-25ba-402b-bff5-8a42491e7bf8 HTTP/1.1" status: 200 len: 855 time: 0.1037307 Aug 30 22:53:36.601318 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:36.603656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f864864-a4a9-4ae5-b333-e15dba0d4e4b None None] Provisioning for port a743dcdd-51e0-4dbd-949f-7fa671da934c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:36.612170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f864864-a4a9-4ae5-b333-e15dba0d4e4b None None] Provisioning complete for port a743dcdd-51e0-4dbd-949f-7fa671da934c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:36.612549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f864864-a4a9-4ae5-b333-e15dba0d4e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.616823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-7939f28c-3a83-484d-9353-8c6b683ee8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.622655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-7939f28c-3a83-484d-9353-8c6b683ee8a9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e3fe8-2fa0-4825-8480-041584479582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832863 Aug 30 22:53:36.642425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-f5d3d69d-6767-44f5-8df8-bd02ac8a5f9a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:36.646356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-f5d3d69d-6767-44f5-8df8-bd02ac8a5f9a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.4382172 Aug 30 22:53:36.654158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5f864864-a4a9-4ae5-b333-e15dba0d4e4b None None] Port a743dcdd-51e0-4dbd-949f-7fa671da934c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:53:36.657362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 35eededc-a403-4f5d-8adf-4078b10a6ffa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:36.680274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 35eededc-a403-4f5d-8adf-4078b10a6ffa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:36.680274 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.704170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-44453811-a537-41c9-a1a1-406d53d82986 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/quotas/80aee29bc8a145d3bd183374e889eb83 HTTP/1.1" status: 200 len: 375 time: 0.0192916 Aug 30 22:53:36.822254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.862142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.913120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.926067 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-b46eafec-2f16-49a1-b9e1-bf2698ddb101 service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879345 Aug 30 22:53:36.962972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:36.965901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Pushing event updated for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:36.995624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:36.999847 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0d0bc08-4387-41aa-92cf-62368294c9e6" -d '{"events": [{"server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "name": "network-vif-plugged", "status": "completed", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:37.027655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:37.036447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:32Z', 'revision_number': 3, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:37.041162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:37.134791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17f70494-6f73-4c68-9f1a-2a272b171173 None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:32Z', 'revision_number': 3, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:37.203212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:37.224980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-9d3cf368-23e7-4236-84c6-b9cdc5563879 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4564016 Aug 30 22:53:37.226898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:37.238986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:37.249756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-e4effce0-eefd-465e-b743-7627d8031ef2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:53:37.250825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-e4effce0-eefd-465e-b743-7627d8031ef2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137794 Aug 30 22:53:37.306651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-659042df-7b68-42f6-a2d9-e2f483bf7550 req-fe71fd41-8d99-4513-a73b-fcfd290a3a25 service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692555 Aug 30 22:53:37.388203 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9a63754e-9f7d-445a-9fd2-508d46db6e71', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'port_id': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'mac_address': 'fa:16:3e:61:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:41Z', 'updated_at': '2021-08-30T22:53:34Z', 'revision_number': 1, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:37.406512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d588dad-9de8-4090-9944-8cef48cdf712 req-8fa98b33-1d0a-44ee-baba-94a6c280a6fd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:37.419073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d588dad-9de8-4090-9944-8cef48cdf712 req-8fa98b33-1d0a-44ee-baba-94a6c280a6fd tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1613553 Aug 30 22:53:37.421748 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3064efdf-b2cb-49e0-af5e-aacc6272e860 None None] The sync data for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 is: [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9a63754e-9f7d-445a-9fd2-508d46db6e71', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'floating_ip_address': '172.25.7.114', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'port_id': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'mac_address': 'fa:16:3e:61:00:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:52:41Z', 'updated_at': '2021-08-30T22:53:34Z', 'revision_number': 1, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:37.516428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d588dad-9de8-4090-9944-8cef48cdf712 req-67d75d18-3f7a-45f7-8275-09e7e86067ba tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962029 Aug 30 22:53:37.585865 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fb2700-d61f-4f5d-8d0a-74f0003e9eb7 x-openstack-request-id: req-88fb2700-d61f-4f5d-8d0a-74f0003e9eb7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:37.586431 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "name": "network-vif-plugged", "status": "completed", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:37.586865 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88fb2700-d61f-4f5d-8d0a-74f0003e9eb7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:37.587437 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa', 'code': 200} Aug 30 22:53:37.611361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-da5c200e-3a47-4b6d-b8ab-4bc7c75e2d2c service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454306 Aug 30 22:53:37.713346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6fa73ae0-bd2d-49e5-94a0-342544dc0bbc None None] Provisioning complete for port a743dcdd-51e0-4dbd-949f-7fa671da934c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:37.713862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6fa73ae0-bd2d-49e5-94a0-342544dc0bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:37.775917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6fa73ae0-bd2d-49e5-94a0-342544dc0bbc None None] Port a743dcdd-51e0-4dbd-949f-7fa671da934c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:53:37.785572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ecc0a-109f-448e-bf4e-2964b45bbae3 req-f6246ca7-0341-48f6-bed4-b53c5a7cea9d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:37.795123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b29ecc0a-109f-448e-bf4e-2964b45bbae3 req-f6246ca7-0341-48f6-bed4-b53c5a7cea9d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.1415470 Aug 30 22:53:37.835995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-7f082dd9-3111-45b1-a712-2b80af9dcbc0 service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226572 Aug 30 22:53:37.948237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbe73eb-054a-460d-ae3c-d984b602125c None None] New status for floating IP 9a63754e-9f7d-445a-9fd2-508d46db6e71: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:53:37.955119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b29ecc0a-109f-448e-bf4e-2964b45bbae3 req-564e8fe3-3d9e-4e9c-bd3a-980d9a4f9c44 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589038 Aug 30 22:53:37.990604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-3d5c9148-7462-4307-bec8-0422a574676b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:37.992204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-3d5c9148-7462-4307-bec8-0422a574676b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/ports?device_id=5e4914c4-e117-434c-aa25-f99bbb59b57d HTTP/1.1" status: 200 len: 946 time: 0.7298234 Aug 30 22:53:38.020846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13ffe9-a85b-4b68-b38c-63fe8b7cb5b9 req-1d975fb3-6b24-4276-9749-974c4ea1f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:38.022903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c13ffe9-a85b-4b68-b38c-63fe8b7cb5b9 req-1d975fb3-6b24-4276-9749-974c4ea1f409 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 1098 time: 0.2567921 Aug 30 22:53:38.105543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c13ffe9-a85b-4b68-b38c-63fe8b7cb5b9 req-3107a64e-abfd-423c-af7d-4d2f3435b694 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727708 Aug 30 22:53:38.137291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:53:38.315774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:53:38.324892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97514099-b776-4afe-9a33-4849b5e6fcae req-c69fb78c-48f9-4831-b921-796575f54a7e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:38.327331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97514099-b776-4afe-9a33-4849b5e6fcae req-c69fb78c-48f9-4831-b921-796575f54a7e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1491432 Aug 30 22:53:38.340695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9e0941ad-a2e0-40d0-a195-73cff836923d admin admin] 10.222.0.25 "PUT /v2.0/routers/06582080-01da-4f1e-92e7-993383e8fe50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4871829 Aug 30 22:53:38.343979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Deleting port af05cd7b-4850-4243-b2e8-525544ad1da0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:38.344408 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:38.457994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97514099-b776-4afe-9a33-4849b5e6fcae req-173ae088-ff24-4c8e-883f-0bf1b7a24fb5 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114061 Aug 30 22:53:38.529621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] For port af05cd7b-4850-4243-b2e8-525544ad1da0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=af05cd7b-4850-4243-b2e8-525544ad1da0,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:38.530016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:38.565933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Calling delete_port for af05cd7b-4850-4243-b2e8-525544ad1da0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:38.772613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18310f15-f8c7-4a5f-9d8f-f8622c357a92 req-d99d69f9-fff3-499f-a51a-5d7a92fa3dab tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 210 time: 0.0716255 Aug 30 22:53:38.876082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:38.891291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['af05cd7b-4850-4243-b2e8-525544ad1da0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:38.929043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event deleted for resources: {'Port': ['ID=af05cd7b-4850-4243-b2e8-525544ad1da0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:39.102857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] No DVR routers for this DVR port af05cd7b-4850-4243-b2e8-525544ad1da0 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:53:39.107654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.112300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64c7e195-517a-4ed7-ac38-5c15b53b698e req-52781d94-f93e-4ac4-8353-1340e5d27323 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "DELETE /v2.0/ports/af05cd7b-4850-4243-b2e8-525544ad1da0 HTTP/1.1" status: 204 len: 173 time: 1.1039469 Aug 30 22:53:39.114169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-deleted', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:39.125906 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48ce8c9-aafe-44e8-ad80-12d4bc80a5a3" -d '{"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-deleted", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:39.139608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 60ba42d9-90b5-46cb-86fa-9b60770555f0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:39.209582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4c5e96-87e0-4059-a053-3c3e12078b66 req-4b04cef0-0b06-48c2-a021-64da0b80d667 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:39.211239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e4c5e96-87e0-4059-a053-3c3e12078b66 req-4b04cef0-0b06-48c2-a021-64da0b80d667 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1834700 Aug 30 22:53:39.289225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 60ba42d9-90b5-46cb-86fa-9b60770555f0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:39.293339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 60ba42d9-90b5-46cb-86fa-9b60770555f0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:39.294151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.295658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e4c5e96-87e0-4059-a053-3c3e12078b66 req-ddceaaa4-53f4-4d73-b7f6-d410646ffe2a tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773582 Aug 30 22:53:39.444271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.457967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:39.474060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424528247', 'description': 'tempest-description--1076107159'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:39.480820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb206e-b526-4f43-850d-600caf6544d4 req-7db5522d-71c4-4740-855b-256ddae72953 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:39.491378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2eb206e-b526-4f43-850d-600caf6544d4 req-7db5522d-71c4-4740-855b-256ddae72953 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.1150544 Aug 30 22:53:39.532905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.558567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 60ba42d9-90b5-46cb-86fa-9b60770555f0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=60ba42d9-90b5-46cb-86fa-9b60770555f0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:39.567611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.575891 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4e9f25c-07ab-4014-a311-4b70451ec922 x-openstack-request-id: req-f4e9f25c-07ab-4014-a311-4b70451ec922 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:39.576242 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4914c4-e117-434c-aa25-f99bbb59b57d", "name": "network-vif-deleted", "tag": "af05cd7b-4850-4243-b2e8-525544ad1da0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:39.576573 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4e9f25c-07ab-4014-a311-4b70451ec922 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:39.577557 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4914c4-e117-434c-aa25-f99bbb59b57d', 'name': 'network-vif-deleted', 'tag': 'af05cd7b-4850-4243-b2e8-525544ad1da0', 'status': 'completed', 'code': 200} Aug 30 22:53:39.605728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c2eb206e-b526-4f43-850d-600caf6544d4 req-b59c468f-7224-402d-8965-fc6570ede9d1 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059968 Aug 30 22:53:39.698102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=60ba42d9-90b5-46cb-86fa-9b60770555f0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:39.749042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.756764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.803298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:39.810116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3492208 Aug 30 22:53:39.810323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:39.816810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group_rule': {'security_group_id': '72e9ceba-069d-49a9-967d-734095e89cdf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:39.842269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755516d-5dee-4daa-b29a-bb54a6f83252 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72e9ceba-069d-49a9-967d-734095e89cdf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:39.893617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.128157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-d3f4120a-e109-4240-976f-9d710c495cd8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:40.129843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-d3f4120a-e109-4240-976f-9d710c495cd8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.1579204 Aug 30 22:53:40.151322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Request body: {'port': {'device_id': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'admin_state_up': True, 'tenant_id': '80aee29bc8a145d3bd183374e889eb83'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:40.213559 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:53:40.225314 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:40.226518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:40.276158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1cc4d68-a9b9-47bc-a73e-beb09774deab req-9b5cfa0d-9119-4afa-9025-e3be8f27c46d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 210 time: 0.3131526 Aug 30 22:53:40.330097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.337646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.379778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30a1636a-218d-4b3d-83a2-e6c607dbdc48,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:40.388639 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.392746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-25359f00-d4d5-412a-ae9b-6d94a7191024 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5779471 Aug 30 22:53:40.393826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:40.406506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group_rule': {'security_group_id': '72e9ceba-069d-49a9-967d-734095e89cdf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:40.440788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:53:40.440788 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:53:40.440788 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id_1': '44b8598631d9423c820f66be72094d62', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 53, 40, 423519)}] Aug 30 22:53:40.440788 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:53:40.442144 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:53:40.465058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Made reservation on behalf of 80aee29bc8a145d3bd183374e889eb83 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:40.473760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.475232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d27dcea8-4c75-4ebc-ae4d-f0c8d287b887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:40.521574 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:40.662781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Allocated IP 172.20.0.2 (7889917f-f029-4c10-ab4d-c08b83a71bdc/0eae8ecc-2dbf-4edf-84c7-613767284968/9166f1c4-01dc-4f9e-976b-58b899725efa) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:40.854338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff66ca-d9f3-484c-9c62-759657414a79 req-2ddf1695-02f0-4259-8e76-8dc15e1454d8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:40.862863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64ff66ca-d9f3-484c-9c62-759657414a79 req-2ddf1695-02f0-4259-8e76-8dc15e1454d8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.1297591 Aug 30 22:53:40.928512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64ff66ca-d9f3-484c-9c62-759657414a79 req-f0d6b2d8-bca6-4416-8fe9-db9e539f3027 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619497 Aug 30 22:53:40.953271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 2, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:41.004991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.032339 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:53:41.032700 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Updating router 06582080-01da-4f1e-92e7-993383e8fe50 port a743dcdd-51e0-4dbd-949f-7fa671da934c binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:53:41.081369 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.095836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.137961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 60ba42d9-90b5-46cb-86fa-9b60770555f0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:41.195973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.198917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.209910 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.247307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15be36a8-1ab4-458e-879d-99e246f99e6a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:41.260295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.263284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4c29add2-a2e5-4a4d-877c-e658f687b2e4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8677227 Aug 30 22:53:41.266694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:41.274235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:41.304251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 60ba42d9-90b5-46cb-86fa-9b60770555f0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:41.304561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.342106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.425683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:41.440881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:41.455118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:41.473243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:41.477151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:41.519064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: af05cd7b-4850-4243-b2e8-525544ad1da0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:41.522561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device af05cd7b-4850-4243-b2e8-525544ad1da0 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:41.610033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.613171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc28d0-fb6e-487d-8b4d-fcef8dd2ff1c req-3fd8367d-64af-474a-985e-f1161e86c064 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:41.626234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84bc28d0-fb6e-487d-8b4d-fcef8dd2ff1c req-3fd8367d-64af-474a-985e-f1161e86c064 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 931 time: 0.1813748 Aug 30 22:53:41.660960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:41.665173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.748714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-c97feed5-9875-4951-83c4-7f79293e6596 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6091037 Aug 30 22:53:41.763511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84bc28d0-fb6e-487d-8b4d-fcef8dd2ff1c req-c0a4af5e-a930-426d-b546-80ffccf85928 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327999 Aug 30 22:53:41.776524 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.788184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Transition to ACTIVE for port object a743dcdd-51e0-4dbd-949f-7fa671da934c will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:41.798614 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.798784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Request body: {'port': {'device_id': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:41.804303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Allocated IP 172.25.7.100 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/6951de6e-35d2-43dc-8a5a-6bab5c74c930) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:41.911955 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:41.966572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Pushing event updated for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:41.983133 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.983477 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.983815 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.984197 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.984467 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.984798 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.985120 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.990219 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.992107 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.992294 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.992636 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:41.992961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:53:42.136233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.194701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Attempting to bind port a743dcdd-51e0-4dbd-949f-7fa671da934c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:42.195080 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Attempting to bind port a743dcdd-51e0-4dbd-949f-7fa671da934c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:42.195439 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Attempting to bind port a743dcdd-51e0-4dbd-949f-7fa671da934c on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:42.212142 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:42.212515 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Checking segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:42.216113 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.216571 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Bound using segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:42.221338 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Bound port: a743dcdd-51e0-4dbd-949f-7fa671da934c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:42.222093 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.251557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.383348 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] For port a743dcdd-51e0-4dbd-949f-7fa671da934c, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:42.391356 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] For port a743dcdd-51e0-4dbd-949f-7fa671da934c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a743dcdd-51e0-4dbd-949f-7fa671da934c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:42.397348 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.444195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:42.449141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:42.455174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:42.520255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=6951de6e-35d2-43dc-8a5a-6bab5c74c930,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:42.548424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce95fa-760a-4d45-95e0-5e2faa870440 None None] Pushing event updated for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:42.588039 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:53:42.588891 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:42.683922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9166f1c4-01dc-4f9e-976b-58b899725efa {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:42.694654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.705606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.742519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Transition to ACTIVE for port object 9166f1c4-01dc-4f9e-976b-58b899725efa will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:42.748985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.805414 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.815944 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:42.923344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:53:43.303941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81c15913-5695-4c51-b127-bed1338e8dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.323554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:43.430318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Attempting to bind port 9166f1c4-01dc-4f9e-976b-58b899725efa on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:43.430815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Attempting to bind port 9166f1c4-01dc-4f9e-976b-58b899725efa by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:43.431160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Attempting to bind port 9166f1c4-01dc-4f9e-976b-58b899725efa on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:43.442522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Port 9166f1c4-01dc-4f9e-976b-58b899725efa on network 7889917f-f029-4c10-ab4d-c08b83a71bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:53:43.446357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Attempting to bind port 9166f1c4-01dc-4f9e-976b-58b899725efa on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:43.460967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:43.462876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Checking segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:43.464349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Bound using segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:43.466830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Bound port: 9166f1c4-01dc-4f9e-976b-58b899725efa, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:43.467318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.486006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.501938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.708307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f643f-84a6-4186-96d7-109d35121713 req-f2522022-3dd3-42b5-a58f-f5f9e25e1084 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:43.717363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-039f643f-84a6-4186-96d7-109d35121713 req-f2522022-3dd3-42b5-a58f-f5f9e25e1084 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 943 time: 0.2286267 Aug 30 22:53:43.735639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:43.742725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:43.754105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=6951de6e-35d2-43dc-8a5a-6bab5c74c930,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:43.766037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.766877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.820615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.822236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-376d4411-c366-415a-b8f1-00b459a73f6d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5539713 Aug 30 22:53:43.854885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:43.869284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-039f643f-84a6-4186-96d7-109d35121713 req-ec46a69c-8ec6-43ba-805a-9ea282acc940 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387267 Aug 30 22:53:43.875198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:43.875823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:43.877232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-aa790a4e-e720-49ac-8074-15355c52457b service neutron] 10.222.0.47 "PUT /v2.0/ports/9166f1c4-01dc-4f9e-976b-58b899725efa HTTP/1.1" status: 200 len: 1092 time: 2.1061628 Aug 30 22:53:43.877673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:43.880010 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:44.038758 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54ef4319-2f3a-4daa-b5f1-05a04ec997f2 x-openstack-request-id: req-54ef4319-2f3a-4daa-b5f1-05a04ec997f2 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:44.039050 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:44.039307 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54ef4319-2f3a-4daa-b5f1-05a04ec997f2 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:44.039711 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'status': 'completed', 'code': 200} Aug 30 22:53:44.128832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-27bedf25-ecd1-4b47-8543-1be79b0325a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:44.133607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-27bedf25-ecd1-4b47-8543-1be79b0325a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 1095 time: 0.1814191 Aug 30 22:53:44.160697 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:42Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:44.187972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-c54c29dd-d585-4bee-9d56-008ae533664e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1424528247&fields=id&tenant_id=44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 267 time: 0.0912158 Aug 30 22:53:44.237812 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b3b45aa-d437-4bcd-87da-33b24c826310 None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:42Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:53:44.243827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-3e697a9a-4ca4-4e88-907b-4d529824989c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9166f1c4-01dc-4f9e-976b-58b899725efa HTTP/1.1" status: 200 len: 217 time: 0.0983174 Aug 30 22:53:44.429754 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:44.488630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-1d8493ea-5b69-441e-a32a-a0c7ecf37a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:44.494067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-1d8493ea-5b69-441e-a32a-a0c7ecf37a6c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.2342825 Aug 30 22:53:44.551048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-4c341558-0063-451b-adcd-780c4a8ba81a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:44.559769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-4c341558-0063-451b-adcd-780c4a8ba81a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 811 time: 0.3708823 Aug 30 22:53:44.571148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-8011ba72-3e0b-4b75-bd98-4fb8af4b515e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678830 Aug 30 22:53:44.602348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-72f283a1-ccf6-42c7-a95c-9e73fe933517 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/quotas/44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 375 time: 0.0411212 Aug 30 22:53:44.751799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-7d2b8a46-7501-4703-9a01-30ad6d9bfc02 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388674 Aug 30 22:53:44.815015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-fde38344-e45f-4562-b2ef-021bba9750e2 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316184 Aug 30 22:53:45.065841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-3c377d82-f09a-4813-b366-81be7f59d92e service neutron] 10.222.0.25 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068635 Aug 30 22:53:45.118847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67dd8c8b-1f30-492e-a8f5-3fbd00044861 req-293fab97-98f7-4011-81c1-3ab9fe33b162 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913218 Aug 30 22:53:45.174201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a743dcdd-51e0-4dbd-949f-7fa671da934c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:45.316993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-66b9d545-2af2-41cb-854a-1bdf8c70cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:45.320199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-66b9d545-2af2-41cb-854a-1bdf8c70cb91 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 1095 time: 0.1007738 Aug 30 22:53:45.344593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-4ead84cd-f204-4760-a1c8-77a54082eeb4 service neutron] 10.222.0.25 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773054 Aug 30 22:53:45.414828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a743dcdd-51e0-4dbd-949f-7fa671da934c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:45.419865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a743dcdd-51e0-4dbd-949f-7fa671da934c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:45.420250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:45.526740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:45.633300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a743dcdd-51e0-4dbd-949f-7fa671da934c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a743dcdd-51e0-4dbd-949f-7fa671da934c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:45.646127 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:45.729498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e601c91-80ad-4f00-b05b-b83bd5285d3a req-1473518a-5eff-4654-a373-10bf4dfc2257 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:45.737848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e601c91-80ad-4f00-b05b-b83bd5285d3a req-1473518a-5eff-4654-a373-10bf4dfc2257 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 943 time: 0.3402414 Aug 30 22:53:45.741671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:45.841029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-d302d5d7-b141-439e-adeb-89220c4a8f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:45.861337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-d302d5d7-b141-439e-adeb-89220c4a8f5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 916 time: 0.5169497 Aug 30 22:53:45.903146 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:45.910420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e601c91-80ad-4f00-b05b-b83bd5285d3a req-bfd150a6-d38c-4801-9bc7-df015258e1e1 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716101 Aug 30 22:53:45.962880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-8aa3590a-62b6-4074-b36d-de91da6034cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9166f1c4-01dc-4f9e-976b-58b899725efa HTTP/1.1" status: 200 len: 217 time: 0.0884204 Aug 30 22:53:45.964578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1086dbb-5fc9-4e44-a890-e66508ce8e7f req-f7483994-cd10-43b1-ade9-ec863ef8bd0e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 210 time: 0.0905311 Aug 30 22:53:46.057557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-d1864e8e-56d4-4380-b655-ed3a2ef0f796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:46.064135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-d1864e8e-56d4-4380-b655-ed3a2ef0f796 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.0901597 Aug 30 22:53:46.131760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-7b907a41-0db0-407f-ba4f-2c1c6830c0b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499849 Aug 30 22:53:46.375216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-b2aa74ec-6e5c-41b7-81b5-bbdb09acd0ce service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300205 Aug 30 22:53:46.532730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a7b2fe8-f684-46c8-835a-51d5f2732b1d req-d7ca7be0-9c8b-4e8e-a852-7ce74937e486 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481655 Aug 30 22:53:47.112266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35f109c5-3ad0-4779-93a0-f7dba0599a56 req-226edcac-a80d-4902-83c3-c36783ee2f50 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 210 time: 0.0472817 Aug 30 22:53:47.132760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a743dcdd-51e0-4dbd-949f-7fa671da934c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:47.197292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b8da4-89ac-45c7-bde0-dd4b38b65427 req-fd2127f0-25a3-448f-8a28-fb46ae65b7b8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:47.216390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-153b8da4-89ac-45c7-bde0-dd4b38b65427 req-fd2127f0-25a3-448f-8a28-fb46ae65b7b8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 943 time: 0.1883917 Aug 30 22:53:47.285067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a743dcdd-51e0-4dbd-949f-7fa671da934c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:47.285511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:47.317439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-153b8da4-89ac-45c7-bde0-dd4b38b65427 req-975e788c-ede4-4cac-a7e9-1f851ac25863 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000371 Aug 30 22:53:47.514111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:47.836154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-f8cafeb0-fbd5-4d12-80d2-d53cea05a835 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:47.839969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-f8cafeb0-fbd5-4d12-80d2-d53cea05a835 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 811 time: 0.3862269 Aug 30 22:53:47.861905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:47.900330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-838f5f66-e6f8-43df-ab50-422d07ec9c7f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 380 time: 0.0470943 Aug 30 22:53:47.905489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'port_id': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'mac_address': 'fa:16:3e:dc:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae8ecc-2dbf-4edf-84c7-613767284968', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:47.915095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'port': {'device_id': '07de3d29-9545-4698-bd0b-08f919607c9d', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'admin_state_up': True, 'tenant_id': '44b8598631d9423c820f66be72094d62', 'security_groups': ['72e9ceba-069d-49a9-967d-734095e89cdf']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:47.994802 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:48.030776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9166f1c4-01dc-4f9e-976b-58b899725efa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:48.084341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:48.091079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:48.330082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:48.354206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e816671-34c0-435f-8849-0856c23951f4 req-f6589eca-b8dc-4c58-b664-4880e8b0b8bf tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 210 time: 0.1162641 Aug 30 22:53:48.409170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9166f1c4-01dc-4f9e-976b-58b899725efa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:48.555470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Made reservation on behalf of 44b8598631d9423c820f66be72094d62 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:53:48.560125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:48.588546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b22086-4895-48b0-9fee-5a05b1e98217 req-8720c177-4744-40a8-9e29-2c5dc12c9c17 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:48.592197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9b22086-4895-48b0-9fee-5a05b1e98217 req-8720c177-4744-40a8-9e29-2c5dc12c9c17 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1301689 Aug 30 22:53:48.699656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9b22086-4895-48b0-9fee-5a05b1e98217 req-e56c1594-0635-442a-9714-dfafc8fd1b28 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003897 Aug 30 22:53:48.759403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b01727e-33c2-48af-ac47-a0e2499a0309 req-eb0df836-91e3-4561-913f-3ff10cc4592a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:48.761211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b01727e-33c2-48af-ac47-a0e2499a0309 req-eb0df836-91e3-4561-913f-3ff10cc4592a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 944 time: 0.1618335 Aug 30 22:53:48.871899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b01727e-33c2-48af-ac47-a0e2499a0309 req-e9976cd9-38bc-409b-b2dc-39e2b0e65b3b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948238 Aug 30 22:53:48.893710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Allocated IP 172.20.0.3 (62129edb-e17f-4d4b-a84c-4f5a0ac322a2/ad966348-ae36-4af1-999e-016e95542d84/21fb25fc-f1cd-4000-8992-7ffb7e7c148c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:53:49.081328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.097632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Transition to ACTIVE for port object 21fb25fc-f1cd-4000-8992-7ffb7e7c148c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:49.138292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.191807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:53:49.195506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:53:49.198461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:53:49.268299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:49.297038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:49.298612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.318147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-4f377cca-0279-44a3-a5d0-914f4388b593 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4095812 Aug 30 22:53:49.340215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Request body: {'port': {'device_id': '07de3d29-9545-4698-bd0b-08f919607c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:53:49.431205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.494767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:49.577677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 9166f1c4-01dc-4f9e-976b-58b899725efa completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:49.583041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8585402d-078b-4a2b-9307-e14f1d685780 None None] Provisioning for port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:49.585186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9166f1c4-01dc-4f9e-976b-58b899725efa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:49.585624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.617640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee40192-62cb-4aae-a6d8-cbd9ddce6df5 req-8a4a33c1-7800-4086-8aa7-8017afdc7d27 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:49.619982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cee40192-62cb-4aae-a6d8-cbd9ddce6df5 req-8a4a33c1-7800-4086-8aa7-8017afdc7d27 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 931 time: 0.1287498 Aug 30 22:53:49.685401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8585402d-078b-4a2b-9307-e14f1d685780 None None] Provisioning complete for port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:49.685803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8585402d-078b-4a2b-9307-e14f1d685780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.690310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cee40192-62cb-4aae-a6d8-cbd9ddce6df5 req-7850e34a-8fb8-4943-9629-7dc1665b373f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600317 Aug 30 22:53:49.742628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8585402d-078b-4a2b-9307-e14f1d685780 None None] Port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:53:49.791959 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.828499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:49.832464 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93ec56e-3c91-4d15-9bff-6f3a2992a807" -d '{"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-plugged", "status": "completed", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:49.869508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:49.874788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.898128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fb25fc-f1cd-4000-8992-7ffb7e7c148c {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:49.913808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb512f-9668-4ef7-a39a-63cfdc943da9 req-29feea4f-f59e-460c-8653-f99131779676 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:49.916514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87eb512f-9668-4ef7-a39a-63cfdc943da9 req-29feea4f-f59e-460c-8653-f99131779676 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1068532 Aug 30 22:53:49.921400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:49.928175 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ca1ec1-2162-402d-bcb2-ba9b3631749e x-openstack-request-id: req-d8ca1ec1-2162-402d-bcb2-ba9b3631749e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:49.928545 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-plugged", "status": "completed", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:49.928814 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d8ca1ec1-2162-402d-bcb2-ba9b3631749e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:49.929972 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'code': 200} Aug 30 22:53:49.963769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87eb512f-9668-4ef7-a39a-63cfdc943da9 req-abaf7f5b-056f-4ce3-9594-e849c2b50f0c tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 Aug 30 22:53:49.974198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Transition to ACTIVE for port object 21fb25fc-f1cd-4000-8992-7ffb7e7c148c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:53:49.979078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:49.981580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:50.084720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Pushing event updated for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:50.142293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d846af-30c4-4974-839e-2609fa850166 req-b3d20338-e87a-4c23-a2ff-27cd2a2121be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:50.150931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9d846af-30c4-4974-839e-2609fa850166 req-b3d20338-e87a-4c23-a2ff-27cd2a2121be service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 1097 time: 0.1308558 Aug 30 22:53:50.196014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9d846af-30c4-4974-839e-2609fa850166 req-09a5e349-3630-407f-b120-7f83fd53f34e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366511 Aug 30 22:53:50.333008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8304432b-cc3a-46a2-a6bd-9350f8b9af5b req-da9bf6ee-b713-4639-ab4e-abab61d00dd5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:50.337382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8304432b-cc3a-46a2-a6bd-9350f8b9af5b req-da9bf6ee-b713-4639-ab4e-abab61d00dd5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1742566 Aug 30 22:53:50.340544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Attempting to bind port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:53:50.341044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Attempting to bind port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:53:50.341517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Attempting to bind port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:50.359262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:53:50.359593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Attempting to bind port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:53:50.387352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:53:50.389085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Checking segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:53:50.389756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Bound using segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:53:50.390342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Bound port: 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:53:50.390915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:50.440726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8304432b-cc3a-46a2-a6bd-9350f8b9af5b req-1c1f932d-da89-4ce3-8642-1c7f3b9891f3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934501 Aug 30 22:53:50.552217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:53:50.557935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:53:50.567436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:50.622274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:50.623613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:50.624957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] 10.222.0.47 "PUT /v2.0/ports/21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1092 time: 1.2934711 Aug 30 22:53:50.625421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:50.628275 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226" -d '{"events": [{"name": "network-changed", "server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:50.701912 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fb42c7-e386-4b79-b2fe-352e35d10f9e x-openstack-request-id: req-59fb42c7-e386-4b79-b2fe-352e35d10f9e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:50.702219 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:50.702492 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59fb42c7-e386-4b79-b2fe-352e35d10f9e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:50.702885 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'status': 'completed', 'code': 200} Aug 30 22:53:50.703883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3fd21-9c1d-4a4c-8340-8708a57f0185 service neutron] Pushing event updated for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:50.749915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-a0d952a2-f440-4bbf-a1ae-ca5f285fcf9d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:50.753926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-a0d952a2-f440-4bbf-a1ae-ca5f285fcf9d tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.52 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1194265 Aug 30 22:53:50.836168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-25f71555-b823-4771-9f8b-237673b3120a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:50.837735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-25f71555-b823-4771-9f8b-237673b3120a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1095 time: 0.1088440 Aug 30 22:53:50.928731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-c555fc78-03b9-4b7f-ac91-d11053d8fecc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 217 time: 0.0730071 Aug 30 22:53:51.003389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb8ddb8-63df-41bc-b382-51d7dfed3367 req-d19c0c45-31f3-4137-be00-ef9840d40ae1 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.013652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fb8ddb8-63df-41bc-b382-51d7dfed3367 req-d19c0c45-31f3-4137-be00-ef9840d40ae1 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 943 time: 0.1175196 Aug 30 22:53:51.044365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-c2120669-d4fb-4f11-9dff-61a5be534b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.045961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-c2120669-d4fb-4f11-9dff-61a5be534b4d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.1095331 Aug 30 22:53:51.052583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Deleting port 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:53:51.053371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:51.136575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8fb8ddb8-63df-41bc-b382-51d7dfed3367 req-aebfa6fc-8e2a-4c4a-b704-399bda64f1bd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217885 Aug 30 22:53:51.202575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf5435-b511-41e7-905c-15bab08984ae req-3c24b7d3-9b50-4167-8f5c-cc735e534faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.204528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-3c24b7d3-9b50-4167-8f5c-cc735e534faf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1448572 Aug 30 22:53:51.214297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199b26d-02df-408c-ac38-6135f198a590 req-f8780d67-1794-425a-bbe4-2047e3e31d06 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.216357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5199b26d-02df-408c-ac38-6135f198a590 req-f8780d67-1794-425a-bbe4-2047e3e31d06 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/ports?device_id=6324c61e-26a2-4f50-a887-de4fa4181fc7 HTTP/1.1" status: 200 len: 946 time: 0.1453793 Aug 30 22:53:51.221061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] For port 121a43a8-57c7-4e37-9400-ca9f0db9294f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=121a43a8-57c7-4e37-9400-ca9f0db9294f,segment=NetworkSegment(072ca0d9-41a6-4aa9-abc6-57e667931e1b),segment_id=072ca0d9-41a6-4aa9-abc6-57e667931e1b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:51.222228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:51.256509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Calling delete_port for 121a43a8-57c7-4e37-9400-ca9f0db9294f owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:53:51.372266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5199b26d-02df-408c-ac38-6135f198a590 req-2b4f3421-be5c-4d68-95e6-81f637b76f9e tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.25 "GET /v2.0/security-groups?id=09d647c7-1391-4fc8-92ef-d9649ae731bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809753 Aug 30 22:53:51.429494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-6d9a6d2e-2da4-4023-89f5-42d2a41d99a7 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098510 Aug 30 22:53:51.549740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:51.590686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['121a43a8-57c7-4e37-9400-ca9f0db9294f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:51.591297 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:53:51.635218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Pushing event deleted for resources: {'Port': ['ID=121a43a8-57c7-4e37-9400-ca9f0db9294f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:51.672313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32bf5435-b511-41e7-905c-15bab08984ae req-aa8fc632-3820-46f7-ab2a-5700da819862 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145116 Aug 30 22:53:51.800538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-1b204db0-c235-4f3d-8843-e97b58f8924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.804809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-1b204db0-c235-4f3d-8843-e97b58f8924d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1095 time: 0.0543730 Aug 30 22:53:51.809917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] No DVR routers for this DVR port 121a43a8-57c7-4e37-9400-ca9f0db9294f on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:53:51.814634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:51.817552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b67a9fa-3bab-488c-841c-d4d72f07e8fc req-0097e737-520c-4ca0-81a7-e8abf80b1dc6 tempest-ServersNegativeTestJSON-1311935025 tempest-ServersNegativeTestJSON-1311935025-project] 10.222.0.52 "DELETE /v2.0/ports/121a43a8-57c7-4e37-9400-ca9f0db9294f HTTP/1.1" status: 204 len: 173 time: 1.0548897 Aug 30 22:53:51.818728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-deleted', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:51.828765 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55e006-2bac-46d2-9344-daebd928e1a2" -d '{"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-deleted", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:51.849216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83989d69-9530-419f-89cb-22b102a0b44d req-6f2a57df-1408-48c8-bf27-1a1c2446c201 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.851289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83989d69-9530-419f-89cb-22b102a0b44d req-6f2a57df-1408-48c8-bf27-1a1c2446c201 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1477382 Aug 30 22:53:51.912609 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d6796f-ec5b-470d-b3dc-46c6193b03b2 x-openstack-request-id: req-b2d6796f-ec5b-470d-b3dc-46c6193b03b2 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:51.912898 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6324c61e-26a2-4f50-a887-de4fa4181fc7", "name": "network-vif-deleted", "tag": "121a43a8-57c7-4e37-9400-ca9f0db9294f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:51.913140 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2d6796f-ec5b-470d-b3dc-46c6193b03b2 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:51.913546 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6324c61e-26a2-4f50-a887-de4fa4181fc7', 'name': 'network-vif-deleted', 'tag': '121a43a8-57c7-4e37-9400-ca9f0db9294f', 'status': 'completed', 'code': 200} Aug 30 22:53:51.935741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83989d69-9530-419f-89cb-22b102a0b44d req-bb3701b4-7048-431b-9876-185899d96576 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765777 Aug 30 22:53:51.970717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-775116d6-2deb-4203-ac3b-a473b23e7b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:51.973896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-775116d6-2deb-4203-ac3b-a473b23e7b8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.1557131 Aug 30 22:53:52.038478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-f4e80813-a097-47e8-b590-97bfdce0805d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 217 time: 0.0552039 Aug 30 22:53:52.105412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-97e7857f-ccb2-43cc-a390-fd190997065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:52.107010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-97e7857f-ccb2-43cc-a390-fd190997065c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0604250 Aug 30 22:53:52.213034 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.214613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-9c1a231b-5e3b-4f0c-8f7d-a3b195307d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:52.218916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-9c1a231b-5e3b-4f0c-8f7d-a3b195307d2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961652 Aug 30 22:53:52.363576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3efbff-3c29-46a7-9469-3593a4b95619 req-d17e34a9-a94f-4a5b-bcb3-f5a7bed8db18 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:52.383325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d3efbff-3c29-46a7-9469-3593a4b95619 req-d17e34a9-a94f-4a5b-bcb3-f5a7bed8db18 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 943 time: 0.1198237 Aug 30 22:53:52.421213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-57441f2e-d1bc-4473-865b-5be30e17040c service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891441 Aug 30 22:53:52.452691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44348) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:52.456440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d3efbff-3c29-46a7-9469-3593a4b95619 req-e44a18f6-c3aa-45f3-a7c1-c9530ae35ed7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628755 Aug 30 22:53:52.575318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Deleting subnet 4b6622c0-af6f-40a5-9fcd-4430e2956973 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:53:52.596845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.622396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb68c4f4-c857-41e0-a8cf-a7c3c11d6226 req-48140a7b-2305-4824-9427-78d71c58bb09 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854165 Aug 30 22:53:52.663206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.720190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.800608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.838857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:52.843229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4b6622c0-af6f-40a5-9fcd-4430e2956973 HTTP/1.1" status: 204 len: 168 time: 0.3852422 Aug 30 22:53:52.844293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31e76c9-1923-486a-820b-c5d2aa99a9a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b6622c0-af6f-40a5-9fcd-4430e2956973,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:52.848022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44362) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:52.947908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.102621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.130176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40410c8a-ec86-45e3-9329-a57ec537fe5f req-dc57ac8c-68bc-4a4d-ba53-e93e261aa2bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:53.131806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40410c8a-ec86-45e3-9329-a57ec537fe5f req-dc57ac8c-68bc-4a4d-ba53-e93e261aa2bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0866580 Aug 30 22:53:53.133589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f384abb1-05d0-494d-90d7-a62d24325b4a']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:53.151393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072ca0d9-41a6-4aa9-abc6-57e667931e1b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:53.151735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072ca0d9-41a6-4aa9-abc6-57e667931e1b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:53:53.170876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.194753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.199205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40410c8a-ec86-45e3-9329-a57ec537fe5f req-9fce3873-a240-4d62-af91-67c6b36da846 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580585 Aug 30 22:53:53.204664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:53:53.204664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:53:53.206389 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:53:53.279928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.290595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.295082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] 10.222.0.25 "DELETE /v2.0/networks/f384abb1-05d0-494d-90d7-a62d24325b4a HTTP/1.1" status: 204 len: 168 time: 0.4390905 Aug 30 22:53:53.311095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b956c-f36c-4311-9fff-85b566dec0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=f384abb1-05d0-494d-90d7-a62d24325b4a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:53.353768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ab4706-6497-4ebf-acf3-79f6ec6557ef req-1786f140-135b-4520-aded-b85476c0112b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:53.355569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8ab4706-6497-4ebf-acf3-79f6ec6557ef req-1786f140-135b-4520-aded-b85476c0112b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0670242 Aug 30 22:53:53.420385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8ab4706-6497-4ebf-acf3-79f6ec6557ef req-6eb4a19d-749c-4fd2-8e74-bdf9a246a928 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571721 Aug 30 22:53:53.462407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:53.542895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93412211-88bd-4da7-8edd-086b3c4e559f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2133e218f5c4ef991efe061064d29eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0791132 Aug 30 22:53:53.545224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44382) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:53:53.607871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e362172-11bc-4188-b7b6-86329ffec69f req-0fdded79-a33e-4704-b0c4-8a5dcc6d9bb2 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:53.609699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e362172-11bc-4188-b7b6-86329ffec69f req-0fdded79-a33e-4704-b0c4-8a5dcc6d9bb2 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 943 time: 0.0729222 Aug 30 22:53:53.623369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.666638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e362172-11bc-4188-b7b6-86329ffec69f req-ddb73e6f-9867-496e-812c-388ed7d19f14 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496755 Aug 30 22:53:53.667814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.732663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.737222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:53.741388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09d647c7-1391-4fc8-92ef-d9649ae731bf HTTP/1.1" status: 204 len: 168 time: 0.1921790 Aug 30 22:53:53.749699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85a42b9-54e0-41f0-96af-2c1a58cf5087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d647c7-1391-4fc8-92ef-d9649ae731bf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:53.914278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee813-0ecb-4a33-9ea6-9d1b5065bf7a req-1f715d3c-929b-4e0c-85ec-0874ec660558 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:53.915844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59cee813-0ecb-4a33-9ea6-9d1b5065bf7a req-1f715d3c-929b-4e0c-85ec-0874ec660558 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0620635 Aug 30 22:53:53.981130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59cee813-0ecb-4a33-9ea6-9d1b5065bf7a req-a1f5ee7b-20c2-43ae-ad5d-ee5f7034acbb tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582747 Aug 30 22:53:54.117143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad37041-b272-4f23-ad1c-be8a053d43a5 req-c2834b37-e2db-40a3-ad94-5f60f7259290 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:54.119328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ad37041-b272-4f23-ad1c-be8a053d43a5 req-c2834b37-e2db-40a3-ad94-5f60f7259290 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0580852 Aug 30 22:53:54.155213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:54.166227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ad37041-b272-4f23-ad1c-be8a053d43a5 req-1fcf26fd-6700-4fec-9efd-9a7ace04de73 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Aug 30 22:53:54.201826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 121a43a8-57c7-4e37-9400-ca9f0db9294f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:53:54.202251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 121a43a8-57c7-4e37-9400-ca9f0db9294f not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:53:54.519225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f56853-1394-4ecb-91cc-b3acbd7c72cf req-acd7e847-26db-49c5-acc8-6f3c1dc12966 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:54.528454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3f56853-1394-4ecb-91cc-b3acbd7c72cf req-acd7e847-26db-49c5-acc8-6f3c1dc12966 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0591443 Aug 30 22:53:54.574237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3f56853-1394-4ecb-91cc-b3acbd7c72cf req-e5ec2543-8398-4c9b-9252-00e6b8a66cce tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445318 Aug 30 22:53:54.805278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e381a4-d983-4d48-8576-ab8700ac3ce5 req-86089cf3-daae-4f77-a30d-2a276ee83354 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:54.806814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1e381a4-d983-4d48-8576-ab8700ac3ce5 req-86089cf3-daae-4f77-a30d-2a276ee83354 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 943 time: 0.0552735 Aug 30 22:53:54.849937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1e381a4-d983-4d48-8576-ab8700ac3ce5 req-832a2bc8-992c-4f50-b387-f4a956f49904 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364132 Aug 30 22:53:55.204418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dd997-f907-40c5-b4ec-72ca951730ac req-2c5a10f5-e1e1-48d9-9d3b-528283a1f9ee tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:55.205908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-895dd997-f907-40c5-b4ec-72ca951730ac req-2c5a10f5-e1e1-48d9-9d3b-528283a1f9ee tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 950 time: 0.0570338 Aug 30 22:53:55.246429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-895dd997-f907-40c5-b4ec-72ca951730ac req-1f50086a-4e84-480f-ad6a-2ced5bd41cd5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339561 Aug 30 22:53:55.525331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21fb25fc-f1cd-4000-8992-7ffb7e7c148c details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:53:55.642250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:55.661591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'port_id': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'mac_address': 'fa:16:3e:29:5e:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:53:55.710981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:55.747683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fb25fc-f1cd-4000-8992-7ffb7e7c148c {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:53:55.774955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:55.781896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:55.825763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09ac9e6-2ef4-4d71-b704-54f085eb5881 req-a80daa6b-03ba-495e-a5ad-e319ed3ffc98 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:55.836130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d09ac9e6-2ef4-4d71-b704-54f085eb5881 req-a80daa6b-03ba-495e-a5ad-e319ed3ffc98 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0740795 Aug 30 22:53:55.856104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:55.876481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d09ac9e6-2ef4-4d71-b704-54f085eb5881 req-8d625dd2-9c36-4d78-b53d-4be17de8c412 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390959 Aug 30 22:53:55.987293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a4d80-e99a-45bc-80fe-c4060f54ee6b req-ee298b3c-0117-4345-8a3f-40f6d12d988a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:55.988797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-066a4d80-e99a-45bc-80fe-c4060f54ee6b req-ee298b3c-0117-4345-8a3f-40f6d12d988a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 944 time: 0.0523033 Aug 30 22:53:56.042538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-066a4d80-e99a-45bc-80fe-c4060f54ee6b req-c1dac254-f38b-40ab-a80a-5c6642549cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385966 Aug 30 22:53:56.084949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['21fb25fc-f1cd-4000-8992-7ffb7e7c148c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:53:57.004027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f127fec3-3103-4315-8d7f-8350c30939be req-e245743c-8624-4d37-b0e4-b53b92bb8a07 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:57.006282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f127fec3-3103-4315-8d7f-8350c30939be req-e245743c-8624-4d37-b0e4-b53b92bb8a07 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0531054 Aug 30 22:53:57.044824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f127fec3-3103-4315-8d7f-8350c30939be req-0b8a9ef9-04d0-4aa3-a1f8-121cdf89abeb tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Aug 30 22:53:57.166300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b642e51c-2bf4-4a6d-9f33-a5c61473906c req-0ae546ff-0b4a-417e-affa-5303b5b54617 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:57.167834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b642e51c-2bf4-4a6d-9f33-a5c61473906c req-0ae546ff-0b4a-417e-affa-5303b5b54617 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 944 time: 0.0549777 Aug 30 22:53:57.208379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b642e51c-2bf4-4a6d-9f33-a5c61473906c req-177e0d0f-f35c-43bb-92c3-28347ee37f91 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343287 Aug 30 22:53:57.542137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21fb25fc-f1cd-4000-8992-7ffb7e7c148c up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:53:57.613974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:53:57.618635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:53:57.619143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:57.671462 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:57.721060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:57.748372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:57.750643 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b581bced-f681-4d1e-851b-cb147588b252" -d '{"events": [{"server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "name": "network-vif-plugged", "status": "completed", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:57.765037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:57.773948 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:57.803695 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fda0856-2b58-4145-b7e3-35d2699c9c6d x-openstack-request-id: req-1fda0856-2b58-4145-b7e3-35d2699c9c6d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:57.803991 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "name": "network-vif-plugged", "status": "completed", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:57.804247 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1fda0856-2b58-4145-b7e3-35d2699c9c6d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:57.804633 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'code': 200} Aug 30 22:53:57.830792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:57.914606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a42d6-4d48-4dd5-ad22-16d6445c82fa req-980fde71-8aa6-4736-a158-e1c59d26d703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:57.916076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a5a42d6-4d48-4dd5-ad22-16d6445c82fa req-980fde71-8aa6-4736-a158-e1c59d26d703 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.0421031 Aug 30 22:53:57.953808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a5a42d6-4d48-4dd5-ad22-16d6445c82fa req-98bf27e6-c03a-4393-86ba-d343bf39ab08 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294333 Aug 30 22:53:58.161000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df6862-9deb-4971-85cd-99d0a886f1e9 req-31078b13-cd5a-44e5-8538-b081dbda5d7b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:58.162504 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44df6862-9deb-4971-85cd-99d0a886f1e9 req-31078b13-cd5a-44e5-8538-b081dbda5d7b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0502720 Aug 30 22:53:58.182903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:53:58.206199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44df6862-9deb-4971-85cd-99d0a886f1e9 req-447c5e8b-9707-4aaa-a5cd-682bb920a5be tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374446 Aug 30 22:53:58.295392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:58.328499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b64ac4-f393-425b-adfa-8e0acee52166 req-de294942-1182-4a13-a5f7-506088d6e8b6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:58.329729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:53:58.330032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08b64ac4-f393-425b-adfa-8e0acee52166 req-de294942-1182-4a13-a5f7-506088d6e8b6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0512817 Aug 30 22:53:58.333868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:53:58.372627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08b64ac4-f393-425b-adfa-8e0acee52166 req-65584e01-09e9-4009-9d1b-34bf3494e9c6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356736 Aug 30 22:53:58.380254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:53:59.334668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf15402-5a7c-4170-abb8-d25075980a6d req-a848be42-3c4e-42b9-902c-63301f83d9b2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:59.342249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aaf15402-5a7c-4170-abb8-d25075980a6d req-a848be42-3c4e-42b9-902c-63301f83d9b2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0644958 Aug 30 22:53:59.385457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aaf15402-5a7c-4170-abb8-d25075980a6d req-3678938e-2394-4ef2-8770-f0332210dc9f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418997 Aug 30 22:53:59.546540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee6b2b5-b048-4a51-a22c-a7bde5f87386 req-c7013d9e-0961-479d-8ee2-d085d0f6a37f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:59.548491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ee6b2b5-b048-4a51-a22c-a7bde5f87386 req-c7013d9e-0961-479d-8ee2-d085d0f6a37f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0829487 Aug 30 22:53:59.601836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ee6b2b5-b048-4a51-a22c-a7bde5f87386 req-a1b4ce18-d9ab-4208-8e37-00666dc5a0f0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462410 Aug 30 22:53:59.682685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-73dda8ce-3d20-4468-b198-01621f4bcdc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:53:59.684221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-73dda8ce-3d20-4468-b198-01621f4bcdc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1122317 Aug 30 22:53:59.702242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-3c60b8c0-ce63-4e8b-a93f-7dfe29e4d776 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/quotas/7299d689565b462ebf59787eda869ca5 HTTP/1.1" status: 200 len: 375 time: 0.0109253 Aug 30 22:53:59.762901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-19ddc9ff-f3fe-44be-80ae-7799c6cae4b1 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489342 Aug 30 22:53:59.806549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:53:59.809279 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835bd4b7-55f3-4ff1-af39-ac7871d9237e" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:53:59.866291 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ae98bd-4996-4738-a3d2-f9fc04d333fd x-openstack-request-id: req-69ae98bd-4996-4738-a3d2-f9fc04d333fd {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:53:59.866587 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:53:59.866842 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-69ae98bd-4996-4738-a3d2-f9fc04d333fd {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:53:59.867279 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'code': 200} Aug 30 22:53:59.894489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-31ffc983-42a4-4a08-8023-94c83f535f01 service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237237 Aug 30 22:53:59.997058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-1c39a19c-7802-41b7-a457-4ef804f9aed1 service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011932 Aug 30 22:54:00.176706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0540e22f-6b9e-428b-8b14-6a332a10a6a8 req-00928cf6-b1d1-4f73-94c7-4dc5cd9ea7ee tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 210 time: 0.0262313 Aug 30 22:54:00.183786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:00.287787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:00.299342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'mac_address': 'fa:16:3e:0c:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:00.337761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:00.350892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:00.374259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:00.378190 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:00.440134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:00.530090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904f528-f370-4c89-9465-b068b4e11c7a req-90f94fe8-eaeb-40a8-930a-71849a46bcde tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:00.531117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6904f528-f370-4c89-9465-b068b4e11c7a req-90f94fe8-eaeb-40a8-930a-71849a46bcde tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0546505 Aug 30 22:54:00.573414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6904f528-f370-4c89-9465-b068b4e11c7a req-1ae5120e-7efb-4e5c-9820-8f6645594248 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Aug 30 22:54:00.636803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['245192e0-dbf4-406c-9aeb-1734cab866c3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:00.734478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f1435-6ead-4d87-8ebb-b17ca1fcf00d req-0de026a4-df6a-4ec3-af19-ae8c08042e02 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:00.737171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a35f1435-6ead-4d87-8ebb-b17ca1fcf00d req-0de026a4-df6a-4ec3-af19-ae8c08042e02 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0572715 Aug 30 22:54:00.785615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a35f1435-6ead-4d87-8ebb-b17ca1fcf00d req-58069378-2f10-464e-9fac-c79963c4b5ca tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407815 Aug 30 22:54:00.926079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f5842-0ebf-45e7-946a-cc53bfb01bc6 req-fefb1944-fb7b-4503-b56a-8d6745abfc32 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:00.927788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f72f5842-0ebf-45e7-946a-cc53bfb01bc6 req-fefb1944-fb7b-4503-b56a-8d6745abfc32 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0660486 Aug 30 22:54:00.938369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44746) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:00.943766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'floatingip': {'port_id': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:00.986833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:01.311764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-395dc403-8201-4849-84fb-6eb35b75fcce req-74ec2448-79c1-4445-b1b8-e877000672f9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 210 time: 0.0370097 Aug 30 22:54:01.876410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7145e50-17f9-4853-b8bc-6e167dff10c1 req-6eafbca5-bbfd-4bf2-85b6-1f2b6f10206c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:01.877927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7145e50-17f9-4853-b8bc-6e167dff10c1 req-6eafbca5-bbfd-4bf2-85b6-1f2b6f10206c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1482635 Aug 30 22:54:01.906820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-372a751c-607c-4807-a956-dc0a0094e0f6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:01.908259 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-372a751c-607c-4807-a956-dc0a0094e0f6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.5581775 Aug 30 22:54:01.934890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Request body: {'port': {'device_id': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'admin_state_up': True, 'tenant_id': '7299d689565b462ebf59787eda869ca5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:02.045696 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7145e50-17f9-4853-b8bc-6e167dff10c1 req-6fc7fed4-8db3-4fdf-a311-a8eec8407c4b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475658 Aug 30 22:54:02.071321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.077298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.184674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:02.194665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:54:02.198377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.228474 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Floating IP a0cce150-a2ee-45a5-aa37-3ed801f98012 associated. External IP: 172.25.7.100, port: 21fb25fc-f1cd-4000-8992-7ffb7e7c148c. Aug 30 22:54:02.246142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 245192e0-dbf4-406c-9aeb-1734cab866c3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:02.246526 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.335807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.360391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:02.363586 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c81a99c-4a9a-420e-a443-57749ca032bf" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:02.398631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:02.407342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.450755 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abe7795-4175-467c-b219-1ce5a9652ca8 x-openstack-request-id: req-4abe7795-4175-467c-b219-1ce5a9652ca8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:02.451052 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-plugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:02.451303 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4abe7795-4175-467c-b219-1ce5a9652ca8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:02.451766 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'code': 200} Aug 30 22:54:02.461116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Allocated IP 172.20.0.8 (404b4eb2-abea-45a8-9d2c-9bffe7b9f96a/53adb389-e308-465b-a712-aa29d2ec3fcd/dbace690-7f94-49fe-b150-97718d8a2652) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:54:02.469942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3210667b-238f-479c-aca6-adac492e971d req-0936f109-496b-408b-8706-344d8a446385 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 210 time: 0.0373008 Aug 30 22:54:02.482501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:02.604663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:54:02.803615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.833426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:54:02.839787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.844878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:54:02.854909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:54:02.855556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:02.882594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c1cb7f8-2d74-45bc-b3f9-53c19e8934a6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "PUT /v2.0/floatingips/a0cce150-a2ee-45a5-aa37-3ed801f98012 HTTP/1.1" status: 200 len: 991 time: 1.9430008 Aug 30 22:54:02.884409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:02.886757 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913233d6-9103-41b2-ab0a-638c82c641ea" -d '{"events": [{"name": "network-changed", "server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:02.897557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:02.947050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:54:02.951834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:54:02.954950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:54:02.988953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:03.025883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.026457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:03.054846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1270638 Aug 30 22:54:03.056323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fca8d8-4086-4917-8482-3533d5b16bc3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event updated for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:03.074271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:54:03.085566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Request body: {'port': {'device_id': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:03.100458 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4739a3-8838-460c-8827-615e441fd7a0 x-openstack-request-id: req-4e4739a3-8838-460c-8827-615e441fd7a0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:03.100798 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:03.101008 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e4739a3-8838-460c-8827-615e441fd7a0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:03.101412 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'status': 'completed', 'code': 200} Aug 30 22:54:03.162483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:03.254434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913233d6-9103-41b2-ab0a-638c82c641ea req-a3cddda2-5bc2-489a-91fa-0d92ebb629d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.255976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-a3cddda2-5bc2-489a-91fa-0d92ebb629d8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.1445940 Aug 30 22:54:03.426873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a18123-bdbf-4bfd-968a-532312cb3fb2 req-96729026-9923-40d6-8b1a-eaa2ad29129e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.440328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8a18123-bdbf-4bfd-968a-532312cb3fb2 req-96729026-9923-40d6-8b1a-eaa2ad29129e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.2724090 Aug 30 22:54:03.519062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'a0cce150-a2ee-45a5-aa37-3ed801f98012', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:29:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de3d29-9545-4698-bd0b-08f919607c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:53:42Z', 'updated_at': '2021-08-30T22:54:01Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:03.538490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbace690-7f94-49fe-b150-97718d8a2652 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:03.547411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:03.558927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8a18123-bdbf-4bfd-968a-532312cb3fb2 req-f98d305f-431c-4a4e-8d6b-3fb7f3e0030f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080627 Aug 30 22:54:03.567106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:54:03.575522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Transition to ACTIVE for port object dbace690-7f94-49fe-b150-97718d8a2652 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:03.591353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913233d6-9103-41b2-ab0a-638c82c641ea req-5b49b577-3ea8-4ce3-9a0f-beb45c5b6980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.591805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:03.593331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-5b49b577-3ea8-4ce3-9a0f-beb45c5b6980 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.3189170 Aug 30 22:54:03.594443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:54:03.595249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:03.676240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Pushing event updated for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:03.717676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-f1835500-8cb7-4f1e-80a5-343591254025 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 999 time: 0.1060042 Aug 30 22:54:03.821265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913233d6-9103-41b2-ab0a-638c82c641ea req-35404e02-284d-4953-86ee-98b030622f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.822931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-35404e02-284d-4953-86ee-98b030622f68 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0782549 Aug 30 22:54:03.827164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Attempting to bind port dbace690-7f94-49fe-b150-97718d8a2652 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:54:03.827460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Attempting to bind port dbace690-7f94-49fe-b150-97718d8a2652 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:54:03.827802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Attempting to bind port dbace690-7f94-49fe-b150-97718d8a2652 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:03.841122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Port dbace690-7f94-49fe-b150-97718d8a2652 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:54:03.841460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Attempting to bind port dbace690-7f94-49fe-b150-97718d8a2652 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:03.851553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7214e4-4be3-461a-a456-46283f9866ce req-dc0930dd-f7f4-4813-bfc8-85fe4ccd9a6e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.859216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fc7214e4-4be3-461a-a456-46283f9866ce req-dc0930dd-f7f4-4813-bfc8-85fe4ccd9a6e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 943 time: 0.2193666 Aug 30 22:54:03.885533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:54:03.886297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Checking segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:54:03.886297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Bound using segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:54:03.886746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Bound port: dbace690-7f94-49fe-b150-97718d8a2652, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:54:03.887120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:03.895794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913233d6-9103-41b2-ab0a-638c82c641ea req-0bb65b2a-99c8-4902-b51a-7f63c703e3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:03.898477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-0bb65b2a-99c8-4902-b51a-7f63c703e3bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670452 Aug 30 22:54:03.945040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fc7214e4-4be3-461a-a456-46283f9866ce req-1a2e6fa2-98ab-45d7-862c-7a210e522c34 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848260 Aug 30 22:54:03.947380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44830) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:04.039875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-7f911110-e8f0-460a-889e-4fd32a70fbbf service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252379 Aug 30 22:54:04.044045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:54:04.048137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dbace690-7f94-49fe-b150-97718d8a2652,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:54:04.055224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.106992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:54:04.132371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:04.133039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.134556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] 10.222.0.52 "PUT /v2.0/ports/dbace690-7f94-49fe-b150-97718d8a2652 HTTP/1.1" status: 200 len: 1092 time: 1.0595334 Aug 30 22:54:04.173973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-913233d6-9103-41b2-ab0a-638c82c641ea req-a86f95a6-447f-4408-a108-67e651a7c5df service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190610 Aug 30 22:54:04.202407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38e06b03-78e2-4576-8614-012405f99258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.211881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b013ba3e-68df-403e-8cfd-1f117f1dcb60 service neutron] Pushing event updated for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:04.283745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-2a791da7-e3b7-4c98-bde3-611d8e3719b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:04.285766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-2a791da7-e3b7-4c98-bde3-611d8e3719b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 1095 time: 0.0856860 Aug 30 22:54:04.355450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-4105bb01-aa2a-4fe8-a102-1a860ea91d5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbace690-7f94-49fe-b150-97718d8a2652 HTTP/1.1" status: 200 len: 217 time: 0.0502772 Aug 30 22:54:04.389271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'a0cce150-a2ee-45a5-aa37-3ed801f98012', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:29:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de3d29-9545-4698-bd0b-08f919607c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:53:42Z', 'updated_at': '2021-08-30T22:54:01Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:04.421074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c831a3-07d5-48ab-9959-98397dfc17e5 None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'a0cce150-a2ee-45a5-aa37-3ed801f98012', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.100', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1213, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:29:5e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07de3d29-9545-4698-bd0b-08f919607c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:53:42Z', 'updated_at': '2021-08-30T22:54:01Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:54:04.434710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-1bc9ea93-5402-4d2c-9870-71b47f9dc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:04.436240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-1bc9ea93-5402-4d2c-9870-71b47f9dc9ea service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0695529 Aug 30 22:54:04.445818 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38e06b03-78e2-4576-8614-012405f99258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.456413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38e06b03-78e2-4576-8614-012405f99258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.485064 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-5edd9d38-7d77-4562-a85e-2ec61ade1862 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378361 Aug 30 22:54:04.561072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-38e06b03-78e2-4576-8614-012405f99258 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8e909e3c3ebc4e2d95de3482919dbd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126935 Aug 30 22:54:04.564021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e06b03-78e2-4576-8614-012405f99258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3344a7dd-445d-4281-85ac-2995a2421d4a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:04.564716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44850) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:04.620807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-2ff7ed55-b7e2-412d-a54d-b3c52b8a7e5c service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250114 Aug 30 22:54:04.641684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.691583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e8ce36-1f20-408c-a87b-00a44ff58e01 None None] New status for floating IP a0cce150-a2ee-45a5-aa37-3ed801f98012: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:54:04.706119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.757183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bb04247-d142-4865-bb4a-229e1a01ee83 req-88ee0687-1e42-46fc-9e06-093bfaa58d91 service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250954 Aug 30 22:54:04.758375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7625d68-bf54-437e-b60d-eff41ef9d1d9 req-78602e84-b317-4b31-be5b-99ef38416ac3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:04.759925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7625d68-bf54-437e-b60d-eff41ef9d1d9 req-78602e84-b317-4b31-be5b-99ef38416ac3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1029251 Aug 30 22:54:04.797977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.800649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:04.801961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3344a7dd-445d-4281-85ac-2995a2421d4a HTTP/1.1" status: 204 len: 168 time: 0.2362394 Aug 30 22:54:04.817161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683de6d-ef9c-4645-9a72-6e2e53f799cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3344a7dd-445d-4281-85ac-2995a2421d4a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:04.832477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7625d68-bf54-437e-b60d-eff41ef9d1d9 req-bafffc51-ed09-4b28-8eb7-14252ad1d933 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583868 Aug 30 22:54:05.087569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd9685c-af12-4e04-83d3-365425e62796 req-89838bb8-753c-417e-81c4-53d7f3232c54 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:05.092621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd9685c-af12-4e04-83d3-365425e62796 req-89838bb8-753c-417e-81c4-53d7f3232c54 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 943 time: 0.0632453 Aug 30 22:54:05.102478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:05.104859 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72859a76-43ff-44e4-bbda-52796a95e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "tag": "dbace690-7f94-49fe-b150-97718d8a2652"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:05.147048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2bd9685c-af12-4e04-83d3-365425e62796 req-2c3b7e19-204d-4b12-a91b-2089fee6c595 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471914 Aug 30 22:54:05.149219 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d29bc71b-1d95-4685-9e99-5698a3a0fca3 x-openstack-request-id: req-d29bc71b-1d95-4685-9e99-5698a3a0fca3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:05.149508 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "tag": "dbace690-7f94-49fe-b150-97718d8a2652", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:05.149829 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d29bc71b-1d95-4685-9e99-5698a3a0fca3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:05.150300 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652', 'status': 'completed', 'code': 200} Aug 30 22:54:05.264093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72859a76-43ff-44e4-bbda-52796a95e7be req-4dba0d63-7cc4-4a93-87ca-c6b1b191c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:05.265777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-4dba0d63-7cc4-4a93-87ca-c6b1b191c43c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 1095 time: 0.0488269 Aug 30 22:54:05.371326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72859a76-43ff-44e4-bbda-52796a95e7be req-cef9a24c-5cb4-45d5-8796-6ae36bd3d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:05.372914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-cef9a24c-5cb4-45d5-8796-6ae36bd3d5b2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 915 time: 0.0986881 Aug 30 22:54:05.451307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-f517cd2a-53bb-40ba-b67d-3940dd7ef53f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dbace690-7f94-49fe-b150-97718d8a2652 HTTP/1.1" status: 200 len: 217 time: 0.0558727 Aug 30 22:54:05.508082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72859a76-43ff-44e4-bbda-52796a95e7be req-f8aabea4-d6e8-4935-bb73-e4c8f8569ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:05.509630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-f8aabea4-d6e8-4935-bb73-e4c8f8569ac2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0485041 Aug 30 22:54:05.548025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-b4ff4661-6e3b-454b-b87e-0e6f1a612641 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257883 Aug 30 22:54:05.657516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-752d30f7-ff88-4502-af18-aea06d6972d9 service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013265 Aug 30 22:54:05.762739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72859a76-43ff-44e4-bbda-52796a95e7be req-912c4960-7211-465f-98bb-2d185c4aaf6e service neutron] 10.222.0.52 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937676 Aug 30 22:54:05.917860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-d09ac9b1-cc64-4872-b5c5-6ae8c439db99 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0467517 Aug 30 22:54:05.978603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5d6dc8-0517-4e11-b9cb-254c22b0c2fb req-7e309aea-6065-46cc-8453-3878e2a1d1ec tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:05.980235 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c5d6dc8-0517-4e11-b9cb-254c22b0c2fb req-7e309aea-6065-46cc-8453-3878e2a1d1ec tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0563855 Aug 30 22:54:06.032522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125508-946c-4acf-9a71-aae025743a7b req-694d2285-7078-4fca-8dd7-97f9f2ea9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:06.034228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-694d2285-7078-4fca-8dd7-97f9f2ea9ee0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=f23bf41f4de7456b83948bc043ec4951&device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 1097 time: 0.0635734 Aug 30 22:54:06.058691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c5d6dc8-0517-4e11-b9cb-254c22b0c2fb req-11e13a5d-e965-45ed-afe8-61be5f51658b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699964 Aug 30 22:54:06.227901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125508-946c-4acf-9a71-aae025743a7b req-a908709e-c149-4fef-9ba3-62c04f73bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:06.230090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-a908709e-c149-4fef-9ba3-62c04f73bf77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 200 len: 917 time: 0.1629996 Aug 30 22:54:06.366491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-bd1c9bda-cc35-4cb4-aa8d-f19c4d84db1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 200 len: 1001 time: 0.1243293 Aug 30 22:54:06.390486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82f711-1170-467d-ac02-07c9517b9d3b req-d5d884f7-235c-4d9f-8074-4ae6e6bce831 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:06.394913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff82f711-1170-467d-ac02-07c9517b9d3b req-d5d884f7-235c-4d9f-8074-4ae6e6bce831 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 943 time: 0.0732095 Aug 30 22:54:06.462649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff82f711-1170-467d-ac02-07c9517b9d3b req-958ccd39-0fc0-47b3-b857-e46355f11f72 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557153 Aug 30 22:54:06.524774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125508-946c-4acf-9a71-aae025743a7b req-9505d1cd-17d1-4157-8d1f-3fe689564b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:06.526752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-9505d1cd-17d1-4157-8d1f-3fe689564b64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=20b05a6f-25ba-402b-bff5-8a42491e7bf8 HTTP/1.1" status: 200 len: 855 time: 0.1459699 Aug 30 22:54:06.588578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77125508-946c-4acf-9a71-aae025743a7b req-0e7a5e7a-31aa-4a82-8dad-2f003da0d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:06.590667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-0e7a5e7a-31aa-4a82-8dad-2f003da0d884 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=765e3fe8-2fa0-4825-8480-041584479582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523231 Aug 30 22:54:06.738802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-869e1b0c-ef41-4d7f-872c-f5a25629ca68 service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310167 Aug 30 22:54:06.902106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77125508-946c-4acf-9a71-aae025743a7b req-d55245e4-a985-497c-9a73-ecf73ecea17a service neutron] 10.222.0.47 "GET /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528480 Aug 30 22:54:07.216695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86517dd1-1de2-4c5a-b4bb-de151e1b415d req-ae2c9864-7e75-40fe-b56e-770ae7ca9bb3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:07.225913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86517dd1-1de2-4c5a-b4bb-de151e1b415d req-ae2c9864-7e75-40fe-b56e-770ae7ca9bb3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0792761 Aug 30 22:54:07.276672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86517dd1-1de2-4c5a-b4bb-de151e1b415d req-cb460037-dedd-45ef-9622-7b024b0f8cff tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496206 Aug 30 22:54:07.640078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dc3a0-683b-4444-9174-88594a9a1fb2 req-aadfd0e3-fe0c-4353-8aef-7ddbfece7187 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:07.657848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-173dc3a0-683b-4444-9174-88594a9a1fb2 req-aadfd0e3-fe0c-4353-8aef-7ddbfece7187 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 943 time: 0.0910850 Aug 30 22:54:07.709715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-173dc3a0-683b-4444-9174-88594a9a1fb2 req-e8816898-4a00-4690-b1f9-b99e8646a72e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496588 Aug 30 22:54:08.219458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dbace690-7f94-49fe-b150-97718d8a2652 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:08.342586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dbace690-7f94-49fe-b150-97718d8a2652,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:08.358454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'dbace690-7f94-49fe-b150-97718d8a2652', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'port_id': 'dbace690-7f94-49fe-b150-97718d8a2652', 'mac_address': 'fa:16:3e:bf:f9:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adb389-e308-465b-a712-aa29d2ec3fcd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:08.422788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:08.441688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbace690-7f94-49fe-b150-97718d8a2652 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:08.508626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dbace690-7f94-49fe-b150-97718d8a2652,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:08.512523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d814da-210d-4bfb-b51c-da9cfb82d2a5 req-99f5cae4-2fc8-4364-b1ea-76c4798a7bec tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:08.514912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:08.524083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4d814da-210d-4bfb-b51c-da9cfb82d2a5 req-99f5cae4-2fc8-4364-b1ea-76c4798a7bec tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1176026 Aug 30 22:54:08.579674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:08.629918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4d814da-210d-4bfb-b51c-da9cfb82d2a5 req-0a8e19a1-1734-4ba7-b76f-31d6ffe9099a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046603 Aug 30 22:54:08.861741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdea594-f1d8-4d9e-882c-6f7d0c144a80 req-8d70dd26-b400-453e-9fbc-1091cff1869c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:08.863587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccdea594-f1d8-4d9e-882c-6f7d0c144a80 req-8d70dd26-b400-453e-9fbc-1091cff1869c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 944 time: 0.0552163 Aug 30 22:54:08.931260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccdea594-f1d8-4d9e-882c-6f7d0c144a80 req-8ca18928-f3bc-4a8c-954a-cbb0b8153887 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566573 Aug 30 22:54:09.076806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:09.784939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f39b2-9a29-4995-a138-aacc37df3b3d req-ce158934-d3e8-46aa-b21a-b2742c0dc367 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:09.792794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a1f39b2-9a29-4995-a138-aacc37df3b3d req-ce158934-d3e8-46aa-b21a-b2742c0dc367 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0705817 Aug 30 22:54:09.857963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a1f39b2-9a29-4995-a138-aacc37df3b3d req-8edeba93-118f-4fae-b59a-b97395c1e240 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543518 Aug 30 22:54:10.132626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a1d09-7958-4a82-9f10-0689fe7b0f42 req-8a7bef63-a254-45ae-a6a2-83b02d0d1b5b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:10.135398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-438a1d09-7958-4a82-9f10-0689fe7b0f42 req-8a7bef63-a254-45ae-a6a2-83b02d0d1b5b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 944 time: 0.1048920 Aug 30 22:54:10.206425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-438a1d09-7958-4a82-9f10-0689fe7b0f42 req-5989c9aa-6f25-4a22-ba27-23fdd2c17ac7 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649037 Aug 30 22:54:10.253842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-912118f3-5546-4e67-a648-27e6bd0e17cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.438744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45054) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:10.574174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca15-6ead-4ce7-ae7e-a5e7047548bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.690399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca15-6ead-4ce7-ae7e-a5e7047548bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.700895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bec0ca15-6ead-4ce7-ae7e-a5e7047548bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.753298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bec0ca15-6ead-4ce7-ae7e-a5e7047548bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2af0632aa29a40e3b5fe650ecbc0d28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132303 Aug 30 22:54:10.754606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0ca15-6ead-4ce7-ae7e-a5e7047548bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2465e6-c906-4acc-b8bb-298d750a2544,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:10.756549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:10.842514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.878213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.943981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.946847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:10.948025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5d2465e6-c906-4acc-b8bb-298d750a2544 HTTP/1.1" status: 204 len: 168 time: 0.1905115 Aug 30 22:54:11.002062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e12cb0-4c14-4394-9dba-21ce3f903af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2465e6-c906-4acc-b8bb-298d750a2544,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:11.047039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913c672-0c8d-4c37-af3f-e3bd36c28a22 req-3108772e-cbaf-443d-bc2a-226dab59822b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:11.058929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8913c672-0c8d-4c37-af3f-e3bd36c28a22 req-3108772e-cbaf-443d-bc2a-226dab59822b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1181099 Aug 30 22:54:11.100720 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8913c672-0c8d-4c37-af3f-e3bd36c28a22 req-84a35e97-a7de-43c7-a5da-3f1f77214842 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406456 Aug 30 22:54:11.339193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66951de-80de-45a5-b3d2-ee8fb271298d req-b82686ac-5de1-4f9e-a89e-cf807f8b9d9a tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:11.340794 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f66951de-80de-45a5-b3d2-ee8fb271298d req-b82686ac-5de1-4f9e-a89e-cf807f8b9d9a tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 944 time: 0.0670164 Aug 30 22:54:11.402012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f66951de-80de-45a5-b3d2-ee8fb271298d req-167b59a9-b7b8-4629-8f38-0d0abf8872c3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536716 Aug 30 22:54:12.226147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dbace690-7f94-49fe-b150-97718d8a2652 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:12.283663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082a359-c42e-420e-98e9-48a555523d2c req-a47ecb43-deb6-4690-a2b6-f3a871c4e66d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:12.291876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2082a359-c42e-420e-98e9-48a555523d2c req-a47ecb43-deb6-4690-a2b6-f3a871c4e66d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0914807 Aug 30 22:54:12.342917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2082a359-c42e-420e-98e9-48a555523d2c req-43351aa9-9e4b-47a4-b731-4d32a3e3c606 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Aug 30 22:54:12.362427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port dbace690-7f94-49fe-b150-97718d8a2652 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:12.370620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port dbace690-7f94-49fe-b150-97718d8a2652 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:12.371232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:12.483841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:12.525690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:12.527916 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66078fcf-ed5f-43e1-b77d-37f5aaba057e" -d '{"events": [{"server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "name": "network-vif-plugged", "status": "completed", "tag": "dbace690-7f94-49fe-b150-97718d8a2652"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:12.546445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dbace690-7f94-49fe-b150-97718d8a2652,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:12.554164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:12.603462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c37804-c8c0-4e25-9e2c-194293a7fb1a req-58b894b3-701e-491e-9212-4f0b7a90392c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:12.611442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34c37804-c8c0-4e25-9e2c-194293a7fb1a req-58b894b3-701e-491e-9212-4f0b7a90392c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 944 time: 0.1083779 Aug 30 22:54:12.618881 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184f1abe-6dc1-494a-ae66-652da08dc956 x-openstack-request-id: req-184f1abe-6dc1-494a-ae66-652da08dc956 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:12.619181 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "name": "network-vif-plugged", "status": "completed", "tag": "dbace690-7f94-49fe-b150-97718d8a2652", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:12.621004 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-184f1abe-6dc1-494a-ae66-652da08dc956 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:12.621457 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652', 'code': 200} Aug 30 22:54:12.674665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:12.698475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34c37804-c8c0-4e25-9e2c-194293a7fb1a req-c69639b8-a56b-447a-b374-a879d2f16e8c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856905 Aug 30 22:54:12.809054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13760901-1923-4146-88fa-5fb7cd0cadbf req-b52780c6-d489-4348-9f23-eec33c45c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:12.820437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13760901-1923-4146-88fa-5fb7cd0cadbf req-b52780c6-d489-4348-9f23-eec33c45c839 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 1097 time: 0.1022999 Aug 30 22:54:12.823526 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:12.887990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13760901-1923-4146-88fa-5fb7cd0cadbf req-a2543c30-41df-4201-b535-f417f21e3d39 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574203 Aug 30 22:54:13.335989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d895f110-b030-4093-ab72-68ed21fe37f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:13.509438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f13f-6908-4370-8bac-314207b7116f req-91330501-8fda-412e-9ac4-568ee25cb4c6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:13.511055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34a1f13f-6908-4370-8bac-314207b7116f req-91330501-8fda-412e-9ac4-568ee25cb4c6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0591152 Aug 30 22:54:13.571647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34a1f13f-6908-4370-8bac-314207b7116f req-155722b2-5ae3-4fc6-b7ea-aa48b4fad50e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534873 Aug 30 22:54:13.835496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30af9d71-c905-4504-a873-1bd5d4094d39 req-125102a5-0c69-4a43-9520-23204ceee34b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:13.837130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30af9d71-c905-4504-a873-1bd5d4094d39 req-125102a5-0c69-4a43-9520-23204ceee34b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 945 time: 0.0686774 Aug 30 22:54:13.913828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30af9d71-c905-4504-a873-1bd5d4094d39 req-b1a46c96-b399-4ae0-9bbd-381b6b81e287 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693755 Aug 30 22:54:14.431150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:14.776146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386e3abc-18ff-4bba-a18c-9fc2f1a3e843 req-cfeff614-f8f8-42f7-955c-59450818e807 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:14.777727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-386e3abc-18ff-4bba-a18c-9fc2f1a3e843 req-cfeff614-f8f8-42f7-955c-59450818e807 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0838439 Aug 30 22:54:14.840984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-386e3abc-18ff-4bba-a18c-9fc2f1a3e843 req-4496aaeb-402d-4aef-9b82-816434cc241e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563421 Aug 30 22:54:15.060655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3252621-2058-465d-841a-02a8c83796d0 req-0f574ad1-7f84-4599-bde5-8cad454c8dfe tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:15.071345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3252621-2058-465d-841a-02a8c83796d0 req-0f574ad1-7f84-4599-bde5-8cad454c8dfe tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 945 time: 0.0853672 Aug 30 22:54:15.137009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3252621-2058-465d-841a-02a8c83796d0 req-05ae3e58-bd13-40c8-9db9-e0599e76fe17 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638895 Aug 30 22:54:15.892170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:16.021555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cee55a-0d03-4e3a-b256-9934fc1734a7 req-a11cbcd3-e9e7-4296-a6e5-134d8955021f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:16.023725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97cee55a-0d03-4e3a-b256-9934fc1734a7 req-a11cbcd3-e9e7-4296-a6e5-134d8955021f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0574713 Aug 30 22:54:16.066457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97cee55a-0d03-4e3a-b256-9934fc1734a7 req-7e6e96db-54d6-4ed8-9bb8-c3294e803200 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367861 Aug 30 22:54:17.300059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d463910-ed47-4a50-9dd1-f0b5ef6caca9 req-988d3be5-f9f3-4b39-b92d-7ef3f689c18f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:17.303769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d463910-ed47-4a50-9dd1-f0b5ef6caca9 req-988d3be5-f9f3-4b39-b92d-7ef3f689c18f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0948098 Aug 30 22:54:17.367772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d463910-ed47-4a50-9dd1-f0b5ef6caca9 req-4a164ce5-76e9-4f3f-96ab-a64213c24bd0 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536380 Aug 30 22:54:18.168406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45352) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:18.284223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a45445d-d728-4229-8ffe-127f3a9a12ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.387321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a45445d-d728-4229-8ffe-127f3a9a12ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.392648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a45445d-d728-4229-8ffe-127f3a9a12ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.431379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d47d1-7fd2-4588-8516-eadd51393ea2 req-aa26f1fa-0f85-46de-b7af-4c91eb00e7f9 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:18.433767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-957d47d1-7fd2-4588-8516-eadd51393ea2 req-aa26f1fa-0f85-46de-b7af-4c91eb00e7f9 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 951 time: 0.0655448 Aug 30 22:54:18.447957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0a45445d-d728-4229-8ffe-127f3a9a12ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2afd0b4ad2da4b28be430af85c1cd5d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784784 Aug 30 22:54:18.448771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45445d-d728-4229-8ffe-127f3a9a12ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cfbe99c-3006-4c13-a494-0d5e2ffc4371,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:18.451282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:18.488043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-957d47d1-7fd2-4588-8516-eadd51393ea2 req-9b35a6cc-a564-4e8c-8ecc-7f077b32f450 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481453 Aug 30 22:54:18.533255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.561858 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.575942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b64eea-15a1-430a-b886-82039bc1c62e req-0cc22e5c-7c70-4df4-9cc8-460dced8beb4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:18.577435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2b64eea-15a1-430a-b886-82039bc1c62e req-0cc22e5c-7c70-4df4-9cc8-460dced8beb4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1336982 Aug 30 22:54:18.651357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2b64eea-15a1-430a-b886-82039bc1c62e req-e8025220-d080-4205-b2a3-5bdfd96df855 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496998 Aug 30 22:54:18.652431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.658008 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:18.662309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cfbe99c-3006-4c13-a494-0d5e2ffc4371 HTTP/1.1" status: 204 len: 168 time: 0.1987741 Aug 30 22:54:18.668431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e9303-11aa-4b82-9e75-0dbdeeee58b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cfbe99c-3006-4c13-a494-0d5e2ffc4371,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:19.043524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:19.064700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.179071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.184106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.223473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667cd511-2e08-4816-839d-0fe6afa33b35,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:19.230002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71ef49a0291f46e1884e7e06f2d6d190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1845622 Aug 30 22:54:19.231530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:19.234111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.234737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.235237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.235807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.236383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.236862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.237364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.237943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.238441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.238916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.239506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.240491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c84620dc-8611-46f9-943a-a7f194ce30f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:19.305942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.335271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.391483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.394463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:19.396592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/667cd511-2e08-4816-839d-0fe6afa33b35 HTTP/1.1" status: 204 len: 168 time: 0.1628144 Aug 30 22:54:19.406361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a9e6cb-54d6-4fb6-9e21-d720024b82f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667cd511-2e08-4816-839d-0fe6afa33b35,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:19.739102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5ad1c-ffbd-482c-8348-51d64ce1db0a req-3f0fad77-f242-4a8a-8683-be97cd6ee22b tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:19.740877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e5ad1c-ffbd-482c-8348-51d64ce1db0a req-3f0fad77-f242-4a8a-8683-be97cd6ee22b tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 951 time: 0.0626497 Aug 30 22:54:19.797164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e5ad1c-ffbd-482c-8348-51d64ce1db0a req-90b903c2-44dc-47c2-83bf-e741e4f2600e tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497739 Aug 30 22:54:19.906036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cf524-fc94-4877-b7de-3c1427435031 req-d5162842-7382-4159-b715-a2c348aed0dc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:19.907605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-747cf524-fc94-4877-b7de-3c1427435031 req-d5162842-7382-4159-b715-a2c348aed0dc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0506098 Aug 30 22:54:19.951001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-747cf524-fc94-4877-b7de-3c1427435031 req-b23e58c0-7fcf-437e-9a69-019338b97a26 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370929 Aug 30 22:54:20.928907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce9f06-678f-4c5a-9424-35c2cb88dd6c req-459b2968-be99-494f-9156-fab14597c1bc tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:20.930434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0dce9f06-678f-4c5a-9424-35c2cb88dd6c req-459b2968-be99-494f-9156-fab14597c1bc tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 951 time: 0.0516968 Aug 30 22:54:20.969580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0dce9f06-678f-4c5a-9424-35c2cb88dd6c req-c381888f-9f23-4758-af5d-431aaed58157 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332139 Aug 30 22:54:21.075776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79095a8a-809b-498e-905a-2cbafde4a7a6 req-c6bbacac-f423-4e95-b7e1-e44ce83e02a6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:21.077340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79095a8a-809b-498e-905a-2cbafde4a7a6 req-c6bbacac-f423-4e95-b7e1-e44ce83e02a6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0534174 Aug 30 22:54:21.124857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79095a8a-809b-498e-905a-2cbafde4a7a6 req-b0065532-67e4-46e5-a340-3e468b8de0e2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396934 Aug 30 22:54:21.579619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-a5578aad-6223-4dee-b28c-d06c9e0b9889 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:21.581102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-a5578aad-6223-4dee-b28c-d06c9e0b9889 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1088388 Aug 30 22:54:21.596680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-ddb05acb-0b73-4c6c-bc47-a7f4390dc52b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/quotas/7299d689565b462ebf59787eda869ca5 HTTP/1.1" status: 200 len: 375 time: 0.0093124 Aug 30 22:54:21.651373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-b17c5b3a-0e7b-44d5-8d41-14e0ec5d1a3d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487728 Aug 30 22:54:22.075124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-2661042b-fa47-4d2a-b1fa-a182b5771276 service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164288 Aug 30 22:54:22.104224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba5f1ca-64d7-4552-9e18-6d46cbac350f req-8edd6616-a6b6-43ce-8371-cca78e5d6c31 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:22.110434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ba5f1ca-64d7-4552-9e18-6d46cbac350f req-8edd6616-a6b6-43ce-8371-cca78e5d6c31 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 951 time: 0.0596819 Aug 30 22:54:22.150937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ba5f1ca-64d7-4552-9e18-6d46cbac350f req-c59da777-3ce4-4107-8d00-e4d86b2964a7 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/security-groups?id=243b1363-d696-4903-b037-46232c10c3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388370 Aug 30 22:54:22.168990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-9a2f1389-542d-4793-9fb4-190d63c34f1c service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927913 Aug 30 22:54:22.218339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.264971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18f5d9-132b-490b-b293-a854ec559e1d req-fbe18a3a-2bc0-47a6-a2bb-93b81b9d27e9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:22.266619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e18f5d9-132b-490b-b293-a854ec559e1d req-fbe18a3a-2bc0-47a6-a2bb-93b81b9d27e9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0527449 Aug 30 22:54:22.302218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:54:22.376020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e18f5d9-132b-490b-b293-a854ec559e1d req-b260b6a8-910a-4253-bf2d-440eb4235f9d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829756 Aug 30 22:54:22.407466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-76994193-4d02-46e6-a330-41f03258ea0f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:22.407801 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.409814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-76994193-4d02-46e6-a330-41f03258ea0f tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.52 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 951 time: 0.1421068 Aug 30 22:54:22.439189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:22.442342 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16460bf-e093-4c82-add1-87528fd18224" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:22.462627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:22.468794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.589983 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a57da5cb-bcc3-4dbf-8a4b-bd068a96ef7f x-openstack-request-id: req-a57da5cb-bcc3-4dbf-8a4b-bd068a96ef7f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:22.590789 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-unplugged", "status": "completed", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:22.591202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Deleting port 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:54:22.591715 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a57da5cb-bcc3-4dbf-8a4b-bd068a96ef7f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:22.591829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.596119 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'code': 200} Aug 30 22:54:22.596436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ded169c-d4ed-469a-b1f7-842704624f57 req-e86aba2e-de82-4c01-a39a-b41f0d9152b4 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 210 time: 0.1163027 Aug 30 22:54:22.616410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:22.733483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] For port 245192e0-dbf4-406c-9aeb-1734cab866c3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=245192e0-dbf4-406c-9aeb-1734cab866c3,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:22.734096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.749690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Calling delete_port for 245192e0-dbf4-406c-9aeb-1734cab866c3 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:54:22.913868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:22.982772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Pushing event deleted for resources: {'Port': ['ID=245192e0-dbf4-406c-9aeb-1734cab866c3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:23.005994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] No DVR routers for this DVR port 245192e0-dbf4-406c-9aeb-1734cab866c3 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:54:23.009507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:23.012063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14832eaa-8806-4b9c-aa49-20f590e16417 req-e1c3d47d-2e9b-4ca0-b7f3-2a53a05173f5 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.52 "DELETE /v2.0/ports/245192e0-dbf4-406c-9aeb-1734cab866c3 HTTP/1.1" status: 204 len: 173 time: 0.5921574 Aug 30 22:54:23.012664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-deleted', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:23.016054 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c917ca7-c4dc-4f35-895f-ce4c84c55f34" -d '{"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-deleted", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:23.103480 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d83e17-b199-4286-ae92-8ff2d0103b6a x-openstack-request-id: req-f9d83e17-b199-4286-ae92-8ff2d0103b6a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:23.103773 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ea3449-3f29-49e7-9cad-c51242e8c0d3", "name": "network-vif-deleted", "tag": "245192e0-dbf4-406c-9aeb-1734cab866c3", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:23.104079 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9d83e17-b199-4286-ae92-8ff2d0103b6a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:23.104593 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84ea3449-3f29-49e7-9cad-c51242e8c0d3', 'name': 'network-vif-deleted', 'tag': '245192e0-dbf4-406c-9aeb-1734cab866c3', 'status': 'completed', 'code': 200} Aug 30 22:54:23.285089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-589060bc-dbc3-4ff9-962a-97e00c433a1d req-f7e69d85-bea9-4811-91a5-6419f2ecad86 tempest-ImagesOneServerTestJSON-1202208882 tempest-ImagesOneServerTestJSON-1202208882-project] 10.222.0.25 "GET /v2.0/ports?device_id=84ea3449-3f29-49e7-9cad-c51242e8c0d3 HTTP/1.1" status: 200 len: 210 time: 0.0335252 Aug 30 22:54:23.505968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875597f-fc8f-46c4-8b21-18c2000e6b61 req-c9f12fe6-9aa0-49b1-8fe3-6a126b00c09a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:23.507873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3875597f-fc8f-46c4-8b21-18c2000e6b61 req-c9f12fe6-9aa0-49b1-8fe3-6a126b00c09a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0554755 Aug 30 22:54:23.552756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3875597f-fc8f-46c4-8b21-18c2000e6b61 req-648cbae9-1b55-4e24-b94c-a1c17918e162 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364659 Aug 30 22:54:23.737546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55beca67-a7c0-4f17-aa42-2cc9f96e1d12 req-1980e2fb-a895-4868-8a73-e946d5cd66bb tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 210 time: 0.0385032 Aug 30 22:54:23.824539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-c79c1e03-1bdb-4f59-ba1d-1a16e8b15c35 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:23.826716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-c79c1e03-1bdb-4f59-ba1d-1a16e8b15c35 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1833186 Aug 30 22:54:23.856953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Request body: {'port': {'device_id': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'admin_state_up': True, 'tenant_id': '7299d689565b462ebf59787eda869ca5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:23.988427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:54:23.993588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:24.141296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Allocated IP 172.20.0.5 (404b4eb2-abea-45a8-9d2c-9bffe7b9f96a/53adb389-e308-465b-a712-aa29d2ec3fcd/0c502a4d-8a71-4612-8b53-58c60c7bb808) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:54:24.308015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:24.354318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:24.398197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:54:24.402311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:54:24.408437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:54:24.414808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa', 'dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:24.443318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event updated for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:24.457756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.458900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.459446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.460013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.460550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.461074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.461597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.462156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.462686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.463103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.463502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.464036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:24.482881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:24.483529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:24.500107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-f6bb3170-3c4d-46fb-b419-9fdbba1dbbfc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6479714 Aug 30 22:54:24.529281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Request body: {'port': {'device_id': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:24.638067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:24.798230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45666) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:24.853437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b61b1-30a7-43e6-b535-15d8e490059d req-9e65d52c-2a5f-410c-8d09-72cc2e450a36 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:24.855404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b61b1-30a7-43e6-b535-15d8e490059d req-9e65d52c-2a5f-410c-8d09-72cc2e450a36 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1518350 Aug 30 22:54:24.892668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179584a6-e3dd-4391-9d3e-6943bf57b078 req-c2d8833b-6ebd-41ba-8937-c2b2b0c93fce tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:24.894251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-179584a6-e3dd-4391-9d3e-6943bf57b078 req-c2d8833b-6ebd-41ba-8937-c2b2b0c93fce tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 931 time: 0.0565717 Aug 30 22:54:24.942451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-179584a6-e3dd-4391-9d3e-6943bf57b078 req-28e0164f-7447-4b74-bbe8-61a34fb0632b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403655 Aug 30 22:54:24.964078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b61b1-30a7-43e6-b535-15d8e490059d req-b0483afd-3e1f-4912-b194-02db5bf487ae tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997076 Aug 30 22:54:25.069942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c502a4d-8a71-4612-8b53-58c60c7bb808 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:25.077699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.088018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7c48379-b60a-42c3-b2df-ecee77dfed5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=53cb70026b9b4f808f86a919ff746153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875781 Aug 30 22:54:25.091145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45674) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:25.093939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Transition to ACTIVE for port object 0c502a4d-8a71-4612-8b53-58c60c7bb808 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:25.098220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.152433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Pushing event updated for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:25.154022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.178963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.237499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.241982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.243372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/243b1363-d696-4903-b037-46232c10c3ef HTTP/1.1" status: 204 len: 168 time: 0.1509440 Aug 30 22:54:25.255907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a564c2db-51b1-4ca4-beca-686e35ab299a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243b1363-d696-4903-b037-46232c10c3ef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:25.256549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Attempting to bind port 0c502a4d-8a71-4612-8b53-58c60c7bb808 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:54:25.256893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Attempting to bind port 0c502a4d-8a71-4612-8b53-58c60c7bb808 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:54:25.257833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Attempting to bind port 0c502a4d-8a71-4612-8b53-58c60c7bb808 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:25.263255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Port 0c502a4d-8a71-4612-8b53-58c60c7bb808 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:54:25.263981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Attempting to bind port 0c502a4d-8a71-4612-8b53-58c60c7bb808 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:25.270032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:54:25.270675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Checking segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:54:25.271992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Bound using segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:54:25.272658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Bound port: 0c502a4d-8a71-4612-8b53-58c60c7bb808, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:54:25.273245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.352887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:54:25.356442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:54:25.360650 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.407087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:25.407719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:25.409118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] 10.222.0.47 "PUT /v2.0/ports/0c502a4d-8a71-4612-8b53-58c60c7bb808 HTTP/1.1" status: 200 len: 1092 time: 0.8897970 Aug 30 22:54:25.409773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:25.411966 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de2d95e-dbeb-4582-a876-872221538d94" -d '{"events": [{"name": "network-changed", "server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:25.444936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d34ba7d-cf0b-48e1-ab2b-c2e6296af7cc service neutron] Pushing event updated for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:25.472662 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab132e8-bb23-453d-a90c-167d5d160571 x-openstack-request-id: req-7ab132e8-bb23-453d-a90c-167d5d160571 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:25.472933 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:25.473277 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ab132e8-bb23-453d-a90c-167d5d160571 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:25.473751 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808', 'status': 'completed', 'code': 200} Aug 30 22:54:25.530126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-0ae81c60-f17f-4316-8581-f963567d8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:25.531907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-0ae81c60-f17f-4316-8581-f963567d8c6a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 1095 time: 0.0509593 Aug 30 22:54:25.587002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-9146e013-9a67-42c0-836f-b4bd43d2cdb3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808 HTTP/1.1" status: 200 len: 217 time: 0.0404081 Aug 30 22:54:25.649598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-ab42f897-3884-435c-ab16-e9ea9c223c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:25.651044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-ab42f897-3884-435c-ab16-e9ea9c223c02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0540571 Aug 30 22:54:25.687845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-ddf8edd0-c030-4130-a62f-f6e93538d194 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263202 Aug 30 22:54:25.826612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-b4a7fb72-9f73-4dfd-9b64-4cf72d007f04 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211252 Aug 30 22:54:25.930817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-511dbea3-9bf0-4a36-aced-ff7bb66b8872 req-c5d570cf-5efd-41d6-8231-849c197946ca service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906460 Aug 30 22:54:26.066096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d95e-dbeb-4582-a876-872221538d94 req-b6e182bc-3bc5-4801-8d6b-f78bda0e80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:26.067726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-b6e182bc-3bc5-4801-8d6b-f78bda0e80dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 1095 time: 0.0783994 Aug 30 22:54:26.080601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8c0767-d0de-449d-bd03-928d099fc851 req-1efef36c-82f0-4cd0-94f0-fb478f0ec04e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:26.083374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf8c0767-d0de-449d-bd03-928d099fc851 req-1efef36c-82f0-4cd0-94f0-fb478f0ec04e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 943 time: 0.0644455 Aug 30 22:54:26.126970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf8c0767-d0de-449d-bd03-928d099fc851 req-2ee6c58b-ba0e-47b0-900a-8c99df565588 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 Aug 30 22:54:26.164888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c3a474-5825-455a-b4ed-0de691031d94 req-08af4457-325f-44c9-938e-9a42db9dc643 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:26.166571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98c3a474-5825-455a-b4ed-0de691031d94 req-08af4457-325f-44c9-938e-9a42db9dc643 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1187253 Aug 30 22:54:26.230340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98c3a474-5825-455a-b4ed-0de691031d94 req-c3b76151-65d7-450e-b355-783a60cc871a tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515974 Aug 30 22:54:26.233620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d95e-dbeb-4582-a876-872221538d94 req-d8a43ad3-2cc6-4d44-8889-9acb04163f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:26.235145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-d8a43ad3-2cc6-4d44-8889-9acb04163f8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 915 time: 0.1491256 Aug 30 22:54:26.292324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-efc0612a-5655-4680-aef8-f2c1ce37fe51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808 HTTP/1.1" status: 200 len: 217 time: 0.0411832 Aug 30 22:54:26.326937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:54:26.367059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 245192e0-dbf4-406c-9aeb-1734cab866c3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:54:26.367477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 245192e0-dbf4-406c-9aeb-1734cab866c3 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:54:26.396932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d95e-dbeb-4582-a876-872221538d94 req-1829858e-f1a1-4328-acc0-978a6a7e2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:26.398706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-1829858e-f1a1-4328-acc0-978a6a7e2920 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0957329 Aug 30 22:54:26.444239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-c90f8cbd-80bd-4db7-b7f6-db53bb15fb18 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269303 Aug 30 22:54:26.555169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-47d7eabf-00b1-4546-afd4-843cdbb54486 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978007 Aug 30 22:54:26.666326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:26.668800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de2d95e-dbeb-4582-a876-872221538d94 req-d102f76f-a3c7-4052-9827-557436117412 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876589 Aug 30 22:54:26.819513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc22f2e-8283-4612-95d9-f7974046b267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:26.913716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc22f2e-8283-4612-95d9-f7974046b267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:26.917438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc22f2e-8283-4612-95d9-f7974046b267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:26.957478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3dc22f2e-8283-4612-95d9-f7974046b267 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12951d1a032541f0b92723a2a1a7c023&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898605 Aug 30 22:54:26.960104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc22f2e-8283-4612-95d9-f7974046b267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee439cd2-765c-4184-89c5-b5471557e24a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:26.960734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45744) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:27.015059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.038094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.090938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.093571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.094834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee439cd2-765c-4184-89c5-b5471557e24a HTTP/1.1" status: 204 len: 168 time: 0.1330850 Aug 30 22:54:27.103038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980d220-357e-4e38-be2e-aa530957e306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee439cd2-765c-4184-89c5-b5471557e24a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:27.251759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3617491-5060-43ca-aa9d-c12cef6fcc32 req-9fc1e771-ace7-4ea8-9dc6-c3f4e02a28ea tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:27.253980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3617491-5060-43ca-aa9d-c12cef6fcc32 req-9fc1e771-ace7-4ea8-9dc6-c3f4e02a28ea tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 943 time: 0.0533557 Aug 30 22:54:27.295868 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3617491-5060-43ca-aa9d-c12cef6fcc32 req-65122ab5-3472-41e0-8759-41616f9fc3f3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352468 Aug 30 22:54:27.356930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ef5b7-2434-40b0-b0bb-d4438f8c51d6 req-33417e2a-2750-45a3-8a35-3404a356f857 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:27.358515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a85ef5b7-2434-40b0-b0bb-d4438f8c51d6 req-33417e2a-2750-45a3-8a35-3404a356f857 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0540667 Aug 30 22:54:27.379693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:27.394183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83a340db-1b76-4952-8706-e86e743e946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.399704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a85ef5b7-2434-40b0-b0bb-d4438f8c51d6 req-babbbd4a-1192-489f-9626-c8c3835792ad tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354471 Aug 30 22:54:27.503616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83a340db-1b76-4952-8706-e86e743e946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.508167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83a340db-1b76-4952-8706-e86e743e946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.545665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83a340db-1b76-4952-8706-e86e743e946e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9da0ba3b76cf409c86f67558c19d523e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647372 Aug 30 22:54:27.546536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a340db-1b76-4952-8706-e86e743e946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3bf6e0-240f-4ff4-bee1-2f1e0efa54c8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:27.548896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45760) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:27.597730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.619478 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.660452 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.669402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.671985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:27.675582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa3bf6e0-240f-4ff4-bee1-2f1e0efa54c8 HTTP/1.1" status: 204 len: 168 time: 0.1232400 Aug 30 22:54:27.683536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ab929-24dc-497a-b4c2-5fc00ac07706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3bf6e0-240f-4ff4-bee1-2f1e0efa54c8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:28.415006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8fa2f-fba4-45ea-9662-0dd39d1a29e4 req-9eb4e376-a36d-4f7a-82b6-f740e03f31f8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:28.416485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cde8fa2f-fba4-45ea-9662-0dd39d1a29e4 req-9eb4e376-a36d-4f7a-82b6-f740e03f31f8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 943 time: 0.0488360 Aug 30 22:54:28.455745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cde8fa2f-fba4-45ea-9662-0dd39d1a29e4 req-30ce1af5-33a2-4fae-9f69-b6585270cb3b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334044 Aug 30 22:54:28.544053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20beea-2444-493a-a138-06922f8a51d6 req-0c200003-bcf3-4137-b1e1-e888c7f2edad tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:28.546491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6e20beea-2444-493a-a138-06922f8a51d6 req-0c200003-bcf3-4137-b1e1-e888c7f2edad tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0615039 Aug 30 22:54:28.587134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6e20beea-2444-493a-a138-06922f8a51d6 req-30d2085b-a965-46f1-8012-130cc9187e79 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354548 Aug 30 22:54:28.591178 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:54:29.586301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d5d11-c986-49a4-94e6-6c1d2f98f2cc req-37a58b68-65d3-47e1-9cc7-2733075c7d61 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:29.588027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c1d5d11-c986-49a4-94e6-6c1d2f98f2cc req-37a58b68-65d3-47e1-9cc7-2733075c7d61 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 943 time: 0.0564060 Aug 30 22:54:29.637204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c1d5d11-c986-49a4-94e6-6c1d2f98f2cc req-3d31b8b0-164d-4ca0-b182-f4dfcceeaafa tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427237 Aug 30 22:54:29.749717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac64d4-3712-420c-b6fd-eef9f772e67d req-97154c88-9482-4f5c-8316-ab3739a8d82e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:29.751391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93ac64d4-3712-420c-b6fd-eef9f772e67d req-97154c88-9482-4f5c-8316-ab3739a8d82e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0647585 Aug 30 22:54:29.765009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:29.796460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93ac64d4-3712-420c-b6fd-eef9f772e67d req-1ad699ba-79ee-4626-976c-91dc47270801 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382774 Aug 30 22:54:29.896803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:29.909250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'port_id': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'mac_address': 'fa:16:3e:dc:b1:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae8ecc-2dbf-4edf-84c7-613767284968', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:29.948853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:29.963196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9166f1c4-01dc-4f9e-976b-58b899725efa {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:29.985811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:29.990242 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:29.990845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c502a4d-8a71-4612-8b53-58c60c7bb808 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:30.025350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:30.094995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:30.105926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.106278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.106625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.106966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.107301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.107634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.107963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.108292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.108622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.108945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.109271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.109594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:54:30.142318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:30.154217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '0c502a4d-8a71-4612-8b53-58c60c7bb808', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'port_id': '0c502a4d-8a71-4612-8b53-58c60c7bb808', 'mac_address': 'fa:16:3e:c8:cf:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adb389-e308-465b-a712-aa29d2ec3fcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:30.154614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4c3d-39c0-4fd9-a7ad-4e231969f140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.191740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.209892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c502a4d-8a71-4612-8b53-58c60c7bb808 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:30.230000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:30.233506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.248880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4c3d-39c0-4fd9-a7ad-4e231969f140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.252917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb8e4c3d-39c0-4fd9-a7ad-4e231969f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.281644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:30.293449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fb8e4c3d-39c0-4fd9-a7ad-4e231969f140 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c42a4ac25b06421db29141794abaaad0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670658 Aug 30 22:54:30.294411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e4c3d-39c0-4fd9-a7ad-4e231969f140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1556699f-038a-48cf-9c29-58328d4fa5d7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:30.296244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:30.345743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.366322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.411439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.414207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.415366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1556699f-038a-48cf-9c29-58328d4fa5d7 HTTP/1.1" status: 204 len: 168 time: 0.1178660 Aug 30 22:54:30.423085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d167c72-639d-4252-b626-71dc3e319131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1556699f-038a-48cf-9c29-58328d4fa5d7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:30.598565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9166f1c4-01dc-4f9e-976b-58b899725efa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:30.603449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0c502a4d-8a71-4612-8b53-58c60c7bb808'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:30.678712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:30.693730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81e52725-4f1d-415d-af83-a7d9d87f8217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.819736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81e52725-4f1d-415d-af83-a7d9d87f8217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.825961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-81e52725-4f1d-415d-af83-a7d9d87f8217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.886298 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-81e52725-4f1d-415d-af83-a7d9d87f8217 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48417f64d8624a929a60e50564b8b625&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065792 Aug 30 22:54:30.887220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e52725-4f1d-415d-af83-a7d9d87f8217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc75002c-9e94-4eca-9bea-59577abce570,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:30.889032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45950) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:30.982743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:30.997283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a130c3e-3d5e-4499-8849-39b532627b70 req-5f0c4879-c689-4153-b61d-4b592ac8160e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:30.998280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a130c3e-3d5e-4499-8849-39b532627b70 req-5f0c4879-c689-4153-b61d-4b592ac8160e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 944 time: 0.0885615 Aug 30 22:54:31.031746 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.061471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c4eb3-34f1-4447-82f9-e775df81b1a3 req-87927817-a4b5-42be-a94e-860b4482504c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:31.066969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-043c4eb3-34f1-4447-82f9-e775df81b1a3 req-87927817-a4b5-42be-a94e-860b4482504c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 944 time: 0.0630658 Aug 30 22:54:31.074713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a130c3e-3d5e-4499-8849-39b532627b70 req-51aecad1-0b93-4826-824c-d0abdc4cbc89 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685914 Aug 30 22:54:31.098839 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.101589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.105423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc75002c-9e94-4eca-9bea-59577abce570 HTTP/1.1" status: 204 len: 168 time: 0.2146888 Aug 30 22:54:31.114948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d064b3c6-9fff-4099-afa2-4636feb14ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc75002c-9e94-4eca-9bea-59577abce570,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:31.154339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-043c4eb3-34f1-4447-82f9-e775df81b1a3 req-b984ccd0-a559-4cf1-8e25-ac9dafa750ed tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795324 Aug 30 22:54:31.625391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-9fc7173b-71f5-4f37-a37d-f980861e3f93 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3353df5824d9424d8da5bb14ffe5c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223835 Aug 30 22:54:31.739137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-f5ebcaff-e48c-4c88-9b09-25b6b30e1bb8 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:31.741708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-f5ebcaff-e48c-4c88-9b09-25b6b30e1bb8 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098492 Aug 30 22:54:31.756362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-44384e45-b4dd-4b5b-8180-670587ce9415 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/quotas/3353df5824d9424d8da5bb14ffe5c048 HTTP/1.1" status: 200 len: 375 time: 0.0092344 Aug 30 22:54:31.776023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:31.797922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-5db449c9-36b0-4f2f-8f1d-573ca8c582c0 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359361 Aug 30 22:54:31.832469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9166f1c4-01dc-4f9e-976b-58b899725efa triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:31.832844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.936685 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.962485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:31.964975 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a57d325-86a9-414d-9e12-88b460e3da10" -d '{"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-plugged", "status": "completed", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:31.978797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:31.984852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:31.985759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c502a4d-8a71-4612-8b53-58c60c7bb808 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:32.034113 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b222823-f827-41b0-92c5-4a68ac276042 x-openstack-request-id: req-3b222823-f827-41b0-92c5-4a68ac276042 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:32.034693 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-plugged", "status": "completed", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:32.034948 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3b222823-f827-41b0-92c5-4a68ac276042 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:32.035397 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'code': 200} Aug 30 22:54:32.089087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:32.100462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 0c502a4d-8a71-4612-8b53-58c60c7bb808 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:32.105016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 0c502a4d-8a71-4612-8b53-58c60c7bb808 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:32.105737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:32.247126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:32.252698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-ab206ff6-4b3b-43a0-9070-22865756e7a4 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3353df5824d9424d8da5bb14ffe5c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357747 Aug 30 22:54:32.272790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428ce6-8a6f-4a2b-894e-709a07ab4453 req-85f587f7-ac8a-4b34-895d-a958ee9aeb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:32.274505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c428ce6-8a6f-4a2b-894e-709a07ab4453 req-85f587f7-ac8a-4b34-895d-a958ee9aeb59 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 1097 time: 0.0889976 Aug 30 22:54:32.291592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948ffae-7efd-4f29-ba7f-6d1e8c481f1b req-eac71a4e-2adf-406a-a9d5-799c130dacf8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:32.294808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:32.299436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:32.299836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4948ffae-7efd-4f29-ba7f-6d1e8c481f1b req-eac71a4e-2adf-406a-a9d5-799c130dacf8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0789897 Aug 30 22:54:32.359167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c428ce6-8a6f-4a2b-894e-709a07ab4453 req-18004bb0-8a63-4be5-9edc-f2db3d02831f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564179 Aug 30 22:54:32.371656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4948ffae-7efd-4f29-ba7f-6d1e8c481f1b req-2fbfa760-2f74-423b-bdb5-d71b659ebabb tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687830 Aug 30 22:54:32.430588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:32.496541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d6af4-a863-4685-8198-2ce726ac59ab req-344de20e-fd71-4e92-acff-b0abc011c5d1 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:32.505883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-817d6af4-a863-4685-8198-2ce726ac59ab req-344de20e-fd71-4e92-acff-b0abc011c5d1 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0723672 Aug 30 22:54:32.554797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-817d6af4-a863-4685-8198-2ce726ac59ab req-eac2f23f-0223-4db1-8f37-49b2601725cb tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Aug 30 22:54:32.733187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-f87ace76-6580-4d75-adfd-248bf1bfdb18 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:32.740885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-f87ace76-6580-4d75-adfd-248bf1bfdb18 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4873855 Aug 30 22:54:32.756647 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-47f6f373-ed12-44f7-a359-3737b0427773 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/quotas/3353df5824d9424d8da5bb14ffe5c048 HTTP/1.1" status: 200 len: 375 time: 0.0148556 Aug 30 22:54:32.798311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-acfec35c-5959-426d-9ad9-f54b6764677d tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405161 Aug 30 22:54:32.999440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43404ddd-17a1-48c5-a65a-e8e71fd0cb2b req-10ef7b73-fc70-46c1-81a7-84dc75a9109a tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 210 time: 0.0358574 Aug 30 22:54:33.283863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-ea11bacc-e436-413f-8ba5-76fb05954b7d tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3353df5824d9424d8da5bb14ffe5c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235076 Aug 30 22:54:33.454186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-e86c67fa-b957-47dd-9c3c-786f84f1b2cd tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:33.455713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-e86c67fa-b957-47dd-9c3c-786f84f1b2cd tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401868 Aug 30 22:54:33.487289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Request body: {'port': {'device_id': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '3353df5824d9424d8da5bb14ffe5c048'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:33.509968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46063ae7-b34c-4d70-95af-e6fe355878af req-9f11b321-91da-46cf-81a1-8899bdab8b61 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:33.514900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46063ae7-b34c-4d70-95af-e6fe355878af req-9f11b321-91da-46cf-81a1-8899bdab8b61 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0657854 Aug 30 22:54:33.558697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46063ae7-b34c-4d70-95af-e6fe355878af req-dfa2407b-81e4-4964-93b9-33b04d03f9ca tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411818 Aug 30 22:54:33.646812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Made reservation on behalf of 3353df5824d9424d8da5bb14ffe5c048 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:54:33.650384 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:33.660542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:33.778285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78181c6e-f675-4784-a7d3-4a7c48069536 req-fca3b5d0-f78b-44e1-8f48-9833edb2144b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:33.780432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78181c6e-f675-4784-a7d3-4a7c48069536 req-fca3b5d0-f78b-44e1-8f48-9833edb2144b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.1157923 Aug 30 22:54:33.840374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78181c6e-f675-4784-a7d3-4a7c48069536 req-f561b130-0956-458f-b4da-9cee1c490421 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Aug 30 22:54:33.894436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:33.899538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:33.970190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb65086-9b4d-4fe0-a147-0c7e84a117c9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:34.036968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:34.041487 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d01033-2c7a-45e4-ba56-e75e25a78ec5" -d '{"events": [{"server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "name": "network-vif-plugged", "status": "completed", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:34.066232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:34.084528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Allocated IP 192.168.233.139 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/7e76d739-f573-42e6-b24d-9eba8ebf78d2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:54:34.108105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6880cb59-5db7-416d-ac46-c401c4d62ef4 req-b8d13e8a-e9f0-467d-83cb-8643ee233a88 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 210 time: 0.0308180 Aug 30 22:54:34.126151 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d576036-859b-4ef4-916a-5bdbf8f94316 x-openstack-request-id: req-5d576036-859b-4ef4-916a-5bdbf8f94316 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:34.126741 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "name": "network-vif-plugged", "status": "completed", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:34.127204 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d576036-859b-4ef4-916a-5bdbf8f94316 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:34.127794 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808', 'code': 200} Aug 30 22:54:34.133691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-d05e043c-6dbc-464a-b844-0beee779ad30 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=3353df5824d9424d8da5bb14ffe5c048&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243316 Aug 30 22:54:34.272346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c3-4a30-4003-896d-1ac85fb28f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.306374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede2622-2c30-4d5a-968b-dd6281ad9d12 req-a356feb3-d9f0-42e0-b3da-c2ab307f70c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:34.307905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ede2622-2c30-4d5a-968b-dd6281ad9d12 req-a356feb3-d9f0-42e0-b3da-c2ab307f70c8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 1097 time: 0.0707974 Aug 30 22:54:34.326894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-26aa69b1-f562-4215-86ee-414b4f101def tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:34.328348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-26aa69b1-f562-4215-86ee-414b4f101def tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879680 Aug 30 22:54:34.358883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.361277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ede2622-2c30-4d5a-968b-dd6281ad9d12 req-4c75e89c-b9c2-412f-9b8f-f9b604cf7c57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Aug 30 22:54:34.381635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Transition to ACTIVE for port object 7e76d739-f573-42e6-b24d-9eba8ebf78d2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:34.382289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Request body: {'port': {'device_id': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '3353df5824d9424d8da5bb14ffe5c048'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:34.440003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c3-4a30-4003-896d-1ac85fb28f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.444941 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f44df3c3-4a30-4003-896d-1ac85fb28f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.450339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.503814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Made reservation on behalf of 3353df5824d9424d8da5bb14ffe5c048 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:54:34.507691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.513030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f44df3c3-4a30-4003-896d-1ac85fb28f72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caf2e215f4ed46cf885cfbd336a960e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458554 Aug 30 22:54:34.517320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:34.527987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df3c3-4a30-4003-896d-1ac85fb28f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06213a3-9ca8-4bd5-b293-c6255b98208c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:34.533559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:54:34.538628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:54:34.540400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:34.542630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:54:34.596897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:34.599568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.619145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-7cce0b02-45bd-4466-9c7a-bcc37e589591 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1360188 Aug 30 22:54:34.631683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.639864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Request body: {'port': {'device_id': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:34.693802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.720136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Allocated IP 192.168.233.25 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/6c366c71-5f24-41dd-b5ac-61d9d45c9535) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:54:34.735514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.758556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ce776a-4cff-4ffa-aebe-0e020807dd2d req-e99c1cc3-3990-4a18-a58f-7f03da73e4f6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:34.769510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6ce776a-4cff-4ffa-aebe-0e020807dd2d req-e99c1cc3-3990-4a18-a58f-7f03da73e4f6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.1012516 Aug 30 22:54:34.789483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6883c49a-482c-4040-af63-d9c2d4decd44 None None] Provisioning for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:34.793152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6883c49a-482c-4040-af63-d9c2d4decd44 None None] Provisioning complete for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:34.793718 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6883c49a-482c-4040-af63-d9c2d4decd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.834571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6883c49a-482c-4040-af63-d9c2d4decd44 None None] Port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:54:34.841318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6ce776a-4cff-4ffa-aebe-0e020807dd2d req-eefa1006-9fd6-4360-bb8c-a56253afe636 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745347 Aug 30 22:54:34.892140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.894731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.896423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c06213a3-9ca8-4bd5-b293-c6255b98208c HTTP/1.1" status: 204 len: 168 time: 0.3781819 Aug 30 22:54:34.909912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad789a0-b029-4443-be9e-a09e202b9cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06213a3-9ca8-4bd5-b293-c6255b98208c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:34.947673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:34.964377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Transition to ACTIVE for port object 6c366c71-5f24-41dd-b5ac-61d9d45c9535 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:35.029093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134f2a4d-f968-4b85-938f-423e8296082f req-6da5a143-f8c6-4f7c-b675-9d1096090bc8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.036862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-134f2a4d-f968-4b85-938f-423e8296082f req-6da5a143-f8c6-4f7c-b675-9d1096090bc8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0589182 Aug 30 22:54:35.044613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd5cd6e-694b-41af-b42a-176c93e4917b req-4a5954ee-c4a8-466e-b139-8f9335d92c45 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.046283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd5cd6e-694b-41af-b42a-176c93e4917b req-4a5954ee-c4a8-466e-b139-8f9335d92c45 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0741603 Aug 30 22:54:35.048000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.099535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:54:35.111834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:54:35.116004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:54:35.128941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-134f2a4d-f968-4b85-938f-423e8296082f req-b040909d-f8ee-489c-b504-6402b2faec6f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911176 Aug 30 22:54:35.173483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:35.226781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd5cd6e-694b-41af-b42a-176c93e4917b req-8f5c8d0a-4cce-4130-87ba-4d1d5ce3d15c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665120 Aug 30 22:54:35.265054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.265502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.289305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-edb3dcd2-10df-48c0-ad34-dc30364297b1 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9116852 Aug 30 22:54:35.301856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:35.312085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.317010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Request body: {'port': {'device_id': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:35.329542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Transition to ACTIVE for port object 7e76d739-f573-42e6-b24d-9eba8ebf78d2 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:35.334953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.358638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:35.401227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:35.408952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b5cbbe4-b48e-4e87-85d1-349effd633db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.460736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.479127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e35b23e-ef7f-456c-b613-7fe392e9c251 None None] Provisioning for port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:35.485682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e35b23e-ef7f-456c-b613-7fe392e9c251 None None] Provisioning complete for port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:35.486730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e35b23e-ef7f-456c-b613-7fe392e9c251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.504226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c48b6f-e216-4aac-b7e6-518f0303dbe6 req-dfab5118-8917-4755-886a-c672626db939 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.526159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c48b6f-e216-4aac-b7e6-518f0303dbe6 req-dfab5118-8917-4755-886a-c672626db939 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 935 time: 0.1788409 Aug 30 22:54:35.539678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Attempting to bind port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:54:35.540121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Attempting to bind port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:54:35.540458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Attempting to bind port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:35.555375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0e35b23e-ef7f-456c-b613-7fe392e9c251 None None] Port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:54:35.556393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:54:35.557188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Attempting to bind port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:35.567245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:54:35.567616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:54:35.568124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:54:35.568717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Bound port: 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:54:35.569082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.658121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:54:35.662798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:54:35.669622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.713566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.714455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.715972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] 10.222.0.52 "PUT /v2.0/ports/7e76d739-f573-42e6-b24d-9eba8ebf78d2 HTTP/1.1" status: 200 len: 1097 time: 1.0826528 Aug 30 22:54:35.716862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:35.717736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c48b6f-e216-4aac-b7e6-518f0303dbe6 req-f18d08c2-a90e-4c53-b828-7ed362dd80a6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898882 Aug 30 22:54:35.719544 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea" -d '{"events": [{"name": "network-changed", "server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:35.764175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83de2a9-3cda-4d3b-a1e5-e9fa7974125b service neutron] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:35.863845 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-100619ab-de12-4627-8165-666e6e5470d4 x-openstack-request-id: req-100619ab-de12-4627-8165-666e6e5470d4 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:35.864157 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:35.865560 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-100619ab-de12-4627-8165-666e6e5470d4 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:35.866043 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'status': 'completed', 'code': 200} Aug 30 22:54:35.882925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-9a9bb10e-cb7a-45c6-9c01-76116c9711bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:35.886573 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-9a9bb10e-cb7a-45c6-9c01-76116c9711bc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 1100 time: 0.0627639 Aug 30 22:54:35.947793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-3e618b3a-75ea-4aef-b869-dc4dbe47f4f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2 HTTP/1.1" status: 200 len: 217 time: 0.0445638 Aug 30 22:54:35.957616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b5cbbe4-b48e-4e87-85d1-349effd633db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:35.968285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b5cbbe4-b48e-4e87-85d1-349effd633db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.028280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-6643f2ad-e9e3-4bc5-b8df-12ae24bdfed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.030685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-6643f2ad-e9e3-4bc5-b8df-12ae24bdfed3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0713437 Aug 30 22:54:36.051885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b5cbbe4-b48e-4e87-85d1-349effd633db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7829e796d524a02a2cd313958f49fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891937 Aug 30 22:54:36.052631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5cbbe4-b48e-4e87-85d1-349effd633db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de34f01c-e820-43d7-813e-b43f60cb8e59,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:36.055798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:36.109136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-f15a1eb7-d2af-423e-95f1-e94b029893ea tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.116004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-f15a1eb7-d2af-423e-95f1-e94b029893ea tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.2563035 Aug 30 22:54:36.118927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c366c71-5f24-41dd-b5ac-61d9d45c9535 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:36.128721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-e4ac59b0-9117-4548-a526-5d2e0ffd33c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.130267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-e4ac59b0-9117-4548-a526-5d2e0ffd33c0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0871425 Aug 30 22:54:36.135433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.140285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-68a0dc27-cbea-4af0-88d8-c46978975e84 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/quotas/80aee29bc8a145d3bd183374e889eb83 HTTP/1.1" status: 200 len: 375 time: 0.0157068 Aug 30 22:54:36.153319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Transition to ACTIVE for port object 6c366c71-5f24-41dd-b5ac-61d9d45c9535 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:36.180476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.194267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.241253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-b908d23a-3c88-4f41-bb03-c65ec0f52c37 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0916774 Aug 30 22:54:36.246700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:36.259537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.295702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dc3141-d50b-4e9b-a36e-ca639e3a8e01 req-04dd8d0f-5a84-40eb-a693-5496278321f8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.297249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4dc3141-d50b-4e9b-a36e-ca639e3a8e01 req-04dd8d0f-5a84-40eb-a693-5496278321f8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.1042621 Aug 30 22:54:36.343693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-4858f232-579d-4a32-9a9c-ac391492d8e7 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035320 Aug 30 22:54:36.390017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Attempting to bind port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:54:36.390393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Attempting to bind port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:54:36.390689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Attempting to bind port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:36.399901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-2402b60b-3072-442b-8787-dfb515a1d06d service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498053 Aug 30 22:54:36.400604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:54:36.400927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Attempting to bind port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:36.405873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4dc3141-d50b-4e9b-a36e-ca639e3a8e01 req-8d6a7cbd-7ec3-419e-a902-763303446b4e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944006 Aug 30 22:54:36.420802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.423401 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.424528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/de34f01c-e820-43d7-813e-b43f60cb8e59 HTTP/1.1" status: 204 len: 168 time: 0.3678002 Aug 30 22:54:36.443528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3f74d-d999-44ab-8ca2-0d48349f13a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de34f01c-e820-43d7-813e-b43f60cb8e59,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:36.486386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f5f564b-99ff-4635-b809-419d1c9dd1d1 req-1a74c0fa-47b7-4391-b914-cee3c00aac5e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349132 Aug 30 22:54:36.497958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:54:36.498581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:54:36.498991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:54:36.499653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Bound port: 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:54:36.500289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.635761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-78d149b9-d1cc-413c-b300-092a43d0cd54 service neutron] 10.222.0.25 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128134 Aug 30 22:54:36.642766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:54:36.666301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:54:36.677900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.687692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-1ec5dd9d-9155-4cd8-a7f6-0529b76d3539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.689843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-1ec5dd9d-9155-4cd8-a7f6-0529b76d3539 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 1100 time: 0.0914135 Aug 30 22:54:36.718504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.720372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:36.724461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] 10.222.0.52 "PUT /v2.0/ports/6c366c71-5f24-41dd-b5ac-61d9d45c9535 HTTP/1.1" status: 200 len: 1096 time: 1.4115772 Aug 30 22:54:36.726560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:36.728917 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30" -d '{"events": [{"name": "network-changed", "server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:36.940086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-3198bec3-ef39-4dcd-b4ad-7c0a40c329de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.941912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-3198bec3-ef39-4dcd-b4ad-7c0a40c329de service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.2368112 Aug 30 22:54:36.991082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-e3fc25de-bd0e-4e0b-9b5d-c9c98fa9c42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:36.992778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-e3fc25de-bd0e-4e0b-9b5d-c9c98fa9c42d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 1099 time: 0.1615078 Aug 30 22:54:36.993653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c4d39-2f7a-4a23-9be9-a715735946fc service neutron] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:37.031858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-445ff51a-9a99-4192-8b2b-03d6e215f564 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2 HTTP/1.1" status: 200 len: 217 time: 0.0674679 Aug 30 22:54:37.054986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98603093-b435-4a1e-ad32-b29691f134b4 req-062a2223-0b0e-4940-bccc-1b2981984906 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:37.065242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98603093-b435-4a1e-ad32-b29691f134b4 req-062a2223-0b0e-4940-bccc-1b2981984906 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.1514552 Aug 30 22:54:37.080882 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e6e919-c671-4520-b479-eb0b065166f5 x-openstack-request-id: req-72e6e919-c671-4520-b479-eb0b065166f5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:37.081829 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:37.082269 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-72e6e919-c671-4520-b479-eb0b065166f5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:37.082778 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'status': 'completed', 'code': 200} Aug 30 22:54:37.085059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-1f30a94f-2b2f-4c90-a488-ca59f8357449 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535 HTTP/1.1" status: 200 len: 217 time: 0.0764308 Aug 30 22:54:37.192005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98603093-b435-4a1e-ad32-b29691f134b4 req-447c7023-e907-488d-a68f-3fa3e9f9f452 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268473 Aug 30 22:54:37.215651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69451801-ea10-496a-8eb6-c288b804dc9a req-71aa14f4-3ea8-4cf9-9e99-578ff871d750 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 210 time: 0.0542610 Aug 30 22:54:37.240432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-b3316fc8-c627-491e-a055-c63fd9bfc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:37.240432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-b3316fc8-c627-491e-a055-c63fd9bfc450 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1417649 Aug 30 22:54:37.240668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-6e52584a-e780-40e3-8337-67e9f11eaf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:37.242798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-6e52584a-e780-40e3-8337-67e9f11eaf87 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1316564 Aug 30 22:54:37.307884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-be831d31-24df-4314-9d23-0a13af6aacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:37.309392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-be831d31-24df-4314-9d23-0a13af6aacb7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0578463 Aug 30 22:54:37.335754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-93927b2a-7642-45d9-8118-7d606f767d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:37.337743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-93927b2a-7642-45d9-8118-7d606f767d50 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0864315 Aug 30 22:54:37.473330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-f987696b-2480-4a0d-a966-c3532f9b049e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266971 Aug 30 22:54:37.484701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-433b0be3-24d3-4765-a2b9-4175fc977880 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373985 Aug 30 22:54:37.594089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d76a631-f7a6-4c67-8386-3e7e14fb4aea req-bd94627b-6276-475f-981c-aa17ecd4c037 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084692 Aug 30 22:54:38.057811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-c37de068-9c8e-4455-8244-abee117c4170 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.059307 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-c37de068-9c8e-4455-8244-abee117c4170 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/ports?device_id=8b6ba56d-6288-481d-8565-3c7dc0f6f0bb HTTP/1.1" status: 200 len: 945 time: 0.0976431 Aug 30 22:54:38.080892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4210fc73-76d5-4f29-97ad-7682215eb729 req-9ee7b1c4-16f1-4e8d-949b-7b2e58c68369 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888698 Aug 30 22:54:38.170997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Deleting port 9166f1c4-01dc-4f9e-976b-58b899725efa {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:54:38.171329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:38.280294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-9d253244-5ac9-4170-8d1f-835052593e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.283076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-9d253244-5ac9-4170-8d1f-835052593e50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=3353df5824d9424d8da5bb14ffe5c048&device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 1099 time: 0.0963891 Aug 30 22:54:38.404590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:38.467436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05a4b8ed-8608-4de5-ae5c-588a01d628bc req-97f028e0-f229-4d48-b794-7d8d605e1412 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 210 time: 0.0496497 Aug 30 22:54:38.467886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] For port 9166f1c4-01dc-4f9e-976b-58b899725efa, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9166f1c4-01dc-4f9e-976b-58b899725efa,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:38.468276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:38.506345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Calling delete_port for 9166f1c4-01dc-4f9e-976b-58b899725efa owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:54:38.515194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4bbd4-4046-41be-ae6e-47d3e5dcfcda req-31a482d5-66e3-4e77-b002-e1b83edc6eb3 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.523711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5f4bbd4-4046-41be-ae6e-47d3e5dcfcda req-31a482d5-66e3-4e77-b002-e1b83edc6eb3 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.2195010 Aug 30 22:54:38.618012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-fd5ef180-bef7-4f4b-b0c0-10ab898c9f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.619590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-fd5ef180-bef7-4f4b-b0c0-10ab898c9f25 service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.3251150 Aug 30 22:54:38.627464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:38.662837 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'mac_address': 'fa:16:3e:6e:d6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:38.701437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5f4bbd4-4046-41be-ae6e-47d3e5dcfcda req-767b7f84-da60-465d-b546-956e8f4c2541 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767707 Aug 30 22:54:38.715448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:38.740539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:38.740798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-6d242207-f176-4340-9dbe-b8cd33f2cf7b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.747807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-6d242207-f176-4340-9dbe-b8cd33f2cf7b tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 815 time: 0.2626588 Aug 30 22:54:38.767884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Request body: {'port': {'device_id': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'admin_state_up': True, 'tenant_id': '80aee29bc8a145d3bd183374e889eb83'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:38.779859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:38.788708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:38.818335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-0d50e62a-2ff5-4db5-b03c-a617f131f3f4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535 HTTP/1.1" status: 200 len: 217 time: 0.1679108 Aug 30 22:54:38.890470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:38.903365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Made reservation on behalf of 80aee29bc8a145d3bd183374e889eb83 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:54:38.907427 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:38.949605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-8eb16c5d-a52e-40d2-85da-5005ea75c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:38.951551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-8eb16c5d-a52e-40d2-85da-5005ea75c543 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1181688 Aug 30 22:54:39.045519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-1335a3a6-c7d5-4ff6-b6de-460c3bea1a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:39.047722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-1335a3a6-c7d5-4ff6-b6de-460c3bea1a7c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714307 Aug 30 22:54:39.048861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.063021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9166f1c4-01dc-4f9e-976b-58b899725efa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:39.086158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Allocated IP 172.20.0.14 (7889917f-f029-4c10-ab4d-c08b83a71bdc/0eae8ecc-2dbf-4edf-84c7-613767284968/e90aedd3-b704-4c38-a2fd-7996eb462f64) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:54:39.148370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event deleted for resources: {'Port': ['ID=9166f1c4-01dc-4f9e-976b-58b899725efa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:39.216484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] No DVR routers for this DVR port 9166f1c4-01dc-4f9e-976b-58b899725efa on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:54:39.221285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-af4637cc-ff6b-4db3-a0d7-672baebfdcf4 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603484 Aug 30 22:54:39.222886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.225579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20a8285d-4337-4375-af11-e23f7f33f2bd req-7ad83a0d-e281-4d3a-be36-bb4921e39b11 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "DELETE /v2.0/ports/9166f1c4-01dc-4f9e-976b-58b899725efa HTTP/1.1" status: 204 len: 173 time: 1.1567256 Aug 30 22:54:39.225579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-deleted', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:39.227969 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50445247-e693-4374-8a19-9a6c8b3f86f4" -d '{"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-deleted", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:39.280152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.325643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7e76d739-f573-42e6-b24d-9eba8ebf78d2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:39.349712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.364137 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c747a9eb-a323-49ec-b9ea-a65ca382aeff x-openstack-request-id: req-c747a9eb-a323-49ec-b9ea-a65ca382aeff {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:39.364812 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b6ba56d-6288-481d-8565-3c7dc0f6f0bb", "name": "network-vif-deleted", "tag": "9166f1c4-01dc-4f9e-976b-58b899725efa", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:39.365060 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c747a9eb-a323-49ec-b9ea-a65ca382aeff {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:39.365725 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b6ba56d-6288-481d-8565-3c7dc0f6f0bb', 'name': 'network-vif-deleted', 'tag': '9166f1c4-01dc-4f9e-976b-58b899725efa', 'status': 'completed', 'code': 200} Aug 30 22:54:39.377598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-169d1d37-c882-44c2-a19d-6a4a9b4a4e30 req-6631cc7e-ad04-487e-8f0a-7b9efbb3149e service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398501 Aug 30 22:54:39.387607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9166f1c4-01dc-4f9e-976b-58b899725efa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:39.405177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event updated for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:39.429000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Network 7889917f-f029-4c10-ab4d-c08b83a71bdc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:54:39.435755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:54:39.443900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:54:39.517679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:39.518612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.541706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-a7ac188e-7896-4a3d-b3ee-bb57a44a47d2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795548 Aug 30 22:54:39.560739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Request body: {'port': {'device_id': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:54:39.659857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:39.681504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81057-b9be-40f4-b4be-512069bc6587 req-7bd1daf2-5bc4-47d0-a6f4-86295e7144e1 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:39.689228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cae81057-b9be-40f4-b4be-512069bc6587 req-7bd1daf2-5bc4-47d0-a6f4-86295e7144e1 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 932 time: 0.1037769 Aug 30 22:54:39.862001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cae81057-b9be-40f4-b4be-512069bc6587 req-45ab8b80-9aa2-45b6-bc95-b47650fb0113 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682205 Aug 30 22:54:39.924041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fb1af-5699-40e2-8487-f387f00c8827 req-9a233976-7e4f-4029-8aeb-f26b16ef37de tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:39.925634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-387fb1af-5699-40e2-8487-f387f00c8827 req-9a233976-7e4f-4029-8aeb-f26b16ef37de tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.0976171 Aug 30 22:54:39.977334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-387fb1af-5699-40e2-8487-f387f00c8827 req-9c115edb-6a83-42de-9a96-6570f6f79704 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432932 Aug 30 22:54:40.149578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e90aedd3-b704-4c38-a2fd-7996eb462f64 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:40.158137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.171338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Transition to ACTIVE for port object e90aedd3-b704-4c38-a2fd-7996eb462f64 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:54:40.175370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.260244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51417cfd-28d8-4c2f-a4d1-a619ea168397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.276115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Pushing event updated for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:40.325585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Attempting to bind port e90aedd3-b704-4c38-a2fd-7996eb462f64 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:54:40.326436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Attempting to bind port e90aedd3-b704-4c38-a2fd-7996eb462f64 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:54:40.326779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Attempting to bind port e90aedd3-b704-4c38-a2fd-7996eb462f64 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:40.332083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Port e90aedd3-b704-4c38-a2fd-7996eb462f64 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:54:40.332498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Attempting to bind port e90aedd3-b704-4c38-a2fd-7996eb462f64 on network 7889917f-f029-4c10-ab4d-c08b83a71bdc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:54:40.339297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:54:40.339651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Checking segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:54:40.340039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Bound using segment: {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:54:40.340499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Bound port: e90aedd3-b704-4c38-a2fd-7996eb462f64, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda3cae5-0060-4606-89d9-2a5c49d5de8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:54:40.340873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.401424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:40.415437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:54:40.419051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:54:40.424715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.472164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:40.472805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.474913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] 10.222.0.47 "PUT /v2.0/ports/e90aedd3-b704-4c38-a2fd-7996eb462f64 HTTP/1.1" status: 200 len: 1093 time: 0.9187903 Aug 30 22:54:40.475353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:40.477750 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd249915-c2b7-4657-9c67-e66d8b1476e9" -d '{"events": [{"name": "network-changed", "server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:40.586953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:40.592833 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e300e8-6222-4a50-afbe-fbeab0863113 x-openstack-request-id: req-43e300e8-6222-4a50-afbe-fbeab0863113 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:40.593199 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:40.593524 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43e300e8-6222-4a50-afbe-fbeab0863113 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:40.594054 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64', 'status': 'completed', 'code': 200} Aug 30 22:54:40.595674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab62ff2f-0300-4ca3-a7e4-4ad084f8a671 service neutron] Pushing event updated for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:40.604344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'mac_address': 'fa:16:3e:44:a6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:40.623769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-f423b333-72c0-4204-a96d-b94b0d4f8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:40.625417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-f423b333-72c0-4204-a96d-b94b0d4f8c5b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 1096 time: 0.0903285 Aug 30 22:54:40.646530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.662207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c366c71-5f24-41dd-b5ac-61d9d45c9535 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:40.682110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-869d1de5-989c-432e-aab7-658caf578ccf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64 HTTP/1.1" status: 200 len: 217 time: 0.0463161 Aug 30 22:54:40.685496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:40.690204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:40.756506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:40.762899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f7627e-3885-42f0-90d9-57602bd98129 req-077fb29c-86ba-4ee1-bc39-b053c8a0b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:40.764853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-077fb29c-86ba-4ee1-bc39-b053c8a0b969 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.0645235 Aug 30 22:54:40.816323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-fd4234a4-3d03-4655-b3fe-b7666f9b7813 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378034 Aug 30 22:54:40.925423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-3d747987-8a6f-4f20-8f0e-7b7139d10ab8 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974050 Aug 30 22:54:41.043234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481b8da-7fc6-45af-b742-99f468407f21 req-b6af40b5-537e-402f-a442-9b1c531d55bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:41.044763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a481b8da-7fc6-45af-b742-99f468407f21 req-b6af40b5-537e-402f-a442-9b1c531d55bd tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 944 time: 0.1142886 Aug 30 22:54:41.084284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58f7627e-3885-42f0-90d9-57602bd98129 req-34b0b8e4-0e12-42f1-af3d-19c643c25814 service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217649 Aug 30 22:54:41.112733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a481b8da-7fc6-45af-b742-99f468407f21 req-fe9237ab-29d7-4ed4-b0bd-97f52aea2160 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513813 Aug 30 22:54:41.200140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6c366c71-5f24-41dd-b5ac-61d9d45c9535'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:41.225708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-f64ff84c-f5d7-475b-8359-d8b37d5cc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:41.227034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-f64ff84c-f5d7-475b-8359-d8b37d5cc6a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=80aee29bc8a145d3bd183374e889eb83&device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 1096 time: 0.0649910 Aug 30 22:54:41.269419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b6fe1-5bdb-4839-90eb-6b60dfc1aa55 req-902256ce-0b54-4bab-90d2-d5c03a89486f tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:41.271094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-811b6fe1-5bdb-4839-90eb-6b60dfc1aa55 req-902256ce-0b54-4bab-90d2-d5c03a89486f tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 948 time: 0.1099508 Aug 30 22:54:41.328523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-811b6fe1-5bdb-4839-90eb-6b60dfc1aa55 req-49673188-2258-4854-9a84-eae1219825b0 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492351 Aug 30 22:54:41.347056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-2f5cdab9-0ca2-41ef-99c4-853105d770dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:41.349740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-2f5cdab9-0ca2-41ef-99c4-853105d770dd service neutron] 10.222.0.47 "GET /v2.0/networks?id=7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 200 len: 916 time: 0.1055031 Aug 30 22:54:41.410674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-ea5af458-50d2-4d23-9cb8-a38021e9dbb9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64 HTTP/1.1" status: 200 len: 217 time: 0.0495002 Aug 30 22:54:41.471576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-52d4feee-2d6b-4a75-a2ea-1ff9b71684e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:41.473145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-52d4feee-2d6b-4a75-a2ea-1ff9b71684e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 200 len: 855 time: 0.0504436 Aug 30 22:54:41.508632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-2e79dff3-3368-40a5-ad30-149a2bc2ce37 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7889917f-f029-4c10-ab4d-c08b83a71bdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257885 Aug 30 22:54:41.616165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-930877f9-ecef-4590-b31d-109e697579db service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947030 Aug 30 22:54:41.733958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd249915-c2b7-4657-9c67-e66d8b1476e9 req-3794ce75-87f2-4081-8365-f87bdac4b4fd service neutron] 10.222.0.47 "GET /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987899 Aug 30 22:54:41.838884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:54:41.877996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 9166f1c4-01dc-4f9e-976b-58b899725efa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:54:41.878357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9166f1c4-01dc-4f9e-976b-58b899725efa not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:54:42.276501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c32fa7-67a0-47be-b2f5-c6aac76b7e0b req-eac22b4e-c5b7-4b55-b5ec-b0f62674a803 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:42.279155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86c32fa7-67a0-47be-b2f5-c6aac76b7e0b req-eac22b4e-c5b7-4b55-b5ec-b0f62674a803 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 944 time: 0.0986078 Aug 30 22:54:42.337384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86c32fa7-67a0-47be-b2f5-c6aac76b7e0b req-6d530287-9c96-44f4-a62c-2c81be64347d tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510604 Aug 30 22:54:42.399520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:42.482905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:42.489674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:42.490830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:42.526147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8dc6e-fb0c-4ada-aa0d-beb4b5e4fc04 req-25e00912-d9c7-45f2-aaa7-ae4d6f34ba0b tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:42.534256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded8dc6e-fb0c-4ada-aa0d-beb4b5e4fc04 req-25e00912-d9c7-45f2-aaa7-ae4d6f34ba0b tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 948 time: 0.0671413 Aug 30 22:54:42.584703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded8dc6e-fb0c-4ada-aa0d-beb4b5e4fc04 req-7f24fb8b-873a-47f3-a932-8ab352218073 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494430 Aug 30 22:54:42.742869 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:42.768344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:42.771003 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e87297d-a41e-4828-bd7d-d59f879c5653" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:42.790309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:42.796154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:42.852009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:42.858937 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debe22fe-59d4-4e33-91c9-b8f352660431 x-openstack-request-id: req-debe22fe-59d4-4e33-91c9-b8f352660431 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:42.859513 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:42.860034 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-debe22fe-59d4-4e33-91c9-b8f352660431 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:42.860611 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'code': 200} Aug 30 22:54:42.876299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:42.992593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685551-c2d7-45c5-9221-70b6617e89e0 req-e7192457-e680-4b13-9571-1f8d828b9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:42.995712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27685551-c2d7-45c5-9221-70b6617e89e0 req-e7192457-e680-4b13-9571-1f8d828b9323 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 1102 time: 0.0644889 Aug 30 22:54:43.073118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27685551-c2d7-45c5-9221-70b6617e89e0 req-5c267680-6203-44c4-909f-543d608e9c1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424962 Aug 30 22:54:43.290699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2090fffe-d030-4584-a3bc-222068818192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:43.483142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51258874-2f4c-4599-ab8c-92f9bf67a099 req-901f8873-b299-466c-8d7b-1c2c35860688 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:43.485187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51258874-2f4c-4599-ab8c-92f9bf67a099 req-901f8873-b299-466c-8d7b-1c2c35860688 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 944 time: 0.0636208 Aug 30 22:54:43.534763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51258874-2f4c-4599-ab8c-92f9bf67a099 req-69c23c8f-4c44-4af1-bf76-1572e20fc0b8 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423031 Aug 30 22:54:43.700729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f4a32-9f5e-4334-b8cc-3955f7d2cb68 req-9da0610d-d106-4fcc-b42f-cfb26f57c27a tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:43.702437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154f4a32-9f5e-4334-b8cc-3955f7d2cb68 req-9da0610d-d106-4fcc-b42f-cfb26f57c27a tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 948 time: 0.0530686 Aug 30 22:54:43.742070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154f4a32-9f5e-4334-b8cc-3955f7d2cb68 req-db7cc2e1-fdf5-4c9d-82d4-9f5fd30d80ab tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331540 Aug 30 22:54:43.855120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e90aedd3-b704-4c38-a2fd-7996eb462f64 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:43.950296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:43.962213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'e90aedd3-b704-4c38-a2fd-7996eb462f64', 'network_id': '7889917f-f029-4c10-ab4d-c08b83a71bdc', 'port_id': 'e90aedd3-b704-4c38-a2fd-7996eb462f64', 'mac_address': 'fa:16:3e:ff:59:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eae8ecc-2dbf-4edf-84c7-613767284968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:43.999246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.016199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e90aedd3-b704-4c38-a2fd-7996eb462f64 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:44.035736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:44.039662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.088840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:44.405303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:44.409449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e90aedd3-b704-4c38-a2fd-7996eb462f64'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:44.486730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.523056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:44.531217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:44.531595 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.666698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.671150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82945066-b435-4f29-afaa-d2b8ad71f8d1 req-a3ad1c4a-4f23-47b6-83d7-8b65cc83d028 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:44.673384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82945066-b435-4f29-afaa-d2b8ad71f8d1 req-a3ad1c4a-4f23-47b6-83d7-8b65cc83d028 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Aug 30 22:54:44.703430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:44.707833 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:44.718376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82945066-b435-4f29-afaa-d2b8ad71f8d1 req-56746bfc-d65c-4a74-93b0-6986c8c7fae5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374954 Aug 30 22:54:44.761117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:44.862153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:44.865485 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1356a439-fa01-4595-97fe-5efa82a71dfb" -d '{"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-plugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:44.865966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebf570-4991-4924-8490-0029b465b237 req-6908e792-38b6-45ec-a983-7aa34504d4ca tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:44.867492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39ebf570-4991-4924-8490-0029b465b237 req-6908e792-38b6-45ec-a983-7aa34504d4ca tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 949 time: 0.0520442 Aug 30 22:54:44.900756 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f7cff-5282-4e73-99f6-649779328c93 x-openstack-request-id: req-1c6f7cff-5282-4e73-99f6-649779328c93 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:44.901054 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-plugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:44.901493 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c6f7cff-5282-4e73-99f6-649779328c93 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:44.902102 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'code': 200} Aug 30 22:54:44.908569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39ebf570-4991-4924-8490-0029b465b237 req-3ad14b02-e416-4bf0-91b0-1ac6f18c121e tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338559 Aug 30 22:54:45.035055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c124dc-c619-4a4c-9609-0af9165921e5 req-2e06c778-98ce-46b4-9f2a-c0b81428ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:45.037117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09c124dc-c619-4a4c-9609-0af9165921e5 req-2e06c778-98ce-46b4-9f2a-c0b81428ba93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 1101 time: 0.0461960 Aug 30 22:54:45.073166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09c124dc-c619-4a4c-9609-0af9165921e5 req-aba707ba-6c65-4190-b9db-8519509ca39f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289710 Aug 30 22:54:45.838725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2d042-0da5-41ab-81b9-722b935ea345 req-088c9c73-1d4d-4441-9c2d-6abd9cc61c1f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:45.840581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0be2d042-0da5-41ab-81b9-722b935ea345 req-088c9c73-1d4d-4441-9c2d-6abd9cc61c1f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 945 time: 0.0505188 Aug 30 22:54:45.872896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e90aedd3-b704-4c38-a2fd-7996eb462f64 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:45.893481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0be2d042-0da5-41ab-81b9-722b935ea345 req-131508be-1890-471c-8052-1d9a32bd2773 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466666 Aug 30 22:54:45.921403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:45.947507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port e90aedd3-b704-4c38-a2fd-7996eb462f64 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:54:45.952507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port e90aedd3-b704-4c38-a2fd-7996eb462f64 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:45.952507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.031648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c681c18-e7dd-41a3-b4cf-f38586a97dbc req-fc667934-5288-430b-be36-0a1afa4b8db6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:46.033197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c681c18-e7dd-41a3-b4cf-f38586a97dbc req-fc667934-5288-430b-be36-0a1afa4b8db6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 949 time: 0.0518043 Aug 30 22:54:46.037758 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.074262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:46.078892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.086381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1c681c18-e7dd-41a3-b4cf-f38586a97dbc req-37bb7e85-d240-4f6d-93a8-7def1d13ddd3 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458541 Aug 30 22:54:46.128735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:46.739256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46520) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:46.842778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2670-67ba-452f-8460-0c7f0c136149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.903634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:46.906099 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-448a3b03-9a7f-4585-96dc-85faa0a852bc" -d '{"events": [{"server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "name": "network-vif-plugged", "status": "completed", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:46.935080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2670-67ba-452f-8460-0c7f0c136149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.940074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7dc2670-67ba-452f-8460-0c7f0c136149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:46.945540 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c304ba-070d-4752-be15-36227a79af06 x-openstack-request-id: req-91c304ba-070d-4752-be15-36227a79af06 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:46.945660 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "name": "network-vif-plugged", "status": "completed", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:46.945881 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91c304ba-070d-4752-be15-36227a79af06 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:46.946279 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64', 'code': 200} Aug 30 22:54:46.984535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c7dc2670-67ba-452f-8460-0c7f0c136149 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a98e2c14156c45509a2d993eb447dbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442005 Aug 30 22:54:46.984751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46532) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:46.985478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc2670-67ba-452f-8460-0c7f0c136149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdbeb62-5944-46aa-8a17-f99b5366ed06,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:47.070122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3121b6a5-eabe-4879-8209-f55d41b6b4ae req-bcb53023-133c-478f-980c-83f2021869ae tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:47.071508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3121b6a5-eabe-4879-8209-f55d41b6b4ae req-bcb53023-133c-478f-980c-83f2021869ae tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0970263 Aug 30 22:54:47.074414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.084050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc762ef-c5db-4365-8ff2-cb3f5c2f7ba2 req-8235189f-cf44-4112-9038-c68edcf07e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:47.085560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfc762ef-c5db-4365-8ff2-cb3f5c2f7ba2 req-8235189f-cf44-4112-9038-c68edcf07e1d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 1098 time: 0.0430853 Aug 30 22:54:47.109373 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.128605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfc762ef-c5db-4365-8ff2-cb3f5c2f7ba2 req-2781151e-f65e-476f-8663-1e90947960ab service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294726 Aug 30 22:54:47.134184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3121b6a5-eabe-4879-8209-f55d41b6b4ae req-7b968742-7c6e-4c57-a501-34bb3544c526 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Aug 30 22:54:47.174653 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.177392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.178613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fdbeb62-5944-46aa-8a17-f99b5366ed06 HTTP/1.1" status: 204 len: 168 time: 0.1929274 Aug 30 22:54:47.186803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08b426-46ee-4392-af52-baac2aec5280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdbeb62-5944-46aa-8a17-f99b5366ed06,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:47.205354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ca105-b616-4ef5-83ee-9015feb64e2f req-1979d844-07c3-4170-b472-a558ec4d224f tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:47.206996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-503ca105-b616-4ef5-83ee-9015feb64e2f req-1979d844-07c3-4170-b472-a558ec4d224f tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 949 time: 0.0512407 Aug 30 22:54:47.244935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-503ca105-b616-4ef5-83ee-9015feb64e2f req-9cb70f3f-7d8e-4038-a794-dac175cc359f tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Aug 30 22:54:47.369879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172ff1d4-f0d0-4d83-83b5-4cb0557990c1 req-9bc96d05-09f3-426e-abfc-1af505f058c9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:47.371379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-172ff1d4-f0d0-4d83-83b5-4cb0557990c1 req-9bc96d05-09f3-426e-abfc-1af505f058c9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 950 time: 0.0602138 Aug 30 22:54:47.413030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-172ff1d4-f0d0-4d83-83b5-4cb0557990c1 req-0b59bec8-bd76-4a66-bea8-b7b4d06c1df9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356753 Aug 30 22:54:47.456818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46546) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:47.470529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aaa47f29-4e40-4212-8bc2-d4ac01200271 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.574581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aaa47f29-4e40-4212-8bc2-d4ac01200271 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.578734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aaa47f29-4e40-4212-8bc2-d4ac01200271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.617561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa47f29-4e40-4212-8bc2-d4ac01200271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd3424-6707-4965-bbec-a2d85590471d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:47.625318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aaa47f29-4e40-4212-8bc2-d4ac01200271 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a96d55e62f645f1ad0f315c690e1a5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674211 Aug 30 22:54:47.627778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46560) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:47.683936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.705709 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.763356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.767406 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:47.768769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a8cd3424-6707-4965-bbec-a2d85590471d HTTP/1.1" status: 204 len: 168 time: 0.1400495 Aug 30 22:54:47.777458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe0ccde-eae3-4bdb-8f66-c7e3f4c7b9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd3424-6707-4965-bbec-a2d85590471d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:48.110076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46580) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:48.124126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcbaa-3393-41bf-ae23-d8d9b792e8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.240300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcbaa-3393-41bf-ae23-d8d9b792e8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.244419 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8dcbaa-3393-41bf-ae23-d8d9b792e8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.291939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d8dcbaa-3393-41bf-ae23-d8d9b792e8ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d017e824b6b48e7b83a18e74d05cc6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807861 Aug 30 22:54:48.293898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8dcbaa-3393-41bf-ae23-d8d9b792e8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9293cd2d-f6f2-4151-ac47-cd93a0a4a6fd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:48.294658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:48.303348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2041872-7f80-4638-aebf-95abc78ea1e0 req-d1b61a2c-4f70-49de-abdb-a8cc4953cfb5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:48.304860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2041872-7f80-4638-aebf-95abc78ea1e0 req-d1b61a2c-4f70-49de-abdb-a8cc4953cfb5 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0999534 Aug 30 22:54:48.344799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2041872-7f80-4638-aebf-95abc78ea1e0 req-206f8e8f-3aa2-43aa-a2d7-56b261612d00 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Aug 30 22:54:48.346144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.367448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.416735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.419241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:48.420398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9293cd2d-f6f2-4151-ac47-cd93a0a4a6fd HTTP/1.1" status: 204 len: 168 time: 0.1247411 Aug 30 22:54:48.428030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee2b0b-a3f9-48cf-963c-d7e49552c103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9293cd2d-f6f2-4151-ac47-cd93a0a4a6fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:49.470943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c8fc4-8a5d-47d8-bbe1-c170e9238611 req-060b0cfe-ab93-4664-a2f7-dfedfc49ad9c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:49.472429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e49c8fc4-8a5d-47d8-bbe1-c170e9238611 req-060b0cfe-ab93-4664-a2f7-dfedfc49ad9c tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0535398 Aug 30 22:54:49.517300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e49c8fc4-8a5d-47d8-bbe1-c170e9238611 req-004e7dfd-73ca-4a82-9237-1125e92780d6 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389051 Aug 30 22:54:49.637239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb62f7f-088a-4ea0-b093-f7c894f2c533 req-2697589a-c100-46db-8c17-338ff5493ecc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:49.638894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdb62f7f-088a-4ea0-b093-f7c894f2c533 req-2697589a-c100-46db-8c17-338ff5493ecc tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0552726 Aug 30 22:54:49.680273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fdb62f7f-088a-4ea0-b093-f7c894f2c533 req-f5b6b5b1-d1b1-4150-b7dd-7e7725d67cf7 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352187 Aug 30 22:54:49.903065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bfcfac-cb9f-4244-9680-b94c38328ee0 req-45f77357-63a6-4944-8be6-bae41e7e668f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:49.904681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2bfcfac-cb9f-4244-9680-b94c38328ee0 req-45f77357-63a6-4944-8be6-bae41e7e668f tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0486596 Aug 30 22:54:49.924130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46676) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:49.944372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d2bfcfac-cb9f-4244-9680-b94c38328ee0 req-11af3ddb-821f-4174-a037-be27e3707b57 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337007 Aug 30 22:54:50.042748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34682ff4-e46d-457f-b916-496a3603b603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.064562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61eedb2-5f96-4043-ba70-3cd899a2772e req-c510b111-bca9-4f6b-a339-05e40f283173 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:50.066241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a61eedb2-5f96-4043-ba70-3cd899a2772e req-c510b111-bca9-4f6b-a339-05e40f283173 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0564616 Aug 30 22:54:50.108398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a61eedb2-5f96-4043-ba70-3cd899a2772e req-7181dcee-276a-4637-a074-8c6f712856b0 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345435 Aug 30 22:54:50.137848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34682ff4-e46d-457f-b916-496a3603b603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.146492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34682ff4-e46d-457f-b916-496a3603b603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.190305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34682ff4-e46d-457f-b916-496a3603b603 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a0a69a0ec1b6431191bd3167623dfc4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2650578 Aug 30 22:54:50.191437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34682ff4-e46d-457f-b916-496a3603b603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace2bfac-cebc-4353-8dba-fd789903125a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:50.198906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:50.255412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.292840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.325094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86216faf-6978-4a1a-b379-a5e20647a0e6 req-e1045dc1-b694-46de-b3bf-1b96dd646934 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:50.326801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86216faf-6978-4a1a-b379-a5e20647a0e6 req-e1045dc1-b694-46de-b3bf-1b96dd646934 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0582271 Aug 30 22:54:50.350936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.353923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.355124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ace2bfac-cebc-4353-8dba-fd789903125a HTTP/1.1" status: 204 len: 168 time: 0.1547434 Aug 30 22:54:50.365746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ae2481-d8c6-45a8-b9b8-886beabfc973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace2bfac-cebc-4353-8dba-fd789903125a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:50.382387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86216faf-6978-4a1a-b379-a5e20647a0e6 req-61e6343e-ffb2-40bf-b777-bc9881dd9db9 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Aug 30 22:54:50.445177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:54:50.517695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6fd0ae-467e-430a-a229-5fe29fe1bad4 req-f1629226-d4a9-468e-9055-f0b627af6ec2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:50.519253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d6fd0ae-467e-430a-a229-5fe29fe1bad4 req-f1629226-d4a9-468e-9055-f0b627af6ec2 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0723546 Aug 30 22:54:50.601691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d6fd0ae-467e-430a-a229-5fe29fe1bad4 req-4566569c-5076-4591-8eeb-2df6f6de5f44 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753822 Aug 30 22:54:50.626216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:50.640793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'mac_address': 'fa:16:3e:6e:d6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:54:50.685067 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.702646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:54:50.727211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:50.743978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:50.853854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:51.029121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7e76d739-f573-42e6-b24d-9eba8ebf78d2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:51.154812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf191f-32bd-4bd8-a621-f153927d150e req-c1abacda-aee7-4cc8-bff7-178269dcc1d4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:51.162923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73bf191f-32bd-4bd8-a621-f153927d150e req-c1abacda-aee7-4cc8-bff7-178269dcc1d4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0782070 Aug 30 22:54:51.209278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73bf191f-32bd-4bd8-a621-f153927d150e req-c654f82e-a43e-4e75-87a5-5422bb5d4282 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Aug 30 22:54:52.232483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:52.425176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105de69-571e-4fcf-81a8-5d920ab2bfda req-eac0b91b-2397-45dc-a9b4-b320cac0111e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:52.433829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4105de69-571e-4fcf-81a8-5d920ab2bfda req-eac0b91b-2397-45dc-a9b4-b320cac0111e tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0822213 Aug 30 22:54:52.456857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:54:52.490988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4105de69-571e-4fcf-81a8-5d920ab2bfda req-5c16488b-2cfd-490e-886c-29d9274211f4 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/security-groups?id=d485fc88-6896-48b9-bc78-6642dc3301aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560279 Aug 30 22:54:52.538096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:54:52.538748 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:52.651603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:52.692644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:52.693762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:52.696876 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebacf7f8-f934-41fc-842d-c7533632ba69" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:52.715432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:52.815333 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65df579e-717d-411a-b447-5e18a79857e7 x-openstack-request-id: req-65df579e-717d-411a-b447-5e18a79857e7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:52.815884 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:52.816430 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65df579e-717d-411a-b447-5e18a79857e7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:52.817005 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'code': 200} Aug 30 22:54:52.817862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:53.125576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-9e094879-21a5-408d-bb28-bbd9d0d6bd87 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:53.127812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-9e094879-21a5-408d-bb28-bbd9d0d6bd87 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 946 time: 0.0916595 Aug 30 22:54:53.338560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Deleting port e90aedd3-b704-4c38-a2fd-7996eb462f64 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:54:53.339060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:53.483463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] For port e90aedd3-b704-4c38-a2fd-7996eb462f64, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e90aedd3-b704-4c38-a2fd-7996eb462f64,segment=NetworkSegment(dda3cae5-0060-4606-89d9-2a5c49d5de8b),segment_id=dda3cae5-0060-4606-89d9-2a5c49d5de8b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:54:53.484262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:53.505922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Calling delete_port for e90aedd3-b704-4c38-a2fd-7996eb462f64 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:54:53.713488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:53.733591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e90aedd3-b704-4c38-a2fd-7996eb462f64'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:54:53.747169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7acfb29d-623b-4e54-b824-963cdeb1b896 req-a2459b6e-e2f7-4f6f-b635-e39563d84025 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.25 "GET /v2.0/ports?device_id=3598f1a8-a11b-45a7-b4f3-8d5d05be3149 HTTP/1.1" status: 200 len: 210 time: 0.0452044 Aug 30 22:54:53.807939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Pushing event deleted for resources: {'Port': ['ID=e90aedd3-b704-4c38-a2fd-7996eb462f64,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:53.871108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] No DVR routers for this DVR port e90aedd3-b704-4c38-a2fd-7996eb462f64 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:54:53.875127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:53.879029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-afa03d42-684e-42d1-8381-d01a3b59c946 req-74f41606-a01d-4c0c-a6b6-a83567d82fe3 tempest-ServerDiskConfigTestJSON-1854988366 tempest-ServerDiskConfigTestJSON-1854988366-project] 10.222.0.47 "DELETE /v2.0/ports/e90aedd3-b704-4c38-a2fd-7996eb462f64 HTTP/1.1" status: 204 len: 173 time: 0.7377698 Aug 30 22:54:53.880119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'name': 'network-vif-deleted', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:54:53.883043 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d704b08-eac9-4fae-8cda-131b0e5017cb" -d '{"events": [{"server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "name": "network-vif-deleted", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:54:53.927296 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60fce015-f1c8-4fd9-b67a-c127aef00cff x-openstack-request-id: req-60fce015-f1c8-4fd9-b67a-c127aef00cff {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:54:53.927763 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3598f1a8-a11b-45a7-b4f3-8d5d05be3149", "name": "network-vif-deleted", "tag": "e90aedd3-b704-4c38-a2fd-7996eb462f64", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:54:53.928188 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60fce015-f1c8-4fd9-b67a-c127aef00cff {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:54:53.928752 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3598f1a8-a11b-45a7-b4f3-8d5d05be3149', 'name': 'network-vif-deleted', 'tag': 'e90aedd3-b704-4c38-a2fd-7996eb462f64', 'status': 'completed', 'code': 200} Aug 30 22:54:55.038341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:55.038998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47044) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:55.094546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Deleting subnet 0eae8ecc-2dbf-4edf-84c7-613767284968 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:54:55.097808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.143033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.179946 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5b51-4f4a-408d-9e9c-3361effc5f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.217571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.325387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.381715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eae8ecc-2dbf-4edf-84c7-613767284968,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:55.392314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5b51-4f4a-408d-9e9c-3361effc5f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.397084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.400191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f0cb4401-58b6-4078-9001-d85e1c89b400 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0eae8ecc-2dbf-4edf-84c7-613767284968 HTTP/1.1" status: 204 len: 168 time: 0.3607504 Aug 30 22:54:55.401952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4cbe5b51-4f4a-408d-9e9c-3361effc5f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.407609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47056) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:55.455431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbe5b51-4f4a-408d-9e9c-3361effc5f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0a385b-5301-4536-b1af-1c9ce13cc455,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:55.484678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4cbe5b51-4f4a-408d-9e9c-3361effc5f30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d258082ca4d45c9a8f707d5fc59b45e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4453309 Aug 30 22:54:55.485492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:55.537597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.544911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.570165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.630204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.633058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.636853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca0a385b-5301-4536-b1af-1c9ce13cc455 HTTP/1.1" status: 204 len: 168 time: 0.1479840 Aug 30 22:54:55.644152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd5d60-baa3-448f-b7b1-6a3dccb94d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0a385b-5301-4536-b1af-1c9ce13cc455,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:55.650636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.711140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7889917f-f029-4c10-ab4d-c08b83a71bdc']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:55.728275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda3cae5-0060-4606-89d9-2a5c49d5de8b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:55.730666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda3cae5-0060-4606-89d9-2a5c49d5de8b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:54:55.747800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.788423 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.789198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:54:55.789613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:54:55.802392 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:54:55.862504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.872625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:55.874630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7889917f-f029-4c10-ab4d-c08b83a71bdc HTTP/1.1" status: 204 len: 168 time: 0.4649405 Aug 30 22:54:55.891607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a83b9-5466-4c76-a727-d1bd0fb0bde7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7889917f-f029-4c10-ab4d-c08b83a71bdc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:56.152535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47090) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:56.224173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d20a1704-6cf9-439f-9392-621bb2adf886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=80aee29bc8a145d3bd183374e889eb83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704482 Aug 30 22:54:56.226800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:56.297337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:56.324781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:56.425918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:56.430135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:56.431297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d485fc88-6896-48b9-bc78-6642dc3301aa HTTP/1.1" status: 204 len: 168 time: 0.2029650 Aug 30 22:54:56.452741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be6416-8cfd-4f04-9e49-a1a948019821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d485fc88-6896-48b9-bc78-6642dc3301aa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:57.670858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:57.922476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e90aedd3-b704-4c38-a2fd-7996eb462f64 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:54:57.965145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: e90aedd3-b704-4c38-a2fd-7996eb462f64 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:54:57.965689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e90aedd3-b704-4c38-a2fd-7996eb462f64 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:54:58.436149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-209ed447-25a7-4c80-a1dd-a9bee2b0d60d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:54:58.453255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-209ed447-25a7-4c80-a1dd-a9bee2b0d60d tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1997988 Aug 30 22:54:58.471520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-894e7122-fc25-49a7-9da1-d37d58acafbb req-3284f494-c243-4944-926a-ef737301290b tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0438859 Aug 30 22:54:58.488715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-1770e327-0d2f-4d47-8651-c101802cb5aa tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/quotas/7299d689565b462ebf59787eda869ca5 HTTP/1.1" status: 200 len: 375 time: 0.0329950 Aug 30 22:54:58.561724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-8cc7d7fb-3e34-4184-839e-2e4324e2ed81 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0706458 Aug 30 22:54:58.694746 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-46235fb5-f9dd-4a37-8912-07e5c7e1827b service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318219 Aug 30 22:54:58.889811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-be2bba17-39b4-4bb5-93e1-e4690d56bf02 service neutron] 10.222.0.25 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886079 Aug 30 22:54:59.058590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:59.187921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fa59f1a-1803-493b-ac80-d13e0736ffa4 req-ab488edd-79a4-4222-8eaf-dfa325a508d1 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 210 time: 0.0609057 Aug 30 22:54:59.316113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-634aebcb-aa84-4b1e-957e-07648627ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.447889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-634aebcb-aa84-4b1e-957e-07648627ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.454944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-634aebcb-aa84-4b1e-957e-07648627ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.498813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-634aebcb-aa84-4b1e-957e-07648627ef50 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d03afbb819ed47e3b691d26cb8d699bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384463 Aug 30 22:54:59.501679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:54:59.510193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aebcb-aa84-4b1e-957e-07648627ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11655e63-1181-400a-8e69-549c20252dc3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:54:59.574065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.603783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.657149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0f59d01-3a59-464d-b429-04381111e827 req-36789002-3b0d-4325-8a13-2160a91c32a8 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0605850 Aug 30 22:54:59.708275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.711909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:54:59.713090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11655e63-1181-400a-8e69-549c20252dc3 HTTP/1.1" status: 204 len: 168 time: 0.2103522 Aug 30 22:54:59.726656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6c021-f5b9-419f-9814-681ca975f004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11655e63-1181-400a-8e69-549c20252dc3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:00.223870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47322) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:00.237117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6403b271-6ac8-42bc-9589-8f01632df486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.274541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1fdbc90-c7c9-4d97-9618-4be89d27d71a req-5df48585-1856-4d85-b5d8-0ee9a893f128 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 210 time: 0.0362911 Aug 30 22:55:00.372363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6403b271-6ac8-42bc-9589-8f01632df486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.377241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6403b271-6ac8-42bc-9589-8f01632df486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.423908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6403b271-6ac8-42bc-9589-8f01632df486 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f895599f3b7c40efa8360491db4a5d80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966524 Aug 30 22:55:00.424297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:00.431453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403b271-6ac8-42bc-9589-8f01632df486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e30d1ed-7970-4543-9b79-0b6b755281a1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:00.535355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.584620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.730619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-9aeda898-49e9-4d2d-8914-8b50da493076 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:00.733416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-9aeda898-49e9-4d2d-8914-8b50da493076 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 814 time: 0.1665547 Aug 30 22:55:00.736207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.739971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:00.741443 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e30d1ed-7970-4543-9b79-0b6b755281a1 HTTP/1.1" status: 204 len: 168 time: 0.3160734 Aug 30 22:55:00.756181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Request body: {'port': {'device_id': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'admin_state_up': True, 'tenant_id': '7299d689565b462ebf59787eda869ca5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:00.760111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21473962-17cb-449e-af7f-e7230343bc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e30d1ed-7970-4543-9b79-0b6b755281a1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:00.946704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10a61f9b-da5b-4e13-a860-1e5307929338 req-aaf0ce5a-ba22-4db6-b092-07a0f6fcb05c tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0489745 Aug 30 22:55:00.982869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Made reservation on behalf of 7299d689565b462ebf59787eda869ca5 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:00.987138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:01.143279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Allocated IP 172.20.0.6 (404b4eb2-abea-45a8-9d2c-9bffe7b9f96a/53adb389-e308-465b-a712-aa29d2ec3fcd/8f8c0906-d84c-4f77-9997-81b6a7a2ee73) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:55:01.396415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:01.420418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3a52c30-bbc7-4d7f-b64f-c6654f47179b req-74b5431c-5ed6-4f93-a121-7c0d468197ad tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 210 time: 0.0431664 Aug 30 22:55:01.464832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:01.483809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0c502a4d-8a71-4612-8b53-58c60c7bb808'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:01.518122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:01.520532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa', 'dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:01.521291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:01.526557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:01.549872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event updated for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:01.586442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:01.587231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:01.606741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-fb910d2f-f8ff-4857-b8c6-e49d55966c2b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539331 Aug 30 22:55:01.625645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Request body: {'port': {'device_id': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:01.648979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba588b3c-ece2-435e-9e40-ce74d8fae164 req-df18dfd2-3526-4801-b236-782a353af356 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0441902 Aug 30 22:55:02.165821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-faf44c4d-b431-4eec-aabd-52f240189e0e req-faff121c-6d3b-4531-9fad-187c03c05c59 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0324900 Aug 30 22:55:02.208665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.539562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:02.594802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe68e6-c83a-406e-90b4-399247589b43 req-485834f5-62e6-4671-8143-2d49f5951c64 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:02.596349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69fe68e6-c83a-406e-90b4-399247589b43 req-485834f5-62e6-4671-8143-2d49f5951c64 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 931 time: 0.0988808 Aug 30 22:55:02.661042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69fe68e6-c83a-406e-90b4-399247589b43 req-44725a10-2536-41a9-ab67-847dc8999e91 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Aug 30 22:55:02.669262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b09bb3-e142-4d14-86aa-75eec32ae22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.711556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:55:02.727218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.752565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Transition to ACTIVE for port object 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:02.762601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.841522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b09bb3-e142-4d14-86aa-75eec32ae22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.846562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757521-c066-45f1-83bd-6181989924cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:02.847566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82b09bb3-e142-4d14-86aa-75eec32ae22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.902509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-82b09bb3-e142-4d14-86aa-75eec32ae22b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd5638c75b864fc1a5b860e392baba38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3612030 Aug 30 22:55:02.904068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b09bb3-e142-4d14-86aa-75eec32ae22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099cf601-41ce-4323-a35e-687b1a3b8270,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:02.905200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47446) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:02.951852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Attempting to bind port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:02.952193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Attempting to bind port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:02.952530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Attempting to bind port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:02.961422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:02.961746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Attempting to bind port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 on network 404b4eb2-abea-45a8-9d2c-9bffe7b9f96a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:02.971070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:55:02.971458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Checking segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:55:02.971851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Bound using segment: {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:55:02.972294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Bound port: 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2f0242-6899-401d-a656-8270a1e49fd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:55:02.972660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:02.992547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.042738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.141819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.144483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.148635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/099cf601-41ce-4323-a35e-687b1a3b8270 HTTP/1.1" status: 204 len: 168 time: 0.2401621 Aug 30 22:55:03.148635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:03.152920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:55:03.161042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.166212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf755b8-9124-4474-a364-f86f89faf042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099cf601-41ce-4323-a35e-687b1a3b8270,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:03.204853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:03.205622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:03.208759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-50757521-c066-45f1-83bd-6181989924cc service neutron] 10.222.0.47 "PUT /v2.0/ports/8f8c0906-d84c-4f77-9997-81b6a7a2ee73 HTTP/1.1" status: 200 len: 1092 time: 1.5872653 Aug 30 22:55:03.208759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:03.211086 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d641fd-e323-4b88-9827-be198719dbf6" -d '{"events": [{"name": "network-changed", "server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:03.242162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50757521-c066-45f1-83bd-6181989924cc service neutron] Pushing event updated for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:03.350070 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc88d99-994c-4b73-bf29-5b77e9403fb6 x-openstack-request-id: req-bcc88d99-994c-4b73-bf29-5b77e9403fb6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:03.350373 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:03.350611 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcc88d99-994c-4b73-bf29-5b77e9403fb6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:03.351014 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73', 'status': 'completed', 'code': 200} Aug 30 22:55:03.369335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-d1c993b1-751a-43fe-9bda-8249c03cee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:03.371035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-d1c993b1-751a-43fe-9bda-8249c03cee5a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 1095 time: 0.0957227 Aug 30 22:55:03.390716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83ba6df2-1bc7-48cb-b95d-9a147475fb30 req-4f9b2a7e-efee-47c4-bfcb-ce79a784170a tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0600471 Aug 30 22:55:03.472751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-07a9effe-0ea5-439c-aa0e-c2f18ac5960f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73 HTTP/1.1" status: 200 len: 217 time: 0.0878992 Aug 30 22:55:03.582086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-39d08013-4376-49c0-9e49-3dd8866762c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:03.584447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-39d08013-4376-49c0-9e49-3dd8866762c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0942781 Aug 30 22:55:03.639973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-054fef28-d926-40a3-93a4-47d3a602cc85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346401 Aug 30 22:55:03.817688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-19f3181b-368c-4827-9994-11008bd5decb service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542983 Aug 30 22:55:04.023086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc5b08-04c0-4aa3-bc50-ebc5211d114d req-26d552bd-db50-4462-b6ce-3b767b212096 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:04.032467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfdc5b08-04c0-4aa3-bc50-ebc5211d114d req-26d552bd-db50-4462-b6ce-3b767b212096 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 943 time: 0.0921612 Aug 30 22:55:04.068438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ffbbf56-ee5d-44da-9692-2b69f029d890 req-81e871a0-a88a-44f0-8206-c1676df74907 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367840 Aug 30 22:55:04.084402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9143725-b06f-4d5f-b6c0-bf5b3f9c9435 req-3b059dd3-5b1e-45b0-a384-fe59865b1634 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0661237 Aug 30 22:55:04.099198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfdc5b08-04c0-4aa3-bc50-ebc5211d114d req-17ca4109-8e44-40be-9e00-c344d5f28abb tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638011 Aug 30 22:55:04.240759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-ba17e52e-5e6b-4f2d-94db-0c95ed6daacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:04.242650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-ba17e52e-5e6b-4f2d-94db-0c95ed6daacc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7299d689565b462ebf59787eda869ca5&device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 1095 time: 0.0957339 Aug 30 22:55:04.357328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-b22db19e-c6de-4c53-8f2d-57e926e39844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:04.358894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-b22db19e-c6de-4c53-8f2d-57e926e39844 service neutron] 10.222.0.47 "GET /v2.0/networks?id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 200 len: 915 time: 0.1004364 Aug 30 22:55:04.419526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-305c1708-debd-4640-9429-0861f92dc5e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73 HTTP/1.1" status: 200 len: 217 time: 0.0425134 Aug 30 22:55:04.476604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-2348231e-c73e-4dad-9def-8eb089af072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:04.478121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-2348231e-c73e-4dad-9def-8eb089af072a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 200 len: 854 time: 0.0492020 Aug 30 22:55:04.520940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-b03ffe8e-aa94-4de0-810e-3c1431baa6e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270872 Aug 30 22:55:04.644457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-14fa8f53-fa43-4ee3-a346-6509f51df643 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044176 Aug 30 22:55:04.816151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2d641fd-e323-4b88-9827-be198719dbf6 req-54b179de-fa87-49cf-8ed8-6017145a40f0 service neutron] 10.222.0.47 "GET /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591287 Aug 30 22:55:05.103812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47550) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:05.218602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5d7a982-672c-4583-aaa1-3e7f3360eb5a req-806da4d8-7677-4958-b817-bc4344b45727 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0267975 Aug 30 22:55:05.225672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad98b00-81d0-4f87-be8f-ff39efab2623 req-5fdcf726-9832-4f83-b9e5-63c329458aa2 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:05.228010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad98b00-81d0-4f87-be8f-ff39efab2623 req-5fdcf726-9832-4f83-b9e5-63c329458aa2 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 943 time: 0.0576088 Aug 30 22:55:05.270854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad98b00-81d0-4f87-be8f-ff39efab2623 req-b545aac9-557e-4afa-8be0-532622b1e1eb tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369985 Aug 30 22:55:05.280287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1730890509'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:05.302819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Made reservation on behalf of 6df5268273d741dfbfbdb6329ac2cded for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:05.307133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.316113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.409263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.413355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.442295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:55:05.455545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b058f6-73bf-468a-8e0d-dc4e0fecf235,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:05.460950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.461297 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Added segment 376f0ce6-41ae-45e5-accd-5ef870ee49db of type vlan for network 68745edc-a90e-49bb-8adb-580bbc367789 Aug 30 22:55:05.501214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.525553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.531208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:05.531803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.586275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 0.4812641 Aug 30 22:55:05.591083 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:55:05.600886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e385b-497c-4754-aa42-087096b1287f tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Pushing event updated for resources: {'Network': ['ID=68745edc-a90e-49bb-8adb-580bbc367789,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:05.612069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 68745edc-a90e-49bb-8adb-580bbc367789 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:55:05.763485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:05.769476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'network_id': '68745edc-a90e-49bb-8adb-580bbc367789', 'binding:host_id': 'n-h1-791504-21', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-562974619'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:05.791647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Made reservation on behalf of a64f177e7cc9475db35d8103508f5f49 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:05.794015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.802996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.906437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.910682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:05.915893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:05.995751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e433efb-e319-4b3f-8406-285d2b0f621b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:06.137480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcd306d-41ce-49d0-a2c4-adfcafa6be71 req-17fa6e2c-a835-45c7-aec8-3c164aeb95f5 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:06.138995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abcd306d-41ce-49d0-a2c4-adfcafa6be71 req-17fa6e2c-a835-45c7-aec8-3c164aeb95f5 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 950 time: 0.1058362 Aug 30 22:55:06.211188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abcd306d-41ce-49d0-a2c4-adfcafa6be71 req-7a60055a-7b90-481a-9f06-937ee58dc955 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636926 Aug 30 22:55:06.212882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:06.231917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.232638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Transition to ACTIVE for port object ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:06.242335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.323599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:06.343244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd6aa12-9130-4590-a26c-0631e02ebd84 req-74c3e9d0-7c13-4cd1-ae9e-e3ef80d3b36c tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0351055 Aug 30 22:55:06.347437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Checking segment: {'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:55:06.347904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Network hostable DHCP agents. Network: 68745edc-a90e-49bb-8adb-580bbc367789, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:55:06.366545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Network 68745edc-a90e-49bb-8adb-580bbc367789 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:55:06.378375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 68745edc-a90e-49bb-8adb-580bbc367789) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:06.382719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:06.391682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dcbce8-8dd5-4a93-b71c-65126b678104 None None] Network 68745edc-a90e-49bb-8adb-580bbc367789 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:55:06.397241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.397583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.397999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.403158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.403496 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.404012 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 2 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.417259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.417606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.417988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.422521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.422850 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.423376 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 3 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.436149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.436487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.436837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.452966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.452966 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.452966 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 4 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.480311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.480653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.480992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.490796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.490948 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.491968 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 5 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.510307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef3c83e-925d-49a7-8506-42b4830b0533 req-09639da3-0dd1-4063-9f58-3bc65cd4b512 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:06.511828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ef3c83e-925d-49a7-8506-42b4830b0533 req-09639da3-0dd1-4063-9f58-3bc65cd4b512 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 943 time: 0.0727770 Aug 30 22:55:06.516271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.516608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.516948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.527746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.528074 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.529331 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 6 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.560809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.561152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.561596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.572728 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ef3c83e-925d-49a7-8506-42b4830b0533 req-c0ae7623-94a7-45be-9c56-d5c13e3ba39b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526052 Aug 30 22:55:06.573441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.573773 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.574235 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 7 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.587342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.587681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.588019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.600664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.600664 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.600664 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 8 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.613123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.613852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.614181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.622221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.623072 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.623072 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 9 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.636117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.636448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.636908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.641557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.641973 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.642343 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 10 to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 Aug 30 22:55:06.659217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:06.659695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:06.660105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:06.665211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:06.665624 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:06.666087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.729775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:06.730181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempted to set empty binding levels {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 22:55:06.734453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.764092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:06.764643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.784934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.0198874 Aug 30 22:55:06.787905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:06.790805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3959d5-fa6a-48c1-9068-03fedfbc2ec3 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:06.862934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Deleting port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:06.863285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.931880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-df052bb1-599c-4731-aa3f-68fcce9130f0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0471604 Aug 30 22:55:06.932726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051, host n-h1-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:06.933097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:06.951899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Calling delete_port for ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:07.004171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-e4c8ea69-8907-4e8a-8aa5-a41400dc5747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.006313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-e4c8ea69-8907-4e8a-8aa5-a41400dc5747 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.0424128 Aug 30 22:55:07.029994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.055801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:07.063177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.065362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b802577-4b4d-4c1a-a549-6ea94b29d24d tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "DELETE /v2.0/ports/ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 HTTP/1.1" status: 204 len: 168 time: 0.2764733 Aug 30 22:55:07.068110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:07.092213 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-336ea84f-4265-4022-bd5b-a37efe9f9d5a tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] GET failed (client error): The resource could not be found. Aug 30 22:55:07.093688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-336ea84f-4265-4022-bd5b-a37efe9f9d5a tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports/ba23a17f-fbb7-4f6b-95ce-8f6a9e9b0051 HTTP/1.1" status: 404 len: 333 time: 0.0246494 Aug 30 22:55:07.097149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47632) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:07.101988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'network_id': '68745edc-a90e-49bb-8adb-580bbc367789', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1584008270'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:07.123079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-70f7aba7-adaa-4ad4-a0f9-b137ae315039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.123361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Made reservation on behalf of a64f177e7cc9475db35d8103508f5f49 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:07.124713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-70f7aba7-adaa-4ad4-a0f9-b137ae315039 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.0906122 Aug 30 22:55:07.125563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.143083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port f34cb365-45f7-4f0c-a8a5-d9304fffea50 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:07.203660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-aabc5f30-fe63-40bf-ae3f-a4a64f2ebc6b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1001 time: 0.0660000 Aug 30 22:55:07.253146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-412048cc-4e09-46a3-8796-b0b848a6e3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.255176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-412048cc-4e09-46a3-8796-b0b848a6e3e4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0437357 Aug 30 22:55:07.298680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.315261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-a0fbd8d5-6db4-4099-b9b1-c2790b44a235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.316804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-a0fbd8d5-6db4-4099-b9b1-c2790b44a235 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409231 Aug 30 22:55:07.335130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.383442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Network 68745edc-a90e-49bb-8adb-580bbc367789 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:07.386518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:07.390705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:07.391640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.392238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.403081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cb365-45f7-4f0c-a8a5-d9304fffea50,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:07.415361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-14960332-d0c6-4d63-9939-300df4ff373b tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.3144474 Aug 30 22:55:07.415361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47638) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:07.420649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:07.424606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-c8472a22-dcdd-4ac1-afff-160fdfae3538 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935245 Aug 30 22:55:07.466120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-960c33fc-b827-4c70-833c-017ec83bd957 req-b488b796-248b-4e5b-9639-608525158a93 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0330224 Aug 30 22:55:07.475132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.546313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09efdd75-2c10-426a-910a-ac8c40d36657 req-957736c4-4370-4133-9c2f-e2fc36990340 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044433 Aug 30 22:55:07.653154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port f34cb365-45f7-4f0c-a8a5-d9304fffea50 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:07.669904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.699127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Transition to ACTIVE for port object f34cb365-45f7-4f0c-a8a5-d9304fffea50 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:07.704193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:07.761366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdc245d-2882-4212-8b1a-19d2082cf65e req-788ecf95-b758-47fb-8f00-d393b917e984 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:07.762909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8bdc245d-2882-4212-8b1a-19d2082cf65e req-788ecf95-b758-47fb-8f00-d393b917e984 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 943 time: 0.1119885 Aug 30 22:55:07.782795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cb365-45f7-4f0c-a8a5-d9304fffea50,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:07.817576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.818344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.818344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.827141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8bdc245d-2882-4212-8b1a-19d2082cf65e req-f080de44-879f-4b24-9aba-2f4e6606cb63 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566285 Aug 30 22:55:07.828045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.828423 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.828815 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 2 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.842172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.842496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.842837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.847023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.847391 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.847766 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 3 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.859866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.860128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.860447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.864983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.865302 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.865675 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 4 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.876723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.877046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.877372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.882276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.882596 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.882972 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 5 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.894835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.895168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.895491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.899895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.900214 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.900587 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 6 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.911779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.912110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.912435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.916624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.916944 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.917439 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 7 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.931013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.931340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.931665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.935895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.936217 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.936592 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 8 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.948744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.949086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.949409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.951281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:55:07.953604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.954026 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.954408 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 9 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.966459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.966793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.967122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.971234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.971553 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.971932 n-d-791504-21 neutron-server[101269]: INFO neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 10 to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 Aug 30 22:55:07.990560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:07.990909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:07.991254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:07.995842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:07.996180 n-d-791504-21 neutron-server[101269]: ERROR neutron.plugins.ml2.managers [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:07.996603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.055785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.067280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port f34cb365-45f7-4f0c-a8a5-d9304fffea50, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:08.067669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempted to set empty binding levels {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 22:55:08.069234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73', 'network_id': '404b4eb2-abea-45a8-9d2c-9bffe7b9f96a', 'port_id': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73', 'mac_address': 'fa:16:3e:af:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53adb389-e308-465b-a712-aa29d2ec3fcd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:55:08.072954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.108988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] In _notify_port_updated(), no bound segment for port f34cb365-45f7-4f0c-a8a5-d9304fffea50 on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 22:55:08.109865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.110531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.111563 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.111923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "PUT /v2.0/ports/f34cb365-45f7-4f0c-a8a5-d9304fffea50 HTTP/1.1" status: 200 len: 976 time: 0.6957388 Aug 30 22:55:08.114453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47660) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:08.126749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:55:08.147611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.152218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.180474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f2606-aca9-481f-bb4b-99840fa789a0 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=f34cb365-45f7-4f0c-a8a5-d9304fffea50,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:08.210784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:08.233115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.233602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.234108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.234580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.235054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.235524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.235989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.236479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.237236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.237706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.238209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.239370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.239849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.240402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.240869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.241335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.241928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.242375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.242839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.243299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.243848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.244367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.244853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.245317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.245859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.246321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.246868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.247336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.248134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.248970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.249880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.250711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.251578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.252387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.253862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.254369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.255278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.255754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.256223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.258079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.260232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.260720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.261196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.261664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.262839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.262839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.263148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.267703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-87205eee-01bc-41b3-bffc-3c0835c04d28 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 42321 time: 0.1522577 Aug 30 22:55:08.276796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:08.354659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Deleting port f34cb365-45f7-4f0c-a8a5-d9304fffea50 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:08.355007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.420305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port f34cb365-45f7-4f0c-a8a5-d9304fffea50, host n-h1-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.420665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.433325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Calling delete_port for f34cb365-45f7-4f0c-a8a5-d9304fffea50 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:08.485812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['8f8c0906-d84c-4f77-9997-81b6a7a2ee73'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:08.511658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.540215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event deleted for resources: {'Port': ['ID=f34cb365-45f7-4f0c-a8a5-d9304fffea50,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:08.545923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.548974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b09b398-5cec-43a3-9415-840ca8fb4a06 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "DELETE /v2.0/ports/f34cb365-45f7-4f0c-a8a5-d9304fffea50 HTTP/1.1" status: 204 len: 168 time: 0.2711105 Aug 30 22:55:08.553034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47668) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:08.554706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:55:08.569495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:08.586975 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-972d9b7b-2c9f-440c-801f-12bd737650fe tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] GET failed (client error): The resource could not be found. Aug 30 22:55:08.588719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-972d9b7b-2c9f-440c-801f-12bd737650fe tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports/f34cb365-45f7-4f0c-a8a5-d9304fffea50 HTTP/1.1" status: 404 len: 333 time: 0.0347090 Aug 30 22:55:08.592716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47670) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:08.598639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-18325709', 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:08.603413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3dfeb48-edfe-4b0f-ade6-988018d5148f req-6990ece2-300c-4c96-97de-091d40fd0935 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0403879 Aug 30 22:55:08.634104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Made reservation on behalf of a64f177e7cc9475db35d8103508f5f49 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:08.636480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.654803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port bbd2e412-c9f6-40d0-b150-ad17151c7df5 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:08.771341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.792429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.796879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-eb36d018-2525-4cc8-9990-7f1d5d272f14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0844450 Aug 30 22:55:08.808651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'mac_address': 'fa:16:3e:44:a6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:55:08.855660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:08.858022 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa48760-0987-4c09-8655-fdefba88f3d2" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:08.878597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.884228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.887608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.906771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.919808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6c366c71-5f24-41dd-b5ac-61d9d45c9535 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:55:08.953396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:08.958453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.959149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.959643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.960267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.961897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.962564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.963258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:08.964856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:08.967015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-83f02e5c-6cc3-431a-92e5-f6ee8c2f6ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.0724461 Aug 30 22:55:08.967621 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4340de45-b5c6-4ec0-90fc-7ad70f16cf70 x-openstack-request-id: req-4340de45-b5c6-4ec0-90fc-7ad70f16cf70 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:08.967918 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:08.968192 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4340de45-b5c6-4ec0-90fc-7ad70f16cf70 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:08.968617 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'code': 200} Aug 30 22:55:08.969102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:08.995476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.000445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28574c6-a633-4687-ac6f-4c3530354481 req-6994d6ee-4811-41d2-82a1-e864757e7c22 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.001999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e28574c6-a633-4687-ac6f-4c3530354481 req-6994d6ee-4811-41d2-82a1-e864757e7c22 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 944 time: 0.0706234 Aug 30 22:55:09.024462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:09.048011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e28574c6-a633-4687-ac6f-4c3530354481 req-5d76014f-8a3f-48f9-853b-4a4655b9bb54 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354130 Aug 30 22:55:09.056017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Network 68745edc-a90e-49bb-8adb-580bbc367789 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:09.069490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:09.102248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:09.103183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.103776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.111676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=bbd2e412-c9f6-40d0-b150-ad17151c7df5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:09.131287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ed92a7f-c41a-407d-b0fa-af191386fa96 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.5369279 Aug 30 22:55:09.133882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47692) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:09.160432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-3489909e-28f5-4cd9-a96a-9317a4ec7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.160839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-3489909e-28f5-4cd9-a96a-9317a4ec7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.161299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-3489909e-28f5-4cd9-a96a-9317a4ec7ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.162893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-3489909e-28f5-4cd9-a96a-9317a4ec7ab4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8d08f948-9d07-49cd-ba11-943378028b14&id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 2292 time: 0.1247232 Aug 30 22:55:09.170346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d718b6-14d5-460e-8835-b12e62cb1fcc tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.171694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d8d718b6-14d5-460e-8835-b12e62cb1fcc tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports/bbd2e412-c9f6-40d0-b150-ad17151c7df5 HTTP/1.1" status: 200 len: 953 time: 0.0368085 Aug 30 22:55:09.174421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:09.240616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6c366c71-5f24-41dd-b5ac-61d9d45c9535'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:09.251687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-f7d07c39-a334-4c0f-bf4a-8d21c9f95a7b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 1001 time: 0.0608337 Aug 30 22:55:09.252597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Deleting port bbd2e412-c9f6-40d0-b150-ad17151c7df5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:09.252948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.307627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-c9894cc0-2362-4b0a-824c-fa7101bc9cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.309256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-c9894cc0-2362-4b0a-824c-fa7101bc9cb8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 200 len: 850 time: 0.0493469 Aug 30 22:55:09.319913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.339131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Calling delete_port for bbd2e412-c9f6-40d0-b150-ad17151c7df5 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:09.370815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-bdfd131b-cab8-4dd7-b2e2-082c097eb986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.372636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-bdfd131b-cab8-4dd7-b2e2-082c097eb986 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce923d3e-0708-47ca-9c15-9188fed8de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520146 Aug 30 22:55:09.430239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.459378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event deleted for resources: {'Port': ['ID=bbd2e412-c9f6-40d0-b150-ad17151c7df5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:09.466290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.468228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6063c3bb-5679-4482-a748-a4205fae3297 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "DELETE /v2.0/ports/bbd2e412-c9f6-40d0-b150-ad17151c7df5 HTTP/1.1" status: 204 len: 168 time: 0.2928505 Aug 30 22:55:09.471201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47698) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:09.486789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-34d88ffb-603e-472c-8dbb-f45df9c2c84a service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014252 Aug 30 22:55:09.494891 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c56d7d7-fc6b-4d83-a426-3c13ce30ab5f tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] GET failed (client error): The resource could not be found. Aug 30 22:55:09.499569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4c56d7d7-fc6b-4d83-a426-3c13ce30ab5f tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports/bbd2e412-c9f6-40d0-b150-ad17151c7df5 HTTP/1.1" status: 404 len: 333 time: 0.0244048 Aug 30 22:55:09.500384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47700) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:09.505486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'network_id': '68745edc-a90e-49bb-8adb-580bbc367789', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-979174618'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:09.526950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Made reservation on behalf of a64f177e7cc9475db35d8103508f5f49 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:09.529453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.545555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port b9776bcf-c408-49af-9d06-c063d78df6cc yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:09.708398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.744624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.792779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Network 68745edc-a90e-49bb-8adb-580bbc367789 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:09.795977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:09.799431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:09.800377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:09.801353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.807001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=b9776bcf-c408-49af-9d06-c063d78df6cc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:09.823876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f62d696f-fb28-46fb-b9c4-b89c3e12f594 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.3224907 Aug 30 22:55:09.826377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47706) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:09.832195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:09.874638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04c7880-474d-467e-a338-756146af900f req-52b54a40-d881-435d-a23a-3772637ef452 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0357742 Aug 30 22:55:09.893960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:09.918328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-c88686d6-11e2-4122-8151-c4bac2237b4b service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236321 Aug 30 22:55:09.958493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:55:09.976869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-f475d6ac-eb97-4e1a-ba73-5a6da7aa961f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0465651 Aug 30 22:55:10.023357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:55:10.027586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:10.027958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.052595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-c468a11c-d4ec-4ad2-b23a-0d784cad9835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.054190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-c468a11c-d4ec-4ad2-b23a-0d784cad9835 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0680816 Aug 30 22:55:10.107095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.124437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] device_id is not set on port b9776bcf-c408-49af-9d06-c063d78df6cc yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:55:10.144322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.148699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-534758e8-83bf-4241-8ec2-9c586a813c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.150983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-534758e8-83bf-4241-8ec2-9c586a813c96 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566838 Aug 30 22:55:10.157269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:10.162024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.176995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Transition to ACTIVE for port object b9776bcf-c408-49af-9d06-c063d78df6cc will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:10.193996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.234670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:10.255602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b756fedb-69db-4a5a-bb40-cfc5c4131e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.271767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efc983-0354-4d24-9d63-b0246b49da8d req-034edd45-9caf-4a22-a68a-7b47ed5ffb60 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.273293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5efc983-0354-4d24-9d63-b0246b49da8d req-034edd45-9caf-4a22-a68a-7b47ed5ffb60 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 944 time: 0.1441615 Aug 30 22:55:10.282282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-10370344-9c2b-4f40-8096-f15199d42988 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214674 Aug 30 22:55:10.302795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=b9776bcf-c408-49af-9d06-c063d78df6cc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:10.320004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.320421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.320831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.329705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.330078 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.335552 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 2 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.352779 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5efc983-0354-4d24-9d63-b0246b49da8d req-ac3e91f9-55c3-45b3-97f4-0053ece9b60f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655890 Aug 30 22:55:10.355303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.355705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.356160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.361026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.361444 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.361968 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 3 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.376788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.377097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.377443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.382088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.382486 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.382888 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 4 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.392155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-cbe39f39-12f7-44eb-bd3c-d6c5f1e31385 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999024 Aug 30 22:55:10.396301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.396639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.396983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.401859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.402254 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.402795 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 5 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.416092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.416419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.416757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.421057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.421416 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.421832 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 6 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.435777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.436125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.436467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.440577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-4c43b31b-ec5d-404b-8680-0bd4325db828 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 217 time: 0.0399890 Aug 30 22:55:10.441336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.441968 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.442470 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 7 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.455008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.455432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.455956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.460571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.461006 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.461467 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 8 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.479862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.479862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.480316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.484940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.485245 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.485635 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 9 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.498479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.498817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.499155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.504019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.504377 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.504811 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempt 10 to bind port b9776bcf-c408-49af-9d06-c063d78df6cc Aug 30 22:55:10.511106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-27d03aef-555f-475f-ad12-29cefc045777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.512596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-27d03aef-555f-475f-ad12-29cefc045777 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0623777 Aug 30 22:55:10.517770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:10.518143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:10.518480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempting to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:10.523003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:55:10.523332 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Failed to bind port b9776bcf-c408-49af-9d06-c063d78df6cc on host n-h1-791504-21 for vnic_type normal using segments [{'id': '376f0ce6-41ae-45e5-accd-5ef870ee49db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '68745edc-a90e-49bb-8adb-580bbc367789'}] Aug 30 22:55:10.523709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.559877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-195771d4-fc7e-4e90-8dfb-e9d506706874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.561428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-195771d4-fc7e-4e90-8dfb-e9d506706874 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0410688 Aug 30 22:55:10.572600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:55:10.595907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port b9776bcf-c408-49af-9d06-c063d78df6cc, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:10.596465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attempted to set empty binding levels {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 22:55:10.602525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.629822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:10.630209 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.642858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] In _notify_port_updated(), no bound segment for port b9776bcf-c408-49af-9d06-c063d78df6cc on network 68745edc-a90e-49bb-8adb-580bbc367789 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 22:55:10.643736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:10.644344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.646657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "PUT /v2.0/ports/b9776bcf-c408-49af-9d06-c063d78df6cc HTTP/1.1" status: 200 len: 975 time: 0.8188601 Aug 30 22:55:10.649111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47744) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:10.683847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-84799aef-07f0-486f-85d9-41712237f6f7 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126919 Aug 30 22:55:10.691583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8470ba9-5b5c-47a4-a0ec-3626abd3f8e7 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event updated for resources: {'Port': ['ID=b9776bcf-c408-49af-9d06-c063d78df6cc,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:10.728581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.755514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Deleting port b9776bcf-c408-49af-9d06-c063d78df6cc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:10.756520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.781340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:10.791372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.840511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] For port b9776bcf-c408-49af-9d06-c063d78df6cc, host n-h1-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:10.841739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:10.858468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:10.859511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Calling delete_port for b9776bcf-c408-49af-9d06-c063d78df6cc owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:10.867685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-a04b9120-d763-4665-b924-95a2eb8b9c17 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772327 Aug 30 22:55:10.936607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-ef34f70d-47ff-4f62-87e7-1900d9a0f558 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 200 len: 217 time: 0.0599234 Aug 30 22:55:10.969327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73'}, {'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:10.972836 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eafe16c-6371-43a0-93f8-725e1f93c138" -d '{"events": [{"server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "name": "network-vif-plugged", "status": "completed", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73"}, {"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-plugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:10.986301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.003259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-6cdd982a-2a7f-46b6-ac02-2637f60ec54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.006555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-6cdd982a-2a7f-46b6-ac02-2637f60ec54a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0624497 Aug 30 22:55:11.071099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Pushing event deleted for resources: {'Port': ['ID=b9776bcf-c408-49af-9d06-c063d78df6cc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:11.083344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.084912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04e3d7fe-b534-412f-888c-b8c79600ba31 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "DELETE /v2.0/ports/b9776bcf-c408-49af-9d06-c063d78df6cc HTTP/1.1" status: 204 len: 168 time: 0.4348691 Aug 30 22:55:11.087610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47768) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:11.116428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-435a4f33-201f-464d-88f6-057d2f325a94 req-8d542672-536a-45f8-940e-c7f309fc9e32 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0851417 Aug 30 22:55:11.120832 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-acaef853-3b08-4b78-b86c-e7190830e490 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] GET failed (client error): The resource could not be found. Aug 30 22:55:11.126663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-acaef853-3b08-4b78-b86c-e7190830e490 tempest-PortsAdminExtendedAttrsTestJSON-1907171861 tempest-PortsAdminExtendedAttrsTestJSON-1907171861-project-admin] 10.222.0.25 "GET /v2.0/ports/b9776bcf-c408-49af-9d06-c063d78df6cc HTTP/1.1" status: 404 len: 333 time: 0.0329430 Aug 30 22:55:11.128175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47770) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:11.131844 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a03ff60-d471-4c86-bfa8-62501476c94c x-openstack-request-id: req-5a03ff60-d471-4c86-bfa8-62501476c94c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:11.132150 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "name": "network-vif-plugged", "status": "completed", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73", "code": 200}, {"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-plugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:11.132408 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a03ff60-d471-4c86-bfa8-62501476c94c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:11.135727 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73', 'code': 200} Aug 30 22:55:11.135727 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'code': 200} Aug 30 22:55:11.161950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-164d5a94-b42a-4d8f-b485-b5d8b3194170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.163798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-164d5a94-b42a-4d8f-b485-b5d8b3194170 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1498809 Aug 30 22:55:11.305603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.309946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee1760-7da3-4ae2-b186-c44ee28adb0c req-11ec3395-604d-45a1-a33a-d2425e28bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.311449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cee1760-7da3-4ae2-b186-c44ee28adb0c req-11ec3395-604d-45a1-a33a-d2425e28bf16 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 1097 time: 0.0696950 Aug 30 22:55:11.365275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cee1760-7da3-4ae2-b186-c44ee28adb0c req-a3da7230-fa8f-4e4a-8f40-6dce174071d8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371790 Aug 30 22:55:11.413841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-acc41e20-de0d-4418-9158-9efb14fb9c77 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272437 Aug 30 22:55:11.482827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.499399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68745edc-a90e-49bb-8adb-580bbc367789']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:11.512809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376f0ce6-41ae-45e5-accd-5ef870ee49db') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:11.513156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376f0ce6-41ae-45e5-accd-5ef870ee49db') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:11.516835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61162f7-a77a-4907-82fb-eb2f6b5e8e50 req-2db75f05-b45b-44c7-80a2-0d208f687d34 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.522733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e61162f7-a77a-4907-82fb-eb2f6b5e8e50 req-2db75f05-b45b-44c7-80a2-0d208f687d34 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.0808117 Aug 30 22:55:11.531798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.571800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.589629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:55:11.590185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.594350 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e61162f7-a77a-4907-82fb-eb2f6b5e8e50 req-4bd2fd75-f08f-48a0-8931-48b94bb64c3e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682576 Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:55:11.594675 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:55:11.640403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-176990e0-e08f-4123-a6fd-d004a20de917 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167366 Aug 30 22:55:11.699760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-d40460e5-6bfe-437c-94f8-5709d183a14b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0456607 Aug 30 22:55:11.709934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.736629 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:11.739071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] 10.222.0.25 "DELETE /v2.0/networks/68745edc-a90e-49bb-8adb-580bbc367789 HTTP/1.1" status: 204 len: 168 time: 0.6064706 Aug 30 22:55:11.739959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822bd185-2b99-416a-8b4f-ef5e38d0d255 tempest-PortsAdminExtendedAttrsTestJSON-2047499810 tempest-PortsAdminExtendedAttrsTestJSON-2047499810-project] Pushing event deleted for resources: {'Network': ['ID=68745edc-a90e-49bb-8adb-580bbc367789,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:11.789360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-a1b22874-af5c-4c13-9d25-76d08738af89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.790389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-a1b22874-af5c-4c13-9d25-76d08738af89 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0784140 Aug 30 22:55:11.857481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-008a7a0f-1164-423f-985e-093eb9b06475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:11.860491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-008a7a0f-1164-423f-985e-093eb9b06475 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0576038 Aug 30 22:55:12.007033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-41170829-5c72-4e6c-b0e6-afd275c9f7a2 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322398 Aug 30 22:55:12.079120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47786) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:12.173641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-f1e15f19-d8bd-4c7c-8d59-58f6f8b725c7 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592855 Aug 30 22:55:12.251283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-a4141503-9217-4b74-aa88-50b51739b48e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 200 len: 217 time: 0.0693076 Aug 30 22:55:12.310663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-f2d36a1a-40d2-442e-9834-fc3ca6f066ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:12.310913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-409102d1-62b3-4a85-be08-eb69c889a194 req-c86910ab-1996-4ff3-a213-cd32d2a84175 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0551105 Aug 30 22:55:12.312177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-f2d36a1a-40d2-442e-9834-fc3ca6f066ff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0520279 Aug 30 22:55:12.342439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-48ad2437-0f9a-4640-998a-a4b4d857e78c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6df5268273d741dfbfbdb6329ac2cded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619026 Aug 30 22:55:12.347957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:12.418161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-1300d016-992f-4246-8efb-9762e40c44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:12.419696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-1300d016-992f-4246-8efb-9762e40c44fa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0942650 Aug 30 22:55:12.448888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.477998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.552347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.557753 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.559795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d8b058f6-73bf-468a-8e0d-dc4e0fecf235 HTTP/1.1" status: 204 len: 168 time: 0.1989422 Aug 30 22:55:12.581408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008593f9-b52d-4457-94a2-a223b0e07f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b058f6-73bf-468a-8e0d-dc4e0fecf235,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:12.615074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-62168bb4-4037-4ef9-8931-b18e2156ea69 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803172 Aug 30 22:55:12.797086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ea33f-9640-48d9-a352-8add1761c5f0 req-d79f2be4-65d3-49ee-9f3b-71ccfc3c388f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:12.800234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-254ea33f-9640-48d9-a352-8add1761c5f0 req-d79f2be4-65d3-49ee-9f3b-71ccfc3c388f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.0851130 Aug 30 22:55:12.830065 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:12.851596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-8a89c8d9-1a54-4e26-a0fa-0e3f49be63db service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207618 Aug 30 22:55:12.885496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-254ea33f-9640-48d9-a352-8add1761c5f0 req-32847ea6-092c-4d82-bfb6-4c06041e19d6 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704539 Aug 30 22:55:12.938882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-90b1a234-5e79-4489-97a9-2e95b0dadaa8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 217 time: 0.0699649 Aug 30 22:55:13.008061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-231ea863-25ee-483f-b0b1-294172047b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:13.010279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-231ea863-25ee-483f-b0b1-294172047b61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0639584 Aug 30 22:55:13.112381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-145ee399-a629-4219-b02c-3831bce36fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:13.114546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-145ee399-a629-4219-b02c-3831bce36fa8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0952344 Aug 30 22:55:13.184266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47818) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:13.291694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-166182b8-26c6-4627-ad6f-45fb21e2c0eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a64f177e7cc9475db35d8103508f5f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054213 Aug 30 22:55:13.294575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47828) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:13.304742 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d1c1348-987d-420f-a30a-427ab06924c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.346368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-b2e9e154-ced9-4adc-8eca-964ad9320da1 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172787 Aug 30 22:55:13.370333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.399497 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.474248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.474491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ce3f619d-2b68-4a12-b1f2-6eda8e0e7cc9 req-d31c71a8-2813-4156-9d12-b1b6ec2db793 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0429533 Aug 30 22:55:13.478844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:13.492293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e433efb-e319-4b3f-8406-285d2b0f621b HTTP/1.1" status: 204 len: 168 time: 0.1965687 Aug 30 22:55:13.509667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e486050b-b7bc-4245-a032-9786983b3829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e433efb-e319-4b3f-8406-285d2b0f621b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:13.529691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba3bd986-6b6d-4680-8447-3a096bb114d9 req-6eb37cd3-556b-444c-b857-5ec5b6273c20 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758511 Aug 30 22:55:14.062660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac783c7-0d53-4afd-8f00-c3dd58f6471a req-3b3021d8-23a9-4ec3-982d-1abf02c2c4b2 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:14.071172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ac783c7-0d53-4afd-8f00-c3dd58f6471a req-3b3021d8-23a9-4ec3-982d-1abf02c2c4b2 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.0746665 Aug 30 22:55:14.123333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ac783c7-0d53-4afd-8f00-c3dd58f6471a req-77fd729d-546c-443a-9646-b42e6c5c7d72 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483232 Aug 30 22:55:14.446373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:14.707746 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-56912730-72f6-4eb6-a907-1dc920c4ec72 req-cb828fdd-a556-4b45-9948-d6c58b865181 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0681114 Aug 30 22:55:14.720519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47888) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:14.903489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab3096df-3d2c-4b4b-9212-d026c387d791 tempest-ServiceProvidersTest-1150087875 tempest-ServiceProvidersTest-1150087875-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1815622 Aug 30 22:55:15.362277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47900) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:15.511787 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c2fb-91f4-412d-a204-b6061102485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:15.801933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c2fb-91f4-412d-a204-b6061102485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:15.817177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c2fb-91f4-412d-a204-b6061102485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:15.872448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc0c2fb-91f4-412d-a204-b6061102485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7942b8d-9ce2-490f-8a6b-de5f5a2c8b6c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:15.931400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4dc0c2fb-91f4-412d-a204-b6061102485b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f55cb67813454ce3b9a6e0d5c83f20d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5668511 Aug 30 22:55:15.931682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:15.938743 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:15.951601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82bf8954-18f9-44e7-bd9c-33077af8472e req-0c1c3bcf-2481-439c-a748-09f51b30b4e1 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0577385 Aug 30 22:55:16.057066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:16.102482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:16.171309 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:16.178596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:16.179937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7942b8d-9ce2-490f-8a6b-de5f5a2c8b6c HTTP/1.1" status: 204 len: 168 time: 0.2472804 Aug 30 22:55:16.211050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055447d3-434b-4dc6-a86f-4e1fec26ad4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7942b8d-9ce2-490f-8a6b-de5f5a2c8b6c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:17.089251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f03094ab-d903-4f5d-b2e3-1cb02de439df req-44e674d5-f79f-43f9-9009-f43c72c07000 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0540934 Aug 30 22:55:17.145362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.290414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7af3033c-73c9-4634-8d42-3b1ba93a35f6 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2122452495', 'prefixes': ['172.20.0.0/16']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:17.388993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af3033c-73c9-4634-8d42-3b1ba93a35f6 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] Notify callbacks [] for subnetpool, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:17.391009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7af3033c-73c9-4634-8d42-3b1ba93a35f6 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.2439864 Aug 30 22:55:17.393500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47982) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.448325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.453159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c2e766c2-6ddd-41ec-9968-57d87cde55e1 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1091149542'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:17.456769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4ff35321-3981-4586-8d84-91d9281bb71e tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "GET /v2.0/subnetpools/2a516f5c-2515-4880-a8ec-a32b8456ffdb HTTP/1.1" status: 200 len: 732 time: 0.0616665 Aug 30 22:55:17.584299 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c2e766c2-6ddd-41ec-9968-57d87cde55e1 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] Notify callbacks [] for subnetpool, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:17.588806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47988) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.600962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c2e766c2-6ddd-41ec-9968-57d87cde55e1 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "PUT /v2.0/subnetpools/2a516f5c-2515-4880-a8ec-a32b8456ffdb HTTP/1.1" status: 200 len: 684 time: 0.1513612 Aug 30 22:55:17.755232 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c9fb062-1cf4-44b9-9fb0-58bee774cc7b tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] Notify callbacks [] for subnetpool, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:17.757210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2c9fb062-1cf4-44b9-9fb0-58bee774cc7b tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "DELETE /v2.0/subnetpools/2a516f5c-2515-4880-a8ec-a32b8456ffdb HTTP/1.1" status: 204 len: 168 time: 0.1660621 Aug 30 22:55:17.760884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48002) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.798431 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-f754b1e8-7a97-4bba-9345-7588325d4b5d tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] show failed (client error): The resource could not be found. Aug 30 22:55:17.800484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f754b1e8-7a97-4bba-9345-7588325d4b5d tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "GET /v2.0/subnetpools/2a516f5c-2515-4880-a8ec-a32b8456ffdb HTTP/1.1" status: 404 len: 346 time: 0.0384395 Aug 30 22:55:17.805009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48006) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:17.828897 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-5280e5d8-9782-40eb-a466-50e611666a37 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] delete failed (client error): The resource could not be found. Aug 30 22:55:17.848833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5280e5d8-9782-40eb-a466-50e611666a37 tempest-SubnetPoolsTestJSON-1601600267 tempest-SubnetPoolsTestJSON-1601600267-project] 10.222.0.25 "DELETE /v2.0/subnetpools/2a516f5c-2515-4880-a8ec-a32b8456ffdb HTTP/1.1" status: 404 len: 346 time: 0.0322216 Aug 30 22:55:18.244881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48016) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:18.265840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f36cf8cf-2e4a-4cb4-9b2e-ded96606542d req-e39aecdc-8bcc-4264-8162-3a989aa47d2f tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0454307 Aug 30 22:55:18.409209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b680def1-0508-45c6-a6a7-651ec52d34eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.525243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b680def1-0508-45c6-a6a7-651ec52d34eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.533300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b680def1-0508-45c6-a6a7-651ec52d34eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.609669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:18.618630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b680def1-0508-45c6-a6a7-651ec52d34eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3ae82ade87a40b8874f445bfc23be4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3720808 Aug 30 22:55:18.622943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680def1-0508-45c6-a6a7-651ec52d34eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158da635-3444-4d7a-b16d-f70609f6406c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:18.691303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.780980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.862751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.870082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:18.886282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/158da635-3444-4d7a-b16d-f70609f6406c HTTP/1.1" status: 204 len: 168 time: 0.2608612 Aug 30 22:55:18.906033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b371735-a780-4ca9-9d1b-f6b32e8e441c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158da635-3444-4d7a-b16d-f70609f6406c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:19.396421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99396f04-b8e7-45dc-a847-99565e6e1123 req-34e16281-88ce-4003-adf5-db4f8b34580e tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0398729 Aug 30 22:55:19.848563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48078) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:19.853401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030921 Aug 30 22:55:19.858064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:20.014118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bdbd46f4-53b4-4e1e-acb5-ba48ce9e9044 tempest-NetworksApiDiscovery-479409818 tempest-NetworksApiDiscovery-479409818-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1525147 Aug 30 22:55:20.401249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48098) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:20.552188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52ef3e9e-3d42-4b0a-add5-4d9e435d6a67 req-d8368a50-b514-4e8d-86cd-7e0b48920775 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0437093 Aug 30 22:55:20.599957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50538dec-b091-4f6c-85ea-2e1a34b08970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.735447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50538dec-b091-4f6c-85ea-2e1a34b08970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.743669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50538dec-b091-4f6c-85ea-2e1a34b08970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.816004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48108) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:20.819197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-50538dec-b091-4f6c-85ea-2e1a34b08970 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1a3634ac0614aa0923e8a0ed524ccca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4144323 Aug 30 22:55:20.820763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50538dec-b091-4f6c-85ea-2e1a34b08970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6d5727-531e-4e84-a500-9a8a5e97340c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:20.883961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.907795 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.983356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.986905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:20.989006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd6d5727-531e-4e84-a500-9a8a5e97340c HTTP/1.1" status: 204 len: 168 time: 0.1707006 Aug 30 22:55:21.000942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6d5727-531e-4e84-a500-9a8a5e97340c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:21.016021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.016525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.017143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.017693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.018327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.018759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.019432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.019996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.020430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.020850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.021278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.021695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62db824f-1746-4e51-9485-be7bd362d07a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:21.704804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f0afd7-60eb-461b-b082-bbb50a855899 req-258efe16-dafb-4efb-88ff-2e743bb26c77 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0550473 Aug 30 22:55:22.218483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:22.857135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f50bbfa-74b8-469e-9c43-6343b6dfb45e req-f6a2e3c0-5b2f-450e-a6c4-eb4c7e4c9bb3 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0476325 Aug 30 22:55:23.967179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67192e97-2af4-4c96-ab13-18d35f787932 req-75aa6fd8-4d77-4cbe-aabb-c506fd16550d tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0271215 Aug 30 22:55:24.394143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565facc9-01f8-4903-8366-dedb131b0de0 req-30618a5b-4d04-4cd5-8622-cfd976149fd6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:24.396389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-565facc9-01f8-4903-8366-dedb131b0de0 req-30618a5b-4d04-4cd5-8622-cfd976149fd6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 949 time: 0.0657773 Aug 30 22:55:24.450524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-565facc9-01f8-4903-8366-dedb131b0de0 req-eacbacde-ba94-4cbe-b452-b3a5f43c33d9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468755 Aug 30 22:55:25.087198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a26969c-2b8a-4be9-b53b-f244837e728e req-ccd666e1-8246-4d44-a303-516060bfa312 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0295775 Aug 30 22:55:26.233501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2fd3331-8b69-4d4e-b0c0-cf3458f3e46c req-9a670fd0-1bda-469e-bb44-0b329e861155 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0301275 Aug 30 22:55:26.685371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:55:26.696791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:26.830214 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:26.916750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:26.933994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:26.934211 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e853bb-d0e9-40ca-a762-7a58acdbd755" -d '{"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-unplugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:26.959993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:26.965641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:26.973195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'mac_address': 'fa:16:3e:6e:d6:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:55:27.073106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:27.077264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:27.089034 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aa9ec7-89f5-4411-a4d5-81946561531e x-openstack-request-id: req-00aa9ec7-89f5-4411-a4d5-81946561531e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:27.089325 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-unplugged", "status": "completed", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:27.089570 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00aa9ec7-89f5-4411-a4d5-81946561531e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:27.089974 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'code': 200} Aug 30 22:55:27.095334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:55:27.119053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:27.123084 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:27.178546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:27.340523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27f686e3-cceb-4e6a-868e-6b223bae1911 req-f3bd0824-7e49-4ed3-9cfa-1b9130434ea8 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0314889 Aug 30 22:55:27.429758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['7e76d739-f573-42e6-b24d-9eba8ebf78d2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:27.673687 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:28.466637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f85637da-66ff-4fa1-981a-40e0e2214aa3 req-ed107c7c-e948-410d-a474-2dd5c045f921 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Aug 30 22:55:29.623503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e9b78b8-9fcb-45e8-97f2-f013cae97bbb req-e2c532e8-1f7d-4bea-9a62-5fcfc2c15a90 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0446115 Aug 30 22:55:29.980498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26d642-326f-43f3-b2fa-14278249fa29 req-416c4090-ef6c-410a-8a23-98dad14e9d8c tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:29.989347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f26d642-326f-43f3-b2fa-14278249fa29 req-416c4090-ef6c-410a-8a23-98dad14e9d8c tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.0876446 Aug 30 22:55:30.033870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f26d642-326f-43f3-b2fa-14278249fa29 req-967bf7b7-0efa-452a-bb42-9613b88687e6 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431645 Aug 30 22:55:30.697942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:55:30.795646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:30.796036 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:30.817495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cdb1003-0ce9-46db-ad91-bfb86bf71881 req-3f2bb28f-c18c-4636-afe4-e23816158bf1 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0727713 Aug 30 22:55:30.966184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:31.017709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:31.023506 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5924a9-d9f7-466b-8d7a-7cc861da790c" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:31.047800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:31.055291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:31.121692 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c07219-6c50-4fdc-9134-9ca9d01dd781 x-openstack-request-id: req-64c07219-6c50-4fdc-9134-9ca9d01dd781 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:31.122415 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-plugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:31.122897 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64c07219-6c50-4fdc-9134-9ca9d01dd781 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:31.123491 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'code': 200} Aug 30 22:55:31.124653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:31.132826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.133534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.134123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.134684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.135246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.135780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.136433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.136980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.137521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.138129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.138653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.138982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:31.982901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49bfcdba-9d04-4bff-bd4b-a43473290c36 req-b9253671-7f40-41fe-93c0-26478fbc841f tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0749772 Aug 30 22:55:32.119197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a8533-8cb5-4630-9840-cbaff4f95361 req-e5d4a40e-44d2-4184-bc8a-94bd6fa4be48 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:32.127598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f55a8533-8cb5-4630-9840-cbaff4f95361 req-e5d4a40e-44d2-4184-bc8a-94bd6fa4be48 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.0791073 Aug 30 22:55:32.228573 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f55a8533-8cb5-4630-9840-cbaff4f95361 req-75f3c3f2-6d42-4acb-9ea6-416a0ccc047a tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997276 Aug 30 22:55:33.265743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22bb0d10-87c4-4082-af7f-f431b63bdeb9 req-145e86c1-50dd-4637-9573-5f04a6d29939 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0810814 Aug 30 22:55:33.613547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c7534d-a85b-49f9-bef5-3d27a4f41a9c req-97ca30fe-ffa2-41e5-afe3-5ce75de2f50e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:33.621517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c7534d-a85b-49f9-bef5-3d27a4f41a9c req-97ca30fe-ffa2-41e5-afe3-5ce75de2f50e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.0837138 Aug 30 22:55:33.689905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71c7534d-a85b-49f9-bef5-3d27a4f41a9c req-6543c1e1-1f2b-4195-ae62-daa5d63fc0df tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668876 Aug 30 22:55:34.523020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33b81069-626b-4a6a-bbe0-c68bc8c0206b req-5b2dcd52-6cc8-4eec-bd3c-d2e751c80d81 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0564549 Aug 30 22:55:34.946631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a267c-a9da-45fd-936f-68b75d72cccb req-7ea5833d-18f0-49d3-854d-484181272fd0 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:34.955157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a88a267c-a9da-45fd-936f-68b75d72cccb req-7ea5833d-18f0-49d3-854d-484181272fd0 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.1188633 Aug 30 22:55:35.011183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a88a267c-a9da-45fd-936f-68b75d72cccb req-13bb347e-ab7d-4899-b666-7b0dc22a2895 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540450 Aug 30 22:55:35.679668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df7b284d-4494-4e2c-8cb6-de7a853f3cdd req-49162f15-43f5-40e2-81db-548fa7ee222c tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0518236 Aug 30 22:55:35.892053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-043b1728-8072-4056-a360-ab890972881e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:35.894129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-043b1728-8072-4056-a360-ab890972881e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.47 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.1120422 Aug 30 22:55:36.225202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Deleting port 822d5de3-188c-4df5-aa86-7d8d447ba268 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:36.225823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:36.492785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf8490f-d6ef-4804-8e59-cc905293ec36 req-ca41c193-bd2e-4ef2-8964-02faa8755e28 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:36.500605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cdf8490f-d6ef-4804-8e59-cc905293ec36 req-ca41c193-bd2e-4ef2-8964-02faa8755e28 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 945 time: 0.3224254 Aug 30 22:55:36.556761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cdf8490f-d6ef-4804-8e59-cc905293ec36 req-4e118d0d-c155-403e-a2aa-f6fe87c1c904 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups?id=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548770 Aug 30 22:55:36.609043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] For port 822d5de3-188c-4df5-aa86-7d8d447ba268, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=822d5de3-188c-4df5-aa86-7d8d447ba268,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:36.611038 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:36.862601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-920821c5-d591-4ec6-8c0c-ee3771d5cda9 req-934531bd-ddeb-44b2-8262-9c46bb60ef4f tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0719547 Aug 30 22:55:36.896475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:36.897004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:36.897114 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Floating IP 9a63754e-9f7d-445a-9fd2-508d46db6e71 disassociated. External IP: 172.25.7.114, port: 822d5de3-188c-4df5-aa86-7d8d447ba268. Aug 30 22:55:36.897482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Calling delete_port for 822d5de3-188c-4df5-aa86-7d8d447ba268 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:37.466432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:37.537669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event deleted for resources: {'Port': ['ID=822d5de3-188c-4df5-aa86-7d8d447ba268,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:37.678486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91dadec6-c3b5-477c-a6d6-ec7437638af0 req-9cca4247-7eab-4924-9b68-d35728406f98 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0411277 Aug 30 22:55:37.755333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:55:37.910696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:55:37.923421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Sync routers for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:55:37.940398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:37.960483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:37.976845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] No DVR routers for this DVR port 822d5de3-188c-4df5-aa86-7d8d447ba268 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:37.979819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:37.982630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ded45a6e-d811-42c7-b307-c99b3ee0e091 req-d6d48007-8a6b-4101-bf66-594290df5d8b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.47 "DELETE /v2.0/ports/822d5de3-188c-4df5-aa86-7d8d447ba268 HTTP/1.1" status: 204 len: 173 time: 2.0712774 Aug 30 22:55:37.983120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'name': 'network-vif-deleted', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:37.985724 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3ccac-09ee-4a98-9540-4fb260125c6c" -d '{"events": [{"server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "name": "network-vif-deleted", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:38.018563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c19f486-ae09-4775-ae33-b57515433d33 req-faa87e0d-66a6-4821-b6c2-00f9ea11cb66 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0405364 Aug 30 22:55:38.252747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:38.263197 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7437030b-7478-4058-b73b-15c8118d3b16 x-openstack-request-id: req-7437030b-7478-4058-b73b-15c8118d3b16 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:38.264282 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dc92d0c-258f-43ab-a594-5bcbac0fa58c", "name": "network-vif-deleted", "tag": "822d5de3-188c-4df5-aa86-7d8d447ba268", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:38.265041 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7437030b-7478-4058-b73b-15c8118d3b16 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:38.265654 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dc92d0c-258f-43ab-a594-5bcbac0fa58c', 'name': 'network-vif-deleted', 'tag': '822d5de3-188c-4df5-aa86-7d8d447ba268', 'status': 'completed', 'code': 200} Aug 30 22:55:38.667493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:38.758399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Checking router: 20e1c2f5-efb5-49bd-a6f4-1307eb650638 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:55:38.809067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:38.812642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:38.993925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-881114ea-6a26-4fc9-bed3-d175316dff14 req-dc4b6313-e4a2-46cd-bf21-f7db6c5ee18e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.1118000 Aug 30 22:55:39.071014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:39.206628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5ff78b3-c22b-499a-bf2c-1c57569921eb req-38672343-72a5-471b-bb1b-7c997708d40e tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0548358 Aug 30 22:55:39.422961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:39.459162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484d9eca-36fa-4493-a418-255455ce0ae5 None None] The sync data for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 is: [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:52:36Z', 'revision_number': 4, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '12b7e282-1f0a-40df-8b91-f2a12705feab', 'name': '', 'network_id': '765e3fe8-2fa0-4825-8480-041584479582', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'mac_address': 'fa:16:3e:a4:a4:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_interface', 'standard_attr_id': 1141, 'fixed_ips': [{'subnet_id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:33Z', 'updated_at': '2021-08-30T22:52:43Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'subnets': [{'id': '20b05a6f-25ba-402b-bff5-8a42491e7bf8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:55:39.969433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a45575e-8c65-46f7-a391-685a8f2b5303 None None] New status for floating IP 9a63754e-9f7d-445a-9fd2-508d46db6e71: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:55:40.165394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 822d5de3-188c-4df5-aa86-7d8d447ba268 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:40.199694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 822d5de3-188c-4df5-aa86-7d8d447ba268 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:40.200120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 822d5de3-188c-4df5-aa86-7d8d447ba268 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:40.218925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8adc4968-bd78-42cc-bd65-21bedc72eb73 req-f5e985f5-e59d-4e90-88d1-299652e95bf5 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0971510 Aug 30 22:55:40.264974 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5c59019f-7e0e-4614-b198-516411b7b3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:40.414954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e06ed74e-cf1b-4630-9030-fac25483e736 req-fa33abc9-1270-48b4-b26a-740b7d93006e tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0475433 Aug 30 22:55:40.986545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c7d982-c855-4e78-a7c6-b0267d3df69d req-a021942b-0001-4c7b-aa47-973c3dd0b0f9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:40.994631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c7d982-c855-4e78-a7c6-b0267d3df69d req-a021942b-0001-4c7b-aa47-973c3dd0b0f9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.1119502 Aug 30 22:55:41.079152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c7d982-c855-4e78-a7c6-b0267d3df69d req-fcb5cee3-eb5e-4de8-b143-069ace49a21c tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833569 Aug 30 22:55:41.367401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09fc7084-e8d8-4489-88ff-fad0e48c9976 req-51e67737-3c3c-4f77-bc53-ef011e558ec6 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0281854 Aug 30 22:55:41.594880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-294579e1-5ef2-4833-a410-8c5a44aeb08f req-9a409153-0a1b-44cc-9589-a15c93d7d7a1 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0494804 Aug 30 22:55:42.324254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1301e-9f2e-44a2-b54c-a3bfd3846b75 req-f2fbf117-37f3-4572-82e4-d73e76969b27 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:42.339550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15d1301e-9f2e-44a2-b54c-a3bfd3846b75 req-f2fbf117-37f3-4572-82e4-d73e76969b27 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.1152065 Aug 30 22:55:42.388148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15d1301e-9f2e-44a2-b54c-a3bfd3846b75 req-381950f1-f0c1-4d3b-a55b-938f751a596b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472975 Aug 30 22:55:42.526095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ff01852-1a47-4691-87cd-595b45ec617b req-07a8bb05-8db8-44e2-8cb8-34b9554bc874 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0494132 Aug 30 22:55:42.590466 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:55:42.759960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72f4a620-3fec-466d-b7cb-b992e5a27622 req-57da09b8-f276-4877-b4ec-eb441611e87d tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0487018 Aug 30 22:55:42.818463 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:43.303963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-db3b5f11-59ba-43b5-bbcc-f62e87ebc07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:43.333691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-b2f09b01-b286-4452-a245-8af3aaa196d0 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:43.336149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-b2f09b01-b286-4452-a245-8af3aaa196d0 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.1121657 Aug 30 22:55:43.632240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3df25f-8efc-4729-bb02-480fab7353c9 req-912bc2ef-b1c6-4a43-b4db-376937080e40 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:43.642928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d3df25f-8efc-4729-bb02-480fab7353c9 req-912bc2ef-b1c6-4a43-b4db-376937080e40 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 945 time: 0.1069322 Aug 30 22:55:43.670354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Deleting port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:43.670946 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:43.694973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-24fa613b-915f-40ae-b41b-e8b0e09a6d2f req-207e7e12-d5b6-4aaf-8b9d-82e3c7d896a7 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0532727 Aug 30 22:55:43.717089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d3df25f-8efc-4729-bb02-480fab7353c9 req-d94610de-3b85-4cc3-b069-b90751671c16 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728278 Aug 30 22:55:43.896229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] For port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:43.905038 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:43.927669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Calling delete_port for 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:43.939368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26f4a29a-e0e2-42bc-81b7-3f3402526afc req-63ade391-f9e7-443f-a8de-feec7bffa655 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0418768 Aug 30 22:55:44.127889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:44.143260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0c502a4d-8a71-4612-8b53-58c60c7bb808', '8f8c0906-d84c-4f77-9997-81b6a7a2ee73'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:44.184180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event deleted for resources: {'Port': ['ID=8f8c0906-d84c-4f77-9997-81b6a7a2ee73,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:44.246822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa', 'dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:44.328805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] No DVR routers for this DVR port 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:44.332107 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:44.334548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6e8df81-a777-4c17-8b2e-71573ff36792 req-07dda07e-9213-41ba-8144-0e3bf3d33e67 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "DELETE /v2.0/ports/8f8c0906-d84c-4f77-9997-81b6a7a2ee73 HTTP/1.1" status: 204 len: 173 time: 0.9903204 Aug 30 22:55:44.335235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'name': 'network-vif-deleted', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:44.337892 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2b99f1-77b4-4ed8-9325-e0f36589be1e" -d '{"events": [{"server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "name": "network-vif-deleted", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:44.400269 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad8286-3c5a-49ba-af45-7efec4e4a719 x-openstack-request-id: req-c3ad8286-3c5a-49ba-af45-7efec4e4a719 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:44.400565 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e08d0c76-8768-4b5f-9115-f4c19500352a", "name": "network-vif-deleted", "tag": "8f8c0906-d84c-4f77-9997-81b6a7a2ee73", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:44.401071 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3ad8286-3c5a-49ba-af45-7efec4e4a719 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:44.401501 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e08d0c76-8768-4b5f-9115-f4c19500352a', 'name': 'network-vif-deleted', 'tag': '8f8c0906-d84c-4f77-9997-81b6a7a2ee73', 'status': 'completed', 'code': 200} Aug 30 22:55:44.493544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:44.993906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-170c0e4f-e70e-4aa4-8e84-08d266196788 req-19d7a5f9-d49a-467a-985e-0c9a1333c6b0 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=e08d0c76-8768-4b5f-9115-f4c19500352a HTTP/1.1" status: 200 len: 210 time: 0.0796480 Aug 30 22:55:45.012369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4f7cc87-3df1-4d8c-a4aa-0d47ec65b9d6 req-06741049-0ea8-4211-afb0-a9b8dbe69391 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/ports?device_id=8dc92d0c-258f-43ab-a594-5bcbac0fa58c HTTP/1.1" status: 200 len: 210 time: 0.0546944 Aug 30 22:55:45.196969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f845037-f456-42cd-bc0a-e3fea08537de req-bb6d4f14-b6a0-4583-b1ff-7c325df6ad7c tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0349317 Aug 30 22:55:45.930716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.075898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48900) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:46.179935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.227744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:46.272170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.282335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:46.283866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8f8c0906-d84c-4f77-9997-81b6a7a2ee73 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:46.361868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9739053-26d7-45d9-9be6-271c1a8dad7d req-07857383-402c-4f6b-b754-0e311b7d7acf tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0498593 Aug 30 22:55:46.385925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.389156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.390508 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "DELETE /v2.0/security-groups/fb0d82cc-ac8f-4d08-a01d-ed88d5797a56 HTTP/1.1" status: 204 len: 168 time: 0.3136113 Aug 30 22:55:46.393488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:46.411620 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-f0743cd3-8954-455e-8d86-d99a2cd1570e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] show failed (client error): The resource could not be found. Aug 30 22:55:46.416040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f0743cd3-8954-455e-8d86-d99a2cd1570e tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "GET /v2.0/security-groups/fb0d82cc-ac8f-4d08-a01d-ed88d5797a56 HTTP/1.1" status: 404 len: 347 time: 0.0211291 Aug 30 22:55:46.416964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:46.419582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec40d9-862e-4ae7-89c3-abf0d7b29336 tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0d82cc-ac8f-4d08-a01d-ed88d5797a56,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:46.559771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93af6ed-1489-465c-a059-f62530603e5a req-e675b5df-77ae-40a4-aafd-ac91068932a7 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:46.563945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f93af6ed-1489-465c-a059-f62530603e5a req-e675b5df-77ae-40a4-aafd-ac91068932a7 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 951 time: 0.1139064 Aug 30 22:55:46.604115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Deleting port 304a6a45-b8f0-4201-b63b-28b617f2bb5d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:46.604822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.637913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f93af6ed-1489-465c-a059-f62530603e5a req-ddeea574-4d56-4dd2-9fd1-a21e03d8122d tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682831 Aug 30 22:55:46.698646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.699356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.714331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Calling delete_port for 304a6a45-b8f0-4201-b63b-28b617f2bb5d owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:46.883428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:46.943471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Pushing event deleted for resources: {'Port': ['ID=304a6a45-b8f0-4201-b63b-28b617f2bb5d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:46.972015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.973238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.973732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.974268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.974757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.975257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.975739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.976212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.976685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.977165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.977638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:46.978135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:47.003205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:47.010791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:47.015316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:47.015528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3ea105b8-b5b8-4ba2-94fb-44e9b577968b tempest-ServersTestBootFromVolume-1033219958 tempest-ServersTestBootFromVolume-1033219958-project] 10.222.0.25 "DELETE /v2.0/floatingips/9a63754e-9f7d-445a-9fd2-508d46db6e71 HTTP/1.1" status: 204 len: 168 time: 0.5973904 Aug 30 22:55:47.484444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:47.554413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2feb9df1-a6a4-4769-bb53-afe448fd6a20 req-3d3db57e-92e1-4db1-8f64-0b1a4b8afaa1 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0713131 Aug 30 22:55:47.816836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d81c9c2c-e498-443d-a6ad-1d56f08b8307 req-7a663272-1647-4058-bfa6-aa5f6a2240d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0608072 Aug 30 22:55:47.843437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bd008-0fd6-47f4-a0a4-594f896aca0d req-5918d3fa-b924-482f-b434-ce1bdb07c960 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:47.845527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf4bd008-0fd6-47f4-a0a4-594f896aca0d req-5918d3fa-b924-482f-b434-ce1bdb07c960 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 951 time: 0.1086490 Aug 30 22:55:47.890810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Deleting port 12b7e282-1f0a-40df-8b91-f2a12705feab {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:47.891403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:47.926043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf4bd008-0fd6-47f4-a0a4-594f896aca0d req-4b7a539c-b57c-4ba7-bf09-64fb8d715f5e tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694940 Aug 30 22:55:48.000357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] For port 12b7e282-1f0a-40df-8b91-f2a12705feab, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12b7e282-1f0a-40df-8b91-f2a12705feab,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:48.000879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:48.020321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Calling delete_port for 12b7e282-1f0a-40df-8b91-f2a12705feab owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:48.325221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:48.435457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=12b7e282-1f0a-40df-8b91-f2a12705feab,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:48.668764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:48.726348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad4e8bfb-05aa-4f7e-8d26-9d28b21c7a0f req-2286271c-f3ae-418d-85e9-daf03a04a1e2 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0423498 Aug 30 22:55:48.825524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:48.971098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.006461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:49.009194 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4264051-5c0c-4b29-a74b-4949faceeee7" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:49.024877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:49.032267 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.064554 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e37235-274a-4819-b344-1601f814947d x-openstack-request-id: req-81e37235-274a-4819-b344-1601f814947d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:49.066770 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:49.067038 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81e37235-274a-4819-b344-1601f814947d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:49.067445 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'code': 200} Aug 30 22:55:49.107653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:49.127888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:55:49.293369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:55:49.302747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:49.303234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-36e82ad7-588d-4893-b9df-d08492600f0f admin admin] 10.222.0.25 "PUT /v2.0/routers/20e1c2f5-efb5-49bd-a6f4-1307eb650638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2859604 Aug 30 22:55:49.307943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Sync routers for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:55:49.318469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:49.319386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:49.489708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.544646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:49.654943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.730928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Deleting port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:49.731283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.842605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] For port 206f59ca-7aaf-4575-a1de-dbb8eba51f5f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:49.843404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:49.869072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Calling delete_port for 206f59ca-7aaf-4575-a1de-dbb8eba51f5f owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:49.906451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b26f321-e610-4086-9eaa-8c426a066a9e req-16da2f37-7069-4e7e-a3cd-4c266c770cc7 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0390413 Aug 30 22:55:50.172803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928c195-2b86-4983-8084-c7d0c22b6e3f req-a45ccf0f-64c4-4380-946e-5745bb767697 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:50.180842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d928c195-2b86-4983-8084-c7d0c22b6e3f req-a45ccf0f-64c4-4380-946e-5745bb767697 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0731282 Aug 30 22:55:50.239090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:55:48Z', 'revision_number': 5, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port': {'id': '206f59ca-7aaf-4575-a1de-dbb8eba51f5f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:a5:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1132, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:52:29Z', 'updated_at': '2021-08-30T22:52:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:50.258898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d928c195-2b86-4983-8084-c7d0c22b6e3f req-7ed53dba-0951-43a0-88ce-dcd475203225 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740106 Aug 30 22:55:50.312645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Checking router: 20e1c2f5-efb5-49bd-a6f4-1307eb650638 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:55:50.317572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:50.326165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Routers {'20e1c2f5-efb5-49bd-a6f4-1307eb650638'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:50.327078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:50.364193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c863b39d-b2a8-4adc-867b-71e3acf4c64f req-2a34dff6-a521-488e-ad39-58528f7c4221 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6107d35cf5964b9abd06ae1d35bdd429&device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0493016 Aug 30 22:55:50.403076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Pushing event deleted for resources: {'Port': ['ID=206f59ca-7aaf-4575-a1de-dbb8eba51f5f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:50.445256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c863b39d-b2a8-4adc-867b-71e3acf4c64f req-66d8f4fa-0380-467a-a5f8-86171b93c9ec service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=6107d35cf5964b9abd06ae1d35bdd429&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0564687 Aug 30 22:55:50.455934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:50.508742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] Set router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:50.618567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c863b39d-b2a8-4adc-867b-71e3acf4c64f req-b0c5d1f6-0f87-4eda-b360-ef647782a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:50.621646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:55:50Z', 'revision_number': 7, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:50.622824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c863b39d-b2a8-4adc-867b-71e3acf4c64f req-b0c5d1f6-0f87-4eda-b360-ef647782a312 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623030 Aug 30 22:55:50.676142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:50.677710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c541b8-af5f-4fb7-910d-79f10da5a319 None None] The sync data for ids ['20e1c2f5-efb5-49bd-a6f4-1307eb650638'] in n-d-791504-21 is: [{'id': '20e1c2f5-efb5-49bd-a6f4-1307eb650638', 'name': 'tempest-ServersTestBootFromVolume-1652604971-router', 'tenant_id': 'f23bf41f4de7456b83948bc043ec4951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:52:28Z', 'updated_at': '2021-08-30T22:55:50Z', 'revision_number': 7, 'project_id': 'f23bf41f4de7456b83948bc043ec4951', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:55:50.678851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.139882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-619f8f01-110d-43ac-95bc-03d654478221 req-f8bfafdc-beeb-49d6-9aad-b6edab772020 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.4789178 Aug 30 22:55:51.161017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.161664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 20e1c2f5-efb5-49bd-a6f4-1307eb650638 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:55:51.166591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.167856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69975880-7cc2-4db2-80e2-90b45a5da44b admin admin] 10.222.0.25 "DELETE /v2.0/routers/20e1c2f5-efb5-49bd-a6f4-1307eb650638 HTTP/1.1" status: 204 len: 168 time: 1.8639398 Aug 30 22:55:51.170540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49222) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:51.235167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Deleting subnet 20b05a6f-25ba-402b-bff5-8a42491e7bf8 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:55:51.244828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.252095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12b7e282-1f0a-40df-8b91-f2a12705feab no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:51.295073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 12b7e282-1f0a-40df-8b91-f2a12705feab {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:51.295381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12b7e282-1f0a-40df-8b91-f2a12705feab not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:51.312947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.432286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7be19-5dbc-4f06-ba85-86ed9fc28c9a req-0d0ee90c-42ec-4818-b4e6-e2a4d95ce5c9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:51.433674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43a7be19-5dbc-4f06-ba85-86ed9fc28c9a req-0d0ee90c-42ec-4818-b4e6-e2a4d95ce5c9 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0874445 Aug 30 22:55:51.444766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.513591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43a7be19-5dbc-4f06-ba85-86ed9fc28c9a req-b0f0ce97-9c77-4e1e-b697-b187fefdb888 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704846 Aug 30 22:55:51.540973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.594037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20b05a6f-25ba-402b-bff5-8a42491e7bf8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:51.600599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.608263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ed709102-7789-497f-a4da-71b1ddd25e16 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/20b05a6f-25ba-402b-bff5-8a42491e7bf8 HTTP/1.1" status: 204 len: 168 time: 0.4318492 Aug 30 22:55:51.608546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:51.610501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6890c7-9f32-4471-a7ac-f3600a0aa687 None None] Network 765e3fe8-2fa0-4825-8480-041584479582 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:55:51.703369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.788608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Deleting port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:51.789180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.890563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] DHCP port deletion for 765e3fe8-2fa0-4825-8480-041584479582 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:55:51.890842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] For port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:51.891351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:51.917237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Calling delete_port for dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:51.954308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Deleting port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:51.954698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.031290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.036676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] For port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,segment=NetworkSegment(5185669a-cd08-4dc2-afaa-634b625f9b8a),segment_id=5185669a-cd08-4dc2-afaa-634b625f9b8a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:52.037091 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.052315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Calling delete_port for dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:52.070130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:52.076069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] No DVR routers for this DVR port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:52.160941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.175605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.194263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['765e3fe8-2fa0-4825-8480-041584479582']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:52.198754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] Pushing event deleted for resources: {'Port': ['ID=dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:52.200921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4acc7d-0b51-4dfb-b6f8-327d64daae21 None None] No DVR routers for this DVR port dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:52.237418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5185669a-cd08-4dc2-afaa-634b625f9b8a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:52.238417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5185669a-cd08-4dc2-afaa-634b625f9b8a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:52.254750 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.255831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.272335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f6c7156-1a44-4830-a8c3-4aa3491376df req-885b133d-f59b-4f7a-8bbf-9409b1584b7a tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.25 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0370708 Aug 30 22:55:52.275631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.286012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:55:52.286875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:55:52.294231 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:55:52.366109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.383172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.390613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/765e3fe8-2fa0-4825-8480-041584479582 HTTP/1.1" status: 204 len: 168 time: 0.7808828 Aug 30 22:55:52.424856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c6f0c-b0a7-4414-81b7-1ac47cfe70f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=765e3fe8-2fa0-4825-8480-041584479582,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:52.509833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-84a04a30-c4ff-431b-9c14-a8e3fe177230 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:52.511950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-84a04a30-c4ff-431b-9c14-a8e3fe177230 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0582864 Aug 30 22:55:52.591506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c863b39d-b2a8-4adc-867b-71e3acf4c64f req-319de864-ebea-415e-8b00-38793b0cd617 tempest-ServerShowV257Test-424236850 tempest-ServerShowV257Test-424236850-project] 10.222.0.47 "GET /v2.0/ports?device_id=df736124-0040-4e24-ac51-a749652929f2 HTTP/1.1" status: 200 len: 210 time: 0.0392160 Aug 30 22:55:52.673504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Deleting port 0c502a4d-8a71-4612-8b53-58c60c7bb808 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:52.675632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.688554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c89f498-3f61-4698-a569-3e46aad82bc4 req-75e8685c-6987-4b27-89e0-c9d14765afb8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:52.692350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c89f498-3f61-4698-a569-3e46aad82bc4 req-75e8685c-6987-4b27-89e0-c9d14765afb8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=44b35e93-0709-47f6-83bf-e41ea58030e6 HTTP/1.1" status: 200 len: 945 time: 0.0747993 Aug 30 22:55:52.703999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49336) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:52.787326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c89f498-3f61-4698-a569-3e46aad82bc4 req-f785256c-a6cf-47d0-9c6e-f44d2037b586 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863826 Aug 30 22:55:52.790312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7d6f264f-550d-4b5b-9eca-be01c6ddd9a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f23bf41f4de7456b83948bc043ec4951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0844264 Aug 30 22:55:52.798724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49344) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:52.839174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] For port 0c502a4d-8a71-4612-8b53-58c60c7bb808, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0c502a4d-8a71-4612-8b53-58c60c7bb808,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:52.839537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.855281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Calling delete_port for 0c502a4d-8a71-4612-8b53-58c60c7bb808 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:52.875905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.941691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:52.986636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5ee44-ece4-4b2d-b3e1-99c2df5e0f3a req-9f14e5c4-fcdb-43f0-9d95-0a7b7c6e6154 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:52.988184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e5ee44-ece4-4b2d-b3e1-99c2df5e0f3a req-9f14e5c4-fcdb-43f0-9d95-0a7b7c6e6154 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.0884662 Aug 30 22:55:53.001333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.017083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0c502a4d-8a71-4612-8b53-58c60c7bb808'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:53.028206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.030808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.030929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event deleted for resources: {'Port': ['ID=0c502a4d-8a71-4612-8b53-58c60c7bb808,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:53.031941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bd4eb1c8-45ff-4e0f-ab43-edd14e35bffa HTTP/1.1" status: 204 len: 168 time: 0.2300284 Aug 30 22:55:53.046451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e5ee44-ece4-4b2d-b3e1-99c2df5e0f3a req-48bdb418-d01d-46d3-9432-a32ae376d205 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492873 Aug 30 22:55:53.052155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465ffb49-8c3d-4b16-889b-fa72d4529033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd4eb1c8-45ff-4e0f-ab43-edd14e35bffa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:53.064282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa', 'dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:53.085699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] No DVR routers for this DVR port 0c502a4d-8a71-4612-8b53-58c60c7bb808 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:53.088294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.090603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-728c58f4-7f13-4a7d-a66a-59f04f1faa29 req-8eba53d5-7c4f-4581-87c7-28ca80616ddc tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.47 "DELETE /v2.0/ports/0c502a4d-8a71-4612-8b53-58c60c7bb808 HTTP/1.1" status: 204 len: 173 time: 0.5703702 Aug 30 22:55:53.091238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'name': 'network-vif-deleted', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:53.101279 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70076b5f-4e05-4fdc-90de-3f9a0f32f781" -d '{"events": [{"server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "name": "network-vif-deleted", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:53.160566 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180e1d52-1770-4e16-864f-db6d33535eba x-openstack-request-id: req-180e1d52-1770-4e16-864f-db6d33535eba {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:53.161095 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b35e93-0709-47f6-83bf-e41ea58030e6", "name": "network-vif-deleted", "tag": "0c502a4d-8a71-4612-8b53-58c60c7bb808", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:53.161423 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-180e1d52-1770-4e16-864f-db6d33535eba {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:53.161991 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b35e93-0709-47f6-83bf-e41ea58030e6', 'name': 'network-vif-deleted', 'tag': '0c502a4d-8a71-4612-8b53-58c60c7bb808', 'status': 'completed', 'code': 200} Aug 30 22:55:53.210060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 206f59ca-7aaf-4575-a1de-dbb8eba51f5f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:53.241209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 206f59ca-7aaf-4575-a1de-dbb8eba51f5f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:53.241835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 206f59ca-7aaf-4575-a1de-dbb8eba51f5f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:53.242111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:53.297346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:53.298009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf5f9d2-8680-4e70-972c-bcd92a2c7ea7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:53.654714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:53.778890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc902e70-182d-44ed-aed8-2f4500f02626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.886739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc902e70-182d-44ed-aed8-2f4500f02626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.891584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc902e70-182d-44ed-aed8-2f4500f02626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:53.932454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49392) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:53.949350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49396) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:53.949582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc902e70-182d-44ed-aed8-2f4500f02626 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6107d35cf5964b9abd06ae1d35bdd429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2931275 Aug 30 22:55:53.950519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902e70-182d-44ed-aed8-2f4500f02626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b97f44a-1a09-46a0-a4d5-44039811b484,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:54.029009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.056056 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.079508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1129971753-network', 'tenant_id': '0bf0dadc5814454983b9c309921eb178'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:54.161457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:54.163889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.178138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.179689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b7a66-42a4-40bd-871c-b9c4cd57571d req-961cdea1-d7d6-4b63-bc05-3f8c66848117 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:54.181212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a86b7a66-42a4-40bd-871c-b9c4cd57571d req-961cdea1-d7d6-4b63-bc05-3f8c66848117 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 945 time: 0.0492337 Aug 30 22:55:54.196401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.198953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.200113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0b97f44a-1a09-46a0-a4d5-44039811b484 HTTP/1.1" status: 204 len: 168 time: 0.2496836 Aug 30 22:55:54.212299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84aa8cc-9e82-4596-9711-faac6079a0a8 req-1829949c-4cd3-4ed7-933e-4813c057aaa6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:54.213825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a84aa8cc-9e82-4596-9711-faac6079a0a8 req-1829949c-4cd3-4ed7-933e-4813c057aaa6 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.0907226 Aug 30 22:55:54.234191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a86b7a66-42a4-40bd-871c-b9c4cd57571d req-71f8aa70-170a-4625-ba6f-487253dbf99b tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433826 Aug 30 22:55:54.234490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a35b6-3332-460a-9536-35d9b2009a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b97f44a-1a09-46a0-a4d5-44039811b484,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:54.283925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a84aa8cc-9e82-4596-9711-faac6079a0a8 req-617aa5bc-9bab-447f-8d55-3347fa0fa129 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605154 Aug 30 22:55:54.344334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.349476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.376626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:55:54.383383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7a0b96-be37-45ed-9058-92a3cf986d67,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:54.390689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.390910 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Added segment 6990d453-1498-4396-8319-ed60e2f663f6 of type vlan for network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc Aug 30 22:55:54.431521 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.455994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.459543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:54.460134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.519375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5845542 Aug 30 22:55:54.522218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49418) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:54.527113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Request body: {'subnet': {'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1129971753-subnet', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:54.529117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddfb214-c6e5-401d-b3e2-6333b148c5c2 admin admin] Pushing event updated for resources: {'Network': ['ID=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:54.538983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:55:54.551405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:54.553852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.651640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debea54a-6523-469e-b2be-f32c5dc392cb req-068dd527-797d-4ed6-aff3-1c0526d77c6a tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:54.653406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-debea54a-6523-469e-b2be-f32c5dc392cb req-068dd527-797d-4ed6-aff3-1c0526d77c6a tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 947 time: 0.0545630 Aug 30 22:55:54.740185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.764707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Deleting port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:54.765094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.806767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7899c2b-b33d-47a6-8604-d084e2a603da,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:54.814158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:55:54.814515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Network hostable DHCP agents. Network: 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:55:54.834756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:55:54.844322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:54.848848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:54.849440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.859566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba601af-d2c6-41b6-bad1-f318d98e3666 None None] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:55:54.869391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b9bc60f3-b266-4cc0-bd18-2db1b9be3623 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3460398 Aug 30 22:55:54.872101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:54.877427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:54.891334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] For port 6c366c71-5f24-41dd-b5ac-61d9d45c9535, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6c366c71-5f24-41dd-b5ac-61d9d45c9535,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:54.891849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.904960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.906514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.911088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Calling delete_port for 6c366c71-5f24-41dd-b5ac-61d9d45c9535 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:54.979260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:54.999262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:55.052059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:55:55.053159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.096174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.133372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Pushing event deleted for resources: {'Port': ['ID=6c366c71-5f24-41dd-b5ac-61d9d45c9535,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:55.157399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.186062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] No DVR routers for this DVR port 6c366c71-5f24-41dd-b5ac-61d9d45c9535 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:55.188821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.192288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-debea54a-6523-469e-b2be-f32c5dc392cb req-d1979074-b26d-46ea-b560-485031e200ae tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "DELETE /v2.0/ports/6c366c71-5f24-41dd-b5ac-61d9d45c9535 HTTP/1.1" status: 204 len: 173 time: 0.5311317 Aug 30 22:55:55.192958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-deleted', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:55.195777 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4360fc0-d534-4088-986c-82564b670a86" -d '{"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-deleted", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:55.229391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1576578263-network', 'tenant_id': 'caadd401a2c642dea41997cf1eeb1456'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:55:55.256818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Made reservation on behalf of caadd401a2c642dea41997cf1eeb1456 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:55:55.263468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.288844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.295359 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29db370a-e693-4e95-96c5-8935f8b7e52c x-openstack-request-id: req-29db370a-e693-4e95-96c5-8935f8b7e52c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:55.297442 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "607bb3de-16f6-4125-bc12-89a0280a5f47", "name": "network-vif-deleted", "tag": "6c366c71-5f24-41dd-b5ac-61d9d45c9535", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:55.297722 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29db370a-e693-4e95-96c5-8935f8b7e52c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:55.298196 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '607bb3de-16f6-4125-bc12-89a0280a5f47', 'name': 'network-vif-deleted', 'tag': '6c366c71-5f24-41dd-b5ac-61d9d45c9535', 'status': 'completed', 'code': 200} Aug 30 22:55:55.332949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Allocated IP 172.20.0.2 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:55:55.443202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a9d8683-90a6-4de1-a11d-650f97d22034 req-c59dc2ce-89ab-47a1-97fe-49c5e8038897 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=607bb3de-16f6-4125-bc12-89a0280a5f47 HTTP/1.1" status: 200 len: 210 time: 0.0581474 Aug 30 22:55:55.485544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.493626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.556037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:55:55.566565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.577254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Transition to ACTIVE for port object 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:55.589163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d71ef9-9c80-434e-8856-c1476564e5b2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:55.597396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.598999 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Added segment 41d2fa86-852e-4edd-9e08-be468276d7e1 of type vlan for network a3f377a1-289c-43b3-9963-78977bd507b3 Aug 30 22:55:55.607977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Transition to ACTIVE for port object 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:55.624715 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.625058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427ea0a-d99b-4b39-8923-a2a248beb3db req-6695241f-3704-4b24-907b-2a9cc23c20b5 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:55.638217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b427ea0a-d99b-4b39-8923-a2a248beb3db req-6695241f-3704-4b24-907b-2a9cc23c20b5 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 945 time: 0.2682424 Aug 30 22:55:55.684759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.687934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Pushing event updated for resources: {'Port': ['ID=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:55.697762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.708613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:55.710179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:55.714130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:55.732314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.733765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:55.735897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.751669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.798753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Attempting to bind port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:55.799121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Attempting to bind port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:55.799484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Attempting to bind port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:55.805155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:55:55.805528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:55:55.805962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.806806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:55:55.807281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Bound port: 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:55:55.807662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:55.844800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8352685 Aug 30 22:55:55.857162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b427ea0a-d99b-4b39-8923-a2a248beb3db req-8508f7f2-aa2c-45f0-9661-05fa3f53a84e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047765 Aug 30 22:55:55.867889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219aa2c-8429-4de3-8d48-b67df086fcb6 admin admin] Pushing event updated for resources: {'Network': ['ID=a3f377a1-289c-43b3-9963-78977bd507b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:55.885756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a3f377a1-289c-43b3-9963-78977bd507b3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:55:55.898089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-404da7f4-29c8-4f49-b53d-f17773b80471 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:55.898089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-404da7f4-29c8-4f49-b53d-f17773b80471 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 945 time: 0.0833869 Aug 30 22:55:55.913142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Allocated IP 172.25.7.22 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e86837c3-a34f-4e4c-9899-e2e11f0cc67c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:55:55.958697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] For port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:55.980846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] For port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:55:55.990772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.025070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Deleting port dbace690-7f94-49fe-b150-97718d8a2652 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:56.026241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.056625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df0b3-c13f-415e-8663-8f4daaa63021 None None] Pushing event updated for resources: {'Port': ['ID=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:56.089098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.158033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] For port dbace690-7f94-49fe-b150-97718d8a2652, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=dbace690-7f94-49fe-b150-97718d8a2652,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:56.158473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.175636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Calling delete_port for dbace690-7f94-49fe-b150-97718d8a2652 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:56.282010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c502a4d-8a71-4612-8b53-58c60c7bb808 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:56.356947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 0c502a4d-8a71-4612-8b53-58c60c7bb808 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:56.357470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0c502a4d-8a71-4612-8b53-58c60c7bb808 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:56.568911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d02517-928d-45d7-8ade-ee961b6402f6 req-cd9b1518-022a-4c94-9d02-753d857805ad tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:56.571832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.577258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d02517-928d-45d7-8ade-ee961b6402f6 req-cd9b1518-022a-4c94-9d02-753d857805ad tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:56.583229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d02517-928d-45d7-8ade-ee961b6402f6 req-cd9b1518-022a-4c94-9d02-753d857805ad tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:56.585281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9d02517-928d-45d7-8ade-ee961b6402f6 req-cd9b1518-022a-4c94-9d02-753d857805ad tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3597462 Aug 30 22:55:56.606581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.619794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:56.622983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:56.627736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:56.631334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Pushing event updated for resources: {'Port': ['ID=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:56.640962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa', 'dbace690-7f94-49fe-b150-97718d8a2652'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:55:56.697544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event deleted for resources: {'Port': ['ID=dbace690-7f94-49fe-b150-97718d8a2652,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:56.791068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] No DVR routers for this DVR port dbace690-7f94-49fe-b150-97718d8a2652 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:55:56.794815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.796909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dacc77a-8754-4666-b28b-955b1e9f784b req-8371122f-814e-4da4-b94c-4879c0f0fc4f tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "DELETE /v2.0/ports/dbace690-7f94-49fe-b150-97718d8a2652 HTTP/1.1" status: 204 len: 173 time: 0.8972197 Aug 30 22:55:56.804347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9309362-77fc-4a4f-905e-775d3601c8a7 req-0cf1066d-c147-4bca-a661-bac0df19ddc0 tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:56.810197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9309362-77fc-4a4f-905e-775d3601c8a7 req-0cf1066d-c147-4bca-a661-bac0df19ddc0 tempest-ComputeTenantNetworksTest-612051187 tempest-ComputeTenantNetworksTest-612051187-project] 10.222.0.25 "GET /v2.0/networks/a3f377a1-289c-43b3-9963-78977bd507b3 HTTP/1.1" status: 200 len: 769 time: 0.1980543 Aug 30 22:55:56.814443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49484) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:56.868807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:55:56.936288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6c366c71-5f24-41dd-b5ac-61d9d45c9535 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:55:56.938288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6c366c71-5f24-41dd-b5ac-61d9d45c9535 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:55:56.951567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:56.989158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5366c7-f911-4ee6-b0e6-70aa1ce8f3b4 req-7448935a-45ca-4216-a341-1ebf81f4a1ca tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:56.995228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c5366c7-f911-4ee6-b0e6-70aa1ce8f3b4 req-7448935a-45ca-4216-a341-1ebf81f4a1ca tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 949 time: 0.1155870 Aug 30 22:55:57.002441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.105073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.124985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3f377a1-289c-43b3-9963-78977bd507b3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:57.139780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c5366c7-f911-4ee6-b0e6-70aa1ce8f3b4 req-7fbb1c08-a581-44a1-b0bb-8d87544cefe7 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922327 Aug 30 22:55:57.142204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d2fa86-852e-4edd-9e08-be468276d7e1') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:57.142204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d2fa86-852e-4edd-9e08-be468276d7e1') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:57.142425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-486593f7-4310-4c12-b3b3-df4f088f1d37 req-a049463d-8b31-47f7-9509-a42c79dd5eb7 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=1f85f7eb-652f-4f72-8dbe-014774cafc34 HTTP/1.1" status: 200 len: 210 time: 0.0372448 Aug 30 22:55:57.161929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.186764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.194036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:55:57.194476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.243753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:55:57.249458 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:55:57.254884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.273961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.279035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] 10.222.0.25 "DELETE /v2.0/networks/a3f377a1-289c-43b3-9963-78977bd507b3 HTTP/1.1" status: 204 len: 168 time: 0.4622867 Aug 30 22:55:57.280930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc8b5d-8b4d-403f-9bcf-c5d36132862b admin admin] Pushing event deleted for resources: {'Network': ['ID=a3f377a1-289c-43b3-9963-78977bd507b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:57.299481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'name': 'network-vif-deleted', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:55:57.302875 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a254be2-acf6-4d2e-963b-470169865c55" -d '{"events": [{"server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "name": "network-vif-deleted", "tag": "dbace690-7f94-49fe-b150-97718d8a2652"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:55:57.306106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.383182 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9017b504-ad59-4765-89b3-614ebd6fecab x-openstack-request-id: req-9017b504-ad59-4765-89b3-614ebd6fecab {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:55:57.383988 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f85f7eb-652f-4f72-8dbe-014774cafc34", "name": "network-vif-deleted", "tag": "dbace690-7f94-49fe-b150-97718d8a2652", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:55:57.384254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:55:57.385091 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9017b504-ad59-4765-89b3-614ebd6fecab {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:55:57.386286 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f85f7eb-652f-4f72-8dbe-014774cafc34', 'name': 'network-vif-deleted', 'tag': 'dbace690-7f94-49fe-b150-97718d8a2652', 'status': 'completed', 'code': 200} Aug 30 22:55:57.407009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5d3d7d-d256-43e3-bcb1-090f7efa3dd1 None None] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:55:57.445344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:57.475118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Router 5f734a4d-c421-482d-b602-043d9b98711f is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:55:57.497236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Provisioning for port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:55:57.502910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cbe2159f-1f33-4a53-ac1b-9adf0d7d063d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=caadd401a2c642dea41997cf1eeb1456&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551682 Aug 30 22:55:57.505088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49498) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:57.512759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Provisioning complete for port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:57.513123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.579484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.609369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.611267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:55:57.629704 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Sync routers for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:55:57.631196 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.635715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e2fdcded-4a7c-40ad-a0d2-7439d7309b74 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7618184 Aug 30 22:55:57.636579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49504) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:57.644331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:57.646448 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:57.685759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.689355 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.691640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36d71ef9-9c80-434e-8856-c1476564e5b2 HTTP/1.1" status: 204 len: 168 time: 0.1847260 Aug 30 22:55:57.710515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088fd346-5d61-4d46-a6f8-e78db9655bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d71ef9-9c80-434e-8856-c1476564e5b2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:57.721185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.748143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.814041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] For port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:57.826073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:57.835406 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:57.970009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142cede-1f2e-49aa-996b-37d2f7290216 None None] Pushing event updated for resources: {'Port': ['ID=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:58.158036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a08da86-a17d-467a-8b8c-6701e612ea0a None None] Provisioning complete for port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:58.158414 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a08da86-a17d-467a-8b8c-6701e612ea0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.175143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:56Z', 'revision_number': 3, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:55:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:58.235845 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Checking router: 5f734a4d-c421-482d-b602-043d9b98711f for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:55:58.236194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Updating router 5f734a4d-c421-482d-b602-043d9b98711f port e86837c3-a34f-4e4c-9899-e2e11f0cc67c binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:55:58.322645 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.351668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e233db8-083f-42f0-bc6f-ee0fb723b329 req-7c0bcfd8-7c76-4cee-8a7e-106e967fd8a9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:58.366538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e233db8-083f-42f0-bc6f-ee0fb723b329 req-7c0bcfd8-7c76-4cee-8a7e-106e967fd8a9 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 949 time: 0.0886991 Aug 30 22:55:58.393738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.427237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e233db8-083f-42f0-bc6f-ee0fb723b329 req-76ba3ffc-a887-4b5d-89b9-5c36486e9d52 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598366 Aug 30 22:55:58.791988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Allocated IP 172.20.0.1 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/4e75279b-e48f-4efb-850b-e323ac9db1be) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:55:58.808021 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.819788 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Transition to ACTIVE for port object e86837c3-a34f-4e4c-9899-e2e11f0cc67c will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:58.827212 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.914400 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Pushing event updated for resources: {'Port': ['ID=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:58.917881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.921750 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Attempting to bind port e86837c3-a34f-4e4c-9899-e2e11f0cc67c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:55:58.922950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Attempting to bind port e86837c3-a34f-4e4c-9899-e2e11f0cc67c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:55:58.923325 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Attempting to bind port e86837c3-a34f-4e4c-9899-e2e11f0cc67c on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:55:58.924631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-31f1250a-9349-4a29-aea8-7925f9812b27 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:58.926492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-31f1250a-9349-4a29-aea8-7925f9812b27 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 949 time: 0.0569952 Aug 30 22:55:58.931465 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.931818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.932244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Transition to ACTIVE for port object 4e75279b-e48f-4efb-850b-e323ac9db1be will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:55:58.932363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.932716 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.933378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.933564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.934341 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.934678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.935466 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.935736 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.936072 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.936764 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:55:58.941887 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:55:58.942271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:55:58.942728 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.943123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:55:58.943605 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Bound port: e86837c3-a34f-4e4c-9899-e2e11f0cc67c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:55:58.943991 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:58.979402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.017692 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] For port e86837c3-a34f-4e4c-9899-e2e11f0cc67c, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:55:59.027082 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] For port e86837c3-a34f-4e4c-9899-e2e11f0cc67c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:55:59.036171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:55:59.038273 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.045829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:55:59.050001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:55:59.106733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Pushing event updated for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:59.147708 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.168318 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:55:59.168981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:55:59.200814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Deleting port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:55:59.201160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.241158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:55:59.352822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:59.353448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.414423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.468876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] For port 7e76d739-f573-42e6-b24d-9eba8ebf78d2, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=7e76d739-f573-42e6-b24d-9eba8ebf78d2,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:55:59.469434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.499592 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:55:59.526642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Calling delete_port for 7e76d739-f573-42e6-b24d-9eba8ebf78d2 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:55:59.606218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dcb42bb7-b56f-4789-802a-5066ebf7cd63 None None] Provisioning for port 4e75279b-e48f-4efb-850b-e323ac9db1be completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:55:59.619681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dcb42bb7-b56f-4789-802a-5066ebf7cd63 None None] Provisioning complete for port 4e75279b-e48f-4efb-850b-e323ac9db1be triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:55:59.620184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dcb42bb7-b56f-4789-802a-5066ebf7cd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.631271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2effb16-6c36-4f09-8612-f22a98c7bfc2 None None] Pushing event updated for resources: {'Port': ['ID=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:55:59.692695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dcb42bb7-b56f-4789-802a-5066ebf7cd63 None None] Port 4e75279b-e48f-4efb-850b-e323ac9db1be cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:55:59.846368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49580) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:55:59.853331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b6090-068e-45b9-9597-1ef305c4f916 req-27eabda7-3328-4d0f-ab45-959031ebeb03 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:55:59.855090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:55:59.856790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e58b6090-068e-45b9-9597-1ef305c4f916 req-27eabda7-3328-4d0f-ab45-959031ebeb03 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e85cc2b-82da-4d66-9cee-21ea278d177f HTTP/1.1" status: 200 len: 949 time: 0.1522479 Aug 30 22:55:59.911483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Pushing event deleted for resources: {'Port': ['ID=7e76d739-f573-42e6-b24d-9eba8ebf78d2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:00.001669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] No DVR routers for this DVR port 7e76d739-f573-42e6-b24d-9eba8ebf78d2 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:56:00.005348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.009305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.022493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.032174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b24e6e9-63b2-41b3-a431-8d3be7ee73f6 req-4cbf27fa-613a-4af3-a069-980fc56ddcfc tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.52 "DELETE /v2.0/ports/7e76d739-f573-42e6-b24d-9eba8ebf78d2 HTTP/1.1" status: 204 len: 173 time: 1.0736516 Aug 30 22:56:00.032838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-deleted', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:00.042209 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4eb8ca7-c469-4480-bb7d-4d6db9471c10" -d '{"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-deleted", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:00.159134 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eebbbf7-0cfa-48ac-bd12-0feafcbda4ee x-openstack-request-id: req-4eebbbf7-0cfa-48ac-bd12-0feafcbda4ee {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:00.159560 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e85cc2b-82da-4d66-9cee-21ea278d177f", "name": "network-vif-deleted", "tag": "7e76d739-f573-42e6-b24d-9eba8ebf78d2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:00.159904 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eebbbf7-0cfa-48ac-bd12-0feafcbda4ee {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:00.160391 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e85cc2b-82da-4d66-9cee-21ea278d177f', 'name': 'network-vif-deleted', 'tag': '7e76d739-f573-42e6-b24d-9eba8ebf78d2', 'status': 'completed', 'code': 200} Aug 30 22:56:00.190844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Pushing event updated for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:00.290824 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:56Z', 'revision_number': 3, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:00.354243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.359187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536dbf16-78cd-4abd-ba0b-dcd58542cf52 None None] The sync data for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 is: [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:56Z', 'revision_number': 3, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:56:00.431113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0964a686-f113-4691-a307-1e4c52468e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.612934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e58b6090-068e-45b9-9597-1ef305c4f916 req-ba796b32-5dba-4ddb-9fd0-cbe535b4ff58 tempest-ListImageFiltersTestJSON-1771488581 tempest-ListImageFiltersTestJSON-1771488581-project] 10.222.0.25 "GET /v2.0/security-groups?id=3cb65086-9b4d-4fe0-a147-0c7e84a117c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7370195 Aug 30 22:56:00.622247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0964a686-f113-4691-a307-1e4c52468e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.622675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:00.625267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:00.630436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0964a686-f113-4691-a307-1e4c52468e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:00.734126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0964a686-f113-4691-a307-1e4c52468e8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=69eb286252b142b59b09883743a576ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8838968 Aug 30 22:56:00.738248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49600) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:00.765622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0964a686-f113-4691-a307-1e4c52468e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc100b-d48c-420f-a29f-5dd30afe10f4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:00.857622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Router 5f734a4d-c421-482d-b602-043d9b98711f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:56:00.928484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dbace690-7f94-49fe-b150-97718d8a2652 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:56:01.009684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: dbace690-7f94-49fe-b150-97718d8a2652 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:56:01.010063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device dbace690-7f94-49fe-b150-97718d8a2652 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:56:01.010508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:56:01.029156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.033181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:56:01.040784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59e68311-6969-4106-8b28-808c4b0097ff admin admin] 10.222.0.25 "PUT /v2.0/routers/5f734a4d-c421-482d-b602-043d9b98711f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4027801 Aug 30 22:56:01.088201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 7e76d739-f573-42e6-b24d-9eba8ebf78d2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:56:01.088547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 7e76d739-f573-42e6-b24d-9eba8ebf78d2 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:56:01.095625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.161073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.175448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.180406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35dc100b-d48c-420f-a29f-5dd30afe10f4 HTTP/1.1" status: 204 len: 168 time: 0.4337046 Aug 30 22:56:01.198701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6781a-5f0b-4047-9ac6-a14f93f3eb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc100b-d48c-420f-a29f-5dd30afe10f4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:01.282149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4e9ef724-fad7-4890-a60d-2099d1fa18c5 None None] Provisioning complete for port 4e75279b-e48f-4efb-850b-e323ac9db1be triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:01.282573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4e9ef724-fad7-4890-a60d-2099d1fa18c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.339915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e86837c3-a34f-4e4c-9899-e2e11f0cc67c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:01.460181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4e9ef724-fad7-4890-a60d-2099d1fa18c5 None None] Port 4e75279b-e48f-4efb-850b-e323ac9db1be cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:56:01.478229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e86837c3-a34f-4e4c-9899-e2e11f0cc67c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:01.486616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e86837c3-a34f-4e4c-9899-e2e11f0cc67c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:01.489598 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.726658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.754338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e86837c3-a34f-4e4c-9899-e2e11f0cc67c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:01.762229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:01.920379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:02.202588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:02.208056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'security_group': {'name': 'tempest-securitygroup--918049120', 'description': 'tempest-description--678021221'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:02.250010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.428883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.435945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.459781 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.464159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49658) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:02.464693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2607577 Aug 30 22:56:02.470052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'security_group_rule': {'security_group_id': 'a06f3143-bb6b-40a1-9b89-51040e94e5db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:02.495398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff7a95-a512-4c50-9882-2ae38d33ba7d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06f3143-bb6b-40a1-9b89-51040e94e5db,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:02.527827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.746099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.755926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.786446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f2d7d6-1305-452e-98d4-09b1a3f9c6bb,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:02.820683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.824963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9e005c25-64cb-473b-b4cc-325149be4a6d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3579309 Aug 30 22:56:02.826493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49680) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:02.833640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'security_group_rule': {'security_group_id': 'a06f3143-bb6b-40a1-9b89-51040e94e5db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:02.877982 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.967223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:02.973960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.005440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c230409-83ad-4480-8125-19343e344fa5,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:03.017117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.018983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2e4cab31-8ab1-428c-80a5-b41dad96a5fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1912129 Aug 30 22:56:03.022555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:03.028662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:03.064486 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.195004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.212037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e86837c3-a34f-4e4c-9899-e2e11f0cc67c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:03.293973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Sync routers for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:56:03.342256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:56:03.343351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:03.401664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.25.7.121 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:03.482710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e86837c3-a34f-4e4c-9899-e2e11f0cc67c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:03.483271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.659010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.742253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:03.853588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:03.861757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:03.870564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:03.954462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:56:03.973704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:04.120614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:04.191295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:04.551276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 2, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:04.634349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Checking router: 5f734a4d-c421-482d-b602-043d9b98711f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:56:04.634872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Updating router 5f734a4d-c421-482d-b602-043d9b98711f port 4e75279b-e48f-4efb-850b-e323ac9db1be binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:56:04.685227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:04.702019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:04.710186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:04.725913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddbf1a-730d-4c70-bfde-0463fb1ee1ae req-1ec3cd17-8186-4f13-b57e-5a5d28eff216 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:04.733815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94ddbf1a-730d-4c70-bfde-0463fb1ee1ae req-1ec3cd17-8186-4f13-b57e-5a5d28eff216 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.0841105 Aug 30 22:56:04.825334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:04.847273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94ddbf1a-730d-4c70-bfde-0463fb1ee1ae req-eb7696d9-10b3-43ae-9808-b59ce51b44c8 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116405 Aug 30 22:56:04.947272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.007418 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.007862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d6bd10c-7e0d-4b85-9af0-2c8044e175ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9839473 Aug 30 22:56:05.428224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49814) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:05.510965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.537433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e22a1a7d-79ec-44fc-89c4-d57f359bbfb5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--918049120&fields=id&tenant_id=0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 267 time: 0.1101673 Aug 30 22:56:05.541273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Transition to ACTIVE for port object 4e75279b-e48f-4efb-850b-e323ac9db1be will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:05.549269 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.677903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bcb58-a3e7-4eb9-a272-d3c0542f68b1 None None] Pushing event updated for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:05.763848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Attempting to bind port 4e75279b-e48f-4efb-850b-e323ac9db1be on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:56:05.791214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Attempting to bind port 4e75279b-e48f-4efb-850b-e323ac9db1be by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:56:05.791585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Attempting to bind port 4e75279b-e48f-4efb-850b-e323ac9db1be on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:05.797598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:56:05.798147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:05.804048 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.804615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:56:05.805120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Bound port: 4e75279b-e48f-4efb-850b-e323ac9db1be, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:56:05.833972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:05.848865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-3b34d833-1a8e-4047-956a-1c76ddcbbadb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:05.869765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-3b34d833-1a8e-4047-956a-1c76ddcbbadb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.3271756 Aug 30 22:56:05.904146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-8795f730-90bc-46b9-a868-a1594ea9303b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/quotas/0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 375 time: 0.0334067 Aug 30 22:56:06.000566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] For port 4e75279b-e48f-4efb-850b-e323ac9db1be, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:56:06.005769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] For port 4e75279b-e48f-4efb-850b-e323ac9db1be, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4e75279b-e48f-4efb-850b-e323ac9db1be,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:56:06.016869 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.061665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-d913bbd7-db50-4931-b751-83623b3304be tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1561489 Aug 30 22:56:06.075263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:06.076899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9b2b1d3-7aba-4f2c-ac7f-a0a948bdc82d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3353df5824d9424d8da5bb14ffe5c048&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6471009 Aug 30 22:56:06.161892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f6ee8b-2dd3-4d22-8fb0-6a06fd1a90e6 req-1a191b8a-e7be-4a79-a13b-3c313d903d16 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:06.174798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f6ee8b-2dd3-4d22-8fb0-6a06fd1a90e6 req-1a191b8a-e7be-4a79-a13b-3c313d903d16 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.0711880 Aug 30 22:56:06.181063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602bcb58-a3e7-4eb9-a272-d3c0542f68b1 None None] Pushing event updated for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:06.220646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:56:06.221302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:55:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:06.319166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.332645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25f6ee8b-2dd3-4d22-8fb0-6a06fd1a90e6 req-cdae26f8-962a-458a-a040-aa3803cf231e tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/security-groups?id=252950b7-6db7-40a5-b42d-431e8ae7d86e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566744 Aug 30 22:56:06.363094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-83249046-30ab-4e3f-bb94-a75f1e2494a3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:06.365362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-83249046-30ab-4e3f-bb94-a75f1e2494a3 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 946 time: 0.1825502 Aug 30 22:56:06.430770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.496317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:56:06.499157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-3cbc3847-0f97-466c-8857-170f8d5d3a14 service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215562 Aug 30 22:56:06.541561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Deleting port 35eededc-a403-4f5d-8adf-4078b10a6ffa {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:06.548953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.695708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-9326f00b-2857-45dc-822c-2119a4b55a56 service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943800 Aug 30 22:56:06.698457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.721536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.724350 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3cb65086-9b4d-4fe0-a147-0c7e84a117c9 HTTP/1.1" status: 204 len: 168 time: 0.6480410 Aug 30 22:56:06.752674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7493117-b163-40f2-bf3d-4227ba56e80b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb65086-9b4d-4fe0-a147-0c7e84a117c9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:06.755458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] For port 35eededc-a403-4f5d-8adf-4078b10a6ffa, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35eededc-a403-4f5d-8adf-4078b10a6ffa,segment=NetworkSegment(2d2f0242-6899-401d-a656-8270a1e49fd6),segment_id=2d2f0242-6899-401d-a656-8270a1e49fd6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:06.757455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:06.807382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Calling delete_port for 35eededc-a403-4f5d-8adf-4078b10a6ffa owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:07.067619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:05Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:07.114825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d5e6d-5748-4432-84b8-39131dd20def None None] The sync data for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 is: [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:05Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:56:07.211358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0f8f40b-6d6b-4be4-ad0d-1782dca256ba req-48d0f79c-f12f-4c10-9520-c9c40c1281b4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.1042869 Aug 30 22:56:07.233298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:07.274429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['35eededc-a403-4f5d-8adf-4078b10a6ffa'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:07.292735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Pushing event deleted for resources: {'Port': ['ID=35eededc-a403-4f5d-8adf-4078b10a6ffa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:07.414163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] No DVR routers for this DVR port 35eededc-a403-4f5d-8adf-4078b10a6ffa on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:56:07.427081 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:07.429438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e4689b2-11e7-4dde-806a-b4e1b27f2536 req-debb6c0b-9a1f-4f6a-9275-378ce2aed535 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.52 "DELETE /v2.0/ports/35eededc-a403-4f5d-8adf-4078b10a6ffa HTTP/1.1" status: 204 len: 173 time: 1.0573871 Aug 30 22:56:07.434443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'name': 'network-vif-deleted', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:07.437010 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2ba094-ee85-487a-bf35-c8c59b1e94b7" -d '{"events": [{"server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "name": "network-vif-deleted", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:07.514368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a6ee9bf-9b2d-4222-90db-7976846c68fd req-09bdedce-27b6-43da-8f79-42a9a8f82c65 tempest-AttachVolumeNegativeTest-1041607246 tempest-AttachVolumeNegativeTest-1041607246-project] 10.222.0.25 "GET /v2.0/ports?device_id=d59c3cf1-cef5-4d0e-a688-e8bc78227f90 HTTP/1.1" status: 200 len: 210 time: 0.0523276 Aug 30 22:56:07.604028 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf3966ca-a3ab-463c-be00-45fc732d58a0 x-openstack-request-id: req-bf3966ca-a3ab-463c-be00-45fc732d58a0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:07.604513 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d59c3cf1-cef5-4d0e-a688-e8bc78227f90", "name": "network-vif-deleted", "tag": "35eededc-a403-4f5d-8adf-4078b10a6ffa", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:07.604610 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf3966ca-a3ab-463c-be00-45fc732d58a0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:07.604986 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd59c3cf1-cef5-4d0e-a688-e8bc78227f90', 'name': 'network-vif-deleted', 'tag': '35eededc-a403-4f5d-8adf-4078b10a6ffa', 'status': 'completed', 'code': 200} Aug 30 22:56:07.953611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-2ab0363c-18bb-41a9-a5fd-79bd9f416510 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0979996 Aug 30 22:56:08.141208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-1eaece70-2cb9-4d7c-a94e-d5f6affc51b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.147895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-1eaece70-2cb9-4d7c-a94e-d5f6affc51b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.1396053 Aug 30 22:56:08.519463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b3b285e-148f-4948-83dc-43889698cf2f req-6e983773-08a2-4c54-b0f1-81e408f1c9a1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.1389906 Aug 30 22:56:08.560517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-3baad57b-c6e8-4e61-9bb7-2693415aaba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.562832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-3baad57b-c6e8-4e61-9bb7-2693415aaba8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.3746824 Aug 30 22:56:08.633012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:08.666807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-27c4be3e-98d1-4d06-bb6c-14ac407123c9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1001 time: 0.0931082 Aug 30 22:56:08.667266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49928) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:08.789520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Deleting subnet 53adb389-e308-465b-a712-aa29d2ec3fcd {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:56:08.804938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:08.810978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-6c6ea77a-2ef6-4771-9b7e-bf6d2ba746cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.813261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-6c6ea77a-2ef6-4771-9b7e-bf6d2ba746cd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.1169980 Aug 30 22:56:08.837111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-7334531a-61ba-4aed-821a-6cda471c0fe4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1072891 Aug 30 22:56:08.908066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:08.983753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.986644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-71ee0849-03c5-4a55-80e7-d6050b97bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.987629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.988225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.988768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.989305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.990850 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-71ee0849-03c5-4a55-80e7-d6050b97bb5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1441417 Aug 30 22:56:08.991499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.992086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:08.994468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-969896df-d30e-4121-843c-6cf43fc1a4ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.1087322 Aug 30 22:56:09.203726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-9ea0e320-3e00-4167-9f06-3c48e1f6a992 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020693 Aug 30 22:56:09.206695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.236246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-259dac03-ea9b-440d-bad5-1c7c2a8ec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:09.237002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-259dac03-ea9b-440d-bad5-1c7c2a8ec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:09.238280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-259dac03-ea9b-440d-bad5-1c7c2a8ec806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:09.240113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-259dac03-ea9b-440d-bad5-1c7c2a8ec806 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 2298 time: 0.2113080 Aug 30 22:56:09.245854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1268359990-network', 'tenant_id': '466412b4a7bc4d73ba3685b93288537f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:09.346872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4e75279b-e48f-4efb-850b-e323ac9db1be up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:09.390281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.441936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53adb389-e308-465b-a712-aa29d2ec3fcd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:09.454216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.456372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a9253cf-276a-4cbc-93c3-5815445cc85f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53adb389-e308-465b-a712-aa29d2ec3fcd HTTP/1.1" status: 204 len: 168 time: 0.7880421 Aug 30 22:56:09.459017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:09.482056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-fc6bc58a-7e20-4403-815e-6d28d30acd34 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:09.484011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-fc6bc58a-7e20-4403-815e-6d28d30acd34 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.2332761 Aug 30 22:56:09.527111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4e75279b-e48f-4efb-850b-e323ac9db1be completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:09.543013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4e75279b-e48f-4efb-850b-e323ac9db1be triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:09.543497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.557085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Made reservation on behalf of 466412b4a7bc4d73ba3685b93288537f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:09.559420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.598206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.616056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-5e2c7d66-89c1-4178-85bb-eaa00a5b56d7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 379 time: 0.1143098 Aug 30 22:56:09.740491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-209222a5-b501-4c3c-8b5c-18233e154601 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 1000 time: 0.4745805 Aug 30 22:56:09.744091 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.744290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'device_id': '57193a81-3964-42d5-901b-519fa2666449', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'admin_state_up': True, 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'security_groups': ['a06f3143-bb6b-40a1-9b89-51040e94e5db']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:09.747339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f952d20-4c54-486f-9f15-63103ac593b2 req-64cb6ced-1755-48c7-8ca4-24fcc8878b89 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.0675209 Aug 30 22:56:09.749807 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-64cc67cf-062c-49b9-be55-c04d7a022714 req-e35176aa-d152-4402-9a09-f3bd363e32ab service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828792 Aug 30 22:56:09.752336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.831209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.849434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4e75279b-e48f-4efb-850b-e323ac9db1be, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4e75279b-e48f-4efb-850b-e323ac9db1be,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:09.856016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.884155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.896483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['404b4eb2-abea-45a8-9d2c-9bffe7b9f96a']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:09.911294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2f0242-6899-401d-a656-8270a1e49fd6') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:09.911709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2f0242-6899-401d-a656-8270a1e49fd6') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:09.924089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.946016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.954761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:09.955587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:09.995029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:10.041338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.068027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:10.079206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.080027 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Added segment 9599b4c2-ef89-4082-a9d3-f9959da035d0 of type vlan for network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:10.083964 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:10.086570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.092002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.094444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] 10.222.0.25 "DELETE /v2.0/networks/404b4eb2-abea-45a8-9d2c-9bffe7b9f96a HTTP/1.1" status: 204 len: 168 time: 0.6344941 Aug 30 22:56:10.109937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62dffa-e86c-40c9-9dd9-7e97bb757829 admin admin] Pushing event deleted for resources: {'Network': ['ID=404b4eb2-abea-45a8-9d2c-9bffe7b9f96a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:10.215909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.236868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81da784a-1e75-4389-8515-1b3ff90ef8de,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:10.266268 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-77d440c9-d824-49c5-a0c3-336c4b0fd5c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.354771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-d6a00207-fbdb-48ed-82d6-ce68428bb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:10.356274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-d6a00207-fbdb-48ed-82d6-ce68428bb399 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 200 len: 856 time: 0.5625110 Aug 30 22:56:10.404854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.405582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:10.405710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.465607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:10.469510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.498504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50010) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:10.569550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] Pushing event updated for resources: {'Network': ['ID=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:10.573516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3233168d-3fab-45bd-aa61-16c88cef6c33 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9393411 Aug 30 22:56:10.580649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:10.581873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:10.594337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Request body: {'subnet': {'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1268359990-subnet', 'tenant_id': '466412b4a7bc4d73ba3685b93288537f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:10.632146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-10c9b83a-f6c0-43ac-b325-62de4f818c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:10.634393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6bb0eed-18fc-4a16-be6f-8258be8c9559 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7299d689565b462ebf59787eda869ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335051 Aug 30 22:56:10.635811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Made reservation on behalf of 466412b4a7bc4d73ba3685b93288537f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:10.638463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.640870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-10c9b83a-f6c0-43ac-b325-62de4f818c44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79f66ca4-2fbf-4727-95d4-379d0898b935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678928 Aug 30 22:56:10.641592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50016) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:10.874316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.20.0.4 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/9bcce11f-0def-4840-b5c1-605a4ad20207) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:10.880784 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:10.930797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35eededc-a403-4f5d-8adf-4078b10a6ffa no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:56:10.947877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Checking segment: {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:10.948227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Network hostable DHCP agents. Network: 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:56:10.968697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 35eededc-a403-4f5d-8adf-4078b10a6ffa {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:56:10.969071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35eededc-a403-4f5d-8adf-4078b10a6ffa not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:56:10.969921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=142a72b8-9e37-4440-8375-03d62791d8f9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:10.975051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:56:10.987620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:10.989004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b4140c2-dee7-4a3a-8a3d-a2a94da2af87 req-f22a37b1-2ef7-437d-beb9-326dc8aab28b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.1066458 Aug 30 22:56:10.996313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:10.997911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:11.000610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf09cfa-f7e9-48dd-a61f-68bce6b2ecd1 None None] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:11.023936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b330c17-4939-4cd5-8435-02a8f3a6af0c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4402115 Aug 30 22:56:11.127848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:11.157110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-86bd5ac9-72f1-4dc6-a492-9aab9b8a5cfe service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4909275 Aug 30 22:56:11.255572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501543bc-8753-4913-8ee9-81d9b932939b None None] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:11.307073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4e75279b-e48f-4efb-850b-e323ac9db1be up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:11.321483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:11.414841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4e75279b-e48f-4efb-850b-e323ac9db1be triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:11.415412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:11.877348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1236476211', 'description': 'tempest-description-1711120203'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:11.910421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.008384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-326bcca6-c571-4c66-92cb-e016487e0894 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190413 Aug 30 22:56:12.042495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.094190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-ce64fda6-64f5-4ce9-a40c-c5885adea99d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0751505 Aug 30 22:56:12.098764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.101662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.102847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/252950b7-6db7-40a5-b42d-431e8ae7d86e HTTP/1.1" status: 204 len: 168 time: 1.4547839 Aug 30 22:56:12.125473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Transition to ACTIVE for port object 9bcce11f-0def-4840-b5c1-605a4ad20207 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:12.128484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321f170-0660-4053-b8e0-98d47b436808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252950b7-6db7-40a5-b42d-431e8ae7d86e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:12.203207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6753123-e96f-4763-97dd-50d6669d0622 req-03b91487-3b5f-439c-b231-be566751d53f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.0954437 Aug 30 22:56:12.223209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-ea2221d9-0dcc-4127-b111-c783cf612553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:12.224826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-ea2221d9-0dcc-4127-b111-c783cf612553 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1208565 Aug 30 22:56:12.258075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.277658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.290730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.363953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.365260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd6faa82-0e17-4898-a8b6-1b3f0eb40951 req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4986537 Aug 30 22:56:12.387568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:12.392508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:12.396132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd78cc5-783e-42b4-93ad-7e23752bf9bb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48e9e40-0a43-4e40-84ee-0f7fe463f984,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:12.401602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1246456923', 'description': 'tempest-description-2022086009'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:12.414810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:12.427175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-03153185-d103-4334-b6e4-2735233c9fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:12.430019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-03153185-d103-4334-b6e4-2735233c9fd0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1974781 Aug 30 22:56:12.451228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.454162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:12.601454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.609977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.649474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50126) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:12.650389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.658327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d22d9763-a9d7-4e54-87b4-f2eca3bda96d req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2659609 Aug 30 22:56:12.670549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65591d76-7816-4263-9c11-8feacaf5fc56 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be90ca7d-59e7-4129-904a-d1ed817d2be4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:12.673600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:12.674647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.701962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-e0761e97-9b8b-4b43-ac49-714ca5bfa64e service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489092 Aug 30 22:56:12.770605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-e08df096-6e40-4288-b2df-a2ef2e0028fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0332184 Aug 30 22:56:12.788047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Request body: {'port': {'device_id': '57193a81-3964-42d5-901b-519fa2666449', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:12.819580 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.851752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66f2e02c-a178-4077-987b-1f5f14816fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.877472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-a3e7a173-0a8d-4c68-a41d-c4ba46a85932 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635482 Aug 30 22:56:12.910773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-600309c5-0d1b-411e-ac49-4b2beaa133c8 None None] Provisioning for port 9bcce11f-0def-4840-b5c1-605a4ad20207 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:12.924446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-600309c5-0d1b-411e-ac49-4b2beaa133c8 None None] Provisioning complete for port 9bcce11f-0def-4840-b5c1-605a4ad20207 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:12.925363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-600309c5-0d1b-411e-ac49-4b2beaa133c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.949957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:12.986830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-72614747-6a4c-448c-aab9-1301a3ca137d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 217 time: 0.0760503 Aug 30 22:56:13.008618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-600309c5-0d1b-411e-ac49-4b2beaa133c8 None None] Port 9bcce11f-0def-4840-b5c1-605a4ad20207 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:56:13.017830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66f2e02c-a178-4077-987b-1f5f14816fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.031325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66f2e02c-a178-4077-987b-1f5f14816fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.154469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-a7617e3e-c215-4c02-8239-1a80ea5f2aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:13.156060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-a7617e3e-c215-4c02-8239-1a80ea5f2aff service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1177962 Aug 30 22:56:13.301733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d5c1093-48c7-4f60-a91f-7674d0e11f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.342509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-e713cb2a-299e-488c-b826-e4e636921127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:13.344025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-e713cb2a-299e-488c-b826-e4e636921127 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1783426 Aug 30 22:56:13.482254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b009d93-322f-49a3-a3da-13a87e8fe312 req-a4b2ccfc-171a-417b-8099-66fa788d9146 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:13.490074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b009d93-322f-49a3-a3da-13a87e8fe312 req-a4b2ccfc-171a-417b-8099-66fa788d9146 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 931 time: 0.1886446 Aug 30 22:56:13.526155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66f2e02c-a178-4077-987b-1f5f14816fdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=974df2a77c0942cdb86ed77404f00c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8663933 Aug 30 22:56:13.526912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2e02c-a178-4077-987b-1f5f14816fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3946fa-2a30-4732-a47d-681d2cee265b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:13.531484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:13.625924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-204feccf-a8a4-4e08-a9ff-97ac7791bcf5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:13.628229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-204feccf-a8a4-4e08-a9ff-97ac7791bcf5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 813 time: 0.5792263 Aug 30 22:56:13.631311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.638532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b009d93-322f-49a3-a3da-13a87e8fe312 req-5f9d3262-af8a-445b-bcc9-dccfb2481d19 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474910 Aug 30 22:56:13.649472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-5c7c1b7d-de86-4be1-80c3-4c25732b9cef service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948971 Aug 30 22:56:13.656316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:13.671809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.691332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.694443 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-e4962504-f745-4180-a923-9318610c997a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/quotas/466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 375 time: 0.0306318 Aug 30 22:56:13.738425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Transition to ACTIVE for port object 9bcce11f-0def-4840-b5c1-605a4ad20207 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:13.751124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.755371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-2f8eb6e8-ad9a-437f-bbf4-ab8ed9246bf8 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422714 Aug 30 22:56:13.849746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.852982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:13.856486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cb3946fa-2a30-4732-a47d-681d2cee265b HTTP/1.1" status: 204 len: 168 time: 0.3220205 Aug 30 22:56:13.856776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:13.861387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-5b6fdf7d-c24b-44e6-84a9-02e127d43da4 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996660 Aug 30 22:56:13.886408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ffbba-17a4-4ac0-9294-0812b39b4985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3946fa-2a30-4732-a47d-681d2cee265b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:13.937779 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-5553c14e-0ae9-4b9e-8ca8-aed2947e80c8 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582887 Aug 30 22:56:14.013658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-8f4b11cc-597f-4cbd-8248-dcfd44ed53b3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 200 len: 217 time: 0.1398060 Aug 30 22:56:14.097578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-50739877-a073-449e-a23a-b8af65671672 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558588 Aug 30 22:56:14.155246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-5b95cb30-5b6a-4207-9bd0-dbae1e190a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:14.156794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-5b95cb30-5b6a-4207-9bd0-dbae1e190a62 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1070521 Aug 30 22:56:14.160283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Attempting to bind port 9bcce11f-0def-4840-b5c1-605a4ad20207 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:56:14.160640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Attempting to bind port 9bcce11f-0def-4840-b5c1-605a4ad20207 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:56:14.160994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Attempting to bind port 9bcce11f-0def-4840-b5c1-605a4ad20207 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:14.204865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Port 9bcce11f-0def-4840-b5c1-605a4ad20207 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:56:14.205404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Attempting to bind port 9bcce11f-0def-4840-b5c1-605a4ad20207 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:14.248230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:56:14.248783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:14.249334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:56:14.249960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Bound port: 9bcce11f-0def-4840-b5c1-605a4ad20207, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:56:14.250610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.299009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-8f66b71e-1900-47d0-be6b-e3f6c76d1382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:14.300893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-8f66b71e-1900-47d0-be6b-e3f6c76d1382 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1326475 Aug 30 22:56:14.446237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:56:14.452004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.465573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:56:14.480743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.494992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:14.521137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04fbe9d2-b5a3-4276-94cd-7a79aebbbc9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.590935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32d60624-ccd1-4d47-a81b-07ab189231cb req-f7175436-625d-47b9-b46e-3e23eda8c769 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 210 time: 0.1146741 Aug 30 22:56:14.605259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:14.606513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.609335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] 10.222.0.47 "PUT /v2.0/ports/9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 1092 time: 1.8286052 Aug 30 22:56:14.614211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:14.618499 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4e58c5-4f19-498c-a09e-b43396c94634" -d '{"events": [{"name": "network-changed", "server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:14.781307 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04fbe9d2-b5a3-4276-94cd-7a79aebbbc9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.810873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04fbe9d2-b5a3-4276-94cd-7a79aebbbc9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:14.846168 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00a22350-3a24-4f92-9ce4-541f065a427d x-openstack-request-id: req-00a22350-3a24-4f92-9ce4-541f065a427d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:14.846691 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:14.847176 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00a22350-3a24-4f92-9ce4-541f065a427d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:14.847738 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'status': 'completed', 'code': 200} Aug 30 22:56:14.853147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edb92ae-913c-402f-973d-890d58da09c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:14.871127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-89bb8a88-2dfa-4ee4-b473-8ff27c099857 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632844 Aug 30 22:56:14.876289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04fbe9d2-b5a3-4276-94cd-7a79aebbbc9c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93946c704022434f87f73cc7bd993123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3802299 Aug 30 22:56:14.879924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50212) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:14.929489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbe9d2-b5a3-4276-94cd-7a79aebbbc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f876a2-c91b-44f1-940c-f3d466465c72,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:15.060613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-1ef04e7d-9f2c-4fe6-adcc-bb45fe26ecdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.062273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-1ef04e7d-9f2c-4fe6-adcc-bb45fe26ecdc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1095 time: 0.4005735 Aug 30 22:56:15.131241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda4888e-b2f1-4c04-8fd9-466af872b12e req-dc54a087-b7f9-4048-82ca-20587c3ac5d6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.132835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eda4888e-b2f1-4c04-8fd9-466af872b12e req-dc54a087-b7f9-4048-82ca-20587c3ac5d6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 943 time: 0.2583807 Aug 30 22:56:15.135984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:15.143911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-1883255c-5e06-42d8-9adf-dd5d4bf54cb7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 217 time: 0.0675919 Aug 30 22:56:15.231535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-e9ea830b-bafd-4f66-88a0-b9ab1d641504 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461213 Aug 30 22:56:15.242790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:15.302230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eda4888e-b2f1-4c04-8fd9-466af872b12e req-46f0f9bb-a3fa-4f96-bcff-4716541741e9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501894 Aug 30 22:56:15.367066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-d9a7bc82-b5d7-45a8-a246-8780d71dc312 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 200 len: 217 time: 0.0637624 Aug 30 22:56:15.369330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-4cc2a743-06f1-4360-84f0-c4bd37b7a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.370919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-4cc2a743-06f1-4360-84f0-c4bd37b7a199 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.2182913 Aug 30 22:56:15.475535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:15.478594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:15.479820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1f876a2-c91b-44f1-940c-f3d466465c72 HTTP/1.1" status: 204 len: 168 time: 0.5981247 Aug 30 22:56:15.494751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-2c191a2f-a7e0-4d59-90d4-7bf030363ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.496462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-2c191a2f-a7e0-4d59-90d4-7bf030363ef3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1206391 Aug 30 22:56:15.509056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b31296-cd33-4596-b33a-33b14868bcd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f876a2-c91b-44f1-940c-f3d466465c72,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:15.580625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-c8095949-1ef7-4b51-8dae-0925414eb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.582887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-c8095949-1ef7-4b51-8dae-0925414eb2d1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1970017 Aug 30 22:56:15.658733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-6a76171e-cd9e-459d-9dc8-e6c28cd5e2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:15.660547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-6a76171e-cd9e-459d-9dc8-e6c28cd5e2bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1386003 Aug 30 22:56:15.749823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-889ef951-ecd7-43de-94fa-0242792db129 req-d79f6409-7658-43a7-8e84-7b28a6cce6a0 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 210 time: 0.0627511 Aug 30 22:56:15.823221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-2fe159ef-4e8e-4532-94b6-be96eeb0858e service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269681 Aug 30 22:56:15.911195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-fbdc59ae-4422-490d-b37a-5eca04fe7b9f service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408488 Aug 30 22:56:15.925612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:16.040459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0596f7f8-6853-494d-907e-ab7bf886c49a req-a7aa6347-993e-453d-b58c-f70e0abc5d04 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079961 Aug 30 22:56:16.045325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-4edbef5d-a88b-430e-8de4-85e650f8f0d9 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:16.059212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-4edbef5d-a88b-430e-8de4-85e650f8f0d9 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.52 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 813 time: 0.2115054 Aug 30 22:56:16.079651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'device_id': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64', 'admin_state_up': True, 'tenant_id': '466412b4a7bc4d73ba3685b93288537f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:16.265726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Made reservation on behalf of 466412b4a7bc4d73ba3685b93288537f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:16.274181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:16.387848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-b2a13eed-0679-4b06-b276-70cc8249340e service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675257 Aug 30 22:56:16.534724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-c3acf761-fa9d-4c42-9705-a0f64089b922 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 200 len: 217 time: 0.1361527 Aug 30 22:56:16.670392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-756819b4-044f-4104-acf1-776eeae6fd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:16.674026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Allocated IP 172.20.0.10 (0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64/142a72b8-9e37-4440-8375-03d62791d8f9/1b582f10-4bde-4166-9846-f005efb1c747) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:16.681228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-756819b4-044f-4104-acf1-776eeae6fd83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1095 time: 0.4659905 Aug 30 22:56:16.838510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50312) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:16.862347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-9e18ba54-1d26-4f99-8908-bd3433ebbcca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:16.867358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-9e18ba54-1d26-4f99-8908-bd3433ebbcca service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.3021076 Aug 30 22:56:16.877770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e02eaa-ce95-4905-a08d-6b5a7ef15550 req-0a71a0bf-c448-48e4-be09-6cb6ca8280a6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:16.879471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e02eaa-ce95-4905-a08d-6b5a7ef15550 req-0a71a0bf-c448-48e4-be09-6cb6ca8280a6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 943 time: 0.3512900 Aug 30 22:56:16.932475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77bfe413-3eaf-4819-9b52-5aea0f464220 req-649f7158-279f-4a2d-815b-b7c860d5891a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 210 time: 0.0544631 Aug 30 22:56:16.932837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-08426732-2815-469f-9935-8c9588f2b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:16.934341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-08426732-2815-469f-9935-8c9588f2b898 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2177351 Aug 30 22:56:16.962935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:16.998633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-d09a1ad1-1cfc-4d36-a03e-663393accbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:17.000469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-d09a1ad1-1cfc-4d36-a03e-663393accbc1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1198800 Aug 30 22:56:17.003189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e02eaa-ce95-4905-a08d-6b5a7ef15550 req-7bcf06df-6e7f-4745-b765-651d4f63bd09 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053567 Aug 30 22:56:17.004565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-45241c5f-cc7a-4e8f-b370-ba25b23d8eec service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 217 time: 0.0525918 Aug 30 22:56:17.016647 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39b29325-c78d-4c4c-b1ef-11677d837c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.033197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.105300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:17.111046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:17.113877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-e3d6b2bc-5e17-4ea4-a38e-ec4694ddd43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:17.115545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-e3d6b2bc-5e17-4ea4-a38e-ec4694ddd43a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0926886 Aug 30 22:56:17.118637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:17.168337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:17.241362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:17.242370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.280828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39b29325-c78d-4c4c-b1ef-11677d837c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.288261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39b29325-c78d-4c4c-b1ef-11677d837c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.298312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ba482ce9-6c87-42cf-8840-8f3ed29a47e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2232351 Aug 30 22:56:17.323346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Request body: {'port': {'device_id': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:17.363441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39b29325-c78d-4c4c-b1ef-11677d837c6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e78414a2f7c34857ade915a6937f21c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234950 Aug 30 22:56:17.366662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:17.374997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b29325-c78d-4c4c-b1ef-11677d837c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36f4b2-7fb7-477f-87d3-c82acea7ad35,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:17.445117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.496399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-884b2fd5-3f7a-4c98-a1dc-4fee9009547e service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851382 Aug 30 22:56:17.506106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.526025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-13c547da-ff76-4acf-a170-a0c6f80fdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:17.527543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-13c547da-ff76-4acf-a170-a0c6f80fdab5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4020197 Aug 30 22:56:17.546062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.665058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-2c570d57-0007-4cf6-90e3-1e83e33453b3 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602521 Aug 30 22:56:17.750209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-7a2d6b82-7c12-44f4-8e6a-368d88e3f287 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974809 Aug 30 22:56:17.750450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.752791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-5564cbf0-e8b4-4f37-9e6b-dc417fbeecf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 217 time: 0.0799913 Aug 30 22:56:17.756233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:17.763649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f36f4b2-7fb7-477f-87d3-c82acea7ad35 HTTP/1.1" status: 204 len: 168 time: 0.3962348 Aug 30 22:56:17.825833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3e7109-e242-47c3-b497-b50351f9a195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36f4b2-7fb7-477f-87d3-c82acea7ad35,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:17.951565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-cac340d5-68f0-4f9e-bede-26f28b0ff15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:17.953204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-cac340d5-68f0-4f9e-bede-26f28b0ff15c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.1603727 Aug 30 22:56:18.026695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b582f10-4bde-4166-9846-f005efb1c747 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:18.037725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.087182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-8e27be52-f05a-478b-954d-efd40e0a3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:18.092132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-8e27be52-f05a-478b-954d-efd40e0a3d42 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1197495 Aug 30 22:56:18.097024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a4e58c5-4f19-498c-a09e-b43396c94634 req-38f25734-17d3-4d9b-bb11-f160ceb28469 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318186 Aug 30 22:56:18.108446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Transition to ACTIVE for port object 1b582f10-4bde-4166-9846-f005efb1c747 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:18.148065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.241638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d982aa-56d1-4937-9c79-838fe5b6a0c7 req-08a4a6ca-4864-4138-86e4-939fdc10a09e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:18.244023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10d982aa-56d1-4937-9c79-838fe5b6a0c7 req-08a4a6ca-4864-4138-86e4-939fdc10a09e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 932 time: 0.1879134 Aug 30 22:56:18.290805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:18.354420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10d982aa-56d1-4937-9c79-838fe5b6a0c7 req-b7e7e55b-aa28-4ff9-aa75-16bd89b586cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809207 Aug 30 22:56:18.380671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:56:18.388729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Attempting to bind port 1b582f10-4bde-4166-9846-f005efb1c747 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:56:18.389126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Attempting to bind port 1b582f10-4bde-4166-9846-f005efb1c747 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:56:18.389472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Attempting to bind port 1b582f10-4bde-4166-9846-f005efb1c747 on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:18.398852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Port 1b582f10-4bde-4166-9846-f005efb1c747 on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:56:18.399254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Attempting to bind port 1b582f10-4bde-4166-9846-f005efb1c747 on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:18.407945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:56:18.408304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Checking segment: {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:18.409048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Bound using segment: {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:56:18.410232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Bound port: 1b582f10-4bde-4166-9846-f005efb1c747, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:56:18.410852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.438200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd690b-d586-4789-91cd-85da75f26b25 req-a3be3cf7-eb74-421a-aa33-632180d95e39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:18.453626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59dd690b-d586-4789-91cd-85da75f26b25 req-a3be3cf7-eb74-421a-aa33-632180d95e39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 943 time: 0.1608796 Aug 30 22:56:18.457817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50378) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:18.466894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-7bd4d3e6-2208-48df-a922-42c5fc7d3fa4 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664615 Aug 30 22:56:18.505527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:56:18.509932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:56:18.521037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.524308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59dd690b-d586-4789-91cd-85da75f26b25 req-9e19c58b-0eaf-4e47-ba05-c3d3377dd41d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672777 Aug 30 22:56:18.548541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18a62c2-43a5-4ca3-95f5-0a930c1496bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.619359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:18.651180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:56:18.656402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:18.657173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.658654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] 10.222.0.52 "PUT /v2.0/ports/1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 1093 time: 1.3398492 Aug 30 22:56:18.659134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:18.661461 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e79834-a56b-403b-8560-3042692d52bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:18.717210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.745572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:18.781887 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cef5a3e-8918-45d0-b6c1-5c4c45407d21 x-openstack-request-id: req-5cef5a3e-8918-45d0-b6c1-5c4c45407d21 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:18.782501 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:18.782932 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cef5a3e-8918-45d0-b6c1-5c4c45407d21 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:18.783503 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747', 'status': 'completed', 'code': 200} Aug 30 22:56:18.802152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ae187-96af-4b0d-b1ec-a6718f03581a service neutron] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:18.807288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18a62c2-43a5-4ca3-95f5-0a930c1496bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.832542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:18.841857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.859814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb1c29-72a1-439e-aa3b-4aa155249a28 req-b813eebd-0333-4ed0-94f6-ab9079aed617 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469789 Aug 30 22:56:18.860937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18a62c2-43a5-4ca3-95f5-0a930c1496bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:18.912707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d18a62c2-43a5-4ca3-95f5-0a930c1496bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22fd79d5f76443bb8dead7edacf6fafa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4529233 Aug 30 22:56:18.915099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a62c2-43a5-4ca3-95f5-0a930c1496bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b3ff5a-a8cd-4905-bc82-c1cc38d97ed0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:18.918048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:18.936000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:18.976935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-b1bd157c-12c7-42da-8903-7f8c51f25836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:18.978666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-b1bd157c-12c7-42da-8903-7f8c51f25836 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1096 time: 0.2180295 Aug 30 22:56:19.000988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0a6427-6608-49ca-bed2-f2d3e660d77b req-dace0418-5a66-4aa2-961b-5aece5ce7156 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.009442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f0a6427-6608-49ca-bed2-f2d3e660d77b req-dace0418-5a66-4aa2-961b-5aece5ce7156 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1988237 Aug 30 22:56:19.014627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:19.073032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f0a6427-6608-49ca-bed2-f2d3e660d77b req-f6f39392-0554-4aed-9318-7508a4aa0803 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623686 Aug 30 22:56:19.074502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:19.109038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-73f5dee5-8243-49a1-8d5e-672369b0ee09 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 217 time: 0.0532899 Aug 30 22:56:19.151368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:19.154032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:19.159378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e7b3ff5a-a8cd-4905-bc82-c1cc38d97ed0 HTTP/1.1" status: 204 len: 168 time: 0.2402079 Aug 30 22:56:19.184006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45cfd27-705b-446d-bcee-0177b3e4a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b3ff5a-a8cd-4905-bc82-c1cc38d97ed0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:19.188365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9bcce11f-0def-4840-b5c1-605a4ad20207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:19.201003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ec967a41-c2fc-44a7-a950-f2d2db6b0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.202496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-ec967a41-c2fc-44a7-a950-f2d2db6b0dcd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0856183 Aug 30 22:56:19.253360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-19a8e850-8434-4a04-ac80-55dab1929cd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423551 Aug 30 22:56:19.409428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-b137305d-a2e7-43fa-939c-53ba13049900 service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451650 Aug 30 22:56:19.558308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05342b64-96cc-4401-81a4-ad0278671d17 req-215bd21c-93c0-4b4f-9000-28df71c39f6d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.559830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05342b64-96cc-4401-81a4-ad0278671d17 req-215bd21c-93c0-4b4f-9000-28df71c39f6d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 944 time: 0.0831418 Aug 30 22:56:19.581237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967b1706-5f3c-4e35-b83b-9cf797310dae req-bf3a4eb3-55e8-4f1b-82c8-7eaa320af7df service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602859 Aug 30 22:56:19.591007 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:56:19.644920 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05342b64-96cc-4401-81a4-ad0278671d17 req-da0a5886-03b5-4ebb-9dd8-630255e55a9a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702326 Aug 30 22:56:19.707696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78579c1b-f014-4519-992d-67ba48f7c25b req-0da120b4-2733-416b-afe6-a3a6894a55a4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.715640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78579c1b-f014-4519-992d-67ba48f7c25b req-0da120b4-2733-416b-afe6-a3a6894a55a4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0774393 Aug 30 22:56:19.752831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79834-a56b-403b-8560-3042692d52bb req-b6761466-6546-44d7-a604-c5fa67dc3764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.755399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-b6761466-6546-44d7-a604-c5fa67dc3764 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0670140 Aug 30 22:56:19.791618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78579c1b-f014-4519-992d-67ba48f7c25b req-540413b5-17d4-4fd1-82a0-1203f8a191fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748353 Aug 30 22:56:19.900800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79834-a56b-403b-8560-3042692d52bb req-1a23ef3d-fd2c-483b-97ad-e91d4bdbdb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:19.904361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-1a23ef3d-fd2c-483b-97ad-e91d4bdbdb39 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1418777 Aug 30 22:56:19.969879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-9aa1fe2a-4458-4f94-b33e-b17b54f282ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 217 time: 0.0567455 Aug 30 22:56:20.033230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e79834-a56b-403b-8560-3042692d52bb req-eb831569-b0e9-4589-bae6-10afdfa5377c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:20.035076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-eb831569-b0e9-4589-bae6-10afdfa5377c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0556638 Aug 30 22:56:20.078934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-b301d702-6919-4dca-9ad3-04737bfcefdc service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355611 Aug 30 22:56:20.214306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-23b4c9bd-7056-44a2-8afe-2fa0bc136c0a service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254385 Aug 30 22:56:20.317360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bc122-6909-428d-8b60-4dec7a897a44 req-4a557c69-2ae2-4664-8b05-0f32e2bf3a68 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:20.348796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c4bc122-6909-428d-8b60-4dec7a897a44 req-4a557c69-2ae2-4664-8b05-0f32e2bf3a68 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1363208 Aug 30 22:56:20.424916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2c4bc122-6909-428d-8b60-4dec7a897a44 req-f512c98a-ca3d-4d29-b884-09d5ee3a44ff tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746233 Aug 30 22:56:20.435010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:20.452001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e79834-a56b-403b-8560-3042692d52bb req-4635aa4a-e68a-4d04-badf-e8918e631bbb service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165513 Aug 30 22:56:20.512736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 9bcce11f-0def-4840-b5c1-605a4ad20207 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:20.522206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9bcce11f-0def-4840-b5c1-605a4ad20207 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:20.522856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:20.617274 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:20.645257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:20.648317 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1a92a1-3787-46eb-814b-5be2a3bb5bb9" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:20.688219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:20.699287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:20.778884 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46cd9aaa-a2a2-4b66-8f1c-6d292fe7c727 x-openstack-request-id: req-46cd9aaa-a2a2-4b66-8f1c-6d292fe7c727 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:20.779463 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:20.779906 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46cd9aaa-a2a2-4b66-8f1c-6d292fe7c727 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:20.780477 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:56:20.798023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:20.865602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ad52f-61f8-4508-a369-ee7690d7091e req-33b1df3a-155c-47ad-a5e8-b31e681aee93 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:20.874324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b3ad52f-61f8-4508-a369-ee7690d7091e req-33b1df3a-155c-47ad-a5e8-b31e681aee93 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 944 time: 0.1259282 Aug 30 22:56:20.900940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b762a0-1ce1-4e78-9081-6457cb823e12 req-2c0bed75-6239-4ce7-8b84-4f7c2b639c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:20.903018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b762a0-1ce1-4e78-9081-6457cb823e12 req-2c0bed75-6239-4ce7-8b84-4f7c2b639c76 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1097 time: 0.1057475 Aug 30 22:56:20.961095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b3ad52f-61f8-4508-a369-ee7690d7091e req-cd980220-7bad-438d-ad01-0a36385eca07 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772207 Aug 30 22:56:20.989812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1b582f10-4bde-4166-9846-f005efb1c747 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:56:21.027078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b762a0-1ce1-4e78-9081-6457cb823e12 req-125f35e5-32c8-4a8b-bf05-6245da381d03 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904381 Aug 30 22:56:21.066783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ee86c3-3138-4e55-89f9-0d6b03a5e9fd req-246ae11e-9660-4455-b633-208c36652738 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:21.074104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0ee86c3-3138-4e55-89f9-0d6b03a5e9fd req-246ae11e-9660-4455-b633-208c36652738 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.1110816 Aug 30 22:56:21.120643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0ee86c3-3138-4e55-89f9-0d6b03a5e9fd req-761eae9a-510c-4215-9408-ff096f73426d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409212 Aug 30 22:56:21.162026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:21.176202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1b582f10-4bde-4166-9846-f005efb1c747', 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64', 'port_id': '1b582f10-4bde-4166-9846-f005efb1c747', 'mac_address': 'fa:16:3e:0b:49:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142a72b8-9e37-4440-8375-03d62791d8f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:56:21.222153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:21.237291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b582f10-4bde-4166-9846-f005efb1c747 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:21.258915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:21.264045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:21.317349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:21.554092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e006f1-c155-4d89-abec-0341af69c214 req-01e424ef-ae77-4734-9db6-2ab37bb80606 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:21.555862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89e006f1-c155-4d89-abec-0341af69c214 req-01e424ef-ae77-4734-9db6-2ab37bb80606 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0594122 Aug 30 22:56:21.598573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89e006f1-c155-4d89-abec-0341af69c214 req-4452ff15-6534-4b2b-9212-520bef9321f0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361593 Aug 30 22:56:21.665610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:21.813506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50542) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:21.948206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.134151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.139256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.182102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e20657-8a4e-486f-904a-45db7bbb3310 req-b708c74d-9741-4cf5-92d4-db4bd240548b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:22.190641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e20657-8a4e-486f-904a-45db7bbb3310 req-b708c74d-9741-4cf5-92d4-db4bd240548b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 945 time: 0.1225708 Aug 30 22:56:22.214603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=08f5f8a39e0744ff9c71f13ae10092d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3999832 Aug 30 22:56:22.221368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50570) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:22.222728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e876d7c2-0fe6-4902-9f0e-b0ea5426e917,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:22.238680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.238952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.239476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.239997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.240525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.241022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.241517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.242043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.242552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.243041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.243542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.244046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a9555f-fdd7-43a6-a4f1-eb589bb7a8d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:22.257443 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.282601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e20657-8a4e-486f-904a-45db7bbb3310 req-726f31b2-ac03-4d6a-b479-5ecd92079665 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857909 Aug 30 22:56:22.283121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:22.316276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.330381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdbd9-0752-4aae-89b9-dd1597b8903a req-4e48b97c-1483-4c43-8c0b-2e2d790c1e35 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:22.332330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5dcdbd9-0752-4aae-89b9-dd1597b8903a req-4e48b97c-1483-4c43-8c0b-2e2d790c1e35 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.1225963 Aug 30 22:56:22.366378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.409189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5dcdbd9-0752-4aae-89b9-dd1597b8903a req-9e3d9c9d-29ce-46ad-bea9-e2f169007258 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700181 Aug 30 22:56:22.411603 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971e6a1-fa4b-4959-a01b-a69ddfbb4a43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.449114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.452145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.453419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e876d7c2-0fe6-4902-9f0e-b0ea5426e917 HTTP/1.1" status: 204 len: 168 time: 0.2284918 Aug 30 22:56:22.484150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa96115-85ce-4be7-ab0a-77a6299f6bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e876d7c2-0fe6-4902-9f0e-b0ea5426e917,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:22.546580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971e6a1-fa4b-4959-a01b-a69ddfbb4a43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.551674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971e6a1-fa4b-4959-a01b-a69ddfbb4a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.591486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971e6a1-fa4b-4959-a01b-a69ddfbb4a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7fcde5-03ab-46e9-b096-5ce079263a93,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:22.609130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b971e6a1-fa4b-4959-a01b-a69ddfbb4a43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3547a9b68db34d039b07676ce38808ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3225946 Aug 30 22:56:22.609356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50582) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:22.676463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.703257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.753288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0cc6b-aa5c-4d64-8f0d-90b42ebe7472 req-fe7d2ff4-d05b-4bca-8aac-7dc1f6ebaa49 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:22.754943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afe0cc6b-aa5c-4d64-8f0d-90b42ebe7472 req-fe7d2ff4-d05b-4bca-8aac-7dc1f6ebaa49 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0730908 Aug 30 22:56:22.764193 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.767008 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.768733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7b7fcde5-03ab-46e9-b096-5ce079263a93 HTTP/1.1" status: 204 len: 168 time: 0.1576741 Aug 30 22:56:22.777180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b652a9-8793-42d6-9d9c-45460a3e17aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7fcde5-03ab-46e9-b096-5ce079263a93,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:22.833090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50590) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:22.850703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afe0cc6b-aa5c-4d64-8f0d-90b42ebe7472 req-9c9145c9-f10e-4b55-bf90-3d62b731edb8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812247 Aug 30 22:56:22.850857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5a9b9fe-5cf6-495d-9c58-36a1f19bbf13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.961917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5a9b9fe-5cf6-495d-9c58-36a1f19bbf13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.967442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5a9b9fe-5cf6-495d-9c58-36a1f19bbf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:22.994450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1b582f10-4bde-4166-9846-f005efb1c747 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:23.013488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d5a9b9fe-5cf6-495d-9c58-36a1f19bbf13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5721050a6944c67821555bc2ec91f3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767414 Aug 30 22:56:23.013488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a9b9fe-5cf6-495d-9c58-36a1f19bbf13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db20dfd6-0bed-4132-b372-347bd2d7d300,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:23.013936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:23.084566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1b582f10-4bde-4166-9846-f005efb1c747 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:23.086411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.089245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1b582f10-4bde-4166-9846-f005efb1c747 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:23.089641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.125447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.203841 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.207404 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.207547 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.208835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db20dfd6-0bed-4132-b372-347bd2d7d300 HTTP/1.1" status: 204 len: 168 time: 0.1938953 Aug 30 22:56:23.218230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26cc0d-e4fb-4a7a-956b-63952c35e64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db20dfd6-0bed-4132-b372-347bd2d7d300,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:23.248652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:23.250932 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba63f493-db85-4db8-bdb4-8301d8f90724" -d '{"events": [{"server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1b582f10-4bde-4166-9846-f005efb1c747"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:23.265067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:23.270660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.297081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50602) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:23.315348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4b7b368-6d28-4706-9c57-ec119cf7073d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.321998 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273e0ddc-6464-4c67-9243-3fe5aeb1df5e x-openstack-request-id: req-273e0ddc-6464-4c67-9243-3fe5aeb1df5e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:23.322688 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "name": "network-vif-plugged", "status": "completed", "tag": "1b582f10-4bde-4166-9846-f005efb1c747", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:23.322946 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-273e0ddc-6464-4c67-9243-3fe5aeb1df5e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:23.323419 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747', 'code': 200} Aug 30 22:56:23.349877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:23.447284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a337e692-7bbe-4093-9027-1db8b41932b0 req-79322597-769a-4a6e-a01b-66d0181db55b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:23.449375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a337e692-7bbe-4093-9027-1db8b41932b0 req-79322597-769a-4a6e-a01b-66d0181db55b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 946 time: 0.0772605 Aug 30 22:56:23.460705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf657ec-6158-43ed-96b8-c8cc2729ecc5 req-f0cd3131-ed14-4d43-bdef-5af5d278a9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:23.462559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf657ec-6158-43ed-96b8-c8cc2729ecc5 req-f0cd3131-ed14-4d43-bdef-5af5d278a9f9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0585492 Aug 30 22:56:23.520253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf657ec-6158-43ed-96b8-c8cc2729ecc5 req-01540248-3576-418a-8500-0b41a1221401 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390425 Aug 30 22:56:23.522691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a337e692-7bbe-4093-9027-1db8b41932b0 req-58bde9a5-5693-4359-bda6-2441318d0963 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654027 Aug 30 22:56:23.556817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4b7b368-6d28-4706-9c57-ec119cf7073d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.564949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c4b7b368-6d28-4706-9c57-ec119cf7073d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.598266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360420-b5a5-4565-af82-efde49ffcfc3 req-dfe5f0ed-a3ed-4ea8-b87f-4768303b931e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:23.600194 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c360420-b5a5-4565-af82-efde49ffcfc3 req-dfe5f0ed-a3ed-4ea8-b87f-4768303b931e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.0632792 Aug 30 22:56:23.616686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c4b7b368-6d28-4706-9c57-ec119cf7073d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d4f3696a2e04cceb6bbe0857dfc2fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148930 Aug 30 22:56:23.616686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b7b368-6d28-4706-9c57-ec119cf7073d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385462ac-a112-47ac-901b-5ef18ba742c4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:23.617631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50614) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:23.672159 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c360420-b5a5-4565-af82-efde49ffcfc3 req-5cc99f90-922f-480c-8496-91feb325a134 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645800 Aug 30 22:56:23.694140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.718209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.796275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd065c84-00dd-4898-a887-597718287cef req-b5af544b-4005-408e-a25e-8ca57f6c097d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:23.797912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd065c84-00dd-4898-a887-597718287cef req-b5af544b-4005-408e-a25e-8ca57f6c097d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.0557928 Aug 30 22:56:23.803569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.806593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:23.806830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:23.807881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/385462ac-a112-47ac-901b-5ef18ba742c4 HTTP/1.1" status: 204 len: 168 time: 0.1895823 Aug 30 22:56:23.814692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'floatingip': {'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:23.816599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd8481-3852-463b-9fb6-05585aefa78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385462ac-a112-47ac-901b-5ef18ba742c4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:23.875525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:24.003971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b4b1cf-0c33-4037-9c1e-c84419c3cb05 req-d574a713-06eb-4a47-b952-183a15342b8a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:24.011878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93b4b1cf-0c33-4037-9c1e-c84419c3cb05 req-d574a713-06eb-4a47-b952-183a15342b8a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0709815 Aug 30 22:56:24.067009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-93b4b1cf-0c33-4037-9c1e-c84419c3cb05 req-569d73c7-757e-4ac0-bfe6-e3661d470f2d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506341 Aug 30 22:56:24.436049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:24.452621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:24.687947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0739dd13-6be1-42b2-b249-4ea31fbc56f9 req-f7b87ffa-cb4c-4ffe-b77d-c423c6d6db58 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:24.691072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0739dd13-6be1-42b2-b249-4ea31fbc56f9 req-f7b87ffa-cb4c-4ffe-b77d-c423c6d6db58 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 946 time: 0.0674632 Aug 30 22:56:24.723949 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Floating IP cc2329c6-f276-4862-9f32-ef7042c8515d associated. External IP: 172.25.7.121, port: 9bcce11f-0def-4840-b5c1-605a4ad20207. Aug 30 22:56:24.763176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0739dd13-6be1-42b2-b249-4ea31fbc56f9 req-59fba1fb-8ded-432d-88ac-8e2d1eabd1ce tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661182 Aug 30 22:56:25.036684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Router 5f734a4d-c421-482d-b602-043d9b98711f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:56:25.214277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:56:25.219709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfad9c-1549-47d5-b3cd-566c95172d11 req-60dd6630-9a3e-4e5f-942f-ad403c3b0554 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:25.224402 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Sync routers for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:56:25.224877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:25.228983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e4cfad9c-1549-47d5-b3cd-566c95172d11 req-60dd6630-9a3e-4e5f-942f-ad403c3b0554 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0721686 Aug 30 22:56:25.239887 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:56:25.240856 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:56:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:25.281875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e4cfad9c-1549-47d5-b3cd-566c95172d11 req-73b39580-2143-4b8e-b00a-0dc832df96f9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461900 Aug 30 22:56:25.294089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d9b4388d-bfba-42a7-89aa-0545a4f2c6ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "PUT /v2.0/floatingips/cc2329c6-f276-4862-9f32-ef7042c8515d HTTP/1.1" status: 200 len: 991 time: 1.4712029 Aug 30 22:56:25.294842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:25.297238 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e358e33-0609-4431-b629-40af904e1192" -d '{"events": [{"name": "network-changed", "server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:25.363561 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5261761-85fc-4eb4-8133-a4a5d32deec4 x-openstack-request-id: req-c5261761-85fc-4eb4-8133-a4a5d32deec4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:25.363748 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:25.364006 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5261761-85fc-4eb4-8133-a4a5d32deec4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:25.364416 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'status': 'completed', 'code': 200} Aug 30 22:56:25.449551 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:56:25.484115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358e33-0609-4431-b629-40af904e1192 req-0ac6872e-ca7e-4acf-aaf6-b59b9f2519c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:25.485691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-0ac6872e-ca7e-4acf-aaf6-b59b9f2519c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1097 time: 0.0816028 Aug 30 22:56:25.692443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358e33-0609-4431-b629-40af904e1192 req-6ff05264-6445-4b5f-a73b-512b98e5be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:25.694999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-6ff05264-6445-4b5f-a73b-512b98e5be0f service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2014260 Aug 30 22:56:25.730743 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'cc2329c6-f276-4862-9f32-ef7042c8515d', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193a81-3964-42d5-901b-519fa2666449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:56:04Z', 'updated_at': '2021-08-30T22:56:24Z', 'revision_number': 1, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:25.773248 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Checking router: 5f734a4d-c421-482d-b602-043d9b98711f for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:56:25.782461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:56:25.783085 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:56:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:25.811324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-41973bf0-134b-4848-8cb4-0c081ef14b35 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.1064754 Aug 30 22:56:25.905659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358e33-0609-4431-b629-40af904e1192 req-a429d60d-90b2-4f03-b7d2-462abb2628bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:25.907297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-a429d60d-90b2-4f03-b7d2-462abb2628bb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0869856 Aug 30 22:56:25.933604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca4b61-12f7-4316-b8fa-85d457bc5851 req-4fe6b557-df9e-4a85-9aa9-169a1133f8af tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:25.935262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0bca4b61-12f7-4316-b8fa-85d457bc5851 req-4fe6b557-df9e-4a85-9aa9-169a1133f8af tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 946 time: 0.0788238 Aug 30 22:56:25.984596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:56:26.003470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0bca4b61-12f7-4316-b8fa-85d457bc5851 req-41bbf65a-aa4c-40d0-86e2-d0675cf38809 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449858 Aug 30 22:56:26.005257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e358e33-0609-4431-b629-40af904e1192 req-96bf550b-59f6-4a86-a6fc-3ee8931422c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:26.006714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-96bf550b-59f6-4a86-a6fc-3ee8931422c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895214 Aug 30 22:56:26.139899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-0f495973-0036-404b-a3a1-71869f872ee1 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246119 Aug 30 22:56:26.216733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9448b13f-e47d-411f-a569-80901a9ad87b req-25a1df28-9a5a-4087-92a1-6d20b323a5e5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1236476211&fields=id&tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 267 time: 0.0955479 Aug 30 22:56:26.329042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448b13f-e47d-411f-a569-80901a9ad87b req-ea2fe715-06ec-4e8f-8015-e10f68ccbe96 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:26.330958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9448b13f-e47d-411f-a569-80901a9ad87b req-ea2fe715-06ec-4e8f-8015-e10f68ccbe96 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 946 time: 0.1054521 Aug 30 22:56:26.333172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e358e33-0609-4431-b629-40af904e1192 req-035a2f07-379e-4243-b599-5eb99700e6e6 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835082 Aug 30 22:56:26.344098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'security_groups': ['81da784a-1e75-4389-8515-1b3ff90ef8de', 'f48e9e40-0a43-4e40-84ee-0f7fe463f984']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:26.358188 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'cc2329c6-f276-4862-9f32-ef7042c8515d', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193a81-3964-42d5-901b-519fa2666449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:56:04Z', 'updated_at': '2021-08-30T22:56:24Z', 'revision_number': 1, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:26.394081 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14e55b-cc02-47dc-bb0d-eeeed7eac11b None None] The sync data for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 is: [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'cc2329c6-f276-4862-9f32-ef7042c8515d', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'floating_ip_address': '172.25.7.121', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1383, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57193a81-3964-42d5-901b-519fa2666449', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:56:04Z', 'updated_at': '2021-08-30T22:56:24Z', 'revision_number': 1, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:56:26.460584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:26.469555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b14c96-ca43-42a4-8998-6c25a1146ce4 req-f41a938d-e9b0-4413-b71c-bfbb694940aa tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:26.478379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65b14c96-ca43-42a4-8998-6c25a1146ce4 req-f41a938d-e9b0-4413-b71c-bfbb694940aa tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0754030 Aug 30 22:56:26.534008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65b14c96-ca43-42a4-8998-6c25a1146ce4 req-3db6257a-cef2-4063-a088-bf1c2d4863cc tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487015 Aug 30 22:56:26.752802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:26.797900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52d39cb-7757-4367-892c-2cd0f6969cba None None] New status for floating IP cc2329c6-f276-4862-9f32-ef7042c8515d: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:56:26.813311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:26.822626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:26.882125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:26.894921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:26.895646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:26.902747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9448b13f-e47d-411f-a569-80901a9ad87b req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "PUT /v2.0/ports/1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 982 time: 0.5639935 Aug 30 22:56:26.950368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6f040-9239-4d23-b69c-66b9359b55cd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:27.014802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-b75bbdce-1745-4329-a020-1b593edf03d0 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1246456923&fields=id&tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 267 time: 0.0390773 Aug 30 22:56:27.083212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-b51efec7-24bb-4251-b62b-27bdb7208191 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:27.084850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-b51efec7-24bb-4251-b62b-27bdb7208191 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 985 time: 0.0625653 Aug 30 22:56:27.100753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'security_groups': ['81da784a-1e75-4389-8515-1b3ff90ef8de', 'f48e9e40-0a43-4e40-84ee-0f7fe463f984', 'be90ca7d-59e7-4129-904a-d1ed817d2be4']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:27.148667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:27.185963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:27.251069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.394965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-3d8f-4405-8f2f-f1ad47965396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.515814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:27.518860 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44ca378-c34f-4c14-ac56-678a28ad10ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:27.546682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:27.554728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-3d8f-4405-8f2f-f1ad47965396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.561489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06fdc6ed-3d8f-4405-8f2f-f1ad47965396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.586687 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03d8afc-d1d0-4aed-bbc3-ceb12944c253 x-openstack-request-id: req-e03d8afc-d1d0-4aed-bbc3-ceb12944c253 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:27.587160 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:27.587834 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e03d8afc-d1d0-4aed-bbc3-ceb12944c253 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:27.587975 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747', 'status': 'completed', 'code': 200} Aug 30 22:56:27.605524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06fdc6ed-3d8f-4405-8f2f-f1ad47965396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=666875ef0f084c47a50437494d47f99c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4184561 Aug 30 22:56:27.606271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.608062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:27.608307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fdc6ed-3d8f-4405-8f2f-f1ad47965396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd64f81-cef3-4b40-aeb3-b970744047ef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:27.621176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.672812 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.681534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:27.708791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:27.709462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.721380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e646b3c-fc94-4fb3-a242-40e3992c299e req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "PUT /v2.0/ports/1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 1021 time: 0.6264355 Aug 30 22:56:27.745771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4af37-a9f8-4a15-8581-115ee2c47969 req-f02edac9-5cf0-4529-b26a-414e43d3ed8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:27.755082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad4af37-a9f8-4a15-8581-115ee2c47969 req-f02edac9-5cf0-4529-b26a-414e43d3ed8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0939918 Aug 30 22:56:27.786761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-59918321-e91c-4f5d-904c-2c787a6f7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:27.793600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-59918321-e91c-4f5d-904c-2c787a6f7e97 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1176 time: 0.1664231 Aug 30 22:56:27.795359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.797388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbebaa-821f-4254-a72f-78ad3954ba88 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:27.883555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:27.923451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:27.989225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-3c6dea9c-3cf8-41f9-8fc9-986a5528aaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:27.992261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-3c6dea9c-3cf8-41f9-8fc9-986a5528aaa2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1902356 Aug 30 22:56:27.993819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:28.067143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51729af5-d6d5-498d-b6c5-a98c2e63a740 req-6723b22c-2edc-4e26-86da-d1dac665892e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:28.077903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-2e4e44f4-5ace-4582-b56e-cc2a75703ef2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 217 time: 0.0706432 Aug 30 22:56:28.084293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51729af5-d6d5-498d-b6c5-a98c2e63a740 req-6723b22c-2edc-4e26-86da-d1dac665892e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1024 time: 0.1600177 Aug 30 22:56:28.086457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad4af37-a9f8-4a15-8581-115ee2c47969 req-9becface-2bb7-47ec-b556-ecbb045bed63 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3303676 Aug 30 22:56:28.144587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-308f6857-9617-4f0a-b01f-cab3607da141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:28.146654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-308f6857-9617-4f0a-b01f-cab3607da141 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0590463 Aug 30 22:56:28.187838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-a0a257ba-0c07-4a63-8e6c-dc603133b609 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344834 Aug 30 22:56:28.273333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51729af5-d6d5-498d-b6c5-a98c2e63a740 req-88edb3f2-dd7c-49cd-ae49-b28b2eb11471 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=f48e9e40-0a43-4e40-84ee-0f7fe463f984&id=be90ca7d-59e7-4129-904a-d1ed817d2be4&id=81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 200 len: 6158 time: 0.1871173 Aug 30 22:56:28.274945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.282884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.286944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddd64f81-cef3-4b40-aeb3-b970744047ef HTTP/1.1" status: 204 len: 168 time: 0.6756713 Aug 30 22:56:28.297407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': ' tempest-securitygroup -281159833 ', 'description': 'tempest-description-1527717924'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:28.313608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f383c7-5692-4242-80f2-54b6aca68d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd64f81-cef3-4b40-aeb3-b970744047ef,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:28.348033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d73a995-0691-4649-91ca-3e50cf225191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.348303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.439979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-121079ad-8b12-49d9-b858-a0637948e9d3 service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448864 Aug 30 22:56:28.551389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d73a995-0691-4649-91ca-3e50cf225191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.560175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d73a995-0691-4649-91ca-3e50cf225191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.597455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b44ca378-c34f-4c14-ac56-678a28ad10ad req-8719d388-8c5b-42a2-b1b8-e6528e5d06b3 service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487563 Aug 30 22:56:28.622777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73a995-0691-4649-91ca-3e50cf225191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee7a2de-be23-4444-b252-82ebb911acb2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:28.629030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7d73a995-0691-4649-91ca-3e50cf225191 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8b60a1a178745138ec28e52cbd02a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6337998 Aug 30 22:56:28.632787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50872) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:28.652258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.657340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.688101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.689515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c24ff142-7f9a-4e92-931a-79de35f8add3 req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4038002 Aug 30 22:56:28.698077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae443a2d-cb9d-487d-b1c7-00e6b3c4a9c6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1604bc-2236-4472-aea4-c3da26d68658,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:28.705967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50876) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:28.724767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eee5c04d-44d7-4690-be7c-c77663fb2a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.727654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.766585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.794376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57357937-c3bd-4b24-83df-cb13c17fa140 req-2e61100d-25a2-499c-a0f9-4f5b5cb1d675 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0c1604bc-2236-4472-aea4-c3da26d68658 HTTP/1.1" status: 200 len: 1782 time: 0.0762866 Aug 30 22:56:28.839129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.841804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.843166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4ee7a2de-be23-4444-b252-82ebb911acb2 HTTP/1.1" status: 204 len: 168 time: 0.2093475 Aug 30 22:56:28.851323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eee5c04d-44d7-4690-be7c-c77663fb2a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.860172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eee5c04d-44d7-4690-be7c-c77663fb2a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:28.861188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6b40e-d676-4ead-b67a-ca6bc2fe53a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee7a2de-be23-4444-b252-82ebb911acb2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:28.936148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:28.937093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eee5c04d-44d7-4690-be7c-c77663fb2a05 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0daf858e83844d248f9c62ad65483fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299888 Aug 30 22:56:28.939507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5c04d-44d7-4690-be7c-c77663fb2a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bce8f8-c99c-40dc-a6c5-3a1e2af8a870,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:28.943990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50888) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:28.969454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-2234e2b1-7de5-43fe-bd11-147633d3a17d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0c1604bc-2236-4472-aea4-c3da26d68658 HTTP/1.1" status: 200 len: 1782 time: 0.1390288 Aug 30 22:56:29.032101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.079461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.088323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.137162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.186080 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.188737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.190874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00bce8f8-c99c-40dc-a6c5-3a1e2af8a870 HTTP/1.1" status: 204 len: 168 time: 0.2446294 Aug 30 22:56:29.200196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.203063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.204308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41e81da0-6126-44a1-b5c2-1263d80c34a1 req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/0c1604bc-2236-4472-aea4-c3da26d68658 HTTP/1.1" status: 204 len: 173 time: 0.2254078 Aug 30 22:56:29.205182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c8291-cec8-4a18-a7f0-25f05a615a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00bce8f8-c99c-40dc-a6c5-3a1e2af8a870,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.216914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ba796d-8b52-4087-a08b-d66406158b68 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1604bc-2236-4472-aea4-c3da26d68658,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.265955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:29.288696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08cf81fc-e854-4797-a6e8-62bb1fe11bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.296549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02be0e-e161-4f30-8ee5-3352a9af2e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.300359 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-0c2524f6-bdf1-4fae-a4ea-feca42d9584a req-5bc19507-7a59-4342-8695-eb431e5a6b3e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:29.301397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c2524f6-bdf1-4fae-a4ea-feca42d9584a req-5bc19507-7a59-4342-8695-eb431e5a6b3e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0c1604bc-2236-4472-aea4-c3da26d68658 HTTP/1.1" status: 404 len: 352 time: 0.0281272 Aug 30 22:56:29.351359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dadf14-2c53-41e1-bd3c-dca1c8313ee0 req-651fbb53-0cdb-4243-a4e3-0732464c14c5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:29.353128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4dadf14-2c53-41e1-bd3c-dca1c8313ee0 req-651fbb53-0cdb-4243-a4e3-0732464c14c5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1416676 Aug 30 22:56:29.408762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a4dadf14-2c53-41e1-bd3c-dca1c8313ee0 req-9df1f420-c069-491a-b7bc-3ac18c208503 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434568 Aug 30 22:56:29.428039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08cf81fc-e854-4797-a6e8-62bb1fe11bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.435421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08cf81fc-e854-4797-a6e8-62bb1fe11bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.474373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-286270249', 'description': 'tempest-description-6944288'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:29.507380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-08cf81fc-e854-4797-a6e8-62bb1fe11bbb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb49cffd42d14470969ef1ac28a7b406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403088 Aug 30 22:56:29.510026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cf81fc-e854-4797-a6e8-62bb1fe11bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a0f2aa-e706-4687-8e86-9809320ddb5e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.510172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:29.559980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02be0e-e161-4f30-8ee5-3352a9af2e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.570286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af02be0e-e161-4f30-8ee5-3352a9af2e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.579848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.594342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:29.596687 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea52b488-4bdb-4097-b35a-870904f9db34" -d '{"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:29.622313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02be0e-e161-4f30-8ee5-3352a9af2e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e3a7f-a43b-4502-81a3-368e5895ed04,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.630341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af02be0e-e161-4f30-8ee5-3352a9af2e3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=589c9f09fca44939aa56b11454b0dce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6913779 Aug 30 22:56:29.631119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.633293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:29.657019 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63e1b3d-49da-4083-9bfb-5f444e3cac44 x-openstack-request-id: req-f63e1b3d-49da-4083-9bfb-5f444e3cac44 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:29.657412 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "tag": "1b582f10-4bde-4166-9846-f005efb1c747", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:29.657577 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f63e1b3d-49da-4083-9bfb-5f444e3cac44 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:29.658103 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747', 'status': 'completed', 'code': 200} Aug 30 22:56:29.695710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.707351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.713104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.726910 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.748559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.749912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6af5103d-4969-4d1d-a4ad-89874daf892f req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2864459 Aug 30 22:56:29.751856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc168f-a1bc-4a01-b1d4-5bc67b9d5184 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5019ee41-271c-4dd7-b8a2-8053f0a10f5d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.789347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1929646579', 'description': 'tempest-description-920226768'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:29.794598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.829720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-b1c79934-bc23-4ea9-aa1b-dbee6a4ff10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:29.831985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-b1c79934-bc23-4ea9-aa1b-dbee6a4ff10a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1176 time: 0.1175802 Aug 30 22:56:29.854519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.857090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.858171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9a0f2aa-e706-4687-8e86-9809320ddb5e HTTP/1.1" status: 204 len: 168 time: 0.3472142 Aug 30 22:56:29.903356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.926729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a65cc-9915-4452-8b03-5d4fd12af9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a0f2aa-e706-4687-8e86-9809320ddb5e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:29.964735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.967800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:29.972115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b34e3a7f-a43b-4502-81a3-368e5895ed04 HTTP/1.1" status: 204 len: 168 time: 0.3373930 Aug 30 22:56:30.001254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975260bd-fbe3-448b-890a-c13211332605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e3a7f-a43b-4502-81a3-368e5895ed04,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:30.009628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-9dcc104e-7e2f-4954-9924-e434d6f7ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:30.011549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-9dcc104e-7e2f-4954-9924-e434d6f7ce34 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1702187 Aug 30 22:56:30.070080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-fdb06350-b05a-46b8-88f8-e3908b6a14dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 200 len: 217 time: 0.0439184 Aug 30 22:56:30.135278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.143792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-fdd6850b-78ad-4495-97a6-9cbeac8bc309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:30.145432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-fdd6850b-78ad-4495-97a6-9cbeac8bc309 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0667739 Aug 30 22:56:30.146045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.205848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-2bfcc9da-4dcb-481b-988a-7c697b8ff415 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495577 Aug 30 22:56:30.210218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.219756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0939e8ad-609c-4303-8fd8-cf0ea7a84b10 req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4331665 Aug 30 22:56:30.247482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1107650231', 'description': 'tempest-description-115740360'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:30.277273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.278728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728daea-2ae3-4e2c-b87a-8e19b5edc07a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba32345-efb7-4006-802b-1f5361ac4b07,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:30.338180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-e856467b-18ce-4153-8706-1959d3632312 service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067183 Aug 30 22:56:30.405500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50956) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:30.426762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.434163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4aa34aab-78ce-4418-958f-68c70721fca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.445188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.530931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51abd547-bda2-460c-9a6d-1f87f54b27d0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:30.680868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4aa34aab-78ce-4418-958f-68c70721fca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.686880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4aa34aab-78ce-4418-958f-68c70721fca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.723819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa34aab-78ce-4418-958f-68c70721fca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ed4633-3822-4cc5-8efd-001cc54a84c1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:30.749031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.750695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-93d35a71-1944-4459-8417-d4a7165e0ab9 req-c3ad9109-9d91-4c4b-a07a-2f6404f3d3cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5073757 Aug 30 22:56:30.773715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4aa34aab-78ce-4418-958f-68c70721fca1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bab2fdc34e80480fba27007a1f3e4a5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3665142 Aug 30 22:56:30.774064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50976) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:30.853969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d7f404-bda1-471c-be68-8ca2cf3df169 req-e81af872-dc91-4c76-9b70-5b728404c782 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:30.857027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39d7f404-bda1-471c-be68-8ca2cf3df169 req-e81af872-dc91-4c76-9b70-5b728404c782 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0787463 Aug 30 22:56:30.859242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:30.890558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea52b488-4bdb-4097-b35a-870904f9db34 req-ee7a9de3-d973-44c5-a41f-06aa8f281603 service neutron] 10.222.0.52 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5491669 Aug 30 22:56:30.920074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39d7f404-bda1-471c-be68-8ca2cf3df169 req-0829727f-9a22-4d58-a215-df26784ebe88 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437837 Aug 30 22:56:30.921835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.047539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-88c87ca6-09aa-4205-bd6c-1e4d02bd0089 req-a87d8471-959c-4c7c-8506-562aada68a73 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 10908 time: 0.1609445 Aug 30 22:56:31.050074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.052736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.056326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22ed4633-3822-4cc5-8efd-001cc54a84c1 HTTP/1.1" status: 204 len: 168 time: 0.2788465 Aug 30 22:56:31.083135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193b802-120d-4ce8-bafe-79d2fedf46ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ed4633-3822-4cc5-8efd-001cc54a84c1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:31.115078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-88c87ca6-09aa-4205-bd6c-1e4d02bd0089 req-66c2ff30-6261-4ca2-ba53-498d8a564032 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 200 len: 2985 time: 0.0663066 Aug 30 22:56:31.156893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-88c87ca6-09aa-4205-bd6c-1e4d02bd0089 req-165d6168-cfaf-40e3-b7e7-9de948bfcce5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 200 len: 2985 time: 0.0406671 Aug 30 22:56:31.230942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40fec1fa-6624-4530-a576-93025764282e req-33050758-165f-4277-a6de-5316f74ef274 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/5019ee41-271c-4dd7-b8a2-8053f0a10f5d HTTP/1.1" status: 200 len: 1799 time: 0.0487366 Aug 30 22:56:31.288246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-40fec1fa-6624-4530-a576-93025764282e req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.312050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-40fec1fa-6624-4530-a576-93025764282e req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.355348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-40fec1fa-6624-4530-a576-93025764282e req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.359454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-40fec1fa-6624-4530-a576-93025764282e req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.360805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40fec1fa-6624-4530-a576-93025764282e req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/5019ee41-271c-4dd7-b8a2-8053f0a10f5d HTTP/1.1" status: 204 len: 173 time: 0.1288843 Aug 30 22:56:31.373369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c8696-7bae-4ae6-bb8a-0540a3782da4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5019ee41-271c-4dd7-b8a2-8053f0a10f5d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:31.420248 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-f08601a7-5dd5-49a4-ac4e-61c2c8fff2fb req-cfe84607-10ff-431b-914b-c0417ff80afc tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:31.424545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f08601a7-5dd5-49a4-ac4e-61c2c8fff2fb req-cfe84607-10ff-431b-914b-c0417ff80afc tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/5019ee41-271c-4dd7-b8a2-8053f0a10f5d HTTP/1.1" status: 404 len: 352 time: 0.0198493 Aug 30 22:56:31.501267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-3816376b-7c0e-4ee3-9c1d-0a443e32f1b0 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0ba32345-efb7-4006-802b-1f5361ac4b07 HTTP/1.1" status: 200 len: 1802 time: 0.0501158 Aug 30 22:56:31.581162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.644475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.715064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.718175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.719529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ea4cb41-e6e2-41fa-86bd-ef85486105ba req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/0ba32345-efb7-4006-802b-1f5361ac4b07 HTTP/1.1" status: 204 len: 173 time: 0.2174437 Aug 30 22:56:31.737867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07351a-2f6e-448f-b67c-097e402ed282 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba32345-efb7-4006-802b-1f5361ac4b07,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:31.755631 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-edc4f4ea-42c8-471f-9123-2a4f3a2db977 req-ee7fac94-4f28-4190-8f95-7641a21b3b14 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:31.763214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edc4f4ea-42c8-471f-9123-2a4f3a2db977 req-ee7fac94-4f28-4190-8f95-7641a21b3b14 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0ba32345-efb7-4006-802b-1f5361ac4b07 HTTP/1.1" status: 404 len: 352 time: 0.0217981 Aug 30 22:56:31.850462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-9fd2cff1-35d3-4728-bd2d-6f778127f0f0 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/51abd547-bda2-460c-9a6d-1f87f54b27d0 HTTP/1.1" status: 200 len: 1802 time: 0.0591211 Aug 30 22:56:31.922436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:31.954328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.029228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.033340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.038167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a952b1bc-ad1b-4d12-abff-4819f8c0e4df req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/51abd547-bda2-460c-9a6d-1f87f54b27d0 HTTP/1.1" status: 204 len: 173 time: 0.1834629 Aug 30 22:56:32.056665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78550cdd-66aa-44e4-be3e-49cdf9f1aba3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abd547-bda2-460c-9a6d-1f87f54b27d0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:32.073932 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-e38b21e0-1f21-4681-ab29-4431171dd8cc req-0e980d90-b095-46d9-91d2-1902e894c18d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:32.074485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e38b21e0-1f21-4681-ab29-4431171dd8cc req-0e980d90-b095-46d9-91d2-1902e894c18d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/51abd547-bda2-460c-9a6d-1f87f54b27d0 HTTP/1.1" status: 404 len: 352 time: 0.0184643 Aug 30 22:56:32.101552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e9b46-049e-4daa-8a2d-c5f899666c54 req-4aa041cd-fc52-40c4-acfa-b62729deec5b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:32.104155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-175e9b46-049e-4daa-8a2d-c5f899666c54 req-4aa041cd-fc52-40c4-acfa-b62729deec5b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0811927 Aug 30 22:56:32.166075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-175e9b46-049e-4daa-8a2d-c5f899666c54 req-30c762f0-da20-4b38-b6eb-bb72957f9960 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516977 Aug 30 22:56:32.175333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58e0145-a1a9-4267-bbd7-89ca0d3a1c07 req-4c5fb1cc-8c74-4f76-aa60-6806568a1fee tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 6158 time: 0.0744452 Aug 30 22:56:32.212183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:32.242838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58e0145-a1a9-4267-bbd7-89ca0d3a1c07 req-b368ef19-6eaf-4bbd-ab5c-5bf3e1863043 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 200 len: 2985 time: 0.0613058 Aug 30 22:56:32.301818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d58e0145-a1a9-4267-bbd7-89ca0d3a1c07 req-b1f868af-0652-4423-aee1-0951d20842f2 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 200 len: 2985 time: 0.0491347 Aug 30 22:56:32.333283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2048518174', 'description': 'tempest-description-1056982305'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:32.359564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.417347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:32.447379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c634301-3d06-4258-9243-b27869ce2204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.461406 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.466563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.497967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9038073d-6a53-4017-9b0a-2bac65693c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.499578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:32.574201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c634301-3d06-4258-9243-b27869ce2204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.580050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c634301-3d06-4258-9243-b27869ce2204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.583791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.594749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5c620086-bcbb-48cf-98bc-328477bd46e7 req-a1ed74eb-6932-4f12-95e0-3831daa0d677 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2660694 Aug 30 22:56:32.629123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-435835823', 'description': 'tempest-description-837130585'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:32.647908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c634301-3d06-4258-9243-b27869ce2204 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c873def4201467a91d38916056adbd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337959 Aug 30 22:56:32.650263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c634301-3d06-4258-9243-b27869ce2204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7bdfb88-57a2-4ed8-adfe-7124cecda034,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:32.650850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:32.723500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.726778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9038073d-6a53-4017-9b0a-2bac65693c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.736378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9038073d-6a53-4017-9b0a-2bac65693c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.746979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.796735 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9038073d-6a53-4017-9b0a-2bac65693c7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=883b87f42d1642a48ace3a56c2c19012&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775587 Aug 30 22:56:32.799482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9038073d-6a53-4017-9b0a-2bac65693c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e84cdc9c-0362-4b5f-b57b-143bb8106e24,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:32.800030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51150) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:32.803162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.852263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.854795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.856131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f7bdfb88-57a2-4ed8-adfe-7124cecda034 HTTP/1.1" status: 204 len: 168 time: 0.2042866 Aug 30 22:56:32.875432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaff170-041c-4c56-aea5-790be2aef20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7bdfb88-57a2-4ed8-adfe-7124cecda034,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:32.907275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.915844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.921459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.933338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.958459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:32.959718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25081d47-c245-4fab-9f10-3ab23f5b3b45 req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3456228 Aug 30 22:56:32.961461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223a5c0-17aa-4a15-99b9-91259435d362 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af38c84d-35f5-4169-94ec-03e85ba6bf74,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:33.012200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.016477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.021130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e84cdc9c-0362-4b5f-b57b-143bb8106e24 HTTP/1.1" status: 204 len: 168 time: 0.2200851 Aug 30 22:56:33.029605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf06778c-90a8-45fd-893e-1403b1ae5eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84cdc9c-0362-4b5f-b57b-143bb8106e24,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:33.267570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:33.312319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aef57b9-57dc-4661-8e44-dc8902c5a81b req-38c1e976-201b-4b52-8c86-041a8a996a42 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:33.315064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aef57b9-57dc-4661-8e44-dc8902c5a81b req-38c1e976-201b-4b52-8c86-041a8a996a42 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0693724 Aug 30 22:56:33.341705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-f034b1ea-a038-4fbd-a925-cda829e277b3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:33.343810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-f034b1ea-a038-4fbd-a925-cda829e277b3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 813 time: 0.1243567 Aug 30 22:56:33.362891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-6c50a213-a674-41ab-b224-bc2d7a709faf tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/quotas/466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 375 time: 0.0105226 Aug 30 22:56:33.365534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aef57b9-57dc-4661-8e44-dc8902c5a81b req-2cb83947-917f-4798-abf8-136a93a70406 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441802 Aug 30 22:56:33.426238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-a865bf83-1134-4097-a619-2ceb62b5ae0b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0572672 Aug 30 22:56:33.502857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41d6a7b7-dc70-4150-a913-8f1652794104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.510875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:33.527196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.547915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:56:33.547915 n-d-791504-21 neutron-server[101269]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 22:56:33.547915 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id': 'a3694a1db0204c60ad623e7c645c1bda', 'id': '65d330fe-410a-4e4c-9503-adf8dab52ddd', 'expiration': datetime.datetime(2021, 8, 30, 22, 58, 33, 544384)}] Aug 30 22:56:33.547915 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:56:33.548449 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:56:33.566929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-3ee5f38c-8c14-4bec-a370-924bd6a03061 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300380 Aug 30 22:56:33.700988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-f71ca6c7-307e-4df9-a27a-d7ddd7e66826 service neutron] 10.222.0.25 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259830 Aug 30 22:56:33.714372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41d6a7b7-dc70-4150-a913-8f1652794104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.719489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41d6a7b7-dc70-4150-a913-8f1652794104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.764218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51198) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:33.764386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41d6a7b7-dc70-4150-a913-8f1652794104 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19a31a237c0f4ebfa69ac1acf52b0b92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949551 Aug 30 22:56:33.765132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6a7b7-dc70-4150-a913-8f1652794104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17ff087-7bd5-4bbf-a701-efca8689d036,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:33.850551 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.878401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.907796 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-651b4833-8590-4f9e-9740-ea6f98caae2f req-6e334d7e-1627-43d2-872a-f9760244dbfd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 210 time: 0.0380089 Aug 30 22:56:33.939733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.943309 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:33.947618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c17ff087-7bd5-4bbf-a701-efca8689d036 HTTP/1.1" status: 204 len: 168 time: 0.1823647 Aug 30 22:56:33.956713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90736b-42fb-473a-9e30-743c2525d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17ff087-7bd5-4bbf-a701-efca8689d036,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:34.050083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.218626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.222415 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.256269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd395d66-42be-482e-a230-5a665da98d2a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:34.265344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.272497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.275667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aa77409b-033b-4f77-804b-42f03f7cf050 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3694a1db0204c60ad623e7c645c1bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637072 Aug 30 22:56:34.278250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51234) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:34.279055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.285826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.291780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.298252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.304813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.306848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-0b4ed20b-f238-4cf4-9ce5-ac637dfe18fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1026394 Aug 30 22:56:34.362356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.364682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:34.379581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-439ea3b6-24b4-454d-b391-dcf4dcdaa6c3 req-e00a5810-effd-4527-be20-bcb801a9dc63 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0665104 Aug 30 22:56:34.389606 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.472134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.476033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.477508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd395d66-42be-482e-a230-5a665da98d2a HTTP/1.1" status: 204 len: 168 time: 0.1967950 Aug 30 22:56:34.503974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:34.505070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43351448-faf4-4689-b0c6-49b1082a9a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd395d66-42be-482e-a230-5a665da98d2a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:34.527055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3eafc06a-d12a-4e21-9498-ec2c64307a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.573464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8fa8b-be1c-4572-acde-ca7dab114545 req-b546fb6e-7399-4fb6-bad1-340b02638f44 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.575780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6b8fa8b-be1c-4572-acde-ca7dab114545 req-b546fb6e-7399-4fb6-bad1-340b02638f44 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0854154 Aug 30 22:56:34.669220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.677396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.686454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.695214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.702049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.709925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.717931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:34.719863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11fa7d06-d3cc-43d9-90e6-02304b4bef4f req-4554b221-6a5e-4db1-b937-efa11066dbff tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1632361 Aug 30 22:56:34.742856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076070c9-d52e-4680-a56f-76939d89aaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.827682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3eafc06a-d12a-4e21-9498-ec2c64307a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.838783 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3eafc06a-d12a-4e21-9498-ec2c64307a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:34.901546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eafc06a-d12a-4e21-9498-ec2c64307a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f71c9e-04cd-4995-a2c9-19f04265187f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:34.927278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3eafc06a-d12a-4e21-9498-ec2c64307a79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7e55a78d8064a9e9bdeea23aeeccddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4217198 Aug 30 22:56:34.930658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:35.014067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6b8fa8b-be1c-4572-acde-ca7dab114545 req-0cdd9b81-7346-4f34-a05c-3d30a2b45cd3 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4303844 Aug 30 22:56:35.029077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.070625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076070c9-d52e-4680-a56f-76939d89aaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.075644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.088632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076070c9-d52e-4680-a56f-76939d89aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.200664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7a38e7d-211f-46f6-914e-59eed7bc542b req-4152d5eb-3514-44a0-a03b-242e668b0877 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 210 time: 0.1025863 Aug 30 22:56:35.228136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-076070c9-d52e-4680-a56f-76939d89aaa9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3c40c365527429d937a3ee200274095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8590343 Aug 30 22:56:35.229780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:35.237604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076070c9-d52e-4680-a56f-76939d89aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc8722b-c510-49c2-b1ef-598baf8ada37,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:35.293355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.297727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.299483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96f71c9e-04cd-4995-a2c9-19f04265187f HTTP/1.1" status: 204 len: 168 time: 0.3678176 Aug 30 22:56:35.347828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b76fc0-d489-402a-b73c-7adf29c064d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f71c9e-04cd-4995-a2c9-19f04265187f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:35.382224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.385670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef9bec-923a-404e-9c52-12f135c451bb req-7f71baa2-e409-4b6a-8a5a-b067c32f9c6f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.395353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fef9bec-923a-404e-9c52-12f135c451bb req-7f71baa2-e409-4b6a-8a5a-b067c32f9c6f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1111615 Aug 30 22:56:35.400354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-cd5e119d-2756-4ebd-98d5-1256b1889f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.409686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-cd5e119d-2756-4ebd-98d5-1256b1889f33 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.0985174 Aug 30 22:56:35.461459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-ecc1c914-a96f-4286-b185-33bea45e93de tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.463225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-ecc1c914-a96f-4286-b185-33bea45e93de tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.47 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 813 time: 0.2711189 Aug 30 22:56:35.492958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fef9bec-923a-404e-9c52-12f135c451bb req-5444abe7-918a-40ce-a057-2d7c8153fdab tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823092 Aug 30 22:56:35.493959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.496719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'device_id': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64', 'admin_state_up': True, 'tenant_id': '466412b4a7bc4d73ba3685b93288537f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:35.549711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-365b1b04-cd6a-4a50-abed-90a317f63fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.552204 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-365b1b04-cd6a-4a50-abed-90a317f63fcc service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.1320615 Aug 30 22:56:35.583083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.585824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.586959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bc8722b-c510-49c2-b1ef-598baf8ada37 HTTP/1.1" status: 204 len: 168 time: 0.3559887 Aug 30 22:56:35.629690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b06e47-89db-4e7a-b58c-e29a0771c57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc8722b-c510-49c2-b1ef-598baf8ada37,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:35.655433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Made reservation on behalf of 466412b4a7bc4d73ba3685b93288537f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:35.665941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:35.676303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-39b02185-db5a-4a20-9470-b9f62c5ce07c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1001 time: 0.1030619 Aug 30 22:56:35.754992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-0f12de6a-8909-48c4-a923-28033c724069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.757090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-0f12de6a-8909-48c4-a923-28033c724069 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0644310 Aug 30 22:56:35.819549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-94838da7-46fa-4bda-bf4b-3395aca425a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:35.821201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-94838da7-46fa-4bda-bf4b-3395aca425a4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467966 Aug 30 22:56:35.882884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Allocated IP 172.20.0.8 (0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64/142a72b8-9e37-4440-8375-03d62791d8f9/d0bd69a2-aa79-4543-876d-1f6c9eba119a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:35.976653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-86f95278-d390-451b-a745-34dc2bd65ab0 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429965 Aug 30 22:56:36.091414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:36.137937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:36.155976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6231d297-ca5c-4d55-82b6-59b9fb76538c req-1008d9a2-eda4-4a8e-9fb8-558ae53e1784 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664996 Aug 30 22:56:36.173846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:36.198043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:36.201192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:36.204901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:36.284321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:36.322239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:36.322914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:36.358694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-843bcf48-86eb-4e69-9128-bbaaf661e66f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8731124 Aug 30 22:56:36.378420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Request body: {'port': {'device_id': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:36.425346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6bf05-360e-421a-80d4-72635d48bc26 req-5c8341f4-a1c4-492e-9710-d1b3073ad6d7 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:36.433073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21b6bf05-360e-421a-80d4-72635d48bc26 req-5c8341f4-a1c4-492e-9710-d1b3073ad6d7 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 931 time: 0.1030059 Aug 30 22:56:36.469079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:36.509436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21b6bf05-360e-421a-80d4-72635d48bc26 req-d9d1823c-3452-4e6c-b91e-7cc4234af616 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710568 Aug 30 22:56:36.761326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ba982-376a-4c33-8f12-21acd18da0a6 req-ee79822b-8ee1-4418-8a93-f254a27e406e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:36.762903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-153ba982-376a-4c33-8f12-21acd18da0a6 req-ee79822b-8ee1-4418-8a93-f254a27e406e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1406720 Aug 30 22:56:36.839433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-153ba982-376a-4c33-8f12-21acd18da0a6 req-31b76f33-d7e3-4ce7-851c-d22d854cac04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636566 Aug 30 22:56:36.850359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51354) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:36.976099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0bd69a2-aa79-4543-876d-1f6c9eba119a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:36.989521 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.007950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Transition to ACTIVE for port object d0bd69a2-aa79-4543-876d-1f6c9eba119a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:37.017385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.117354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:37.137029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1662355397'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:37.181318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Attempting to bind port d0bd69a2-aa79-4543-876d-1f6c9eba119a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:56:37.181707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Attempting to bind port d0bd69a2-aa79-4543-876d-1f6c9eba119a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:56:37.182135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Attempting to bind port d0bd69a2-aa79-4543-876d-1f6c9eba119a on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:37.187237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Port d0bd69a2-aa79-4543-876d-1f6c9eba119a on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:56:37.187566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Attempting to bind port d0bd69a2-aa79-4543-876d-1f6c9eba119a on network 0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:37.191505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Made reservation on behalf of db8760da27eb4a9ebb0f4756fbc3274d for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:37.195147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.205186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:56:37.205517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Checking segment: {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:37.205956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Bound using segment: {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:56:37.206405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Bound port: d0bd69a2-aa79-4543-876d-1f6c9eba119a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9599b4c2-ef89-4082-a9d3-f9959da035d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:56:37.206773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.210762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.248011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:37.314161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:56:37.320455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:56:37.328864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.376350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.377902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.379667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] 10.222.0.47 "PUT /v2.0/ports/d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 1092 time: 1.0071342 Aug 30 22:56:37.385395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:37.389630 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a278cd07-329d-4be9-86a5-30f19d466bec" -d '{"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:37.433081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fafcead-5bca-4804-9283-346095fc5a15 service neutron] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:37.441369 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7ca260-331f-4775-a63f-d540f40c3613 x-openstack-request-id: req-2a7ca260-331f-4775-a63f-d540f40c3613 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:37.441369 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:37.441369 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2a7ca260-331f-4775-a63f-d540f40c3613 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:37.441369 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'status': 'completed', 'code': 200} Aug 30 22:56:37.464430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.482724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.518899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:37.533309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f553e76-2ae8-46b2-9a90-2363aa7bbf9c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:37.535116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.535730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.540337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-69783381-712b-4ed7-866c-3401511f1e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.541917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-69783381-712b-4ed7-866c-3401511f1e1b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1095 time: 0.0925539 Aug 30 22:56:37.543459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.543806 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Added segment e90f7089-ca57-447a-824c-f19aebc55859 of type vlan for network 72595d58-59b2-4027-b75a-c5ad0c258ac5 Aug 30 22:56:37.548415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.549062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.549544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.553796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.555989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.559372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08407a28-d12c-4054-a609-0b869e1f5031 req-8309dfc1-269a-44ae-91bf-ad3a65c854b2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.3103342 Aug 30 22:56:37.615490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08407a28-d12c-4054-a609-0b869e1f5031 req-0a4e7528-9a08-4693-8e87-d7df777cb767 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0482826 Aug 30 22:56:37.630523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-14dd6799-d69d-4760-b3de-68753beb4020 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 217 time: 0.0502167 Aug 30 22:56:37.634568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.730942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.736106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.737253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:37.760656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-95422f67-f55f-4a4a-af9c-be62e470d6af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.762151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-95422f67-f55f-4a4a-af9c-be62e470d6af service neutron] 10.222.0.47 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.1149054 Aug 30 22:56:37.798905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058cc991-26a1-4e04-95d2-6c0c353ac67c req-45bbdae8-6f62-465b-92bd-712f37ce1563 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:37.800443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-058cc991-26a1-4e04-95d2-6c0c353ac67c req-45bbdae8-6f62-465b-92bd-712f37ce1563 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 943 time: 0.1723888 Aug 30 22:56:37.835250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9832201 Aug 30 22:56:37.838245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:37.843345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Request body: {'subnet': {'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:37.864439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-73f8d2ad-bf3b-4376-92dc-a9a63b956290 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606670 Aug 30 22:56:37.868916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0490d937-4dea-4968-a5dc-4dfe0721e6dd tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event updated for resources: {'Network': ['ID=72595d58-59b2-4027-b75a-c5ad0c258ac5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:37.888748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:37.997392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-058cc991-26a1-4e04-95d2-6c0c353ac67c req-c359e213-3d8a-4315-acdb-8c5584ebec11 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851830 Aug 30 22:56:38.008468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Made reservation on behalf of db8760da27eb4a9ebb0f4756fbc3274d for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:38.012548 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.048930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62566195-f0a7-4dd6-affe-2e2e9b7b829f req-d98c9ccd-73b1-4b39-a9d4-b372a0cacc21 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:38.062955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-a8b08bba-7c5e-44ad-8b68-91e46ac80bee service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864412 Aug 30 22:56:38.063737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-62566195-f0a7-4dd6-affe-2e2e9b7b829f req-d98c9ccd-73b1-4b39-a9d4-b372a0cacc21 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1187453 Aug 30 22:56:38.168616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-62566195-f0a7-4dd6-affe-2e2e9b7b829f req-5085edf4-9f57-4c48-a3e7-e4a7858506fc tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039097 Aug 30 22:56:38.176361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:38.219122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f193f18-6ce8-4b95-b4fe-c31418c6536d req-454c43b0-a561-49c1-a712-7acbd17beae0 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452637 Aug 30 22:56:38.340318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278cd07-329d-4be9-86a5-30f19d466bec req-fda106cc-4dfe-4376-80f2-0cb277e47e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:38.342086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-fda106cc-4dfe-4376-80f2-0cb277e47e53 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1095 time: 0.0502608 Aug 30 22:56:38.343622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.425288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event updated for resources: {'Subnet': ['ID=ea4b3035-7808-42c1-be55-32cc4b9c62cb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:38.431563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-302602342'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:38.440941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Checking segment: {'id': 'e90f7089-ca57-447a-824c-f19aebc55859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:38.441449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Network hostable DHCP agents. Network: 72595d58-59b2-4027-b75a-c5ad0c258ac5, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:56:38.460925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:56:38.470089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278cd07-329d-4be9-86a5-30f19d466bec req-ea92c0d3-055e-47c6-8981-c202ba9fb1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:38.471887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-ea92c0d3-055e-47c6-8981-c202ba9fb1f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1209705 Aug 30 22:56:38.472160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 72595d58-59b2-4027-b75a-c5ad0c258ac5) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:38.473237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Made reservation on behalf of c865d7986ae143d08ed9e3757a20597c for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:38.476916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:38.477515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.478192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.484796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe27b67-2439-4c56-837c-021f2201f072 None None] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:38.498412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-19d01abc-113d-4ed0-886f-308340b1cfe8 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6565342 Aug 30 22:56:38.498625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:38.507166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Request body: {'port': {'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1909968821'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:38.528159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-5ccf8f29-86be-4df0-8f30-79c2880305bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 217 time: 0.0466022 Aug 30 22:56:38.534793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.608081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278cd07-329d-4be9-86a5-30f19d466bec req-37f2068e-a201-4b73-a54b-341864b0c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:38.609824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-37f2068e-a201-4b73-a54b-341864b0c080 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0650234 Aug 30 22:56:38.656914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-0862f6fb-cd21-49b5-be2d-61b217ed6da8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339310 Aug 30 22:56:38.676140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-72595d58-59b2-4027-b75a-c5ad0c258ac5', 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5', 'tenant_id': 'db8760da27eb4a9ebb0f4756fbc3274d', 'fixed_ips': [{'subnet_id': 'ea4b3035-7808-42c1-be55-32cc4b9c62cb'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:56:38.677049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.820990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.827085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-e86da7ba-2762-4bda-b343-ab9cba927241 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492021 Aug 30 22:56:38.828457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.843235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Made reservation on behalf of db8760da27eb4a9ebb0f4756fbc3274d for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:38.847648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.852222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Allocated IP 172.20.0.2 (72595d58-59b2-4027-b75a-c5ad0c258ac5/ea4b3035-7808-42c1-be55-32cc4b9c62cb/c4bba987-abff-4e9f-be1b-b060ffb4172c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:38.866977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] device_id is not set on port 2e92b047-7498-4c35-8690-bb1f12ac24b6 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:56:38.926246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:38.952647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:38.952992 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Added segment cae9b065-0298-49c1-8f23-5fa6e206c1e5 of type vlan for network 7c0406cd-cf46-418d-a635-e48e917fd199 Aug 30 22:56:38.962306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a853af66-b90e-4680-9e22-faeda8bbebe4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:38.967616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a278cd07-329d-4be9-86a5-30f19d466bec req-26a65c64-fc2e-4066-b28a-7c7260e934cf service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293960 Aug 30 22:56:38.999957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.006838 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.014841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Transition to ACTIVE for port object c4bba987-abff-4e9f-be1b-b060ffb4172c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:39.025207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.030723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Transition to ACTIVE for port object c4bba987-abff-4e9f-be1b-b060ffb4172c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:39.031281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:39.031908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.044104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.101657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:39.101910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9240649 Aug 30 22:56:39.105223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:39.105453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:39.109631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:39.110438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71196bc-13a5-4889-8643-2969147a781c tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Pushing event updated for resources: {'Network': ['ID=7c0406cd-cf46-418d-a635-e48e917fd199,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.117184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Pushing event updated for resources: {'Port': ['ID=c4bba987-abff-4e9f-be1b-b060ffb4172c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.127743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7c0406cd-cf46-418d-a635-e48e917fd199 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:39.133570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.134116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.134630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.135316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.135965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.136440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.136925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.137578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.137943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Allocated IP 172.20.0.8 (72595d58-59b2-4027-b75a-c5ad0c258ac5/ea4b3035-7808-42c1-be55-32cc4b9c62cb/2e92b047-7498-4c35-8690-bb1f12ac24b6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:39.138278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.138833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.139313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.139781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:39.184217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dedf78-c335-456a-aac9-1b8634b774ed req-01a2e9b9-f7ac-4437-900d-1b1fa29fe910 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:39.186072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1dedf78-c335-456a-aac9-1b8634b774ed req-01a2e9b9-f7ac-4437-900d-1b1fa29fe910 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 943 time: 0.1014440 Aug 30 22:56:39.199509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'name': 'tempest-network--286977804', 'router:external': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:39.247364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Attempting to bind port c4bba987-abff-4e9f-be1b-b060ffb4172c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:56:39.247364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Attempting to bind port c4bba987-abff-4e9f-be1b-b060ffb4172c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e90f7089-ca57-447a-824c-f19aebc55859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:56:39.247604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Attempting to bind port c4bba987-abff-4e9f-be1b-b060ffb4172c on network 72595d58-59b2-4027-b75a-c5ad0c258ac5 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:56:39.253944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:56:39.254319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Checking segment: {'id': 'e90f7089-ca57-447a-824c-f19aebc55859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:39.254721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.255110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Bound using segment: {'id': 'e90f7089-ca57-447a-824c-f19aebc55859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:56:39.255593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Bound port: c4bba987-abff-4e9f-be1b-b060ffb4172c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e90f7089-ca57-447a-824c-f19aebc55859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '72595d58-59b2-4027-b75a-c5ad0c258ac5'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:56:39.255972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.276932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1dedf78-c335-456a-aac9-1b8634b774ed req-c7b5ae4e-7235-4342-b495-66f708b5b228 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741472 Aug 30 22:56:39.277475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:39.279724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.324310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] For port c4bba987-abff-4e9f-be1b-b060ffb4172c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:56:39.324634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.327927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] For port c4bba987-abff-4e9f-be1b-b060ffb4172c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4bba987-abff-4e9f-be1b-b060ffb4172c,segment=NetworkSegment(e90f7089-ca57-447a-824c-f19aebc55859),segment_id=e90f7089-ca57-447a-824c-f19aebc55859)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:56:39.331806 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.403503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a762aa50-e11a-48c1-b24e-371245d1adbe None None] Pushing event updated for resources: {'Port': ['ID=c4bba987-abff-4e9f-be1b-b060ffb4172c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.418981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.444044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Transition to ACTIVE for port object 2e92b047-7498-4c35-8690-bb1f12ac24b6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:56:39.496836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.503373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.510369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.567166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:39.601241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:39.604240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.604768 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Added segment 4f55717f-3be5-4d95-912f-ff0ae89c8d4b of type vlan for network d77bf797-0db2-4fa9-85d7-b690e3c30557 Aug 30 22:56:39.613567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b1794f-d6df-4fb5-89e0-10eafb2bcc6a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.625159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:39.628871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:39.631536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event updated for resources: {'Port': ['ID=2e92b047-7498-4c35-8690-bb1f12ac24b6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.703466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.714486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:39.715093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.740211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-edb3a3e2-fc0b-45ef-b025-488f9688382f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2405748 Aug 30 22:56:39.743716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:39.749210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.750287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:39.750895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.818190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7114744 Aug 30 22:56:39.820632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51452) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:39.823613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16900cd2-a33d-4f98-bba7-f876ad425a37 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=d77bf797-0db2-4fa9-85d7-b690e3c30557,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:39.834727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d77bf797-0db2-4fa9-85d7-b690e3c30557 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:39.916954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:39.931808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Deleting port 2e92b047-7498-4c35-8690-bb1f12ac24b6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:39.932154 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.083701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.107868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77bf797-0db2-4fa9-85d7-b690e3c30557']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:40.123582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.136477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f55717f-3be5-4d95-912f-ff0ae89c8d4b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:40.136809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f55717f-3be5-4d95-912f-ff0ae89c8d4b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:40.149974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Calling delete_port for 2e92b047-7498-4c35-8690-bb1f12ac24b6 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:40.152646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.174935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.226436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:40.228570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:40.235467 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:40.281535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a04e9334-17d1-44e7-9011-c0583a3b7334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.342209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.349112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d77bf797-0db2-4fa9-85d7-b690e3c30557 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:56:40.354045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.355975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d77bf797-0db2-4fa9-85d7-b690e3c30557 HTTP/1.1" status: 204 len: 168 time: 0.5342841 Aug 30 22:56:40.361424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51472) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:40.367999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:40.387177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b81a9d-de9d-464b-b540-dab871a2632b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Network': ['ID=d77bf797-0db2-4fa9-85d7-b690e3c30557,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:40.412852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:40.417203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.456618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:40.468175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.468687 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Added segment adf9d7dd-59b8-4847-a22a-91dca8fb06ad of type vlan for network 61fbea4e-6d15-4685-9f36-ad51e5338df4 Aug 30 22:56:40.504603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.516529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d0bd69a2-aa79-4543-876d-1f6c9eba119a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:56:40.525593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64218da-a1c8-4dec-bd26-0da07f2fb658 req-c4712566-b0c4-430a-928a-f04fb6f5d235 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:40.532870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a64218da-a1c8-4dec-bd26-0da07f2fb658 req-c4712566-b0c4-430a-928a-f04fb6f5d235 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 943 time: 0.1145766 Aug 30 22:56:40.563596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event deleted for resources: {'Port': ['ID=2e92b047-7498-4c35-8690-bb1f12ac24b6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:40.600100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.618631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3d614-9007-4e81-b73f-66e3dffeffab None None] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:40.641841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a64218da-a1c8-4dec-bd26-0da07f2fb658 req-63e6f3ed-1796-439a-819a-fc11507933eb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026795 Aug 30 22:56:40.642607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.644847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:40.654109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.679380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.682186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c17474e-2dda-4924-8b63-cfa64b7ee96c tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "DELETE /v2.0/ports/2e92b047-7498-4c35-8690-bb1f12ac24b6 HTTP/1.1" status: 204 len: 168 time: 0.9373734 Aug 30 22:56:40.684957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51476) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:40.696674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ef77f171-1874-4865-8ca3-bcefe21bbc0d None None] Provisioning for port c4bba987-abff-4e9f-be1b-b060ffb4172c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:40.729353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=61fbea4e-6d15-4685-9f36-ad51e5338df4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:40.738167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:40.740290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e8af6314-340d-45cc-8913-41d927fec7a1 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3768277 Aug 30 22:56:40.743157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:40.748083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'subnet': {'network_id': '61fbea4e-6d15-4685-9f36-ad51e5338df4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:40.751037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 61fbea4e-6d15-4685-9f36-ad51e5338df4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:40.795200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:40.797040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.834651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-158e8722-9bb0-4f97-b153-fc6da06c0ab4 tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.1479757 Aug 30 22:56:40.837349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51482) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:40.842379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1427132905'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:40.857883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'network_id': '0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64', 'port_id': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'mac_address': 'fa:16:3e:84:78:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '142a72b8-9e37-4440-8375-03d62791d8f9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:56:40.867596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Made reservation on behalf of db8760da27eb4a9ebb0f4756fbc3274d for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:40.872986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.905668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:40.917252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.917999 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Added segment e2e985c9-1bb5-49a0-b2b2-2aa23580e899 of type vlan for network d3b0b021-e86a-4329-b037-fe0b889876c4 Aug 30 22:56:40.933926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.961141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.963846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0bd69a2-aa79-4543-876d-1f6c9eba119a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:56:40.990206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:40.994827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:40.997335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:40.998082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.000737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.019019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.1774628 Aug 30 22:56:41.020022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51484) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.058380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:41.072518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2604a-af2a-4043-98c7-667a982bcb60 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event updated for resources: {'Network': ['ID=d3b0b021-e86a-4329-b037-fe0b889876c4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:41.083446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d3b0b021-e86a-4329-b037-fe0b889876c4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:41.253329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51486) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.253546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9d45c537-c768-4b20-bace-98bfa3f4e35a tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks HTTP/1.1" status: 200 len: 10441 time: 0.2330282 Aug 30 22:56:41.266575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4bba987-abff-4e9f-be1b-b060ffb4172c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:41.286848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 22:56:41.287317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.309427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:41.351619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e94751-6f7d-4bbf-88ee-d5ca606c55da tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] Network d3b0b021-e86a-4329-b037-fe0b889876c4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:56:41.358883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Checking segment: {'id': 'adf9d7dd-59b8-4847-a22a-91dca8fb06ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '61fbea4e-6d15-4685-9f36-ad51e5338df4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:56:41.359187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Network hostable DHCP agents. Network: 61fbea4e-6d15-4685-9f36-ad51e5338df4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:56:41.365766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Subnet': ['ID=641dac88-6e1a-47f2-977a-9d9ddd93641d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:41.376242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9e94751-6f7d-4bbf-88ee-d5ca606c55da tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "POST /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1218016 Aug 30 22:56:41.376421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51488) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.378252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54684abf-8a75-434c-88ce-9c84fce1f089 None None] Network d3b0b021-e86a-4329-b037-fe0b889876c4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:41.387269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Network 61fbea4e-6d15-4685-9f36-ad51e5338df4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:56:41.402676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 61fbea4e-6d15-4685-9f36-ad51e5338df4) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:41.416648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:41.417320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.452549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de633273-a1d4-4d91-aa97-653f3ceb640f None None] Network 61fbea4e-6d15-4685-9f36-ad51e5338df4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:41.476435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5da5b4ee-4b02-4299-9745-027b4f2665d5 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7321761 Aug 30 22:56:41.476661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.481742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'floatingip': {'floating_network_id': '61fbea4e-6d15-4685-9f36-ad51e5338df4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:41.535091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c4bba987-abff-4e9f-be1b-b060ffb4172c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:41.554285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.572623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c4bba987-abff-4e9f-be1b-b060ffb4172c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:41.573302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.602119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c202fe34-893e-41f3-a073-7bf0513f2dde tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks HTTP/1.1" status: 200 len: 11982 time: 0.2209713 Aug 30 22:56:41.603051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.612258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-37fa3e7a-83a7-4a2e-807b-58f6ce4541a0 None None] Could not find standard attr ID for object 2e92b047-7498-4c35-8690-bb1f12ac24b6. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:56:41.740323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e55a5a20-dfbb-4ae8-abf1-cc94e099096e tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "DELETE /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks/d3b0b021-e86a-4329-b037-fe0b889876c4 HTTP/1.1" status: 204 len: 168 time: 0.1357021 Aug 30 22:56:41.743325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:41.793584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.845989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc3e635-5ef4-4b0c-a86f-45a3b360d4e2 None None] Network 61fbea4e-6d15-4685-9f36-ad51e5338df4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:41.949391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23777af5-4fff-4fac-afa4-c15a9a75f6cd req-8b89fe59-7aa3-4aeb-bce1-1de966932c18 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:41.951221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23777af5-4fff-4fac-afa4-c15a9a75f6cd req-8b89fe59-7aa3-4aeb-bce1-1de966932c18 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 944 time: 0.1011567 Aug 30 22:56:41.967936 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:41.970469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Allocated IP 172.20.0.11 (61fbea4e-6d15-4685-9f36-ad51e5338df4/641dac88-6e1a-47f2-977a-9d9ddd93641d/5ec17d87-1d68-4c69-8941-4a2ce29ec951) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:56:41.976456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f320e499-f746-4bf9-9d08-408c8d15e633 tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks HTTP/1.1" status: 200 len: 11211 time: 0.2318871 Aug 30 22:56:41.982761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.032080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-90493c00-9488-4af5-bc8a-1eab61f80cb0 tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/networks/72595d58-59b2-4027-b75a-c5ad0c258ac5/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0477974 Aug 30 22:56:42.032754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51520) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.052590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23777af5-4fff-4fac-afa4-c15a9a75f6cd req-dddeef33-0329-4ce4-8526-b7044504159f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944159 Aug 30 22:56:42.055365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c4bba987-abff-4e9f-be1b-b060ffb4172c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4bba987-abff-4e9f-be1b-b060ffb4172c,segment=NetworkSegment(e90f7089-ca57-447a-824c-f19aebc55859),segment_id=e90f7089-ca57-447a-824c-f19aebc55859)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:42.074181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fe56fb9-aaf9-4a8d-9a18-6573920b96d1 tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/networks/72595d58-59b2-4027-b75a-c5ad0c258ac5/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0374072 Aug 30 22:56:42.075076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51522) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.112640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.136119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.182324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.208993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Network 61fbea4e-6d15-4685-9f36-ad51e5338df4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:56:42.211549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:56:42.214260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:56:42.264139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a515a132-3f34-43d3-9b60-e2f93ee42bdd tempest-DHCPAgentSchedulersTestJSON-722927942 tempest-DHCPAgentSchedulersTestJSON-722927942-project-admin] 10.222.0.25 "GET /v2.0/agents/e670804e-ee99-485e-9049-204a4ab602ca/dhcp-networks HTTP/1.1" status: 200 len: 11211 time: 0.1860151 Aug 30 22:56:42.264139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.279078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c4bba987-abff-4e9f-be1b-b060ffb4172c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:42.308793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec17d87-1d68-4c69-8941-4a2ce29ec951,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:42.371246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.375580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.416744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.520071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.532858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b0b021-e86a-4329-b037-fe0b889876c4']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:42.544669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e985c9-1bb5-49a0-b2b2-2aa23580e899') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:42.544974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e985c9-1bb5-49a0-b2b2-2aa23580e899') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:42.554898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.570773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.577048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:42.577466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:42.581574 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:42.605033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.613971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.675997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.692139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.694281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "DELETE /v2.0/networks/d3b0b021-e86a-4329-b037-fe0b889876c4 HTTP/1.1" status: 204 len: 168 time: 0.4291120 Aug 30 22:56:42.700399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.705723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd1532-fd87-4c58-9a7b-b799c5e7b838 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event deleted for resources: {'Network': ['ID=d3b0b021-e86a-4329-b037-fe0b889876c4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:42.736847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51546) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.737208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec17d87-1d68-4c69-8941-4a2ce29ec951,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:42.749691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.777894 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea3ca57e-3bf0-4fec-8f8b-ea2d7c41aa6f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] DELETE failed (client error): The resource could not be found. Aug 30 22:56:42.778963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea3ca57e-3bf0-4fec-8f8b-ea2d7c41aa6f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:56:42.781001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ea3ca57e-3bf0-4fec-8f8b-ea2d7c41aa6f tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "DELETE /v2.0/ports/2e92b047-7498-4c35-8690-bb1f12ac24b6 HTTP/1.1" status: 404 len: 333 time: 0.0795977 Aug 30 22:56:42.784150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51550) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.820033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.825926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.831002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-300ccf88-8359-4c8a-bf39-b9db7f4715b8 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3496263 Aug 30 22:56:42.831464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:42.852700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Deleting subnet ea4b3035-7808-42c1-be55-32cc4b9c62cb {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:56:42.857188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.905849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.937662 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c25bf9d6-bfc9-4eb9-890c-30250d3e5775 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=61fbea4e-6d15-4685-9f36-ad51e5338df4 HTTP/1.1" status: 200 len: 690 time: 0.1027098 Aug 30 22:56:42.937662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-525f3895-0e21-4d44-9516-e65dc1963b79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:42.937988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51554) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:43.032961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-525f3895-0e21-4d44-9516-e65dc1963b79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.037926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-525f3895-0e21-4d44-9516-e65dc1963b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.075708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.080903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f3895-0e21-4d44-9516-e65dc1963b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44daf1-5cd7-46f2-916f-480986cd2a2e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:43.081453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.087971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-525f3895-0e21-4d44-9516-e65dc1963b79 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f616ef371e549b49905b3df98c535b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472970 Aug 30 22:56:43.088298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51558) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:43.148181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.170483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.217550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4bba987-abff-4e9f-be1b-b060ffb4172c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:43.226310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.229392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.233002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ff44daf1-5cd7-46f2-916f-480986cd2a2e HTTP/1.1" status: 204 len: 168 time: 0.1414924 Aug 30 22:56:43.240077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b744495-5ed1-4596-92dd-492bde1b6fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44daf1-5cd7-46f2-916f-480986cd2a2e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:43.294022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c4bba987-abff-4e9f-be1b-b060ffb4172c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:43.294652 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.319708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9d27bb7e-4e70-4cda-a5f8-a2186b482ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.523574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:43.538018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310db9f7-4642-44ef-8b1c-3a2874211a31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.604558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876864e-3ea4-4d7d-b4a8-628b16236ca7 req-080904a3-de5e-4ca6-8940-65d0270fea7b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:43.606112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7876864e-3ea4-4d7d-b4a8-628b16236ca7 req-080904a3-de5e-4ca6-8940-65d0270fea7b tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 944 time: 0.4333899 Aug 30 22:56:43.608775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.639426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310db9f7-4642-44ef-8b1c-3a2874211a31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.644452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310db9f7-4642-44ef-8b1c-3a2874211a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.647192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event deleted for resources: {'Subnet': ['ID=ea4b3035-7808-42c1-be55-32cc4b9c62cb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:43.659788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1b6d06-705f-40aa-b809-4ec68c45cfb6 None None] Network 72595d58-59b2-4027-b75a-c5ad0c258ac5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:56:43.660403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.664930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70c5ab18-94c7-4999-835a-e077e28c46aa tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "DELETE /v2.0/subnets/ea4b3035-7808-42c1-be55-32cc4b9c62cb HTTP/1.1" status: 204 len: 168 time: 0.8798878 Aug 30 22:56:43.665586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:43.678122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Deleting port 5ec17d87-1d68-4c69-8941-4a2ce29ec951 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:43.678473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.687385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-310db9f7-4642-44ef-8b1c-3a2874211a31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=795c20eb8a634009ba60917e9828b64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626213 Aug 30 22:56:43.688055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:43.710743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310db9f7-4642-44ef-8b1c-3a2874211a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7194b5-2363-4afc-9155-03693dc7a64e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:43.761273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.779219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7876864e-3ea4-4d7d-b4a8-628b16236ca7 req-31569bfa-5ce3-497e-a8b5-b3881a22f3b6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400390 Aug 30 22:56:43.796020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.816107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.843407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.843752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.858890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Calling delete_port for 5ec17d87-1d68-4c69-8941-4a2ce29ec951 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:43.860998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.863884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.867913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac7194b5-2363-4afc-9155-03693dc7a64e HTTP/1.1" status: 204 len: 168 time: 0.1739318 Aug 30 22:56:43.877554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e32dbd-2ff0-4a40-9608-6ca4b510e70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7194b5-2363-4afc-9155-03693dc7a64e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:43.908777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] DHCP port deletion for 72595d58-59b2-4027-b75a-c5ad0c258ac5 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:56:43.959827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Deleting port c4bba987-abff-4e9f-be1b-b060ffb4172c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:43.960366 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:43.963384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Deleting port c4bba987-abff-4e9f-be1b-b060ffb4172c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:43.963738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.026950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] For port c4bba987-abff-4e9f-be1b-b060ffb4172c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4bba987-abff-4e9f-be1b-b060ffb4172c,segment=NetworkSegment(e90f7089-ca57-447a-824c-f19aebc55859),segment_id=e90f7089-ca57-447a-824c-f19aebc55859)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:44.027420 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.042172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Calling delete_port for c4bba987-abff-4e9f-be1b-b060ffb4172c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:44.044064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] For port c4bba987-abff-4e9f-be1b-b060ffb4172c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4bba987-abff-4e9f-be1b-b060ffb4172c,segment=NetworkSegment(e90f7089-ca57-447a-824c-f19aebc55859),segment_id=e90f7089-ca57-447a-824c-f19aebc55859)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:44.044452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.083766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Calling delete_port for c4bba987-abff-4e9f-be1b-b060ffb4172c owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:44.129311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.146933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.156712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] Pushing event deleted for resources: {'Port': ['ID=c4bba987-abff-4e9f-be1b-b060ffb4172c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.158621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8eaaedd-21c1-4a15-abee-db269169a0f1 None None] No DVR routers for this DVR port c4bba987-abff-4e9f-be1b-b060ffb4172c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:56:44.196314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec17d87-1d68-4c69-8941-4a2ce29ec951,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.267094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.297332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.302548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event deleted for resources: {'Port': ['ID=c4bba987-abff-4e9f-be1b-b060ffb4172c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.304281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] No DVR routers for this DVR port c4bba987-abff-4e9f-be1b-b060ffb4172c on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:56:44.427203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.429759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.448307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.459590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72595d58-59b2-4027-b75a-c5ad0c258ac5']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.474190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e90f7089-ca57-447a-824c-f19aebc55859') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.474482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e90f7089-ca57-447a-824c-f19aebc55859') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.487646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.506580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.516415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:44.516954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:44.520159 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:44.534821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d0bd69a2-aa79-4543-876d-1f6c9eba119a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:56:44.561612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.580057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port d0bd69a2-aa79-4543-876d-1f6c9eba119a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:56:44.583822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port d0bd69a2-aa79-4543-876d-1f6c9eba119a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:56:44.584273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.595040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=641dac88-6e1a-47f2-977a-9d9ddd93641d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.652810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.660902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.662746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] 10.222.0.25 "DELETE /v2.0/networks/72595d58-59b2-4027-b75a-c5ad0c258ac5 HTTP/1.1" status: 204 len: 168 time: 0.9937999 Aug 30 22:56:44.668563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.673475 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.686720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf84c8f-1284-4691-a007-998800b6f432 tempest-DHCPAgentSchedulersTestJSON-1388752054 tempest-DHCPAgentSchedulersTestJSON-1388752054-project] Pushing event deleted for resources: {'Network': ['ID=72595d58-59b2-4027-b75a-c5ad0c258ac5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.690135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61fbea4e-6d15-4685-9f36-ad51e5338df4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.702007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf9d7dd-59b8-4847-a22a-91dca8fb06ad') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.702357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf9d7dd-59b8-4847-a22a-91dca8fb06ad') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:44.708394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:44.711090 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5441e704-d6b8-4412-b7cf-fb146d3d8d90" -d '{"events": [{"server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:44.715971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.725758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:44.731598 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.732811 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.750596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:44.750596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:44.751446 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:44.814788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.820230 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981038d4-4706-4bfe-9c3a-7021f5f4f073 x-openstack-request-id: req-981038d4-4706-4bfe-9c3a-7021f5f4f073 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:44.820534 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "name": "network-vif-plugged", "status": "completed", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:44.820793 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-981038d4-4706-4bfe-9c3a-7021f5f4f073 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:44.821188 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'code': 200} Aug 30 22:56:44.824790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.831207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 61fbea4e-6d15-4685-9f36-ad51e5338df4 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:56:44.853439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:44.859358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/61fbea4e-6d15-4685-9f36-ad51e5338df4 HTTP/1.1" status: 204 len: 168 time: 1.9171205 Aug 30 22:56:44.859358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e91876-fd7a-4c2b-a206-a1b2bb7897af tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Network': ['ID=61fbea4e-6d15-4685-9f36-ad51e5338df4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:44.859683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.067512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e952024-cf8c-44de-831e-5b8ae0f41d6b tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3351 time: 0.2067733 Aug 30 22:56:45.068973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3129b50-baa4-4b16-8f72-90f170119b3a req-14ae46ff-2e26-4bf3-9fca-7a16fcee7f95 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.070360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51614) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.078353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3129b50-baa4-4b16-8f72-90f170119b3a req-14ae46ff-2e26-4bf3-9fca-7a16fcee7f95 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 945 time: 0.1574066 Aug 30 22:56:45.091160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864c7bd3-2788-4c8a-95e4-ef374e3833d9 req-4c5b9c84-7a59-41f0-8391-711cfe84679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.093757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-864c7bd3-2788-4c8a-95e4-ef374e3833d9 req-4c5b9c84-7a59-41f0-8391-711cfe84679a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1097 time: 0.1562345 Aug 30 22:56:45.159762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3129b50-baa4-4b16-8f72-90f170119b3a req-910a41ab-5d1d-46fc-8280-ede3eb781850 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802538 Aug 30 22:56:45.160983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.200844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-864c7bd3-2788-4c8a-95e4-ef374e3833d9 req-1bc4815d-2b38-4082-bff4-50622e1858e3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925055 Aug 30 22:56:45.245470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4bba987-abff-4e9f-be1b-b060ffb4172c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:56:45.256360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.257110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.257752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.258399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.259143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.259768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.260389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.261008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.261747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.262684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.263444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.264298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.267426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-db53e478-75fc-45be-b066-381941ccd720 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7645 time: 0.1960750 Aug 30 22:56:45.270684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.292143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c4bba987-abff-4e9f-be1b-b060ffb4172c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:56:45.292494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4bba987-abff-4e9f-be1b-b060ffb4172c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:56:45.314035 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-7a0b0714-2eb5-4032-aba4-4f4220338daa tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] delete failed (client error): The resource could not be found. Aug 30 22:56:45.315934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a0b0714-2eb5-4032-aba4-4f4220338daa tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/b1621a26-1918-4f11-9f85-c45ff6a53315 HTTP/1.1" status: 404 len: 345 time: 0.0441687 Aug 30 22:56:45.318523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51628) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.335230 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f71ae7-d40b-40e9-aae8-9d7f85ded621 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] DELETE failed (client error): The resource could not be found. Aug 30 22:56:45.335792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f71ae7-d40b-40e9-aae8-9d7f85ded621 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:56:45.337627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-20f71ae7-d40b-40e9-aae8-9d7f85ded621 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/61fbea4e-6d15-4685-9f36-ad51e5338df4 HTTP/1.1" status: 404 len: 339 time: 0.0181987 Aug 30 22:56:45.341293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.346689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'name': 'tempest-network--1518517183', 'router:external': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:45.371182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:45.376337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.406310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:45.419610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.420068 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Added segment 015cee73-d71d-4069-938a-b4a8f6f2fa9c of type vlan for network d1f0cd61-d798-43c2-83b4-2b8143907a10 Aug 30 22:56:45.473724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.537024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6969c7ae-5b04-44dc-9376-03d0a39de339 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db8760da27eb4a9ebb0f4756fbc3274d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730512 Aug 30 22:56:45.539486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51636) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.545535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.546566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:45.547219 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.617815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2750397 Aug 30 22:56:45.620623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:45.636662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a31a97-3bd9-45cb-90b1-1643e96a7667 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=d1f0cd61-d798-43c2-83b4-2b8143907a10,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:45.648555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d1f0cd61-d798-43c2-83b4-2b8143907a10 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:45.658797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.686723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.755222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.758266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:45.762222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f553e76-2ae8-46b2-9a90-2363aa7bbf9c HTTP/1.1" status: 204 len: 168 time: 0.2191832 Aug 30 22:56:45.773574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17666de4-bedd-42d7-9632-26311ee091fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f553e76-2ae8-46b2-9a90-2363aa7bbf9c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:45.915255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.195207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa00cef-c286-4339-9fca-94146b92c91d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.201336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa00cef-c286-4339-9fca-94146b92c91d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.208126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa00cef-c286-4339-9fca-94146b92c91d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.214995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa00cef-c286-4339-9fca-94146b92c91d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.219797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:46.220366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aaa00cef-c286-4339-9fca-94146b92c91d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5981176 Aug 30 22:56:46.276526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51668) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:46.286882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79efee45-4658-47f0-a5b9-5603619e2115 req-9585a177-3593-41aa-833a-f9c07b7d9f98 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.288538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79efee45-4658-47f0-a5b9-5603619e2115 req-9585a177-3593-41aa-833a-f9c07b7d9f98 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 945 time: 0.0551846 Aug 30 22:56:46.294951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3a43956-7e46-4c91-b331-5abb19c30704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.321580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.331120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79efee45-4658-47f0-a5b9-5603619e2115 req-4e79ef3f-5a81-459f-8f29-0e19db270d5c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Aug 30 22:56:46.440176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.455748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1f0cd61-d798-43c2-83b4-2b8143907a10']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:46.469084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '015cee73-d71d-4069-938a-b4a8f6f2fa9c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:46.469498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '015cee73-d71d-4069-938a-b4a8f6f2fa9c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:46.484110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.505019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.517266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3a43956-7e46-4c91-b331-5abb19c30704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.519098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:46.519527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:46.521199 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:46.530604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3a43956-7e46-4c91-b331-5abb19c30704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.611718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f3a43956-7e46-4c91-b331-5abb19c30704 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1c70a519b744aa6933629195de7511e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3341565 Aug 30 22:56:46.615374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51682) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:46.621197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a43956-7e46-4c91-b331-5abb19c30704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6c2d68-bc50-444d-8efd-5a8b364b50aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:46.625494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.638077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1f0cd61-d798-43c2-83b4-2b8143907a10 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:56:46.650881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.656463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d1f0cd61-d798-43c2-83b4-2b8143907a10 HTTP/1.1" status: 204 len: 168 time: 0.4347584 Aug 30 22:56:46.658464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51684) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:46.661954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d4447-792d-4a8b-9e8e-cc6ac6145338 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1f0cd61-d798-43c2-83b4-2b8143907a10,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:46.666582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'name': 'tempest-network--1617758867', 'router:external': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:46.693891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:46.696836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.720646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.727966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:46.749540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.750332 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Added segment f68c107d-fc29-481e-ae06-82ed29e54b2e of type vlan for network a30f0919-fc31-4f19-8cf4-74ca1659047a Aug 30 22:56:46.782906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.831003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.862072 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.864908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.872889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a6c2d68-bc50-444d-8efd-5a8b364b50aa HTTP/1.1" status: 204 len: 168 time: 0.2575703 Aug 30 22:56:46.882028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.883206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:46.883802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:46.887352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd0c106-7a60-4713-88f2-b16c649b3990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6c2d68-bc50-444d-8efd-5a8b364b50aa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:46.970232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51696) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:46.970543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3104682 Aug 30 22:56:46.984100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2f113-952c-45cd-b6c2-552d3f2d4dc7 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=a30f0919-fc31-4f19-8cf4-74ca1659047a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:46.997637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a30f0919-fc31-4f19-8cf4-74ca1659047a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:47.149171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301e7e19-fefc-4135-a738-87a4e607fe01 tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:47.150664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-301e7e19-fefc-4135-a738-87a4e607fe01 tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "GET /v2.0/networks/a30f0919-fc31-4f19-8cf4-74ca1659047a HTTP/1.1" status: 200 len: 757 time: 0.1792457 Aug 30 22:56:47.153924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:47.265642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b42d76-6cb1-4895-97f4-61d5f5c89329 tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:47.269998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24b42d76-6cb1-4895-97f4-61d5f5c89329 tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "GET /v2.0/networks/7c0406cd-cf46-418d-a635-e48e917fd199 HTTP/1.1" status: 200 len: 767 time: 0.1124284 Aug 30 22:56:47.270789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51706) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:47.367006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.473910 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.491582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30f0919-fc31-4f19-8cf4-74ca1659047a']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:47.496361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8757a71-b0f0-47c8-b3ab-32177c96cee8 req-93a2049e-04bb-49f3-ae55-225a04c469c5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:47.498363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8757a71-b0f0-47c8-b3ab-32177c96cee8 req-93a2049e-04bb-49f3-ae55-225a04c469c5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 945 time: 0.0590813 Aug 30 22:56:47.507494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68c107d-fc29-481e-ae06-82ed29e54b2e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:47.508023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68c107d-fc29-481e-ae06-82ed29e54b2e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:47.518831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.544653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.553906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:47.554638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:47.556944 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:47.568857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8757a71-b0f0-47c8-b3ab-32177c96cee8 req-aa8d7caf-5a8e-4a28-b89d-74e2386bbcbd tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625613 Aug 30 22:56:47.633773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.655408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a30f0919-fc31-4f19-8cf4-74ca1659047a {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:56:47.662538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.664348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/a30f0919-fc31-4f19-8cf4-74ca1659047a HTTP/1.1" status: 204 len: 168 time: 0.3925719 Aug 30 22:56:47.666563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034315cb-4a43-40ae-b64d-75312bddcb8d tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Network': ['ID=a30f0919-fc31-4f19-8cf4-74ca1659047a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:47.670278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51730) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:47.682943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'name': 'tempest-network--1801173731'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:47.698375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-23294a69-1fcf-4f28-bbdd-5a4e46786fd6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2048518174&fields=id&tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 267 time: 0.0585406 Aug 30 22:56:47.730658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Made reservation on behalf of 8651f788cfaf4f17a74afba0af878a6c for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:47.733317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.771766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:47.785315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.785893 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Added segment 32a9bf83-f09f-43b7-903e-937432817b3c of type vlan for network 09226a7e-f81e-4fb6-bb63-8c72ce996549 Aug 30 22:56:47.815941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-94cb574a-6ad6-4bb3-8959-580cfc9e8f16 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:47.823261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-94cb574a-6ad6-4bb3-8959-580cfc9e8f16 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 945 time: 0.1163201 Aug 30 22:56:47.835393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.839941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'security_groups': ['81da784a-1e75-4389-8515-1b3ff90ef8de', 'ceb38047-d51f-43f5-ab93-4ed8a14c2fd4']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:47.863447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.864718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:47.865470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.928997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:47.972578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=09226a7e-f81e-4fb6-bb63-8c72ce996549,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:47.991514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.3166244 Aug 30 22:56:47.993427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.993799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.994169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.994513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.994840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.995341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.995542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:47.996009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.996502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.997005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.997491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.998011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:47.998342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001eb98b-3fc1-4e02-8fdc-d80232eba414 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:56:48.014201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 09226a7e-f81e-4fb6-bb63-8c72ce996549 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:56:48.027868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:48.328744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:48.382341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.386873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.394923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.415382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:48.430906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.459651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Network 09226a7e-f81e-4fb6-bb63-8c72ce996549 is not hosted by any dhcp agent {{(pid=101268) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 22:56:48.460193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:48.460801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.462172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "PUT /v2.0/networks/09226a7e-f81e-4fb6-bb63-8c72ce996549 HTTP/1.1" status: 200 len: 858 time: 0.4656081 Aug 30 22:56:48.465015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:48.468166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:48.469187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.474360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-417d3080-d75a-4b6c-a3f9-9fb821796d34 req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "PUT /v2.0/ports/d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 981 time: 0.6411009 Aug 30 22:56:48.505325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:48.508116 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad91dfb-9b05-4291-9a68-386d1a9e497f" -d '{"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:48.573123 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b4a4d4-e876-4221-b554-56cb01f4c84e x-openstack-request-id: req-19b4a4d4-e876-4221-b554-56cb01f4c84e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:48.573690 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:48.574199 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19b4a4d4-e876-4221-b554-56cb01f4c84e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:48.574847 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'status': 'completed', 'code': 200} Aug 30 22:56:48.584448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e02d3-0a3a-467b-95e5-1db4cdf90415 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event updated for resources: {'Network': ['ID=09226a7e-f81e-4fb6-bb63-8c72ce996549,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:48.591485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab608799-6775-49e7-9afe-dd8e9252a62a tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:48.614215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:48.684064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:48.696667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.716540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db7b6b69-fdd0-4afb-a0cc-aff997cbdb7a req-8e6accd2-0e9a-4648-a8ea-2f44d6ddde4c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/ceb38047-d51f-43f5-ab93-4ed8a14c2fd4 HTTP/1.1" status: 200 len: 1803 time: 0.1972013 Aug 30 22:56:48.733758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-71bf1320-fdb7-4aa4-9ca0-52da754a130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:48.735550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-71bf1320-fdb7-4aa4-9ca0-52da754a130f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1136 time: 0.1131604 Aug 30 22:56:48.783527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51768) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:48.901919 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-db7b6b69-fdd0-4afb-a0cc-aff997cbdb7a req-fea6244e-2c0a-4759-8ef5-0081cb6ddb8c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 22:56:48.902961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db7b6b69-fdd0-4afb-a0cc-aff997cbdb7a req-fea6244e-2c0a-4759-8ef5-0081cb6ddb8c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/ceb38047-d51f-43f5-ab93-4ed8a14c2fd4 HTTP/1.1" status: 409 len: 341 time: 0.1856329 Aug 30 22:56:48.925066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:48.932585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-52ddcfe4-2922-44bf-9d07-79ec8218f30d tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2012424198'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:48.934955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-52ddcfe4-2922-44bf-9d07-79ec8218f30d tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Unknown quota resources ['metering_label']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:48.969494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09226a7e-f81e-4fb6-bb63-8c72ce996549']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.003966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a9bf83-f09f-43b7-903e-937432817b3c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.007526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a9bf83-f09f-43b7-903e-937432817b3c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.055900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.077937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-e5c66603-f489-4188-828f-611d6728ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:49.079520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-e5c66603-f489-4188-828f-611d6728ca62 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.3234355 Aug 30 22:56:49.094914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.175588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-14356ab4-dcf9-4248-b90a-e8844d05c5c6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 217 time: 0.0778472 Aug 30 22:56:49.178413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:49.178835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:49.181579 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:49.233487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52ddcfe4-2922-44bf-9d07-79ec8218f30d tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.234736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52ddcfe4-2922-44bf-9d07-79ec8218f30d tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4497468 Aug 30 22:56:49.238272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.243242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a69ab735-4b72-4c79-b374-720dd4340ce0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c2a15701-007b-43b6-a4a3-46188fa1f0ad'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:49.243424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a69ab735-4b72-4c79-b374-720dd4340ce0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:49.321288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-cd2111bb-47d6-4497-8123-a885dbcefe9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:49.322846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-cd2111bb-47d6-4497-8123-a885dbcefe9f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.1214180 Aug 30 22:56:49.333688 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.333984 n-d-791504-21 neutron-server[101268]: WARNING neutron.services.metering.metering_plugin [None req-a69ab735-4b72-4c79-b374-720dd4340ce0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 22:56:49.346054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 09226a7e-f81e-4fb6-bb63-8c72ce996549 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:56:49.348391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.350746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] 10.222.0.25 "DELETE /v2.0/networks/09226a7e-f81e-4fb6-bb63-8c72ce996549 HTTP/1.1" status: 204 len: 168 time: 0.8845055 Aug 30 22:56:49.363890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc0eb2-c443-4d30-b3af-472bb49ad049 req-88fe3765-19f2-4e8a-9935-4b8c0300c1b1 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:49.365255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85cc0eb2-c443-4d30-b3af-472bb49ad049 req-88fe3765-19f2-4e8a-9935-4b8c0300c1b1 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 984 time: 0.1306994 Aug 30 22:56:49.372318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51782) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.418634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d069107-d865-41a0-84b5-4c3efe0c23d0 tempest-ExternalNetworksTestJSON-850255402 tempest-ExternalNetworksTestJSON-850255402-project-admin] Pushing event deleted for resources: {'Network': ['ID=09226a7e-f81e-4fb6-bb63-8c72ce996549,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:49.425377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-c5a1eb95-b93b-4195-a012-085c38e70245 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735207 Aug 30 22:56:49.474368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a69ab735-4b72-4c79-b374-720dd4340ce0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.475539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a69ab735-4b72-4c79-b374-720dd4340ce0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2363019 Aug 30 22:56:49.482386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.487670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-122fb544-f2f0-4a0b-b700-70a6b066f702 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c2a15701-007b-43b6-a4a3-46188fa1f0ad'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:49.488168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-122fb544-f2f0-4a0b-b700-70a6b066f702 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:49.507738 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-34fc0e4b-e9b3-4dcb-a56c-06f42cfbad9f tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] DELETE failed (client error): The resource could not be found. Aug 30 22:56:49.508198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34fc0e4b-e9b3-4dcb-a56c-06f42cfbad9f tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:56:49.512434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34fc0e4b-e9b3-4dcb-a56c-06f42cfbad9f tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "DELETE /v2.0/subnets/641dac88-6e1a-47f2-977a-9d9ddd93641d HTTP/1.1" status: 404 len: 337 time: 0.1357810 Aug 30 22:56:49.546651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51786) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.558288 n-d-791504-21 neutron-server[101268]: WARNING neutron.services.metering.metering_plugin [None req-122fb544-f2f0-4a0b-b700-70a6b066f702 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 22:56:49.558636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-1c47f884-318e-4612-87ca-0cea6bae5938 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087766 Aug 30 22:56:49.590913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85cc0eb2-c443-4d30-b3af-472bb49ad049 req-4865138e-358e-4963-a670-5e001e0f87b2 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1965809 Aug 30 22:56:49.685242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aad91dfb-9b05-4291-9a68-386d1a9e497f req-1d5d924a-7a5e-4aeb-801a-4a24978ad8c7 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076679 Aug 30 22:56:49.701928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-122fb544-f2f0-4a0b-b700-70a6b066f702 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.703125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-122fb544-f2f0-4a0b-b700-70a6b066f702 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2197182 Aug 30 22:56:49.707326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51788) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.716331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.728463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.728754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f32bdbc4-e5e7-4e1d-9874-fb8cb1d65879 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=8e2bc4fe-4a80-43a2-9471-e4f8743605fc HTTP/1.1" status: 200 len: 462 time: 0.0201178 Aug 30 22:56:49.827470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-1ec867fc-8500-42cd-a1cd-0ddfe865e38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:49.830527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-1ec867fc-8500-42cd-a1cd-0ddfe865e38b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1136 time: 0.0603075 Aug 30 22:56:49.867789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.910104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aba00625-801c-4cc0-aa7d-8c3af5d0add0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.911259 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aba00625-801c-4cc0-aa7d-8c3af5d0add0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/8e2bc4fe-4a80-43a2-9471-e4f8743605fc HTTP/1.1" status: 204 len: 168 time: 0.1808896 Aug 30 22:56:49.914900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0406cd-cf46-418d-a635-e48e917fd199']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.916767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51794) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.935989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a235b97-79b9-453c-94ad-a5993a267926 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=8e2bc4fe-4a80-43a2-9471-e4f8743605fc HTTP/1.1" status: 200 len: 221 time: 0.0181496 Aug 30 22:56:49.941744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cae9b065-0298-49c1-8f23-5fa6e206c1e5') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.942089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cae9b065-0298-49c1-8f23-5fa6e206c1e5') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:56:49.943653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51796) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:49.953667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-605d4263-88d9-4379-a854-2d5edaab8530 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--113899330', 'description': 'label created by tempest'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:49.954199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-605d4263-88d9-4379-a854-2d5edaab8530 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Unknown quota resources ['metering_label']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:49.964546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:49.972661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-972ca576-5285-4108-857f-762369c81121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:49.974298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-972ca576-5285-4108-857f-762369c81121 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1268618 Aug 30 22:56:50.018964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.031298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-9d09b28e-ecab-4de4-9484-8919ea532c7d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 217 time: 0.0367928 Aug 30 22:56:50.065733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:56:50.066396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:56:50.069594 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:56:50.096263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-ac4568bc-f73f-43ec-84a1-0f7c1068e7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:50.097890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-ac4568bc-f73f-43ec-84a1-0f7c1068e7cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.0519187 Aug 30 22:56:50.139900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-e484238e-64e3-41f6-ac41-a6c82df81eba service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273054 Aug 30 22:56:50.244537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-7fed26e0-597e-4729-9421-549cf5d767f5 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889447 Aug 30 22:56:50.368903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23c1955c-f62c-43ba-9f2b-057c543cb4e8 req-be7cd26a-72c3-47f6-93a3-9784309ad049 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105013 Aug 30 22:56:50.417732 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-605d4263-88d9-4379-a854-2d5edaab8530 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.419384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-605d4263-88d9-4379-a854-2d5edaab8530 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4744995 Aug 30 22:56:50.421875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.467699 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.477093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.481863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] 10.222.0.25 "DELETE /v2.0/networks/7c0406cd-cf46-418d-a635-e48e917fd199 HTTP/1.1" status: 204 len: 168 time: 0.9313524 Aug 30 22:56:50.522109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4f7c5587-ef4f-45b2-a552-04bf78bceeb0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=0d694299-ca0f-4a71-a867-cbfce3272941 HTTP/1.1" status: 200 len: 467 time: 0.0990129 Aug 30 22:56:50.524993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.532189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a724e5-058e-4b2f-a6ff-625b6d230d5d tempest-ExternalNetworksTestJSON-35897121 tempest-ExternalNetworksTestJSON-35897121-project] Pushing event deleted for resources: {'Network': ['ID=7c0406cd-cf46-418d-a635-e48e917fd199,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:50.746726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63375fcd-8772-489a-a709-32aa2682ac6d req-25e03efa-7658-42fe-b102-a35331602dad tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:50.748239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63375fcd-8772-489a-a709-32aa2682ac6d req-25e03efa-7658-42fe-b102-a35331602dad tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 984 time: 0.0627172 Aug 30 22:56:50.788413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51812) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.823775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63375fcd-8772-489a-a709-32aa2682ac6d req-f1c7109f-e047-4dbf-bac5-8a6ded9554e7 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0686142 Aug 30 22:56:50.846549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52a8f3bf-2729-4479-9aa5-ed90e68a5615 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:50.851265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-52a8f3bf-2729-4479-9aa5-ed90e68a5615 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/0d694299-ca0f-4a71-a867-cbfce3272941 HTTP/1.1" status: 204 len: 168 time: 0.3225913 Aug 30 22:56:50.853926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.868846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7cb42027-2041-4d97-ae6a-3157e293a965 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=0d694299-ca0f-4a71-a867-cbfce3272941 HTTP/1.1" status: 200 len: 216 time: 0.0137682 Aug 30 22:56:50.872082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.883989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1fe36563-4400-4280-9a53-586d20aa1529 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101547 Aug 30 22:56:50.887137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51820) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.899991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dac56c00-0b34-4f9e-8588-37acee20df0b tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0115151 Aug 30 22:56:50.905688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51822) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:50.992775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74c3bacb-e831-451c-8ddf-53b629d1332a tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/c2a15701-007b-43b6-a4a3-46188fa1f0ad HTTP/1.1" status: 200 len: 473 time: 0.0855246 Aug 30 22:56:50.996408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51828) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:51.013509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-375eec4c-dd9d-4e22-99b3-76a7f98fd9b0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/ee3de87e-cbd5-45ec-8f49-cfff5ae66752 HTTP/1.1" status: 200 len: 459 time: 0.0126927 Aug 30 22:56:51.013795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51830) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:51.035039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51832) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:51.035997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1fb0eff-f7ff-4f89-88bc-918fdb634e10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c865d7986ae143d08ed9e3757a20597c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2462101 Aug 30 22:56:51.149371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-814a0e8d-3ef1-4956-ba21-f65a3a6284d0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.152835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-814a0e8d-3ef1-4956-ba21-f65a3a6284d0 tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/ee3de87e-cbd5-45ec-8f49-cfff5ae66752 HTTP/1.1" status: 204 len: 168 time: 0.1356072 Aug 30 22:56:51.153216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51834) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:51.237500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.669130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.716561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f44ab479-aeae-4705-bf75-6906868161da tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.717705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f44ab479-aeae-4705-bf75-6906868161da tempest-MeteringIpV6TestJSON-1447180129 tempest-MeteringIpV6TestJSON-1447180129-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/c2a15701-007b-43b6-a4a3-46188fa1f0ad HTTP/1.1" status: 204 len: 168 time: 0.5636849 Aug 30 22:56:51.756405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.759061 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:51.760585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a853af66-b90e-4680-9e22-faeda8bbebe4 HTTP/1.1" status: 204 len: 168 time: 0.7239704 Aug 30 22:56:51.779182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d50516b-89a9-4296-879b-41a0a4171ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a853af66-b90e-4680-9e22-faeda8bbebe4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:51.969241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51856) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:51.983955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1485b4-7a7f-4fa2-b3e4-fe1add690df5 req-cfe832d5-1dec-4d5c-825a-984d61fb6640 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:51.985657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f1485b4-7a7f-4fa2-b3e4-fe1add690df5 req-cfe832d5-1dec-4d5c-825a-984d61fb6640 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 984 time: 0.0707645 Aug 30 22:56:52.029872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f1485b4-7a7f-4fa2-b3e4-fe1add690df5 req-5c4d7904-3402-4734-bf4a-bcf431aac8e9 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0362155 Aug 30 22:56:52.099045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ac021e4-fdb1-4227-b726-eb0625f329e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.123918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51862) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:52.144706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-4dadcdb4-a0c9-46bb-bc88-676b449c52b4 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-435835823&fields=id&tenant_id=466412b4a7bc4d73ba3685b93288537f HTTP/1.1" status: 200 len: 267 time: 0.0429916 Aug 30 22:56:52.188780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dbf06125-c5ee-4d10-94d1-6b6e50e9330d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8651f788cfaf4f17a74afba0af878a6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0612316 Aug 30 22:56:52.189171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51864) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:52.221365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-ebde519a-e37a-45f5-ad5b-dd6b19f726f3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:52.222895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-ebde519a-e37a-45f5-ad5b-dd6b19f726f3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 984 time: 0.0721242 Aug 30 22:56:52.230473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ac021e4-fdb1-4227-b726-eb0625f329e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.235763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ac021e4-fdb1-4227-b726-eb0625f329e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.243555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.251606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'port': {'security_groups': ['81da784a-1e75-4389-8515-1b3ff90ef8de', 'ceb38047-d51f-43f5-ab93-4ed8a14c2fd4', 'af38c84d-35f5-4169-94ec-03e85ba6bf74']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:52.276987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5ac021e4-fdb1-4227-b726-eb0625f329e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a275314b158442d921834da5949129b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3064694 Aug 30 22:56:52.278331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac021e4-fdb1-4227-b726-eb0625f329e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c657cef9-e218-461d-a8ed-8fd0d35a8516,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:52.280755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:52.304798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.344139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.351764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.358416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.368184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.449848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.449848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.456071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c657cef9-e218-461d-a8ed-8fd0d35a8516 HTTP/1.1" status: 204 len: 168 time: 0.1743166 Aug 30 22:56:52.466953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a9458-356c-469d-975d-863cb52fd491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c657cef9-e218-461d-a8ed-8fd0d35a8516,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:52.483827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.486704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.490984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/26b1794f-d6df-4fb5-89e0-10eafb2bcc6a HTTP/1.1" status: 204 len: 168 time: 0.2998149 Aug 30 22:56:52.507769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7742de6-e87d-4159-9e9d-08ac1133c664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b1794f-d6df-4fb5-89e0-10eafb2bcc6a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:52.668937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:52.708129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.715036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.733400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:52.762398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:52.763188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.764602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9682a29e-ce8d-4dee-8d3b-2f2cc869db99 req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "PUT /v2.0/ports/d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 1020 time: 0.5221071 Aug 30 22:56:52.788753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:52.795904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:52.798271 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e" -d '{"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:52.831591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab6526-877c-460a-b0d9-e9417c2d8404 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:52.880613 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a887c92-bfd1-4583-ba99-4a2a45450e99 x-openstack-request-id: req-0a887c92-bfd1-4583-ba99-4a2a45450e99 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:52.880843 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:52.881068 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0a887c92-bfd1-4583-ba99-4a2a45450e99 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:52.881549 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'status': 'completed', 'code': 200} Aug 30 22:56:52.886763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-febbc504-f920-4f13-8028-12b5135fe175 req-06f1a792-3f61-4c8c-8fb9-af50d07f9a38 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/af38c84d-35f5-4169-94ec-03e85ba6bf74 HTTP/1.1" status: 200 len: 1801 time: 0.0922396 Aug 30 22:56:52.900261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:52.908632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:52.930513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd1fb45-74b6-4cd0-ad57-737b5f8b49a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:52.965132 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-febbc504-f920-4f13-8028-12b5135fe175 req-b0712df1-20f2-4411-abc2-3e20dec62f1e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 22:56:52.973411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-febbc504-f920-4f13-8028-12b5135fe175 req-b0712df1-20f2-4411-abc2-3e20dec62f1e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/af38c84d-35f5-4169-94ec-03e85ba6bf74 HTTP/1.1" status: 409 len: 341 time: 0.0853457 Aug 30 22:56:53.010280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-563a5bf1-f96a-45b9-988e-2d79d60d46ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:53.018718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-563a5bf1-f96a-45b9-988e-2d79d60d46ae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=466412b4a7bc4d73ba3685b93288537f&device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1175 time: 0.0878732 Aug 30 22:56:53.198103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd1fb45-74b6-4cd0-ad57-737b5f8b49a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.210571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd1fb45-74b6-4cd0-ad57-737b5f8b49a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.231195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-79ae6916-ed7b-48cb-bb6a-de19bbfe4799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:53.232405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-79ae6916-ed7b-48cb-bb6a-de19bbfe4799 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 200 len: 914 time: 0.1967580 Aug 30 22:56:53.297041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cdd1fb45-74b6-4cd0-ad57-737b5f8b49a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4497fb1e9044c979675d4b80b5c74c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3960152 Aug 30 22:56:53.299256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1fb45-74b6-4cd0-ad57-737b5f8b49a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98a4c8f3-b94e-424f-94aa-207aae7b4ce9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:53.310665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-82856ccf-aede-43f7-af75-e92b6b336580 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 200 len: 217 time: 0.0663619 Aug 30 22:56:53.312690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51912) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:53.433655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.465128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a8bbca-d7b3-4a60-96c9-239d48fb59af req-3248ba7d-e0e8-435b-8643-ccb0730f31d7 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:53.466597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a8bbca-d7b3-4a60-96c9-239d48fb59af req-3248ba7d-e0e8-435b-8643-ccb0730f31d7 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1023 time: 0.1549609 Aug 30 22:56:53.475329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-2d1604b8-d519-4f2a-83a2-b05c9ee5be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:53.476840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-2d1604b8-d519-4f2a-83a2-b05c9ee5be52 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 200 len: 853 time: 0.1488440 Aug 30 22:56:53.493392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.585765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-f79b829e-9f2d-44a0-850f-c9fd7a1603fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894594 Aug 30 22:56:53.643475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a8bbca-d7b3-4a60-96c9-239d48fb59af req-a9152cd7-975b-4d1e-ad31-69bc65817e7e tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=af38c84d-35f5-4169-94ec-03e85ba6bf74&id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1630566 Aug 30 22:56:53.719845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.723176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:53.724590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/98a4c8f3-b94e-424f-94aa-207aae7b4ce9 HTTP/1.1" status: 204 len: 168 time: 0.4113734 Aug 30 22:56:53.742196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eda1b7-223c-487b-9117-1eaae2fcfbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a4c8f3-b94e-424f-94aa-207aae7b4ce9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:53.753286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-3f845290-2ceb-444f-9855-858a331ed4b7 service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412907 Aug 30 22:56:53.895245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a289ab5-e3b1-467c-abe1-42ca1e9f814e req-2ef8038e-3a28-4622-bad3-858c11279b0b service neutron] 10.222.0.47 "GET /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194324 Aug 30 22:56:54.394241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51964) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:54.499362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e9351d2a-b3d5-4d7c-822a-c4c9528699c1 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-344338109'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:54.499894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e9351d2a-b3d5-4d7c-822a-c4c9528699c1 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Unknown quota resources ['metering_label']. {{(pid=101269) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:54.700518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9351d2a-b3d5-4d7c-822a-c4c9528699c1 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:54.710249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51982) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:54.712209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9351d2a-b3d5-4d7c-822a-c4c9528699c1 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3168225 Aug 30 22:56:54.716072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1e721871-f8a4-4f29-a3f3-311585f61907 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '9bd7abb9-6edb-46a6-b316-287ecdf3364c'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:54.717109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1e721871-f8a4-4f29-a3f3-311585f61907 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:54.795222 n-d-791504-21 neutron-server[101268]: WARNING neutron.services.metering.metering_plugin [None req-1e721871-f8a4-4f29-a3f3-311585f61907 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 22:56:54.893237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e721871-f8a4-4f29-a3f3-311585f61907 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:54.894476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e721871-f8a4-4f29-a3f3-311585f61907 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1827104 Aug 30 22:56:54.898042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51988) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:54.903644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68294e19-6b1c-4d90-8f55-73666c1b08ba req-d947e52c-70e3-4471-81c2-2282af5ec627 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:54.904574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e97f2bbd-c022-4dd6-a511-a3bc993282b9 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '9bd7abb9-6edb-46a6-b316-287ecdf3364c'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:54.905083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e97f2bbd-c022-4dd6-a511-a3bc993282b9 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101269) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:54.905228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68294e19-6b1c-4d90-8f55-73666c1b08ba req-d947e52c-70e3-4471-81c2-2282af5ec627 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1023 time: 0.1776898 Aug 30 22:56:54.993258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68294e19-6b1c-4d90-8f55-73666c1b08ba req-6f411a8e-bdfe-4911-a264-c547c0889452 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=af38c84d-35f5-4169-94ec-03e85ba6bf74&id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0776627 Aug 30 22:56:55.007660 n-d-791504-21 neutron-server[101269]: WARNING neutron.services.metering.metering_plugin [None req-e97f2bbd-c022-4dd6-a511-a3bc993282b9 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 30 22:56:55.097927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e97f2bbd-c022-4dd6-a511-a3bc993282b9 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.099161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e97f2bbd-c022-4dd6-a511-a3bc993282b9 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.1994483 Aug 30 22:56:55.101858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51998) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.112986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6b0cd738-364c-4fc7-93ab-4fe1e060d818 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=4f5c522b-a123-4ee5-8778-d99b39b1bbdd HTTP/1.1" status: 200 len: 464 time: 0.0096641 Aug 30 22:56:55.118889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52000) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.224028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a484130-552e-4193-b221-08edd86f0069 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.225167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a484130-552e-4193-b221-08edd86f0069 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/4f5c522b-a123-4ee5-8778-d99b39b1bbdd HTTP/1.1" status: 204 len: 168 time: 0.1053061 Aug 30 22:56:55.227860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52006) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.237487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e71212af-8480-4eb2-8d3e-98f410d4987c tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=4f5c522b-a123-4ee5-8778-d99b39b1bbdd HTTP/1.1" status: 200 len: 221 time: 0.0084500 Aug 30 22:56:55.240687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.244892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1ec5b90d-8cad-4025-bd19-0a4bb2aa56ab tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--188628853', 'description': 'label created by tempest'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:55.245338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1ec5b90d-8cad-4025-bd19-0a4bb2aa56ab tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Unknown quota resources ['metering_label']. {{(pid=101268) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 22:56:55.416678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ec5b90d-8cad-4025-bd19-0a4bb2aa56ab tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.421839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.434570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ec5b90d-8cad-4025-bd19-0a4bb2aa56ab tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1926434 Aug 30 22:56:55.482253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.482447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-049442df-0a26-454c-8d6d-272b62f5943a tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=1a689237-4d48-4dbd-b61b-81ac3a33edd8 HTTP/1.1" status: 200 len: 467 time: 0.0587797 Aug 30 22:56:55.578249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52020) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.666822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411388b-990b-4a64-8696-45178e430214 req-0bcc368f-9fc7-4ca6-a25b-f58f17b70220 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:55.668719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c411388b-990b-4a64-8696-45178e430214 req-0bcc368f-9fc7-4ca6-a25b-f58f17b70220 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.47 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1023 time: 0.0591877 Aug 30 22:56:55.691413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-200bad9e-d935-43fd-8f1d-7694f63efa51 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.692861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-200bad9e-d935-43fd-8f1d-7694f63efa51 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/1a689237-4d48-4dbd-b61b-81ac3a33edd8 HTTP/1.1" status: 204 len: 168 time: 0.2089472 Aug 30 22:56:55.696710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52026) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.709428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2d876b33-c020-44c1-9179-77e70d19efeb tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:55.720401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-55ccc1b2-e29d-4917-8d7a-91cebb5ce5c3 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=1a689237-4d48-4dbd-b61b-81ac3a33edd8 HTTP/1.1" status: 200 len: 216 time: 0.0221410 Aug 30 22:56:55.723853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.735624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b34f20e1-84d3-469f-83fb-8aff02ac078e tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0101502 Aug 30 22:56:55.739224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.755661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4b217492-dcd9-46c1-a086-d354e60e8204 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0151165 Aug 30 22:56:55.759731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52032) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.822943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6964f694-8fd6-4eec-8267-54ee74f1daf7 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-labels/9bd7abb9-6edb-46a6-b316-287ecdf3364c HTTP/1.1" status: 200 len: 472 time: 0.0620348 Aug 30 22:56:55.826344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52034) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.835797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4dbb1bdf-8805-483b-ba0c-cb774b01c4cc tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "GET /v2.0/metering/metering-label-rules/95ec6dd0-b2a6-4ebc-bcb6-e11086e0a6ab HTTP/1.1" status: 200 len: 461 time: 0.0081933 Aug 30 22:56:55.838620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52036) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.849997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2d876b33-c020-44c1-9179-77e70d19efeb tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "PUT /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0 HTTP/1.1" status: 200 len: 366 time: 0.2705517 Aug 30 22:56:55.853131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52038) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.857751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Deleting port d0bd69a2-aa79-4543-876d-1f6c9eba119a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:56:55.858305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.866959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3acd6b2c-1fb2-4f8c-a9ab-2a1ecf3d6b34 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0126867 Aug 30 22:56:55.869530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52040) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.888496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3febf1c-5716-421e-8cf1-04bf086e1712 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0 HTTP/1.1" status: 200 len: 366 time: 0.0177402 Aug 30 22:56:55.899143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52042) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.924872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e214cf07-efbd-4174-8266-2f1516fef026 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0 HTTP/1.1" status: 204 len: 168 time: 0.0242577 Aug 30 22:56:55.927343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52046) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.938867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-38bf0108-1b27-4b80-8637-0dcbb2e82f7c tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0104892 Aug 30 22:56:55.946018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.958326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3180819a-8ef7-4d74-bc3f-5d46547cea1e tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0 HTTP/1.1" status: 200 len: 370 time: 0.0112541 Aug 30 22:56:55.961036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.965759 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fa4f2c25-6215-4d2e-886a-faf5e03ca9f9 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0/default HTTP/1.1" status: 200 len: 370 time: 0.0038323 Aug 30 22:56:55.966929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-affde1f7-0f6d-46fe-abf5-d1d7cc045666 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:55.968050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-affde1f7-0f6d-46fe-abf5-d1d7cc045666 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-label-rules/95ec6dd0-b2a6-4ebc-bcb6-e11086e0a6ab HTTP/1.1" status: 204 len: 168 time: 0.1284790 Aug 30 22:56:55.968584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52052) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.971131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52054) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:55.978209 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-6083aaec-6b96-46c6-aa22-b0ddda82c8b1 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] delete failed (client error): The resource could not be found. Aug 30 22:56:55.979191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6083aaec-6b96-46c6-aa22-b0ddda82c8b1 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/e659edd9ccb949dab3cb6a391f0706f0 HTTP/1.1" status: 404 len: 348 time: 0.0097086 Aug 30 22:56:56.045874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port d0bd69a2-aa79-4543-876d-1f6c9eba119a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=d0bd69a2-aa79-4543-876d-1f6c9eba119a,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:56:56.046257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:56.067852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Calling delete_port for d0bd69a2-aa79-4543-876d-1f6c9eba119a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:56:56.113746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:56.142639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:network and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.149477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.163365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:subnet and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.169723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.177746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:subnetpool and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.186259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.198517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:port and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.204364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.212172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:router and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.218127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.225895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:floatingip and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.231334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.268902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:security_group and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.275747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.284814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Usage tracker for resource:security_group_rule and tenant:a81d992cf07d4039bc757bd4c47672ea is out of sync, need to count used quota {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 30 22:56:56.288000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db29960d-8036-403d-ac0b-436654bff776 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:56.290464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db29960d-8036-403d-ac0b-436654bff776 tempest-MeteringTestJSON-1678993561 tempest-MeteringTestJSON-1678993561-project-admin] 10.222.0.25 "DELETE /v2.0/metering/metering-labels/9bd7abb9-6edb-46a6-b316-287ecdf3364c HTTP/1.1" status: 204 len: 168 time: 0.3182714 Aug 30 22:56:56.297824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.quota.resource [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101268) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 30 22:56:56.303675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41c47db9-22a1-4914-8c81-df6100f38601 tempest-QuotasTest-563215107 tempest-QuotasTest-563215107-project-admin] 10.222.0.25 "GET /v2.0/quotas/a81d992cf07d4039bc757bd4c47672ea/details.json HTTP/1.1" status: 200 len: 703 time: 0.1885073 Aug 30 22:56:56.303975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bbf433-bd7f-4e51-b953-d2e3f6979cb7 req-9092c01a-3f85-4c03-a729-b90a1ad1384f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:56.305929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38bbf433-bd7f-4e51-b953-d2e3f6979cb7 req-9092c01a-3f85-4c03-a729-b90a1ad1384f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=03eff9bf-e41b-4e0e-bbc1-03683366ffbd HTTP/1.1" status: 200 len: 1023 time: 0.1979811 Aug 30 22:56:56.368243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38bbf433-bd7f-4e51-b953-d2e3f6979cb7 req-437ef0f9-023d-4518-8653-5912b48058b0 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=af38c84d-35f5-4169-94ec-03e85ba6bf74&id=81da784a-1e75-4389-8515-1b3ff90ef8de&id=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0515585 Aug 30 22:56:56.445182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:56.459526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['d0bd69a2-aa79-4543-876d-1f6c9eba119a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:56.499637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:56:56.550379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] No DVR routers for this DVR port d0bd69a2-aa79-4543-876d-1f6c9eba119a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:56:56.552398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'Port': ['ID=d0bd69a2-aa79-4543-876d-1f6c9eba119a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:56.555849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:56.558183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c411388b-990b-4a64-8696-45178e430214 req-a6ed0469-d8ac-4e28-96cc-92098466f8fa tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.47 "DELETE /v2.0/ports/d0bd69a2-aa79-4543-876d-1f6c9eba119a HTTP/1.1" status: 204 len: 173 time: 0.8747897 Aug 30 22:56:56.558756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'name': 'network-vif-deleted', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:56:56.561525 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4400489-b662-4fe8-826e-808a4d455a7b" -d '{"events": [{"server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "name": "network-vif-deleted", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:56:56.607010 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:56:56.663774 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5ffb34-6cce-4dbf-83cb-0ed0085ade03 x-openstack-request-id: req-ca5ffb34-6cce-4dbf-83cb-0ed0085ade03 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:56:56.664082 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03eff9bf-e41b-4e0e-bbc1-03683366ffbd", "name": "network-vif-deleted", "tag": "d0bd69a2-aa79-4543-876d-1f6c9eba119a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:56:56.664340 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ca5ffb34-6cce-4dbf-83cb-0ed0085ade03 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:56:56.664800 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03eff9bf-e41b-4e0e-bbc1-03683366ffbd', 'name': 'network-vif-deleted', 'tag': 'd0bd69a2-aa79-4543-876d-1f6c9eba119a', 'status': 'completed', 'code': 200} Aug 30 22:56:56.787739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52086) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:56.840898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52092) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:56.965996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78ae4d49-6dd2-4d67-a1f6-3844494aa573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.062248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52100) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.075513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78ae4d49-6dd2-4d67-a1f6-3844494aa573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.080995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78ae4d49-6dd2-4d67-a1f6-3844494aa573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.120506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-78ae4d49-6dd2-4d67-a1f6-3844494aa573 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f149b000f29e40e99c70beaf5da81a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307238 Aug 30 22:56:57.122494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ae4d49-6dd2-4d67-a1f6-3844494aa573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036b2230-8a3d-45a1-8f9c-cbbadd10ecca,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.123215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52104) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.148241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8ab3-f9bc-453b-a8fd-1c630f7b8fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.160546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c280bd7f-a8ea-42a6-a1bf-4eedfddb620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.201278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.226395 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.250467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8ab3-f9bc-453b-a8fd-1c630f7b8fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.255341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1fe8ab3-f9bc-453b-a8fd-1c630f7b8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.301373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1fe8ab3-f9bc-453b-a8fd-1c630f7b8fc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=705bcc944d4343688d6bf7371db8c727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4591527 Aug 30 22:56:57.302163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fe8ab3-f9bc-453b-a8fd-1c630f7b8fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7f62d8-38c3-4b01-8956-863c0babb0cd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.305269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.306231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52106) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.307995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.311660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/036b2230-8a3d-45a1-8f9c-cbbadd10ecca HTTP/1.1" status: 204 len: 168 time: 0.1850939 Aug 30 22:56:57.338722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e094f-2ce1-46d0-b3b2-78e90e8a7b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036b2230-8a3d-45a1-8f9c-cbbadd10ecca,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.372278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.383814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c280bd7f-a8ea-42a6-a1bf-4eedfddb620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.388171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c280bd7f-a8ea-42a6-a1bf-4eedfddb620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.398135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.436632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c280bd7f-a8ea-42a6-a1bf-4eedfddb620b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d72012d43d4c4845a4805eb7f4d0a54c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3728006 Aug 30 22:56:57.437382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.438075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280bd7f-a8ea-42a6-a1bf-4eedfddb620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48be587-c0a1-4ca6-8f7f-b8db3c266646,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.461670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.465246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.466913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d7f62d8-38c3-4b01-8956-863c0babb0cd HTTP/1.1" status: 204 len: 168 time: 0.1597626 Aug 30 22:56:57.485656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce44e6e7-893e-4eb1-835a-ef4b954be94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7f62d8-38c3-4b01-8956-863c0babb0cd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.538082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.539731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-0e85c43d-d14e-4de4-85b5-8030a2fa832f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/ceb38047-d51f-43f5-ab93-4ed8a14c2fd4 HTTP/1.1" status: 200 len: 1803 time: 0.0669127 Aug 30 22:56:57.563727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.611234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.631543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.635911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.637404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b48be587-c0a1-4ca6-8f7f-b8db3c266646 HTTP/1.1" status: 204 len: 168 time: 0.1844542 Aug 30 22:56:57.643907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.648135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74492a0e-50c9-44fe-bd95-8bc86070da6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48be587-c0a1-4ca6-8f7f-b8db3c266646,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.678204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.688251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.709262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddfb5919-2e38-4ffa-9910-49ee0c6be9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.727253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.729762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.730938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eea804de-bfb0-43c6-8779-8f9ac1596a23 req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/ceb38047-d51f-43f5-ab93-4ed8a14c2fd4 HTTP/1.1" status: 204 len: 173 time: 0.1840146 Aug 30 22:56:57.744560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba904-7c61-4f7b-9153-0c79237aa88c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb38047-d51f-43f5-ab93-4ed8a14c2fd4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.826152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-7f060f11-f760-42dd-8aba-f79719e45fc1 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/af38c84d-35f5-4169-94ec-03e85ba6bf74 HTTP/1.1" status: 200 len: 1801 time: 0.0602815 Aug 30 22:56:57.848607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddfb5919-2e38-4ffa-9910-49ee0c6be9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.853478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddfb5919-2e38-4ffa-9910-49ee0c6be9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.898412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ddfb5919-2e38-4ffa-9910-49ee0c6be9c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a81d992cf07d4039bc757bd4c47672ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062964 Aug 30 22:56:57.899236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.914027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb5919-2e38-4ffa-9910-49ee0c6be9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37871e59-0fef-4e97-873d-8075bcd9713b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:57.931336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:57.932612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.950279 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b27a2-58f4-4108-be4e-b5c5482459ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:57.980956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.022293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.050644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.051011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b27a2-58f4-4108-be4e-b5c5482459ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.055566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b27a2-58f4-4108-be4e-b5c5482459ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.058184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.060829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.062018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1adbf3a-2b77-44de-b134-9153badcd462 req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/af38c84d-35f5-4169-94ec-03e85ba6bf74 HTTP/1.1" status: 204 len: 173 time: 0.2347493 Aug 30 22:56:58.079990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e14ece1-1780-49c8-b78a-3d1004c69fb3 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af38c84d-35f5-4169-94ec-03e85ba6bf74,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.115124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1534180416', 'description': 'tempest-description-649258309'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:58.134605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c08b27a2-58f4-4108-be4e-b5c5482459ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bf109d8227cd4ed38d6502e9bdd4777c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021871 Aug 30 22:56:58.135431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.137511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:58.139977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.144837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37871e59-0fef-4e97-873d-8075bcd9713b HTTP/1.1" status: 204 len: 168 time: 0.2438622 Aug 30 22:56:58.145816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b27a2-58f4-4108-be4e-b5c5482459ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f4eaa8-cdcf-4fed-81d1-7575591f8a8e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.157263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed7b4a-318c-42c7-9002-c08d1148ba16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37871e59-0fef-4e97-873d-8075bcd9713b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.169972 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.215414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:58.222752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.231497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5f83-b294-4a65-8ebf-062befec4d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.255551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.327292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.332794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.359733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.364181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.368117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8f4eaa8-cdcf-4fed-81d1-7575591f8a8e HTTP/1.1" status: 204 len: 168 time: 0.2269039 Aug 30 22:56:58.376687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770ed056-ecdf-4e58-bda2-65ed58588176,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.386784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b60ef-5738-42b0-8a8c-b43eae39e86e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f4eaa8-cdcf-4fed-81d1-7575591f8a8e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.442972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5f83-b294-4a65-8ebf-062befec4d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.450513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6fc5f83-b294-4a65-8ebf-062befec4d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.457775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.459452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86977511-9335-4164-85e9-7b37022ff42f req-932e9728-aa17-4d17-bd5f-6a1e3960621c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3603950 Aug 30 22:56:58.507116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fc5f83-b294-4a65-8ebf-062befec4d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10aecd34-7e92-4e29-b113-981ee060b617,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.511373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6fc5f83-b294-4a65-8ebf-062befec4d75 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aec819eded9d42109df64edbd08f2520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949064 Aug 30 22:56:58.514675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52158) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:58.545978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e398b39-b483-44d8-9771-18011da61a2b req-f8e202db-fbd1-4d8f-b6b6-d078c5c2807d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/770ed056-ecdf-4e58-bda2-65ed58588176 HTTP/1.1" status: 200 len: 1802 time: 0.0538318 Aug 30 22:56:58.560158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1191081160', 'description': 'tempest-description-hth-156676807'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:58.590099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.592077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.607686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d0bd69a2-aa79-4543-876d-1f6c9eba119a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:56:58.617700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.652573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: d0bd69a2-aa79-4543-876d-1f6c9eba119a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:56:58.652941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device d0bd69a2-aa79-4543-876d-1f6c9eba119a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:56:58.657692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.663107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.666530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.668462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e398b39-b483-44d8-9771-18011da61a2b req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "PUT /v2.0/security-groups/770ed056-ecdf-4e58-bda2-65ed58588176 HTTP/1.1" status: 200 len: 1776 time: 0.1139252 Aug 30 22:56:58.693031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.695693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.696866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10aecd34-7e92-4e29-b113-981ee060b617 HTTP/1.1" status: 204 len: 168 time: 0.1814315 Aug 30 22:56:58.701174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc6689-7e30-419b-9ea2-a28f6a6f93d6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event updated for resources: {'SecurityGroup': ['ID=770ed056-ecdf-4e58-bda2-65ed58588176,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.735418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5a58-be62-4e4d-bc62-474e981cb8f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10aecd34-7e92-4e29-b113-981ee060b617,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:58.785420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-554772e8-4900-4ddb-bcb4-b97e2ec01c38 req-198cc95c-205d-4465-b7d5-f35c2e7f5b32 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/770ed056-ecdf-4e58-bda2-65ed58588176 HTTP/1.1" status: 200 len: 1776 time: 0.0834329 Aug 30 22:56:58.858463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-6a0c2f87-b9fe-4cc2-8035-1a40d0fddedf tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/770ed056-ecdf-4e58-bda2-65ed58588176 HTTP/1.1" status: 200 len: 1776 time: 0.0479383 Aug 30 22:56:58.922101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.949125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:58.994516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:59.012592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a35b7655-fc75-4bfd-8d2b-f8ceba6011af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.015888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.020630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.022365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78d37537-1ff3-4844-92f2-3060d57561b9 req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/770ed056-ecdf-4e58-bda2-65ed58588176 HTTP/1.1" status: 204 len: 173 time: 0.1566045 Aug 30 22:56:59.033632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda38bb-43f9-41ac-86e3-0c13382902ff tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=770ed056-ecdf-4e58-bda2-65ed58588176,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:59.145332 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-f7f86a1a-31ef-4852-ab3c-bf775e77b5ec req-2d28b8e5-f386-40ab-953c-88c567c3e7cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.146075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a35b7655-fc75-4bfd-8d2b-f8ceba6011af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.147225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7f86a1a-31ef-4852-ab3c-bf775e77b5ec req-2d28b8e5-f386-40ab-953c-88c567c3e7cb tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/af38c84d-35f5-4169-94ec-03e85ba6bf74 HTTP/1.1" status: 404 len: 352 time: 0.0181088 Aug 30 22:56:59.150931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a35b7655-fc75-4bfd-8d2b-f8ceba6011af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.204655 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-b12db2f8-c818-49a8-8f32-4a9880b81843 req-a6ba3d0f-5ec4-43d5-b839-d3231954f968 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.205705 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b12db2f8-c818-49a8-8f32-4a9880b81843 req-a6ba3d0f-5ec4-43d5-b839-d3231954f968 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/ceb38047-d51f-43f5-ab93-4ed8a14c2fd4 HTTP/1.1" status: 404 len: 352 time: 0.0356004 Aug 30 22:56:59.211437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a35b7655-fc75-4bfd-8d2b-f8ceba6011af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=116ffb09c93b41a1a5f69a82405dd941&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2108204 Aug 30 22:56:59.211672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52202) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:59.212308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35b7655-fc75-4bfd-8d2b-f8ceba6011af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c4a981-a398-4366-a17d-40d04917970c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:59.267023 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-d48e4ccf-6fda-40c8-92a0-5e6e8b0b5e1e req-8060ab38-db6c-4c82-b47a-40c914414cf6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.268485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48e4ccf-6fda-40c8-92a0-5e6e8b0b5e1e req-8060ab38-db6c-4c82-b47a-40c914414cf6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/51abd547-bda2-460c-9a6d-1f87f54b27d0 HTTP/1.1" status: 404 len: 352 time: 0.0291150 Aug 30 22:56:59.309937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.313563 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-83c519ab-144d-4a36-9805-3fe13bc40517 req-2f28747b-1552-4cb9-88f2-03eda0567a43 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.315892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83c519ab-144d-4a36-9805-3fe13bc40517 req-2f28747b-1552-4cb9-88f2-03eda0567a43 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0ba32345-efb7-4006-802b-1f5361ac4b07 HTTP/1.1" status: 404 len: 352 time: 0.0208378 Aug 30 22:56:59.331508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52212) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:59.345887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.368534 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-8b5814fa-bf52-438a-8a41-d464cf13e83e req-e3ea2052-64db-4601-9dd2-bd49c91c7105 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.369537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b5814fa-bf52-438a-8a41-d464cf13e83e req-e3ea2052-64db-4601-9dd2-bd49c91c7105 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/5019ee41-271c-4dd7-b8a2-8053f0a10f5d HTTP/1.1" status: 404 len: 352 time: 0.0217204 Aug 30 22:56:59.414955 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-29877fa8-d123-4942-8a78-9ad67b22c95d req-be657835-fbec-4e1b-ba58-649ae2194742 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] show failed (client error): The resource could not be found. Aug 30 22:56:59.416122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29877fa8-d123-4942-8a78-9ad67b22c95d req-be657835-fbec-4e1b-ba58-649ae2194742 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/0c1604bc-2236-4472-aea4-c3da26d68658 HTTP/1.1" status: 404 len: 352 time: 0.0174088 Aug 30 22:56:59.426170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.430810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.432286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8c4a981-a398-4366-a17d-40d04917970c HTTP/1.1" status: 204 len: 168 time: 0.2197943 Aug 30 22:56:59.441830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1c65e-03b6-4a43-b203-95b14f79ea93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c4a981-a398-4366-a17d-40d04917970c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:59.476463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2090429306'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:59.501376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Made reservation on behalf of 0ba15c75f1dd45f49a592c9a7dff17a0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:56:59.506107 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.515871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.642996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.653231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.692492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:56:59.717248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c233cb68-2c33-409f-8f93-48ea41d36a7e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:59.720152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.720555 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Added segment 41c2927d-6437-4d97-9c5c-830d6afa438c of type vlan for network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 Aug 30 22:56:59.762115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408857fe-06bf-4266-973b-761198fea749 req-01d4c63f-9ac3-479c-ae79-c733e9fba9d9 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:59.763659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-408857fe-06bf-4266-973b-761198fea749 req-01d4c63f-9ac3-479c-ae79-c733e9fba9d9 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1024 time: 0.1235240 Aug 30 22:56:59.786998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.836086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-408857fe-06bf-4266-973b-761198fea749 req-40b334b6-1188-4222-9838-37ea8f122f4d tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=f48e9e40-0a43-4e40-84ee-0f7fe463f984&id=be90ca7d-59e7-4129-904a-d1ed817d2be4&id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0657334 Aug 30 22:56:59.842067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.849066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:56:59.849779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:56:59.933770 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.6011312 Aug 30 22:56:59.936746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:56:59.952584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Request body: {'subnet': {'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:56:59.960119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f05f45-007d-4d60-971b-b1d382fcd685 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'Network': ['ID=1704e5d3-e98b-4ded-a8fd-3b04521c4370,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:56:59.972497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:00.136071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Made reservation on behalf of 0ba15c75f1dd45f49a592c9a7dff17a0 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:00.140135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.367388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.388046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:00.455433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'Subnet': ['ID=d9c73135-c52a-430b-9b7b-cdc05e44e598,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:00.464274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Checking segment: {'id': '41c2927d-6437-4d97-9c5c-830d6afa438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:00.464659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Network hostable DHCP agents. Network: 1704e5d3-e98b-4ded-a8fd-3b04521c4370, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:00.487703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:00.498825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 1704e5d3-e98b-4ded-a8fd-3b04521c4370) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:00.507486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1072433700', 'router:external': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:00.508481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4047c954-da2c-45e3-9ce8-ade554224190 None None] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:00.511096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:00.511835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.530441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Made reservation on behalf of 13105e5481564038b62f284990b392ba for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:00.533358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.536246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e38ef882-b40b-4277-a526-fcb0924d6cc8 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5983279 Aug 30 22:57:00.538998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:00.545184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.546327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Request body: {'port': {'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1713121861'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:00.677203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.677413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-1704e5d3-e98b-4ded-a8fd-3b04521c4370', 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370', 'tenant_id': '0ba15c75f1dd45f49a592c9a7dff17a0', 'fixed_ips': [{'subnet_id': 'd9c73135-c52a-430b-9b7b-cdc05e44e598'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:00.678306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.682671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.706026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:00.706609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Made reservation on behalf of 0ba15c75f1dd45f49a592c9a7dff17a0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:00.711298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.721045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe03868-7cb2-4013-b2a1-0dc3baec0cbf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:00.726387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.727019 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Added segment 038d493c-3439-4369-8c20-94925aa35560 of type vlan for network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 Aug 30 22:57:00.745539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] device_id is not set on port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:57:00.799512 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.845693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.847482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:00.848451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:00.879844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Allocated IP 2001:db8::303 (1704e5d3-e98b-4ded-a8fd-3b04521c4370/d9c73135-c52a-430b-9b7b-cdc05e44e598/95e6fcc7-b314-4fa0-aaa7-1984d39f9a24) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:00.914111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.5247619 Aug 30 22:57:00.916847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52286) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:00.921691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'subnet': {'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:00.930894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8e7388-9c2b-40f1-be36-e6b0c5784dc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Network': ['ID=bdfb8ce7-a122-467a-b4fe-51ccecad2b29,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:00.942192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:00.948948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Made reservation on behalf of 13105e5481564038b62f284990b392ba for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:00.955231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.084633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a0d79-5ae6-470a-8aac-a9ff24eeaafd req-4c7fe1e2-7002-44d7-b14c-284c208bae1f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:01.086164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-004a0d79-5ae6-470a-8aac-a9ff24eeaafd req-4c7fe1e2-7002-44d7-b14c-284c208bae1f tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1024 time: 0.1593864 Aug 30 22:57:01.119086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905f763-a174-4825-826c-c32cc3c2dbee req-a28c4cf9-c11a-487f-9d17-751359579ab5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:01.124287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e905f763-a174-4825-826c-c32cc3c2dbee req-a28c4cf9-c11a-487f-9d17-751359579ab5 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 1024 time: 0.0946355 Aug 30 22:57:01.161511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-004a0d79-5ae6-470a-8aac-a9ff24eeaafd req-d6e3318f-4213-4d4b-8ec9-f5b35b204616 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups?id=f48e9e40-0a43-4e40-84ee-0f7fe463f984&id=be90ca7d-59e7-4129-904a-d1ed817d2be4&id=81da784a-1e75-4389-8515-1b3ff90ef8de&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0678976 Aug 30 22:57:01.187986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.205337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Transition to ACTIVE for port object 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:01.256296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.310406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Allocated IP 2001:db8::2 (1704e5d3-e98b-4ded-a8fd-3b04521c4370/d9c73135-c52a-430b-9b7b-cdc05e44e598/a8c95c05-10f3-42d6-8e76-d689a235aa55) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:01.330970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'Port': ['ID=95e6fcc7-b314-4fa0-aaa7-1984d39f9a24,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:01.334460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:01.336190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:01.338363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:01.344215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:01.346149 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.370527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e3ee3c5-2bd0-493c-821e-ae2fb635509a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8302011 Aug 30 22:57:01.371291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:01.377589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Deleting port 1b582f10-4bde-4166-9846-f005efb1c747 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:01.377959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.378100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Request body: {'port': {'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-988183560', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:01.378573 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] bootfile-name is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:01.379051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] tftp-server is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:01.379387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] server-ip-address is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:01.509366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] For port 1b582f10-4bde-4166-9846-f005efb1c747, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1b582f10-4bde-4166-9846-f005efb1c747,segment=NetworkSegment(9599b4c2-ef89-4082-a9d3-f9959da035d0),segment_id=9599b4c2-ef89-4082-a9d3-f9959da035d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:01.510002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.530393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.534408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Calling delete_port for 1b582f10-4bde-4166-9846-f005efb1c747 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:01.542104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Made reservation on behalf of 0ba15c75f1dd45f49a592c9a7dff17a0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:01.542649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Transition to ACTIVE for port object a8c95c05-10f3-42d6-8e76-d689a235aa55 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:01.546439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.560568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Transition to ACTIVE for port object a8c95c05-10f3-42d6-8e76-d689a235aa55 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:01.568313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 22:57:01.568775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.568929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.581409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] device_id is not set on port cf91d3dd-4143-4f2b-8e8d-5965b4fe08be yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:57:01.619414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Pushing event updated for resources: {'Port': ['ID=a8c95c05-10f3-42d6-8e76-d689a235aa55,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:01.633177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:01.634819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:01.637855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:01.682467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6eb24a0a-13e7-4a4d-8d38-b52fa9c28795,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:01.698836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Attempting to bind port a8c95c05-10f3-42d6-8e76-d689a235aa55 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:01.700595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Attempting to bind port a8c95c05-10f3-42d6-8e76-d689a235aa55 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '41c2927d-6437-4d97-9c5c-830d6afa438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:01.701312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Attempting to bind port a8c95c05-10f3-42d6-8e76-d689a235aa55 on network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:01.705772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Checking segment: {'id': '038d493c-3439-4369-8c20-94925aa35560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:01.706161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network hostable DHCP agents. Network: bdfb8ce7-a122-467a-b4fe-51ccecad2b29, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:01.710387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:01.710756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Checking segment: {'id': '41c2927d-6437-4d97-9c5c-830d6afa438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:01.711167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.712148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Bound using segment: {'id': '41c2927d-6437-4d97-9c5c-830d6afa438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:01.712631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Bound port: a8c95c05-10f3-42d6-8e76-d689a235aa55, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41c2927d-6437-4d97-9c5c-830d6afa438c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '1704e5d3-e98b-4ded-a8fd-3b04521c4370'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:01.713025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.734808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Allocated IP 2001:db8::267 (1704e5d3-e98b-4ded-a8fd-3b04521c4370/d9c73135-c52a-430b-9b7b-cdc05e44e598/cf91d3dd-4143-4f2b-8e8d-5965b4fe08be) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:01.748357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:01.782006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, bdfb8ce7-a122-467a-b4fe-51ccecad2b29) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:01.791158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:01.791780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.799828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af894c6d-b9cf-47f2-8e0a-3f5b31cc73a3 None None] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:01.811578 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.818836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c954effa-0e9f-46ce-85e6-6c4d25f53096 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8971901 Aug 30 22:57:01.821143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52308) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:01.847660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1118957031', 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:01.853460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'Port': ['ID=1b582f10-4bde-4166-9846-f005efb1c747,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:01.862127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1b582f10-4bde-4166-9846-f005efb1c747'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:57:01.899134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] For port a8c95c05-10f3-42d6-8e76-d689a235aa55, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:01.916705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] For port a8c95c05-10f3-42d6-8e76-d689a235aa55, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8c95c05-10f3-42d6-8e76-d689a235aa55,segment=NetworkSegment(41c2927d-6437-4d97-9c5c-830d6afa438c),segment_id=41c2927d-6437-4d97-9c5c-830d6afa438c)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:01.926234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:01.994719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.027422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Transition to ACTIVE for port object cf91d3dd-4143-4f2b-8e8d-5965b4fe08be will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:02.071744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8622d88-95a9-4ad4-8d5b-78bf77220262 None None] Pushing event updated for resources: {'Port': ['ID=a8c95c05-10f3-42d6-8e76-d689a235aa55,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:02.078280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c733a552-a379-4f37-b8b6-b406d083fa0d None None] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:02.099779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.154358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'Port': ['ID=cf91d3dd-4143-4f2b-8e8d-5965b4fe08be,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:02.173805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:02.176185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:02.182217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:02.213341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:02.214885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.249355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ad217bd9-804f-4624-acbd-1b3cf38cb1ca tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 0.8765922 Aug 30 22:57:02.252369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52320) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:02.288986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Made reservation on behalf of 13105e5481564038b62f284990b392ba for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:02.291733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.296802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] No DVR routers for this DVR port 1b582f10-4bde-4166-9846-f005efb1c747 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:02.310679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.315259 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e905f763-a174-4825-826c-c32cc3c2dbee req-19203e04-2493-4c8b-b28c-9aac84c5ed94 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.52 "DELETE /v2.0/ports/1b582f10-4bde-4166-9846-f005efb1c747 HTTP/1.1" status: 204 len: 173 time: 1.1433756 Aug 30 22:57:02.322389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'name': 'network-vif-deleted', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:02.322389 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8254c4b6-5cd0-4731-b8e6-277b60430a1f" -d '{"events": [{"server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "name": "network-vif-deleted", "tag": "1b582f10-4bde-4166-9846-f005efb1c747"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:02.404257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] device_id is not set on port 7133766e-ab78-4866-a111-2ba8e0e0111d yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:57:02.448610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b637c1b-f838-413e-bc72-ceb115c9f1b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:02.455474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b637c1b-f838-413e-bc72-ceb115c9f1b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:02.461825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b637c1b-f838-413e-bc72-ceb115c9f1b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:02.466172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b637c1b-f838-413e-bc72-ceb115c9f1b1 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2102816 Aug 30 22:57:02.466982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:02.479720 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d542eb5d-0cb6-493f-84b0-92f86cd1e97b x-openstack-request-id: req-d542eb5d-0cb6-493f-84b0-92f86cd1e97b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:02.480030 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bf509fe-0ea9-492a-b569-8cf0577ef1f3", "name": "network-vif-deleted", "tag": "1b582f10-4bde-4166-9846-f005efb1c747", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:02.480265 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d542eb5d-0cb6-493f-84b0-92f86cd1e97b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:02.480661 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bf509fe-0ea9-492a-b569-8cf0577ef1f3', 'name': 'network-vif-deleted', 'tag': '1b582f10-4bde-4166-9846-f005efb1c747', 'status': 'completed', 'code': 200} Aug 30 22:57:02.482773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-248c731c-890d-4238-921f-8a79b57b94b5 req-60306559-2af6-4d17-97c6-a40488179cd6 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/ports?device_id=7bf509fe-0ea9-492a-b569-8cf0577ef1f3 HTTP/1.1" status: 200 len: 210 time: 0.1885602 Aug 30 22:57:02.567134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.20.0.3 (bdfb8ce7-a122-467a-b4fe-51ccecad2b29/6eb24a0a-13e7-4a4d-8d38-b52fa9c28795/7133766e-ab78-4866-a111-2ba8e0e0111d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:02.580701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Deleting port cf91d3dd-4143-4f2b-8e8d-5965b4fe08be {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:02.581192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.673757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.687580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Calling delete_port for cf91d3dd-4143-4f2b-8e8d-5965b4fe08be owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:02.733455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.773871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.834989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:02.837862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:02.840544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:02.848479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.897581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event deleted for resources: {'Port': ['ID=cf91d3dd-4143-4f2b-8e8d-5965b4fe08be,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:02.924518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=7133766e-ab78-4866-a111-2ba8e0e0111d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:02.931038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.933480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6c7aa54e-13ce-4b8f-be8a-cfb9e5539bb7 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "DELETE /v2.0/ports/cf91d3dd-4143-4f2b-8e8d-5965b4fe08be HTTP/1.1" status: 204 len: 168 time: 0.4657784 Aug 30 22:57:02.937642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52328) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:02.951626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:02.952359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:02.961648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Request body: {'port': {'name': 'tempest-new-port-name-1026622922', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:02.963338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] bootfile-name is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:02.966298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] tftp-server is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:02.966978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] server-ip-address is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 22:57:02.972567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20008b83-3fd9-4b65-b8b2-9f67a1c5da5f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1493378 Aug 30 22:57:02.975102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:03.047851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.098733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Deleting port 7133766e-ab78-4866-a111-2ba8e0e0111d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:03.099330 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.201712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.220526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Calling delete_port for 7133766e-ab78-4866-a111-2ba8e0e0111d owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:03.305196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8c95c05-10f3-42d6-8e76-d689a235aa55 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:03.315138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.324876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.373983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a8c95c05-10f3-42d6-8e76-d689a235aa55 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:03.409017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] In _notify_port_updated(), no bound segment for port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 on network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 22:57:03.414948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:03.415618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.417201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "PUT /v2.0/ports/95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 HTTP/1.1" status: 200 len: 1130 time: 0.4782116 Aug 30 22:57:03.422453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52340) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:03.441286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.453610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11313968-17fc-492b-8573-e9d82ee77085 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event updated for resources: {'Port': ['ID=95e6fcc7-b314-4fa0-aaa7-1984d39f9a24,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:03.475858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bd8f9b-bc5c-4483-bcf2-b23bfe7c2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:03.477286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-95bd8f9b-bc5c-4483-bcf2-b23bfe7c2745 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "GET /v2.0/ports/95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 HTTP/1.1" status: 200 len: 1130 time: 0.0559123 Aug 30 22:57:03.479877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Port': ['ID=7133766e-ab78-4866-a111-2ba8e0e0111d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:03.481443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52342) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:03.501065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3641e3-1a64-43e3-a5f8-a3affdf8ddd5 None None] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:03.558552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.560573 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b971be53-37d2-4f35-bdc0-3e23be4f817f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/ports/7133766e-ab78-4866-a111-2ba8e0e0111d HTTP/1.1" status: 204 len: 168 time: 0.5823512 Aug 30 22:57:03.567178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52350) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:03.571850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29', 'external_fixed_ips': [{'subnet_id': '6eb24a0a-13e7-4a4d-8d38-b52fa9c28795', 'ip_address': '172.20.0.3'}]}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:03.616636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Provisioning for port a8c95c05-10f3-42d6-8e76-d689a235aa55 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:03.619136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.620468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.620623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Deleting port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:03.620792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.623052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Provisioning complete for port a8c95c05-10f3-42d6-8e76-d689a235aa55 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:03.629893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.698466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.714977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-1747e6fe-b172-48da-995a-1174035ede99 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/be90ca7d-59e7-4129-904a-d1ed817d2be4 HTTP/1.1" status: 200 len: 1803 time: 0.1304214 Aug 30 22:57:03.838561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.904854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] For port a8c95c05-10f3-42d6-8e76-d689a235aa55, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8c95c05-10f3-42d6-8e76-d689a235aa55,segment=NetworkSegment(41c2927d-6437-4d97-9c5c-830d6afa438c),segment_id=41c2927d-6437-4d97-9c5c-830d6afa438c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:03.910056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.910728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.942999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:03.947532 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.044685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.046890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e008e-c914-43d7-aeed-22ce105b5b95 None None] Pushing event updated for resources: {'Port': ['ID=a8c95c05-10f3-42d6-8e76-d689a235aa55,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:04.048255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.049559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bb84e32-cc78-4316-8517-cdea88345d35 req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/be90ca7d-59e7-4129-904a-d1ed817d2be4 HTTP/1.1" status: 204 len: 173 time: 0.3343496 Aug 30 22:57:04.071357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebcd5c0-31e7-43bb-95cd-524564af9438 tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90ca7d-59e7-4129-904a-d1ed817d2be4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:04.245582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Provisioning for port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:04.253987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Provisioning complete for port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:04.259539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.270469 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.299321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.301032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.336323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Calling delete_port for 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:04.387675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Port 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:04.415504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Provisioning complete for port a8c95c05-10f3-42d6-8e76-d689a235aa55 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:04.415877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-80d4073e-6f55-42a1-9f4b-fc8d3975b1af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.558322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.609980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.20.0.3 (bdfb8ce7-a122-467a-b4fe-51ccecad2b29/6eb24a0a-13e7-4a4d-8d38-b52fa9c28795/deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:04.647962 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.652852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "DELETE /v2.0/ports/95e6fcc7-b314-4fa0-aaa7-1984d39f9a24 HTTP/1.1" status: 204 len: 168 time: 1.1704667 Aug 30 22:57:04.653743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149fe54-8ff8-4ef5-8b2d-5af0599b2578 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event deleted for resources: {'Port': ['ID=95e6fcc7-b314-4fa0-aaa7-1984d39f9a24,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:04.660737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52370) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:04.680515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b62f3c89-85c5-4a38-8ba3-0b941d98f6d8 None None] Could not find standard attr ID for object 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:57:04.716937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-aba1522c-f547-4421-bb3c-7655d15035cc tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "GET /v2.0/security-groups/f48e9e40-0a43-4e40-84ee-0f7fe463f984 HTTP/1.1" status: 200 len: 1803 time: 0.5427213 Aug 30 22:57:04.743346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Deleting subnet d9c73135-c52a-430b-9b7b-cdc05e44e598 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:04.749348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.749632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.801407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e4d4bdc0-b2f1-48e3-adb5-b2b83445463f None None] Could not find standard attr ID for object cf91d3dd-4143-4f2b-8e8d-5965b4fe08be. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:57:04.817641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.843886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.886994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:04.891092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:04.898793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:04.906579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:04.916985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.967956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:04.996707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.063104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.066012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.067174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1dfd5d75-0270-48fa-8b36-5b1bb5392c79 req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] 10.222.0.25 "DELETE /v2.0/security-groups/f48e9e40-0a43-4e40-84ee-0f7fe463f984 HTTP/1.1" status: 204 len: 173 time: 0.3195634 Aug 30 22:57:05.077070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:05.082350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f82fff-c1e8-4186-a008-b7a0cb86cd9c tempest-SecurityGroupsTestJSON-1273243967 tempest-SecurityGroupsTestJSON-1273243967-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48e9e40-0a43-4e40-84ee-0f7fe463f984,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:05.100168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.132679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event deleted for resources: {'Subnet': ['ID=d9c73135-c52a-430b-9b7b-cdc05e44e598,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:05.134797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.136748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6848a4c9-6b19-4333-bd67-901add0cf89a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "DELETE /v2.0/subnets/d9c73135-c52a-430b-9b7b-cdc05e44e598 HTTP/1.1" status: 204 len: 168 time: 0.4750717 Aug 30 22:57:05.139168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52376) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:05.180830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1b582f10-4bde-4166-9846-f005efb1c747 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:05.220737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.225971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1b582f10-4bde-4166-9846-f005efb1c747 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:05.226767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1b582f10-4bde-4166-9846-f005efb1c747 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:05.275095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8c95c05-10f3-42d6-8e76-d689a235aa55 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:05.303585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Deleting port a8c95c05-10f3-42d6-8e76-d689a235aa55 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:05.304459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.315728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Deleting subnet 142a72b8-9e37-4440-8375-03d62791d8f9 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:05.319012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.356421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b8f3e9-0151-4ea9-a17e-b24569677665 None None] Network 1704e5d3-e98b-4ded-a8fd-3b04521c4370 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:05.390022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] For port a8c95c05-10f3-42d6-8e76-d689a235aa55, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a8c95c05-10f3-42d6-8e76-d689a235aa55,segment=NetworkSegment(41c2927d-6437-4d97-9c5c-830d6afa438c),segment_id=41c2927d-6437-4d97-9c5c-830d6afa438c)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:05.390538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.412511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a8c95c05-10f3-42d6-8e76-d689a235aa55 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:05.413072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.424564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Calling delete_port for a8c95c05-10f3-42d6-8e76-d689a235aa55 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:05.426765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.458802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-35a970bd-a6ef-48c8-ad57-11c754536bae None None] Could not find standard attr ID for object 95e6fcc7-b314-4fa0-aaa7-1984d39f9a24. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 22:57:05.465875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.517573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.527636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.624558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event deleted for resources: {'Port': ['ID=a8c95c05-10f3-42d6-8e76-d689a235aa55,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:05.644266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] No DVR routers for this DVR port a8c95c05-10f3-42d6-8e76-d689a235aa55 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:05.671111 n-d-791504-21 neutron-server[101270]: INFO neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No ports have port_id starting with a8c95c05-10f3-42d6-8e76-d689a235aa55 Aug 30 22:57:05.697814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.737960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=142a72b8-9e37-4440-8375-03d62791d8f9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:05.758527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.759051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ad27f-2546-4982-8eec-3780d7993108 None None] DHCP port deletion for 1704e5d3-e98b-4ded-a8fd-3b04521c4370 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:57:05.779811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.782327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad915450-7f21-410e-a6a3-14036f2835c1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/142a72b8-9e37-4440-8375-03d62791d8f9 HTTP/1.1" status: 204 len: 168 time: 0.7044094 Aug 30 22:57:05.783529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1704e5d3-e98b-4ded-a8fd-3b04521c4370']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:05.786299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52386) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:05.806809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.814771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41c2927d-6437-4d97-9c5c-830d6afa438c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:05.815150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41c2927d-6437-4d97-9c5c-830d6afa438c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:05.860424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.894527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.897648 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.906185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:05.906586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:05.910298 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:05.952262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:06.039467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.059542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.064292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] 10.222.0.25 "DELETE /v2.0/networks/1704e5d3-e98b-4ded-a8fd-3b04521c4370 HTTP/1.1" status: 204 len: 168 time: 0.9213724 Aug 30 22:57:06.064292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf6a0a3-68e6-42ec-9232-36dd4b6d726a tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883 tempest-ExtraDHCPOptionsIpV6TestJSON-1841544883-project] Pushing event deleted for resources: {'Network': ['ID=1704e5d3-e98b-4ded-a8fd-3b04521c4370,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:06.068610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.077459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:06.080151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:06.089162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Sync routers for ids ['71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:06.094443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9599b4c2-ef89-4082-a9d3-f9959da035d0') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:06.094823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9599b4c2-ef89-4082-a9d3-f9959da035d0') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:06.103416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.104661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8a27d65f-8e4d-4ed7-8736-2ed3fe6ea175 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 2.5365119 Aug 30 22:57:06.105920 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Routers {'71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:06.106550 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:56:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:06.108264 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:06.110335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.128190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.143437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:06.145180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:06.147698 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:06.227292 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Set router 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:06.228954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.253264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.263076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] 10.222.0.25 "DELETE /v2.0/networks/0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64 HTTP/1.1" status: 204 len: 168 time: 0.4726264 Aug 30 22:57:06.263076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d20131-3b5d-4614-979c-d39414494abf admin admin] Pushing event deleted for resources: {'Network': ['ID=0f7c22ad-ea54-4212-8fe1-3f9fa34c8c64,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:06.466299 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b', 'name': '', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29', 'external_fixed_ips': [{'subnet_id': '6eb24a0a-13e7-4a4d-8d38-b52fa9c28795', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:03Z', 'updated_at': '2021-08-30T22:57:05Z', 'revision_number': 3, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port': {'id': 'deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f', 'name': '', 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:0e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '6eb24a0a-13e7-4a4d-8d38-b52fa9c28795', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:04Z', 'updated_at': '2021-08-30T22:57:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6eb24a0a-13e7-4a4d-8d38-b52fa9c28795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:06.519646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52402) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:06.548781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:06.576487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Checking router: 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:06.576945 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Updating router 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:57:06.579374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.635942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb27b4a0-8638-453b-a4ab-84cb51d0a9f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=466412b4a7bc4d73ba3685b93288537f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1150799 Aug 30 22:57:06.641129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:06.777724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.798487 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.863571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.906306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:06.972416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce4b1721-a093-49b9-a046-2a59fce20f31 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ba15c75f1dd45f49a592c9a7dff17a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223351 Aug 30 22:57:06.975132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Deleting port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:06.975294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52416) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:06.975574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.065817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.068743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.072220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81da784a-1e75-4389-8515-1b3ff90ef8de HTTP/1.1" status: 204 len: 168 time: 0.4275658 Aug 30 22:57:07.087316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a0b94-df78-4ef6-a9b8-b6f081fd3c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81da784a-1e75-4389-8515-1b3ff90ef8de,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:07.097305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.104690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.119299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Calling delete_port for deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:07.143739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.223126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52422) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:07.253645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.257000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.261650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c233cb68-2c33-409f-8f93-48ea41d36a7e HTTP/1.1" status: 204 len: 168 time: 0.2851698 Aug 30 22:57:07.264690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8c95c05-10f3-42d6-8e76-d689a235aa55 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:07.276073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17235231-97f5-4899-93fc-4a6d5ff42c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c233cb68-2c33-409f-8f93-48ea41d36a7e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:07.287650 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.299032 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Transition to ACTIVE for port object deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:07.306520 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.319839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a8c95c05-10f3-42d6-8e76-d689a235aa55 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:07.320101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a8c95c05-10f3-42d6-8e76-d689a235aa55 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:07.406257 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Pushing event updated for resources: {'Port': ['ID=deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:07.423005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ef98917-f7ef-432d-aae8-436f4f411537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.424715 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.426658 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.432817 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.433469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.434008 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.434894 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.435181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.436359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.436872 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.437904 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.440198 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.442061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.442574 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b247499-dd67-410b-a915-9a3434872ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:07.506945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Port': ['ID=deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:07.532126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Attempting to bind port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:07.533963 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Attempting to bind port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '038d493c-3439-4369-8c20-94925aa35560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:07.534531 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Attempting to bind port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f on network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:07.541413 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:07.542303 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Checking segment: {'id': '038d493c-3439-4369-8c20-94925aa35560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:07.546000 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.547756 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Bound using segment: {'id': '038d493c-3439-4369-8c20-94925aa35560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:07.551776 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Bound port: deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '038d493c-3439-4369-8c20-94925aa35560', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'bdfb8ce7-a122-467a-b4fe-51ccecad2b29'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:07.552357 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.574690 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.plugin [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Port deb1e969-74c3-4fd1-90e1-0aa7fa4fd99f has been deleted concurrently {{(pid=101271) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 22:57:07.585710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Routers {'71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:07.586908 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:56:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:07.617827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ef98917-f7ef-432d-aae8-436f4f411537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.627208 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ef98917-f7ef-432d-aae8-436f4f411537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.636407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.667623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef98917-f7ef-432d-aae8-436f4f411537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d615b8-135a-40c3-bd4d-fc1b00c4b29b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:07.693531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ef98917-f7ef-432d-aae8-436f4f411537 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=887974f07e244458a98eb1bc301ebb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688518 Aug 30 22:57:07.694060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:07.701703 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] Set router 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:07.761139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.764215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b', 'name': '', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:03Z', 'updated_at': '2021-08-30T22:57:07Z', 'revision_number': 5, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:07.805628 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f403e63-3cba-4246-9ab7-d3c0bae432e6 None None] The sync data for ids ['71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b'] in n-d-791504-21 is: [{'id': '71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b', 'name': '', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:03Z', 'updated_at': '2021-08-30T22:57:07Z', 'revision_number': 5, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:07.805822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.815855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.820247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.938165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-f8353759-c37b-4b0d-9fed-2a5192ca7982 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0703526 Aug 30 22:57:07.941514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.942119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:07.952215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.955873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f0d0f69-d11a-4256-8ed9-13d912c55f51 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/71bbb5bf-a4e5-45b8-bb7b-953e576c7c6b HTTP/1.1" status: 204 len: 168 time: 1.8439140 Aug 30 22:57:07.956307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52446) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:07.962879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.971873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:07.974240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4d615b8-135a-40c3-bd4d-fc1b00c4b29b HTTP/1.1" status: 204 len: 168 time: 0.2788391 Aug 30 22:57:08.000813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4d43be-ca4f-4089-a262-2daa38e0a6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d615b8-135a-40c3-bd4d-fc1b00c4b29b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:08.012669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Deleting subnet 6eb24a0a-13e7-4a4d-8d38-b52fa9c28795 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:08.016274 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.062911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.086982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-73692ac1-872b-434f-b3ae-5a2fea7880fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:08.093129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-73692ac1-872b-434f-b3ae-5a2fea7880fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.0860329 Aug 30 22:57:08.117102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.238923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.263770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-65c9ea5e-7c60-4dad-b9d9-77e3829e6ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:08.266300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-65c9ea5e-7c60-4dad-b9d9-77e3829e6ef4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.1439805 Aug 30 22:57:08.272793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.277161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/6eb24a0a-13e7-4a4d-8d38-b52fa9c28795 HTTP/1.1" status: 204 len: 168 time: 0.3171179 Aug 30 22:57:08.277161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8851c-b43d-457b-a766-b838389c5206 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6eb24a0a-13e7-4a4d-8d38-b52fa9c28795,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:08.277694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:08.355002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-a3122653-82f5-46ae-b8bb-a6adb394726a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1001 time: 0.0779774 Aug 30 22:57:08.362373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.403975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52466) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:08.450941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-389b78ac-8c04-4bf6-bc7b-5e7abbb2508b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:08.452298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-389b78ac-8c04-4bf6-bc7b-5e7abbb2508b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0873272 Aug 30 22:57:08.489299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.502087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdfb8ce7-a122-467a-b4fe-51ccecad2b29']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:08.507703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-a0dbde37-e5a7-4cfe-95b0-d1642b743ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:08.509459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-a0dbde37-e5a7-4cfe-95b0-d1642b743ade service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473528 Aug 30 22:57:08.520068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a0c-4158-40ae-97f2-4b106c4807e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.535829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '038d493c-3439-4369-8c20-94925aa35560') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:08.536354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '038d493c-3439-4369-8c20-94925aa35560') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:08.551244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.585057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.597723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:08.598181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: items = [ Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:08.600006 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:08.637179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-b8477cab-4bac-46fc-aeac-9dc0b8655540 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145029 Aug 30 22:57:08.692289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.709009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bdfb8ce7-a122-467a-b4fe-51ccecad2b29 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:57:08.715405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.722772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/networks/bdfb8ce7-a122-467a-b4fe-51ccecad2b29 HTTP/1.1" status: 204 len: 168 time: 0.4443710 Aug 30 22:57:08.736702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426b355-eae8-4073-a9de-4b13799c5084 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Network': ['ID=bdfb8ce7-a122-467a-b4fe-51ccecad2b29,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:08.804436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52482) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:08.816306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc3c3e7d-8857-44f8-bd16-aa0c502290e4 req-8f9b891d-7d36-4e69-b4aa-3b68d639033e service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637149 Aug 30 22:57:08.847311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a0c-4158-40ae-97f2-4b106c4807e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.852889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9d3d2a0c-4158-40ae-97f2-4b106c4807e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.893399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9d3d2a0c-4158-40ae-97f2-4b106c4807e0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=faa37a4b4da64434b99e1ced961a6604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4872794 Aug 30 22:57:08.896294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52488) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:08.907843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3d2a0c-4158-40ae-97f2-4b106c4807e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4c186-7042-4b34-8f40-189f5cac391b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:08.972583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:08.998712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.064816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.067721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.071311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d6a4c186-7042-4b34-8f40-189f5cac391b HTTP/1.1" status: 204 len: 168 time: 0.1716077 Aug 30 22:57:09.076846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0e674d-f9d9-4793-8913-ee3031c659e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4c186-7042-4b34-8f40-189f5cac391b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:09.103114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1128246033-network', 'tenant_id': '64285c4970e5449baef1205398424a1c'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:09.142203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Made reservation on behalf of 64285c4970e5449baef1205398424a1c for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:09.145126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.159866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.199372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:09.276958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.283673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.306978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:09.324027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d7078c-c659-430a-a1a7-73d6b447140d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:09.341104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.341707 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Added segment 12037827-25ac-490a-8fda-0948179b63d0 of type vlan for network 5e7ad219-dabc-4de9-98e6-4722535d242a Aug 30 22:57:09.345148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:09.349825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'name': 'tempest-router--789365724', 'project_id': '92b1c4efaf02432dbe0328be88e271c6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:09.383761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.383761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.404736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.439533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.441353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:09.442028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.456321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.461649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.483113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.487605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69b1a739-cd6a-4694-bd2c-350d0fe1aac0 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1383989 Aug 30 22:57:09.488605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52508) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:09.507578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6997964 Aug 30 22:57:09.510499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:09.518301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Request body: {'subnet': {'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-subnet', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:09.523208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0a512-e075-4418-bf20-19201a0d2171 admin admin] Pushing event updated for resources: {'Network': ['ID=5e7ad219-dabc-4de9-98e6-4722535d242a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:09.534720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5e7ad219-dabc-4de9-98e6-4722535d242a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:09.566181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Made reservation on behalf of 64285c4970e5449baef1205398424a1c for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:09.570266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.603420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.787483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.819241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.821564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.870399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1315668612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:09.870925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18b48b1b-111a-402d-bcca-124d53e1c35b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:09.880704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Checking segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:09.881010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Network hostable DHCP agents. Network: 5e7ad219-dabc-4de9-98e6-4722535d242a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:09.884644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.885166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 466d8637-5e93-4ce0-be2e-9c9bc9a8f7d8 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:09.891755 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.902302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc2b6b82-2dd8-445d-8921-e366983fa40a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/466d8637-5e93-4ce0-be2e-9c9bc9a8f7d8 HTTP/1.1" status: 204 len: 168 time: 0.4114068 Aug 30 22:57:09.902471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Network 5e7ad219-dabc-4de9-98e6-4722535d242a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:09.917166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5e7ad219-dabc-4de9-98e6-4722535d242a) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:09.920119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.921492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.927218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c1d257-03cc-4687-b29d-09b4a0ac902f None None] Network 5e7ad219-dabc-4de9-98e6-4722535d242a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:09.931848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:09.932715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.954961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-63bbaaf5-ba71-4806-9f08-3322075f9059 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4433928 Aug 30 22:57:09.955678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52524) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:09.960753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:09.987238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.988793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.990167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:09.991533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.012457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.016966 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d1010cd-5a29-4646-963e-ea1fe177e6d7 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8162525 Aug 30 22:57:10.017848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52528) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:10.024960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-718235636'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:10.049224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:10.054683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.067525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.072666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.158603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52534) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:10.221343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.229691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.238194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-5e7ad219-dabc-4de9-98e6-4722535d242a', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:10.239295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.244191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.285114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:10.332381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.333343 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Added segment 12d1e6fe-6178-4d9e-bcad-001efd50b6f0 of type vlan for network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 Aug 30 22:57:10.342427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f19015-d89d-474a-a660-eed3b3704271,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:10.423783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.434856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52d55ea2-6321-40cb-bbd4-cb77ac5ae826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.475382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-464469641', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:10.479060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Allocated IP 172.20.0.2 (5e7ad219-dabc-4de9-98e6-4722535d242a/18b48b1b-111a-402d-bcca-124d53e1c35b/3d153526-69b6-492c-ad55-4d7260ca05fb) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:10.482375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.488701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:10.489338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.565810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Network': ['ID=789a7dfc-bdbc-4deb-a57d-60793a2bf3e3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:10.590612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.592220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:10.593616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.601051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-250ac15f-6ee8-4e3f-8cd0-653fc349f7be tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5821209 Aug 30 22:57:10.604417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:10.606256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.610169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'subnet': {'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:10.641481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.745597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.753278 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.772597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Transition to ACTIVE for port object 3d153526-69b6-492c-ad55-4d7260ca05fb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:10.783869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Transition to ACTIVE for port object 3d153526-69b6-492c-ad55-4d7260ca05fb will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:10.793257 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.811815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Allocated IP 172.25.7.87 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e51b01c0-9b01-4ea7-a32a-be496792527a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:10.848222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Network 5e7ad219-dabc-4de9-98e6-4722535d242a is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:10.851840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:10.857023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:10.896528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:10.900673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.951105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Pushing event updated for resources: {'Port': ['ID=3d153526-69b6-492c-ad55-4d7260ca05fb,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:10.962700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Attempting to bind port 3d153526-69b6-492c-ad55-4d7260ca05fb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:10.963307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Attempting to bind port 3d153526-69b6-492c-ad55-4d7260ca05fb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:10.964113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Attempting to bind port 3d153526-69b6-492c-ad55-4d7260ca05fb on network 5e7ad219-dabc-4de9-98e6-4722535d242a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:10.972867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:10.973568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Checking segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:10.974216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.974422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:10.975734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Bound using segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:10.976528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Bound port: 3d153526-69b6-492c-ad55-4d7260ca05fb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:10.977316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.024666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.040510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.069719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] For port 3d153526-69b6-492c-ad55-4d7260ca05fb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:11.074690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] For port 3d153526-69b6-492c-ad55-4d7260ca05fb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d153526-69b6-492c-ad55-4d7260ca05fb,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:11.075682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:11.080654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:11.084750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:11.088695 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.128774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Pushing event updated for resources: {'Port': ['ID=e51b01c0-9b01-4ea7-a32a-be496792527a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:11.229242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e8787a-b2bc-46df-9a8f-6294aca51088 None None] Pushing event updated for resources: {'Port': ['ID=3d153526-69b6-492c-ad55-4d7260ca05fb,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:11.325206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.458974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.534168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Subnet': ['ID=18da9715-aa5f-47d2-b992-6556e2f60a7c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:11.547557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.575806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.583109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Checking segment: {'id': '12d1e6fe-6178-4d9e-bcad-001efd50b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:11.583467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network hostable DHCP agents. Network: 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:11.647271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:11.660587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:11.666975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:11.667554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.670960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a33bfaf-397a-449c-9a98-b2eec336320b None None] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:11.711905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ba78ce9-097c-4253-82a0-d7d333611ac4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1062307 Aug 30 22:57:11.714964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:11.722373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'network': {'name': 'tempest-router-network01--1658138555'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:11.723394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Allocated IP 172.25.7.182 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/9ce8bf89-65d6-48a0-be6c-d429b3aa7dea) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:11.756672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.769086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:11.773185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.867806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.876597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-789a7dfc-bdbc-4deb-a57d-60793a2bf3e3', 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3', 'tenant_id': '9c8cabf3bddf46ea9a895fb6ff81ca16', 'fixed_ips': [{'subnet_id': '18da9715-aa5f-47d2-b992-6556e2f60a7c'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:11.877479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.888610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:11.909439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.909767 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Added segment f4441852-1f59-436c-884a-05956327640f of type vlan for network 5cb55461-18b8-457d-b5a4-7ca73f00029f Aug 30 22:57:11.921296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.964550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:11.976037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:11.982493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:11.986243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:12.007127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Router 81888653-c3db-4947-82d5-d577754edf39 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:12.014344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.016576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event updated for resources: {'Port': ['ID=9ce8bf89-65d6-48a0-be6c-d429b3aa7dea,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:12.025191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:12.025848 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.095019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Allocated IP 2001:db8::2 (789a7dfc-bdbc-4deb-a57d-60793a2bf3e3/18da9715-aa5f-47d2-b992-6556e2f60a7c/a57ecb1f-f230-4107-8d11-0500afec66ab) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:12.124775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Network': ['ID=5cb55461-18b8-457d-b5a4-7ca73f00029f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:12.195928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b9a460bf-904c-49ea-85db-2a0d51543385 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4793737 Aug 30 22:57:12.198658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:12.204950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'network': {'name': 'tempest-router-network02--1002198470'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:12.272650 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.285114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Transition to ACTIVE for port object a57ecb1f-f230-4107-8d11-0500afec66ab will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:12.294836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:12.397563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Transition to ACTIVE for port object a57ecb1f-f230-4107-8d11-0500afec66ab will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:12.443355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.477233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.548157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:12.552828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:12.557518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Pushing event updated for resources: {'Port': ['ID=a57ecb1f-f230-4107-8d11-0500afec66ab,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:12.568468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:12.591356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a111b7be-5266-4c80-b590-be0d38920394 None None] Network 5e7ad219-dabc-4de9-98e6-4722535d242a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:12.716359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:12.720829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.777590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:12.804369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:12.817642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Attempting to bind port a57ecb1f-f230-4107-8d11-0500afec66ab on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:12.818757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Attempting to bind port a57ecb1f-f230-4107-8d11-0500afec66ab by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '12d1e6fe-6178-4d9e-bcad-001efd50b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:12.819412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Attempting to bind port a57ecb1f-f230-4107-8d11-0500afec66ab on network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:12.821576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.821947 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Added segment d004ef9b-6ec7-47c2-835e-955d309c26ee of type vlan for network 2e0470d3-0382-4672-9d85-8fd427898a1b Aug 30 22:57:12.832902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Sync routers for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:12.842331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9a346b8a-ee55-4c5c-bdc9-43d8d37dcddf None None] Provisioning for port 3d153526-69b6-492c-ad55-4d7260ca05fb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:12.842861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.848844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-84274577-2513-4ee1-887f-00bf9efec06a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.8921072 Aug 30 22:57:12.849567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:12.875761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:12.876850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Checking segment: {'id': '12d1e6fe-6178-4d9e-bcad-001efd50b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:12.877733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.879601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Bound using segment: {'id': '12d1e6fe-6178-4d9e-bcad-001efd50b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:12.879601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Bound port: a57ecb1f-f230-4107-8d11-0500afec66ab, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d1e6fe-6178-4d9e-bcad-001efd50b6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '789a7dfc-bdbc-4deb-a57d-60793a2bf3e3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:12.879601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.904363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.910231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:12.910986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:56:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:12.923646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:12.997930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.004832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:13.005573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.037596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:13.121568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9189582 Aug 30 22:57:13.126316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52602) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:13.134940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'subnet': {'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:13.154839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1daeb2-f1cc-41f0-90a6-3de0fd16c8c9 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Network': ['ID=2e0470d3-0382-4672-9d85-8fd427898a1b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:13.176785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2e0470d3-0382-4672-9d85-8fd427898a1b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:13.185665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.349727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d153526-69b6-492c-ad55-4d7260ca05fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:13.361000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:13.365000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.378483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] For port a57ecb1f-f230-4107-8d11-0500afec66ab, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:13.378707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Router 13046064-843b-46ba-9f52-51a6b5fb72ad is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:13.407960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b97a6380-dd62-4377-b7ac-230d25003246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.477122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] For port a57ecb1f-f230-4107-8d11-0500afec66ab, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a57ecb1f-f230-4107-8d11-0500afec66ab,segment=NetworkSegment(12d1e6fe-6178-4d9e-bcad-001efd50b6f0),segment_id=12d1e6fe-6178-4d9e-bcad-001efd50b6f0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:13.492076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.581849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:13.583176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3d153526-69b6-492c-ad55-4d7260ca05fb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:13.597088 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] Sync routers for ids ['13046064-843b-46ba-9f52-51a6b5fb72ad'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:13.617365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] Routers {'13046064-843b-46ba-9f52-51a6b5fb72ad'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:13.618063 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['13046064-843b-46ba-9f52-51a6b5fb72ad'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:13.641158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.642934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb0162b2-918f-499e-842c-f21b1c74c322 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4816008 Aug 30 22:57:13.644435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:11Z', 'revision_number': 3, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:13.646574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52608) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:13.658303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d153526-69b6-492c-ad55-4d7260ca05fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:13.658689 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:13.732840 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:13.733160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ee71d-153b-496b-83ef-4b14d960c31e None None] Pushing event updated for resources: {'Port': ['ID=a57ecb1f-f230-4107-8d11-0500afec66ab,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:13.772193 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] Routers {'13046064-843b-46ba-9f52-51a6b5fb72ad'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:13.773116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['13046064-843b-46ba-9f52-51a6b5fb72ad'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:13.870515 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:13.871167 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ce5159-8df6-4bc8-ad9d-1cdff347ce39 None None] The sync data for ids ['13046064-843b-46ba-9f52-51a6b5fb72ad'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:13.878276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-937fb518-d796-4fca-8ae0-30acd9f79afb tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/13046064-843b-46ba-9f52-51a6b5fb72ad HTTP/1.1" status: 200 len: 920 time: 0.2302756 Aug 30 22:57:13.879101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52614) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:13.953569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43971512-2d72-445f-9165-603af55880a5 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=13046064-843b-46ba-9f52-51a6b5fb72ad HTTP/1.1" status: 200 len: 205 time: 0.0682967 Aug 30 22:57:13.958270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:13.983755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Checking router: 81888653-c3db-4947-82d5-d577754edf39 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:13.984343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Updating router 81888653-c3db-4947-82d5-d577754edf39 port e51b01c0-9b01-4ea7-a32a-be496792527a binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:57:14.040888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.089202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-28bbd759-6aa7-4ef9-b18d-b63baecab622 None None] Provisioning complete for port 3d153526-69b6-492c-ad55-4d7260ca05fb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:14.089485 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-28bbd759-6aa7-4ef9-b18d-b63baecab622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.134737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.171558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.240071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3d153526-69b6-492c-ad55-4d7260ca05fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d153526-69b6-492c-ad55-4d7260ca05fb,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:14.243621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.256705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.339565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.367535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Subnet': ['ID=f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:14.387621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3d153526-69b6-492c-ad55-4d7260ca05fb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:14.429505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Checking segment: {'id': 'f4441852-1f59-436c-884a-05956327640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:14.429909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network hostable DHCP agents. Network: 5cb55461-18b8-457d-b5a4-7ca73f00029f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:14.483339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.488049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.501046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Transition to ACTIVE for port object e51b01c0-9b01-4ea7-a32a-be496792527a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:14.507776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.553604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:14.569132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Attempting to bind port e51b01c0-9b01-4ea7-a32a-be496792527a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:14.569491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Attempting to bind port e51b01c0-9b01-4ea7-a32a-be496792527a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:14.569828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Attempting to bind port e51b01c0-9b01-4ea7-a32a-be496792527a on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:14.573083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9d59-6238-453e-938d-d09a237645b2 None None] Pushing event updated for resources: {'Port': ['ID=e51b01c0-9b01-4ea7-a32a-be496792527a,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:14.578653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:14.579159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:14.579565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.579959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:14.580435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Bound port: e51b01c0-9b01-4ea7-a32a-be496792527a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:14.580824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.593503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5cb55461-18b8-457d-b5a4-7ca73f00029f) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:14.599433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.611189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:14.611839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.615350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f802cdf-b262-4215-bb9d-a13fb1e4857f None None] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:14.658097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a155586f-1936-45b5-92fc-777865e98964 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5279388 Aug 30 22:57:14.658097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Allocated IP 172.20.0.1 (5e7ad219-dabc-4de9-98e6-4722535d242a/18b48b1b-111a-402d-bcca-124d53e1c35b/33af19c9-e146-4ed8-8436-cf62bf63eb27) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:14.658492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52620) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:14.663678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'subnet': {'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:14.685760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] For port e51b01c0-9b01-4ea7-a32a-be496792527a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:14.707309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] For port e51b01c0-9b01-4ea7-a32a-be496792527a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e51b01c0-9b01-4ea7-a32a-be496792527a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:14.755382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port 9ce8bf89-65d6-48a0-be6c-d429b3aa7dea {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:14.755810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.770871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.798663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:14.803203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.844031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.847937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead9d59-6238-453e-938d-d09a237645b2 None None] Pushing event updated for resources: {'Port': ['ID=e51b01c0-9b01-4ea7-a32a-be496792527a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:14.864351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:14.864526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:14.873283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for 9ce8bf89-65d6-48a0-be6c-d429b3aa7dea owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:14.900125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490abb0c-715b-444a-8993-a13894110cc1 None None] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:14.906861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-5cb55461-18b8-457d-b5a4-7ca73f00029f', 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f', 'tenant_id': '9c8cabf3bddf46ea9a895fb6ff81ca16', 'fixed_ips': [{'subnet_id': 'f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:14.908562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.965903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:14.989109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Transition to ACTIVE for port object 33af19c9-e146-4ed8-8436-cf62bf63eb27 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:15.020054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-889e27e5-dba3-4f41-a6d7-d32773d8217f None None] Provisioning for port a57ecb1f-f230-4107-8d11-0500afec66ab completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:15.059273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.141443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Checking segment: {'id': 'd004ef9b-6ec7-47c2-835e-955d309c26ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:15.142374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.142490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network hostable DHCP agents. Network: 2e0470d3-0382-4672-9d85-8fd427898a1b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:15.144959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Subnet': ['ID=9fcbc688-82c8-4616-9df7-06e027419d6b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:15.180832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 2e0470d3-0382-4672-9d85-8fd427898a1b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:15.193425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:15.203373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2e0470d3-0382-4672-9d85-8fd427898a1b) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:15.207074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Network 5e7ad219-dabc-4de9-98e6-4722535d242a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:15.210557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.210958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:15.211734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.214953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:15.221901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:15.229105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:15.250808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b512a6ec-52e8-4ffb-9ae5-d08daa878cb0 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5882943 Aug 30 22:57:15.250808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:15.322083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=9ce8bf89-65d6-48a0-be6c-d429b3aa7dea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:15.324732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7d8bd6-38a9-4e07-85bb-288b6b1a0b63 None None] Network 2e0470d3-0382-4672-9d85-8fd427898a1b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:15.406845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.427697 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.433687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Allocated IP 2001:db8::2 (5cb55461-18b8-457d-b5a4-7ca73f00029f/f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd/3e371c14-3699-4596-9282-a27477030cf8) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:15.728974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.746297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a57ecb1f-f230-4107-8d11-0500afec66ab up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:15.868436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.879241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Transition to ACTIVE for port object 3e371c14-3699-4596-9282-a27477030cf8 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:15.890050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.893873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.897414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Transition to ACTIVE for port object 3e371c14-3699-4596-9282-a27477030cf8 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:15.959862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.995261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:15.996909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router 13046064-843b-46ba-9f52-51a6b5fb72ad {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:16.006751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.008150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1bff3900-9d7d-4caf-acea-ef94af71f998 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/13046064-843b-46ba-9f52-51a6b5fb72ad HTTP/1.1" status: 204 len: 168 time: 2.0488451 Aug 30 22:57:16.013250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52652) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:16.029928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Pushing event updated for resources: {'Port': ['ID=3e371c14-3699-4596-9282-a27477030cf8,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:16.040564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-956846174', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:16.067024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.067887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.068995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.090236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.108602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Allocated IP 2001:db8::1 (5cb55461-18b8-457d-b5a4-7ca73f00029f/f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd/f400ef18-eb03-45eb-81e5-9e250c505641) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:16.114907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8b03a42d-2de1-4d86-bc3d-92dad15ac479 None None] Provisioning for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:16.190124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.275268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:16.276454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.294717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Transition to ACTIVE for port object f400ef18-eb03-45eb-81e5-9e250c505641 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:16.313864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:16.335770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.382766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:16.394331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Port': ['ID=f400ef18-eb03-45eb-81e5-9e250c505641,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:16.408962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.415315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8b03a42d-2de1-4d86-bc3d-92dad15ac479 None None] Provisioning complete for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:16.415707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8b03a42d-2de1-4d86-bc3d-92dad15ac479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.422295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:16.425284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:16.431927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:16.432706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.484066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8b03a42d-2de1-4d86-bc3d-92dad15ac479 None None] Port 33af19c9-e146-4ed8-8436-cf62bf63eb27 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:16.528881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2e0470d3-0382-4672-9d85-8fd427898a1b', 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b', 'tenant_id': '9c8cabf3bddf46ea9a895fb6ff81ca16', 'fixed_ips': [{'subnet_id': '9fcbc688-82c8-4616-9df7-06e027419d6b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:16.529659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.535953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.544123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a57ecb1f-f230-4107-8d11-0500afec66ab completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:16.544432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.552801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Attempting to bind port 3e371c14-3699-4596-9282-a27477030cf8 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:16.553186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Attempting to bind port 3e371c14-3699-4596-9282-a27477030cf8 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f4441852-1f59-436c-884a-05956327640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:16.553554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Attempting to bind port 3e371c14-3699-4596-9282-a27477030cf8 on network 5cb55461-18b8-457d-b5a4-7ca73f00029f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:16.655865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:16.658978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.705032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Allocated IP 2001:db8::2 (2e0470d3-0382-4672-9d85-8fd427898a1b/9fcbc688-82c8-4616-9df7-06e027419d6b/8fc10220-d6a3-493b-af4f-e5c2d77090fb) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:16.732883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.786242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a57ecb1f-f230-4107-8d11-0500afec66ab triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:16.786522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.874937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:16.875352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Checking segment: {'id': 'f4441852-1f59-436c-884a-05956327640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:16.875717 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.876158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Bound using segment: {'id': 'f4441852-1f59-436c-884a-05956327640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:16.876653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Bound port: 3e371c14-3699-4596-9282-a27477030cf8, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4441852-1f59-436c-884a-05956327640f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5cb55461-18b8-457d-b5a4-7ca73f00029f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:16.877043 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:16.975306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Network 5e7ad219-dabc-4de9-98e6-4722535d242a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:16.991232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:17.055215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:11Z', 'revision_number': 3, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:17.136891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.144819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f21512-2140-45f5-95f2-f0878562e07a None None] The sync data for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 is: [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:11Z', 'revision_number': 3, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:17.177131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ae323448-bede-48ac-a087-8381b54b696e None None] Provisioning complete for port a57ecb1f-f230-4107-8d11-0500afec66ab triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:17.177879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ae323448-bede-48ac-a087-8381b54b696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.211349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Transition to ACTIVE for port object 8fc10220-d6a3-493b-af4f-e5c2d77090fb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:17.218906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.296901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.382744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Transition to ACTIVE for port object 8fc10220-d6a3-493b-af4f-e5c2d77090fb will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:17.390401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] For port 3e371c14-3699-4596-9282-a27477030cf8, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:17.394843 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.401661 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.434163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] For port 3e371c14-3699-4596-9282-a27477030cf8, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e371c14-3699-4596-9282-a27477030cf8,segment=NetworkSegment(f4441852-1f59-436c-884a-05956327640f),segment_id=f4441852-1f59-436c-884a-05956327640f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:17.476830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Network 2e0470d3-0382-4672-9d85-8fd427898a1b is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:17.478691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.483177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:17.486210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:17.563399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.25.7.179 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/5d11955b-8fe4-4fb9-8dad-1a16a39692ff) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:17.566076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Pushing event updated for resources: {'Port': ['ID=8fc10220-d6a3-493b-af4f-e5c2d77090fb,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:17.655809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a57ecb1f-f230-4107-8d11-0500afec66ab, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a57ecb1f-f230-4107-8d11-0500afec66ab,segment=NetworkSegment(12d1e6fe-6178-4d9e-bcad-001efd50b6f0),segment_id=12d1e6fe-6178-4d9e-bcad-001efd50b6f0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:17.666999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Router 81888653-c3db-4947-82d5-d577754edf39 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:17.704616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.706457 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.707432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d153526-69b6-492c-ad55-4d7260ca05fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:17.711338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.713699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.770961 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ae323448-bede-48ac-a087-8381b54b696e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.772860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Attempting to bind port 8fc10220-d6a3-493b-af4f-e5c2d77090fb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:17.773240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Attempting to bind port 8fc10220-d6a3-493b-af4f-e5c2d77090fb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd004ef9b-6ec7-47c2-835e-955d309c26ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:17.773608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Attempting to bind port 8fc10220-d6a3-493b-af4f-e5c2d77090fb on network 2e0470d3-0382-4672-9d85-8fd427898a1b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:17.809283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:17.809688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Checking segment: {'id': 'd004ef9b-6ec7-47c2-835e-955d309c26ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:17.810128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.810532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Bound using segment: {'id': 'd004ef9b-6ec7-47c2-835e-955d309c26ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:17.811081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Bound port: 8fc10220-d6a3-493b-af4f-e5c2d77090fb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd004ef9b-6ec7-47c2-835e-955d309c26ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e0470d3-0382-4672-9d85-8fd427898a1b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:17.811474 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.825298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939b7210-348b-45ef-a516-069ef49b4b34 None None] Pushing event updated for resources: {'Port': ['ID=3e371c14-3699-4596-9282-a27477030cf8,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:17.854695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Port': ['ID=f400ef18-eb03-45eb-81e5-9e250c505641,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:17.904260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:17.950509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:17.956175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:18.081049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-ae323448-bede-48ac-a087-8381b54b696e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:57:18.081638 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-ae323448-bede-48ac-a087-8381b54b696e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:57:18.086348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a57ecb1f-f230-4107-8d11-0500afec66ab,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:18.112471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d153526-69b6-492c-ad55-4d7260ca05fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:18.113062 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:18.174476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7788b625-0104-4391-9776-96142ac7b54d None None] For port 8fc10220-d6a3-493b-af4f-e5c2d77090fb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:18.213304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7788b625-0104-4391-9776-96142ac7b54d None None] For port 8fc10220-d6a3-493b-af4f-e5c2d77090fb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8fc10220-d6a3-493b-af4f-e5c2d77090fb,segment=NetworkSegment(d004ef9b-6ec7-47c2-835e-955d309c26ee),segment_id=d004ef9b-6ec7-47c2-835e-955d309c26ee)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:18.232395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:18.327854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:18.394849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Router 45f5174e-18c8-4411-8fc7-06c29448873b is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:18.423409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:18.439695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:18.446700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:18.448513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:18.464029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-44530774-8c72-425a-be20-b192c32d8bd4 admin admin] 10.222.0.25 "PUT /v2.0/routers/81888653-c3db-4947-82d5-d577754edf39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5864334 Aug 30 22:57:18.464029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:18.512026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788b625-0104-4391-9776-96142ac7b54d None None] Pushing event updated for resources: {'Port': ['ID=8fc10220-d6a3-493b-af4f-e5c2d77090fb,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:18.642775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:18.659645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a8d1d00-0528-4ed7-82ac-047b32dd3a92 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078310 Aug 30 22:57:18.664159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52672) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:18.665651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] Sync routers for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:18.734507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:18.738630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:18.852210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:18.873654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:18.874261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:18.999780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:19.004125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d31ec2fc-b67a-4af6-be84-0d14e26bd036 None None] The sync data for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:19.012001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e51b01c0-9b01-4ea7-a32a-be496792527a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:19.155554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0172a1fe-07c9-4747-8491-cc917d1b897f None None] Provisioning complete for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:19.158553 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0172a1fe-07c9-4747-8491-cc917d1b897f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.256156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0172a1fe-07c9-4747-8491-cc917d1b897f None None] Port 33af19c9-e146-4ed8-8436-cf62bf63eb27 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:19.280831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e51b01c0-9b01-4ea7-a32a-be496792527a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:19.288265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e51b01c0-9b01-4ea7-a32a-be496792527a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:19.288418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.299562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.496018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.555419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e51b01c0-9b01-4ea7-a32a-be496792527a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e51b01c0-9b01-4ea7-a32a-be496792527a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:19.564140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.565260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a57ecb1f-f230-4107-8d11-0500afec66ab up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:19.665758 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-49db8de9-441c-4c5d-b7da-9d323a941d73 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 22:57:19.672294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-49db8de9-441c-4c5d-b7da-9d323a941d73 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0034893 Aug 30 22:57:19.675824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52692) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:19.702476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6884dacc-e4a9-4dd5-adcf-11552c27d2f1 None None] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:19.707025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:19.886451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e51b01c0-9b01-4ea7-a32a-be496792527a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:19.918937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5810eac5-2ae2-49cf-b803-1005ce7337f1 None None] Provisioning for port 3e371c14-3699-4596-9282-a27477030cf8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:19.949461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-251cbb3a-ad37-420b-b2c0-6cac29539d0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:19.958233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a57ecb1f-f230-4107-8d11-0500afec66ab triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:19.962231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.155213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52704) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:20.168661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'security_group': {'name': 'tempest-securitygroup--156545099', 'description': 'tempest-description--1524613491'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:20.192613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-251cbb3a-ad37-420b-b2c0-6cac29539d0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.218403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec844461-207c-4921-80f7-6688ebea697c None None] Network 2e0470d3-0382-4672-9d85-8fd427898a1b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:20.218950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-251cbb3a-ad37-420b-b2c0-6cac29539d0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.302692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.317712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-251cbb3a-ad37-420b-b2c0-6cac29539d0f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34b1bcb295b4405abd1b499ca2a72b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6093776 Aug 30 22:57:20.318151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.320839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:20.340741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251cbb3a-ad37-420b-b2c0-6cac29539d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91828495-4e5f-415d-810c-213f9549ceab,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:20.441333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.485719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.564615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.573314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.592096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-24a9fe6f-bd7f-43a3-9ecd-07e3f352a032 None None] Provisioning for port 8fc10220-d6a3-493b-af4f-e5c2d77090fb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:20.617283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:20.622641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e371c14-3699-4596-9282-a27477030cf8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:20.633700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.635456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc384692-fdeb-43a1-a2ae-f5715840675f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4790301 Aug 30 22:57:20.638310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52714) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:20.645926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'security_group_rule': {'security_group_id': '1f00e4f3-c0d1-42bf-82d6-23d2c0c15708', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:20.675989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.679498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.681369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91828495-4e5f-415d-810c-213f9549ceab HTTP/1.1" status: 204 len: 168 time: 0.3572638 Aug 30 22:57:20.691853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843d0fc-4b76-4a9a-b62d-11bba2eb6301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91828495-4e5f-415d-810c-213f9549ceab,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:20.710338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router cdaf586a-2913-41df-abf2-66a5184a0685 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:20.713308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.831926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.847953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.870867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:20.887049 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Sync routers for ids ['cdaf586a-2913-41df-abf2-66a5184a0685'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:20.901378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:20.902372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Routers {'cdaf586a-2913-41df-abf2-66a5184a0685'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:20.902693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-82d5e1f7-c116-452d-b12f-7a1831ce56ae tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.8883886 Aug 30 22:57:20.906636 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdaf586a-2913-41df-abf2-66a5184a0685'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:20.910174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52720) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:20.985458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.066922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Sync routers for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:21.107836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3e371c14-3699-4596-9282-a27477030cf8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:21.108386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.112757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4733138 Aug 30 22:57:21.120585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52724) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:21.123852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc62a7-9509-4539-bb21-4db21e666825 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f104603-58c2-4092-879f-917057f16020,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:21.142830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:21.143893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:21.151437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3e371c14-3699-4596-9282-a27477030cf8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:21.152061 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.165021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'security_group_rule': {'security_group_id': '1f00e4f3-c0d1-42bf-82d6-23d2c0c15708', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:21.165753 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Set router cdaf586a-2913-41df-abf2-66a5184a0685 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:21.194676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0e867a33-7677-42a6-95ae-06f3b88fd441 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/cdaf586a-2913-41df-abf2-66a5184a0685 HTTP/1.1" status: 200 len: 908 time: 0.2694030 Aug 30 22:57:21.197203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52726) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:21.214854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'name': 'tempest-snat-router-956846174', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': True}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:21.272115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.276424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52728) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:21.285233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Provisioning for port f400ef18-eb03-45eb-81e5-9e250c505641 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:21.319315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f40c284-fe7d-44b1-afd1-cb7992e11918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.339575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Provisioning complete for port f400ef18-eb03-45eb-81e5-9e250c505641 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:21.339950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.423215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.424388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.472488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting port f400ef18-eb03-45eb-81e5-9e250c505641 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:21.472846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.526229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.588357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Port f400ef18-eb03-45eb-81e5-9e250c505641 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:21.626740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:21.646105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'name': 'tempest-snat-router-956846174', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:16Z', 'updated_at': '2021-08-30T22:57:18Z', 'revision_number': 3, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port': {'id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:17Z', 'updated_at': '2021-08-30T22:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:21.711896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Provisioning complete for port 3e371c14-3699-4596-9282-a27477030cf8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:21.712668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-680dce72-5bbf-4434-ba53-c077039b74c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.729071 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Checking router: cdaf586a-2913-41df-abf2-66a5184a0685 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:21.730543 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Updating router cdaf586a-2913-41df-abf2-66a5184a0685 port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:57:21.741015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.752644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.780118 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.797594 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.838726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.871394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbfaee5-878c-4f35-9e7b-1c65aa41d6c5,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:21.880493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:21.906875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Calling delete_port for f400ef18-eb03-45eb-81e5-9e250c505641 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:21.951725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3e371c14-3699-4596-9282-a27477030cf8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e371c14-3699-4596-9282-a27477030cf8,segment=NetworkSegment(f4441852-1f59-436c-884a-05956327640f),segment_id=f4441852-1f59-436c-884a-05956327640f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:21.962389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.042216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f40c284-fe7d-44b1-afd1-cb7992e11918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.052912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f40c284-fe7d-44b1-afd1-cb7992e11918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.057700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3e371c14-3699-4596-9282-a27477030cf8,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:22.070939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.072451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a6564961-ead0-4ac3-85c8-fbd461562e71 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9456172 Aug 30 22:57:22.077310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:22.083863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:22.191547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40c284-fe7d-44b1-afd1-cb7992e11918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20090cd8-439b-42b3-8343-257b2d477328,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:22.199973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f40c284-fe7d-44b1-afd1-cb7992e11918 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=825d1ee9b9a04736abb8c3d19cd64f11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9204638 Aug 30 22:57:22.215122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52740) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:22.245362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.293212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.307774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e51b01c0-9b01-4ea7-a32a-be496792527a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:22.346197 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.348239 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.359212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-12d080b9-ab3f-4ae9-bdd5-d6162e84623c None None] Provisioning complete for port f400ef18-eb03-45eb-81e5-9e250c505641 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:22.359904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12d080b9-ab3f-4ae9-bdd5-d6162e84623c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.366573 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.380701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Transition to ACTIVE for port object 5d11955b-8fe4-4fb9-8dad-1a16a39692ff will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:22.393569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.394180 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.440268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.454923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:16Z', 'revision_number': 2, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:22.455852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.462538 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Attempting to bind port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:22.463129 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Attempting to bind port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:22.463819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Attempting to bind port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:22.471929 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:22.472591 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:22.473121 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.473617 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:22.474570 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Bound port: 5d11955b-8fe4-4fb9-8dad-1a16a39692ff, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:22.474570 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.493612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Port': ['ID=f400ef18-eb03-45eb-81e5-9e250c505641,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:22.509833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.510444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.511347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.511849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.512360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.512853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.513346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.515151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.515684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.516202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.516883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.517378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:22.523550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-12d080b9-ab3f-4ae9-bdd5-d6162e84623c None None] Port f400ef18-eb03-45eb-81e5-9e250c505641 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:22.545717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Checking router: 81888653-c3db-4947-82d5-d577754edf39 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:22.546866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Updating router 81888653-c3db-4947-82d5-d577754edf39 port 33af19c9-e146-4ed8-8436-cf62bf63eb27 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:57:22.580562 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] For port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:22.587830 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] For port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:22.599628 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.614483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e51b01c0-9b01-4ea7-a32a-be496792527a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:22.616934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.671327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Routers {'cdaf586a-2913-41df-abf2-66a5184a0685'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:22.674067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.675040 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['cdaf586a-2913-41df-abf2-66a5184a0685'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:22.723529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.724587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.25.7.131 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/d39880c6-87ea-4377-9a50-4b4a90a340bb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:22.790787 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.870215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb2771-9ce6-4d40-b05f-0ffe5cd1b18c None None] Pushing event updated for resources: {'Port': ['ID=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:22.940235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.943302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:22.944495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/20090cd8-439b-42b3-8343-257b2d477328 HTTP/1.1" status: 204 len: 168 time: 0.7263660 Aug 30 22:57:22.953507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Router 45f5174e-18c8-4411-8fc7-06c29448873b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:22.960250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba761005-e62c-4c0e-b201-9db082b546e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20090cd8-439b-42b3-8343-257b2d477328,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:23.042349 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] Set router cdaf586a-2913-41df-abf2-66a5184a0685 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:23.046030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:23.061116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a027be5c-e66c-4954-98da-e5b10b8471bf tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3789706 Aug 30 22:57:23.061514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52750) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:23.109030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8fc10220-d6a3-493b-af4f-e5c2d77090fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:23.111887 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-ad90d7c8-ffa1-47ac-9a2d-d460200c3c33 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] delete failed (client error): The resource could not be found. Aug 30 22:57:23.121877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad90d7c8-ffa1-47ac-9a2d-d460200c3c33 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-371612806 HTTP/1.1" status: 404 len: 334 time: 0.0504558 Aug 30 22:57:23.214125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:23.218562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4e121470-fc81-4c6f-9c39-06033dce6d03 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'router': {'external_gateway_info': {'network_id': '45f5174e-18c8-4411-8fc7-06c29448873b'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:23.306063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.378552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.430410 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] Sync routers for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:23.461835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:23.481986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=d39880c6-87ea-4377-9a50-4b4a90a340bb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:23.491870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:23.493928 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb2771-9ce6-4d40-b05f-0ffe5cd1b18c None None] Pushing event updated for resources: {'Port': ['ID=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:23.497805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:23.518229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.525852 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:23.531163 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:23.531359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Transition to ACTIVE for port object 33af19c9-e146-4ed8-8436-cf62bf63eb27 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:23.546286 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.582707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8fc10220-d6a3-493b-af4f-e5c2d77090fb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:23.588655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8fc10220-d6a3-493b-af4f-e5c2d77090fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:23.589024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.634365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Allocated IP 172.25.7.207 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1165fe5e-4a1b-469c-bf01-3ec5ccbc7898) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:23.650553 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:23.658857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193591-1b48-4997-beff-6704d1df84c8 None None] Pushing event updated for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:23.665326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e121470-fc81-4c6f-9c39-06033dce6d03 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.678874 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'name': 'tempest-snat-router-956846174', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:16Z', 'updated_at': '2021-08-30T22:57:18Z', 'revision_number': 3, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port': {'id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:17Z', 'updated_at': '2021-08-30T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:23.696667 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:23.696850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:23.699920 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-4e121470-fc81-4c6f-9c39-06033dce6d03 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] update failed (client error): The resource could not be found. Aug 30 22:57:23.705842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4e121470-fc81-4c6f-9c39-06033dce6d03 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b HTTP/1.1" status: 404 len: 339 time: 0.4864199 Aug 30 22:57:23.705842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52762) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:23.712383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-852211462'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:23.718248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:23.741494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb889-6530-4ad3-89e5-302080443207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.791597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:23.795250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.820632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Attempting to bind port 33af19c9-e146-4ed8-8436-cf62bf63eb27 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:23.821298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Attempting to bind port 33af19c9-e146-4ed8-8436-cf62bf63eb27 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:23.822051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Attempting to bind port 33af19c9-e146-4ed8-8436-cf62bf63eb27 on network 5e7ad219-dabc-4de9-98e6-4722535d242a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:23.836709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.845224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:23.847111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Checking segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:23.847735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.848304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Bound using segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:23.850727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Bound port: 33af19c9-e146-4ed8-8436-cf62bf63eb27, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:23.851507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.855011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:23.855855 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a121310-fb89-4efb-a2f8-ba23f961d2ed None None] The sync data for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:23.861120 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e66dd6-592b-411c-b730-d524f4a06e9d None None] The sync data for ids ['cdaf586a-2913-41df-abf2-66a5184a0685'] in n-d-791504-21 is: [{'id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'name': 'tempest-snat-router-956846174', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179'}], 'enable_snat': False}, 'gw_port_id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:16Z', 'updated_at': '2021-08-30T22:57:18Z', 'revision_number': 3, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port': {'id': '5d11955b-8fe4-4fb9-8dad-1a16a39692ff', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e7:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdaf586a-2913-41df-abf2-66a5184a0685', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1686, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:17Z', 'updated_at': '2021-08-30T22:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:23.871792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:23.896343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.896791 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Added segment 4025b9b3-7e29-4fe2-8e52-bf15a0f495ce of type vlan for network 70462836-f40a-472b-8b9b-839c712f685b Aug 30 22:57:23.965699 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:23.999451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8fc10220-d6a3-493b-af4f-e5c2d77090fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8fc10220-d6a3-493b-af4f-e5c2d77090fb,segment=NetworkSegment(d004ef9b-6ec7-47c2-835e-955d309c26ee),segment_id=d004ef9b-6ec7-47c2-835e-955d309c26ee)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:24.007161 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.045268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.055478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:24.056488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.076235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.079288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] For port 33af19c9-e146-4ed8-8436-cf62bf63eb27, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:24.104856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] For port 33af19c9-e146-4ed8-8436-cf62bf63eb27, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33af19c9-e146-4ed8-8436-cf62bf63eb27,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:24.125308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.142493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8fc10220-d6a3-493b-af4f-e5c2d77090fb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:24.181074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.199307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Network': ['ID=70462836-f40a-472b-8b9b-839c712f685b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:24.212177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b193591-1b48-4997-beff-6704d1df84c8 None None] Pushing event updated for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:24.219488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 70462836-f40a-472b-8b9b-839c712f685b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:24.249928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.288280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e371c14-3699-4596-9282-a27477030cf8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:24.389425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:24.392850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:24.395184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:24.403343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:24.416814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb889-6530-4ad3-89e5-302080443207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.426745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:24.433575 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f8fb889-6530-4ad3-89e5-302080443207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.456141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9fafdce-f45f-4a66-a5f7-e697fe69f4f3 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7483876 Aug 30 22:57:24.458027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52770) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:24.489640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'subnet': {'network_id': '70462836-f40a-472b-8b9b-839c712f685b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:24.497893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'Port': ['ID=1165fe5e-4a1b-469c-bf01-3ec5ccbc7898,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:24.593182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3f8fb889-6530-4ad3-89e5-302080443207 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20a3c1d1dfe345ba9e6737f08254625c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8701885 Aug 30 22:57:24.594591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52772) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:24.596655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fb889-6530-4ad3-89e5-302080443207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520446f2-2259-4a29-9c96-7eabadadbfc8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:24.685216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.693140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.719937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.793013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.794501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.796203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.799911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/520446f2-2259-4a29-9c96-7eabadadbfc8 HTTP/1.1" status: 204 len: 168 time: 0.2017951 Aug 30 22:57:24.812627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Made reservation on behalf of 9c8cabf3bddf46ea9a895fb6ff81ca16 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:24.823674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.848713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3e371c14-3699-4596-9282-a27477030cf8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:24.849851 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.902162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:24.905564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:24.915118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fa7177-823d-48a1-ac54-622488f332de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520446f2-2259-4a29-9c96-7eabadadbfc8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:25.305843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.327542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:24Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:25.367079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416dace2-7e8b-4fa4-ad7e-7daf0a13e54d None None] The sync data for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 is: [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:24Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:25.388962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Subnet': ['ID=99ebcf49-f35c-4d99-8f1c-6dacfac156c4,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:25.414622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.430583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.442941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Checking segment: {'id': '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '70462836-f40a-472b-8b9b-839c712f685b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:25.443337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router 0b40c132-8469-465e-8fb9-4f85c345dded is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:25.443683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network hostable DHCP agents. Network: 70462836-f40a-472b-8b9b-839c712f685b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:25.521511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 70462836-f40a-472b-8b9b-839c712f685b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:25.551317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 70462836-f40a-472b-8b9b-839c712f685b) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:25.561005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45301d3a-a98d-4d16-947d-a9375e902c68 None None] Network 70462836-f40a-472b-8b9b-839c712f685b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:25.572214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:25.575209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.619390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dfed424e-9c58-4463-b358-47658cde168f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1549428 Aug 30 22:57:25.620272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52788) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:25.631005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4eb34859-50e6-427d-aaa9-6968dc502126 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'router': {'external_gateway_info': {'network_id': '70462836-f40a-472b-8b9b-839c712f685b'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:25.639669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'Port': ['ID=1165fe5e-4a1b-469c-bf01-3ec5ccbc7898,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:25.649769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.706654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.729524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-048d91e0-05bf-4f4a-9a7e-0cc07d5dec8f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6421504 Aug 30 22:57:25.800034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:25.817454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Sync routers for ids ['0b40c132-8469-465e-8fb9-4f85c345dded'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:25.843812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:25.846152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b3080bf2-d34b-4e86-b588-cc17ff267fbf tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.6479638 Aug 30 22:57:25.850486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52796) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:25.856009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Routers {'0b40c132-8469-465e-8fb9-4f85c345dded'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:25.856657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0b40c132-8469-465e-8fb9-4f85c345dded'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:26.039093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-60c83fa3-6858-4901-9a10-fb70f63f8951 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/0b40c132-8469-465e-8fb9-4f85c345dded HTTP/1.1" status: 200 len: 907 time: 0.1871145 Aug 30 22:57:26.048137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52808) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:26.173459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Set router 0b40c132-8469-465e-8fb9-4f85c345dded gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:26.271613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-70462836-f40a-472b-8b9b-839c712f685b', 'network_id': '70462836-f40a-472b-8b9b-839c712f685b', 'tenant_id': '9c8cabf3bddf46ea9a895fb6ff81ca16', 'fixed_ips': [{'subnet_id': '99ebcf49-f35c-4d99-8f1c-6dacfac156c4'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:57:26.272478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.432680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-8f6a4d14-75ae-4991-bd40-acce905ae7c0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--156545099&fields=id&tenant_id=64285c4970e5449baef1205398424a1c HTTP/1.1" status: 200 len: 267 time: 0.2200019 Aug 30 22:57:26.436148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5d11955b-8fe4-4fb9-8dad-1a16a39692ff up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:26.577869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:26.585664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:26.590217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.590712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52822) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:26.595899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.671891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b40c132-8469-465e-8fb9-4f85c345dded', 'name': 'tempest-snat-router-956846174', 'tenant_id': '13105e5481564038b62f284990b392ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.131'}], 'enable_snat': True}, 'gw_port_id': 'd39880c6-87ea-4377-9a50-4b4a90a340bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:21Z', 'updated_at': '2021-08-30T22:57:23Z', 'revision_number': 3, 'project_id': '13105e5481564038b62f284990b392ba', 'gw_port': {'id': 'd39880c6-87ea-4377-9a50-4b4a90a340bb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:92:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b40c132-8469-465e-8fb9-4f85c345dded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1703, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:22Z', 'updated_at': '2021-08-30T22:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:26.788823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Checking router: 0b40c132-8469-465e-8fb9-4f85c345dded for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:26.789349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Updating router 0b40c132-8469-465e-8fb9-4f85c345dded port d39880c6-87ea-4377-9a50-4b4a90a340bb binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:57:26.856266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Allocated IP 2001:db8:1::2 (70462836-f40a-472b-8b9b-839c712f685b/99ebcf49-f35c-4d99-8f1c-6dacfac156c4/81fd9da9-7a7d-40a3-ab2b-9d6e56a89436) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:26.872552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4eb34859-50e6-427d-aaa9-6968dc502126 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.887874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1340083144-network', 'tenant_id': '27996b79a8954ff3b5fa3e19b029ff85'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:26.927950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.928683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a6abc06d-ead8-4d20-8885-a721a9b37a98 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:26.939609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a6abc06d-ead8-4d20-8885-a721a9b37a98 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/networks?id=5e7ad219-dabc-4de9-98e6-4722535d242a HTTP/1.1" status: 200 len: 815 time: 0.4917829 Aug 30 22:57:26.973968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-7f934ff9-d8d1-4f40-aae5-bdcc4923d36e tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/quotas/64285c4970e5449baef1205398424a1c HTTP/1.1" status: 200 len: 375 time: 0.0317752 Aug 30 22:57:26.981110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:26.992021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Made reservation on behalf of 27996b79a8954ff3b5fa3e19b029ff85 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:26.995717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.015102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.118901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-8ca80ea4-dc6c-4b28-8b5e-3bd34bfd8208 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64285c4970e5449baef1205398424a1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1338449 Aug 30 22:57:27.138460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Deleting port d39880c6-87ea-4377-9a50-4b4a90a340bb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:27.138805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.148028 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.171214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.182784 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.238208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:27.277212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:27.279536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e49f44-c1a9-48a3-a43e-82aac0542a58,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:27.296452 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.297710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33af19c9-e146-4ed8-8436-cf62bf63eb27 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:27.299407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.299634 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Added segment ad33ed07-65be-4c71-b31a-26e058383ee1 of type vlan for network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a Aug 30 22:57:27.356403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:27.357205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.381875 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-4eb34859-50e6-427d-aaa9-6968dc502126 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 22:57:27.384359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4eb34859-50e6-427d-aaa9-6968dc502126 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b HTTP/1.1" status: 400 len: 364 time: 1.7627244 Aug 30 22:57:27.395063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52832) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:27.402687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Calling delete_port for d39880c6-87ea-4377-9a50-4b4a90a340bb owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:27.406130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-1692ed5c-f3d9-4440-bb31-c03b7a0aca85 service neutron] 10.222.0.25 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695315 Aug 30 22:57:27.468502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.492758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Transition to ACTIVE for port object 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:27.539316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Transition to ACTIVE for port object 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:27.547540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:27.556827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.581202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.582159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:27.582541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.674268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Network 70462836-f40a-472b-8b9b-839c712f685b is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:27.692352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:57:27.702420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:27.709515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:27.865481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-e161d4e7-7b96-4395-99e2-cdcaa6d5cbae service neutron] 10.222.0.25 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4486153 Aug 30 22:57:27.908592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.910962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:27.912964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.934119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.935571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Pushing event updated for resources: {'Port': ['ID=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:27.974141 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:27.988946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52836) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:27.991713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3991542 Aug 30 22:57:28.031235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.059462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Attempting to bind port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:28.059982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Attempting to bind port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '70462836-f40a-472b-8b9b-839c712f685b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:28.060244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Attempting to bind port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 on network 70462836-f40a-472b-8b9b-839c712f685b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:28.066332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Request body: {'subnet': {'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1340083144-subnet', 'tenant_id': '27996b79a8954ff3b5fa3e19b029ff85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:28.095732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:57:28.096413 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:57:28.097319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:28.097979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Checking segment: {'id': '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '70462836-f40a-472b-8b9b-839c712f685b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:28.098570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.099134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Bound using segment: {'id': '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '70462836-f40a-472b-8b9b-839c712f685b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:28.099781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Bound port: 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '70462836-f40a-472b-8b9b-839c712f685b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:28.100590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.102030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.129098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Made reservation on behalf of 27996b79a8954ff3b5fa3e19b029ff85 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:28.131480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.169125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Port': ['ID=d39880c6-87ea-4377-9a50-4b4a90a340bb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:28.177536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 33af19c9-e146-4ed8-8436-cf62bf63eb27, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33af19c9-e146-4ed8-8436-cf62bf63eb27,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:28.186030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.186839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8fc10220-d6a3-493b-af4f-e5c2d77090fb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:28.207098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de3381-5814-42e5-86c2-d1f8f022e214 admin admin] Pushing event updated for resources: {'Network': ['ID=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:28.256991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:28.261522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:28.282070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.417462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] For port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:28.449129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] For port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,segment=NetworkSegment(4025b9b3-7e29-4fe2-8e52-bf15a0f495ce),segment_id=4025b9b3-7e29-4fe2-8e52-bf15a0f495ce)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:28.457455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.491654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.496116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.589129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8fc10220-d6a3-493b-af4f-e5c2d77090fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:28.589129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.600689 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52e74c9b-bdfd-4698-9c25-f563c64679f8 req-aeb4af64-1502-41cc-a0f6-cfc2db69e343 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 210 time: 0.3782017 Aug 30 22:57:28.602069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.602645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b40c132-8469-465e-8fb9-4f85c345dded {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:28.622158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.623479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c1691a00-6e3b-40d3-ab1a-949618624a86 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0b40c132-8469-465e-8fb9-4f85c345dded HTTP/1.1" status: 204 len: 168 time: 2.5735500 Aug 30 22:57:28.626620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:28.698198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Port d39880c6-87ea-4377-9a50-4b4a90a340bb not found while updating agent binding for router 0b40c132-8469-465e-8fb9-4f85c345dded. {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 22:57:28.705060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a5b3f-7d9a-4e7e-b55f-f2d04603ba4b None None] Pushing event updated for resources: {'Port': ['ID=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:28.719930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:28.720891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 22:57:28.721058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0b40c132-8469-465e-8fb9-4f85c345dded'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 22:57:28.721379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2be6da7-4d40-4585-8e74-3309f05217f5 None None] The sync data for ids ['0b40c132-8469-465e-8fb9-4f85c345dded'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:28.746370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.888001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4abb2f99-bf73-4e0a-99d2-9b0b7474f491,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:28.894127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:28.951576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Allocated IP 2001:db8::1 (789a7dfc-bdbc-4deb-a57d-60793a2bf3e3/18da9715-aa5f-47d2-b992-6556e2f60a7c/defd7cf7-195b-42b6-a31e-ef42bce0382c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:28.989996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca9d3f-31b8-43ae-a54e-5a45685480eb req-7ab64892-90e6-4baa-925f-086d74887a4c tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:28.991576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9aca9d3f-31b8-43ae-a54e-5a45685480eb req-7ab64892-90e6-4baa-925f-086d74887a4c tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1516957 Aug 30 22:57:29.012463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Checking segment: {'id': 'ad33ed07-65be-4c71-b31a-26e058383ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:29.012820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Network hostable DHCP agents. Network: 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:29.015643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5d11955b-8fe4-4fb9-8dad-1a16a39692ff up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:29.099443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:29.099968 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.121051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:29.140452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:29.150689 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9aca9d3f-31b8-43ae-a54e-5a45685480eb req-e9598ab5-342a-46a1-8359-addb92e0865f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341720 Aug 30 22:57:29.151316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:29.151905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.156217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a738d59-6d39-421a-aa04-395864c94956 None None] Network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:29.168912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.210476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.221641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11cfcec5-ce6c-4ac2-ba53-1d25c08eb1b6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2311621 Aug 30 22:57:29.228276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Transition to ACTIVE for port object defd7cf7-195b-42b6-a31e-ef42bce0382c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:29.281539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Deleting port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:29.282432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.287234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33af19c9-e146-4ed8-8436-cf62bf63eb27 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:29.303538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.369893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c292d6-89cd-4f84-a34d-e717487de1f2 None None] Network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:29.381297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:29.383026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Port': ['ID=defd7cf7-195b-42b6-a31e-ef42bce0382c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:29.388851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] For port 5d11955b-8fe4-4fb9-8dad-1a16a39692ff, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:29.389483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.393579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:29.408302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Calling delete_port for 5d11955b-8fe4-4fb9-8dad-1a16a39692ff owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:29.409349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:29.410571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.473564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 33af19c9-e146-4ed8-8436-cf62bf63eb27 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:29.473898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.688257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.842874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0977f7ca-8fc0-4553-83cd-d8aa253faa6d req-1aa9aa32-85f9-4194-9f5f-34f1306f38d4 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 210 time: 0.0818617 Aug 30 22:57:29.898804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:29.943845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d11955b-8fe4-4fb9-8dad-1a16a39692ff,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:29.988134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4d9622e5-4982-45d7-bba3-b90febbf2717 None None] Provisioning for port defd7cf7-195b-42b6-a31e-ef42bce0382c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:29.992974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4d9622e5-4982-45d7-bba3-b90febbf2717 None None] Provisioning complete for port defd7cf7-195b-42b6-a31e-ef42bce0382c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:29.993467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4d9622e5-4982-45d7-bba3-b90febbf2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.059493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.069725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-7895b717-aa09-47e2-9d4b-f83d7ef1a977 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:30.071314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-7895b717-aa09-47e2-9d4b-f83d7ef1a977 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.47 "GET /v2.0/networks?id=5e7ad219-dabc-4de9-98e6-4722535d242a HTTP/1.1" status: 200 len: 815 time: 0.3065963 Aug 30 22:57:30.075427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4d9622e5-4982-45d7-bba3-b90febbf2717 None None] Port defd7cf7-195b-42b6-a31e-ef42bce0382c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:30.129477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b709e649-6c08-4c07-a612-08dc4bdb9134 None None] Network 70462836-f40a-472b-8b9b-839c712f685b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:30.170425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52882) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:30.179261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2145783001-network', 'tenant_id': '0d6e4419a82f4e8aaf2a2250b02bc985'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:30.182583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.187476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.211268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.221156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.222950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.229063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-420c7934-c51c-4171-90db-03ddf4315eab None None] Provisioning for port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:30.242474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-f5877017-f760-4d87-a66b-ef9b8e3d4bae tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64285c4970e5449baef1205398424a1c HTTP/1.1" status: 200 len: 379 time: 0.1438496 Aug 30 22:57:30.251590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.252252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cdaf586a-2913-41df-abf2-66a5184a0685 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:30.258665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.262281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-55562b6b-0dc9-4fe1-8221-c40d725f1059 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "DELETE /v2.0/routers/cdaf586a-2913-41df-abf2-66a5184a0685 HTTP/1.1" status: 204 len: 168 time: 1.6346517 Aug 30 22:57:30.265145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52886) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:30.270477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2085753364', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:30.280655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'port': {'device_id': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'admin_state_up': True, 'tenant_id': '64285c4970e5449baef1205398424a1c', 'security_groups': ['1f00e4f3-c0d1-42bf-82d6-23d2c0c15708']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:30.286738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event updated for resources: {'Port': ['ID=defd7cf7-195b-42b6-a31e-ef42bce0382c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:30.288535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Made reservation on behalf of 0d6e4419a82f4e8aaf2a2250b02bc985 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:30.290955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.336035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.452369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4905df-a0d5-4b62-86f6-4ad372be1a81 req-548e6b40-ef88-4c0a-8ce4-63c58d3b7e18 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:30.454069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca4905df-a0d5-4b62-86f6-4ad372be1a81 req-548e6b40-ef88-4c0a-8ce4-63c58d3b7e18 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1689863 Aug 30 22:57:30.547065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca4905df-a0d5-4b62-86f6-4ad372be1a81 req-9024619f-336a-4495-bb4c-1adb183834b3 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849831 Aug 30 22:57:30.556926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:30.562424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:30.624677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.646755 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.647774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.664205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.671973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Made reservation on behalf of 64285c4970e5449baef1205398424a1c for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:30.675890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.696902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:30.720553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.720893 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Added segment e441fd83-811d-484d-bc57-a7fd43428a0d of type vlan for network b4cbe12a-0926-4fbc-9214-93a3a0286fc8 Aug 30 22:57:30.722476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cd9531-730e-40a3-8513-097e1d7fecb8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:30.723769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.742804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Router 45f5174e-18c8-4411-8fc7-06c29448873b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:30.790267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.917213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.918218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:30.918805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.919798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1fe76501-84ed-49d8-a955-f499dd59ec3c None None] Provisioning complete for port defd7cf7-195b-42b6-a31e-ef42bce0382c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:30.920189 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1fe76501-84ed-49d8-a955-f499dd59ec3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:30.921528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:30.930643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cb092f8c-d249-4e45-8532-2dcc45495327 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5048645 Aug 30 22:57:30.932318 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] Sync routers for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:30.932801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52892) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:30.947712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:30.948678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:30.993118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.000529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1fe76501-84ed-49d8-a955-f499dd59ec3c None None] Port defd7cf7-195b-42b6-a31e-ef42bce0382c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:31.014275 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:31.019955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:31.028017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:31.029100 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:31.077290 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:31.079088 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cb5dce9-4a2d-4d29-bb65-f6d726eab631 None None] The sync data for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:31.088250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:31.092501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:31.092877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.099429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Allocated IP 172.20.0.4 (5e7ad219-dabc-4de9-98e6-4722535d242a/18b48b1b-111a-402d-bcca-124d53e1c35b/061dc618-be30-479c-9aa9-59347591c65e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:31.131618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2622ba32-fd78-4b0c-b442-982976d51d5e req-2b6773e1-d2f0-4b10-962d-c85e74d2c563 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 210 time: 0.0767508 Aug 30 22:57:31.136626 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9649644 Aug 30 22:57:31.142374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52894) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:31.145206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cac0a8-d7b0-4421-9f77-e19cd6766404 admin admin] Pushing event updated for resources: {'Network': ['ID=b4cbe12a-0926-4fbc-9214-93a3a0286fc8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:31.151423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Request body: {'subnet': {'network_id': 'b4cbe12a-0926-4fbc-9214-93a3a0286fc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2145783001-subnet', 'tenant_id': '0d6e4419a82f4e8aaf2a2250b02bc985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:31.163442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b4cbe12a-0926-4fbc-9214-93a3a0286fc8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:31.165547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42405df8-8b6d-4928-b11a-d5aec2479afa tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.264902 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-42405df8-8b6d-4928-b11a-d5aec2479afa tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 22:57:31.269946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-42405df8-8b6d-4928-b11a-d5aec2479afa tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b HTTP/1.1" status: 409 len: 329 time: 0.3310168 Aug 30 22:57:31.270572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52898) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:31.271784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Made reservation on behalf of 0d6e4419a82f4e8aaf2a2250b02bc985 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:31.277409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.280770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.322229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,segment=NetworkSegment(4025b9b3-7e29-4fe2-8e52-bf15a0f495ce),segment_id=4025b9b3-7e29-4fe2-8e52-bf15a0f495ce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:31.327109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.387564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:31.405724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5d11955b-8fe4-4fb9-8dad-1a16a39692ff no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:31.432196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5d11955b-8fe4-4fb9-8dad-1a16a39692ff {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:31.432751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5d11955b-8fe4-4fb9-8dad-1a16a39692ff not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:31.721933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.753648 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.782570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.788472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c6601-e1ab-4f15-9593-ccf189270796 req-ec7e1859-a935-4e49-8d92-7cfb7592b8d8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:31.790022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-393c6601-e1ab-4f15-9593-ccf189270796 req-ec7e1859-a935-4e49-8d92-7cfb7592b8d8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1416624 Aug 30 22:57:31.792712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Transition to ACTIVE for port object 061dc618-be30-479c-9aa9-59347591c65e will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:31.859404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-393c6601-e1ab-4f15-9593-ccf189270796 req-e4d31830-9eb3-4e74-8e04-f4c89cd67e9a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497298 Aug 30 22:57:31.947675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:31.989573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Allocated IP 172.25.7.34 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1acb7a6f-77ed-43f6-9d4a-db32d4e53ea9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:31.996188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.012752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.128522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Network 5e7ad219-dabc-4de9-98e6-4722535d242a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:32.145701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:32.152333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event updated for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:32.157829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:32.218387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting port defd7cf7-195b-42b6-a31e-ef42bce0382c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:32.218733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.225683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Checking segment: {'id': 'e441fd83-811d-484d-bc57-a7fd43428a0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'b4cbe12a-0926-4fbc-9214-93a3a0286fc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:32.226096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Network hostable DHCP agents. Network: b4cbe12a-0926-4fbc-9214-93a3a0286fc8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:57:32.228105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=203b8775-36fe-4e2e-b70f-25ec54ca2d65,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:32.307974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:32.308624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.325941 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.333749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.340798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Network b4cbe12a-0926-4fbc-9214-93a3a0286fc8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:57:32.346158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Calling delete_port for defd7cf7-195b-42b6-a31e-ef42bce0382c owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:32.356693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837330a7-7194-4bc7-a030-f42e8d0235a6 req-116f467d-a4fa-48b3-99ab-f60a070ba649 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:32.358263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-837330a7-7194-4bc7-a030-f42e8d0235a6 req-116f467d-a4fa-48b3-99ab-f60a070ba649 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 931 time: 0.1267407 Aug 30 22:57:32.362680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a8d2534e-6243-42fe-8180-e5d4079773c8 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0990207 Aug 30 22:57:32.364864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b4cbe12a-0926-4fbc-9214-93a3a0286fc8) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:32.371119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:32.371710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.376292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44ef16-20f3-4827-b403-40c389a9d08e None None] Network b4cbe12a-0926-4fbc-9214-93a3a0286fc8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:32.434599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-19dda7e8-7cc6-437e-9e03-5bff61a3fa3f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2827964 Aug 30 22:57:32.457456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-836995db-bd38-4abb-871f-06ceb0f6ab1d None None] Provisioning for port 061dc618-be30-479c-9aa9-59347591c65e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:32.470592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-836995db-bd38-4abb-871f-06ceb0f6ab1d None None] Provisioning complete for port 061dc618-be30-479c-9aa9-59347591c65e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:32.471004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-836995db-bd38-4abb-871f-06ceb0f6ab1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.472189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-837330a7-7194-4bc7-a030-f42e8d0235a6 req-61a9e10e-4b88-4ea0-a6e2-517d6235ee9f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839047 Aug 30 22:57:32.483631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.542546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:32.545133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-836995db-bd38-4abb-871f-06ceb0f6ab1d None None] Port 061dc618-be30-479c-9aa9-59347591c65e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:57:32.551561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:32.555096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:32.599120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66dfceda-7fe3-49ac-846d-d4c6c429e1ae None None] Network b4cbe12a-0926-4fbc-9214-93a3a0286fc8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:32.601595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event updated for resources: {'Port': ['ID=1acb7a6f-77ed-43f6-9d4a-db32d4e53ea9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:32.651008 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.685286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Port': ['ID=defd7cf7-195b-42b6-a31e-ef42bce0382c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:32.715842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Request body: {'port': {'device_id': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:32.832604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.849555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:32.981724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:33.050035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:33.050694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.094885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Router 45f5174e-18c8-4411-8fc7-06c29448873b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:33.108974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90315cc-5b3f-4249-9068-1b39686e660a req-1691a201-59b6-40f7-be89-32ba0292d894 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:33.116867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b90315cc-5b3f-4249-9068-1b39686e660a req-1691a201-59b6-40f7-be89-32ba0292d894 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0961802 Aug 30 22:57:33.217426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b90315cc-5b3f-4249-9068-1b39686e660a req-819536f2-0180-4df0-b577-9112f2e200d2 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997036 Aug 30 22:57:33.218498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:33.228115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-170c6163-fb6d-4f77-ba34-53cb856a49c4 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9522355 Aug 30 22:57:33.228115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:33.236456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] Sync routers for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:33.246646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:33.246833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:33.269611 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-5b5bef71-48c8-4f0d-9dc8-8a3dde816e10 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] show failed (client error): The resource could not be found. Aug 30 22:57:33.270923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b5bef71-48c8-4f0d-9dc8-8a3dde816e10 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-556669009 HTTP/1.1" status: 404 len: 334 time: 0.0419896 Aug 30 22:57:33.275396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:33.279900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-04bf87e2-51b7-401d-b41b-919e98e57681 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:33.280108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:33.289486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] Routers {'45f5174e-18c8-4411-8fc7-06c29448873b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:33.290137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['45f5174e-18c8-4411-8fc7-06c29448873b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:33.319228 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-04bf87e2-51b7-401d-b41b-919e98e57681 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] update failed (client error): The resource could not be found. Aug 30 22:57:33.322285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04bf87e2-51b7-401d-b41b-919e98e57681 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-589219011 HTTP/1.1" status: 404 len: 334 time: 0.0439694 Aug 30 22:57:33.324300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52934) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:33.327914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:33.328201 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.328817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44093727-13f9-48d5-b3f9-8931fa8fd171 None None] The sync data for ids ['45f5174e-18c8-4411-8fc7-06c29448873b'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:33.382305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting subnet 99ebcf49-f35c-4d99-8f1c-6dacfac156c4 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:33.387048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.388870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-b417cf67-f9e7-4391-93f1-ddffcef89461 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:33.390532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-b417cf67-f9e7-4391-93f1-ddffcef89461 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/networks?id=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a HTTP/1.1" status: 200 len: 809 time: 0.3631375 Aug 30 22:57:33.443300 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.443589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-4c76c568-f898-4124-8de5-9901f9127cbe tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/quotas/27996b79a8954ff3b5fa3e19b029ff85 HTTP/1.1" status: 200 len: 375 time: 0.0460415 Aug 30 22:57:33.509033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-87975e2f-e89f-4e07-ac88-1babd41b0e45 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=27996b79a8954ff3b5fa3e19b029ff85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362732 Aug 30 22:57:33.540601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.596270 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:57:33.627061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c472a-3a3f-49ce-99e3-a0569531b5f8 req-01a9464a-90ef-4791-911b-232b0f5d5407 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:33.628540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d10c472a-3a3f-49ce-99e3-a0569531b5f8 req-01a9464a-90ef-4791-911b-232b0f5d5407 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 931 time: 0.0671659 Aug 30 22:57:33.643082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.652755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 061dc618-be30-479c-9aa9-59347591c65e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:57:33.669655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.684508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Subnet': ['ID=99ebcf49-f35c-4d99-8f1c-6dacfac156c4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:33.686505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.691461 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09210e0a-ac08-4ab9-b3a0-709f7cc72667 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/subnets/99ebcf49-f35c-4d99-8f1c-6dacfac156c4 HTTP/1.1" status: 204 len: 168 time: 0.3636758 Aug 30 22:57:33.693667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52940) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:33.698920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2766a14-00d5-4fe1-8c7b-fd1fe5d60d33 None None] Network 70462836-f40a-472b-8b9b-839c712f685b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:33.723581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d10c472a-3a3f-49ce-99e3-a0569531b5f8 req-6bf490ea-c00c-4d86-8c50-61007c593778 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886467 Aug 30 22:57:33.733408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Transition to ACTIVE for port object 061dc618-be30-479c-9aa9-59347591c65e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:33.747618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.779665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-02e495fe-5c54-4a46-bf19-3998b25f96bf service neutron] 10.222.0.25 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637143 Aug 30 22:57:33.791345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.816803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.852467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:33.853080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.923671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Pushing event updated for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:33.945922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] For port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,segment=NetworkSegment(4025b9b3-7e29-4fe2-8e52-bf15a0f495ce),segment_id=4025b9b3-7e29-4fe2-8e52-bf15a0f495ce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:33.946227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:33.947462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] DHCP port deletion for 70462836-f40a-472b-8b9b-839c712f685b request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:57:33.963187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Calling delete_port for 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:34.017089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Deleting port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:34.017089 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.053704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.086204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-5b7fc7ed-54b4-46af-a32f-99df4c5c5124 service neutron] 10.222.0.25 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954960 Aug 30 22:57:34.086928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Port': ['ID=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:34.090417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] No DVR routers for this DVR port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:34.102812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] For port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,segment=NetworkSegment(4025b9b3-7e29-4fe2-8e52-bf15a0f495ce),segment_id=4025b9b3-7e29-4fe2-8e52-bf15a0f495ce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:34.103343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.120937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Attempting to bind port 061dc618-be30-479c-9aa9-59347591c65e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:34.121283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Attempting to bind port 061dc618-be30-479c-9aa9-59347591c65e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:34.121620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Attempting to bind port 061dc618-be30-479c-9aa9-59347591c65e on network 5e7ad219-dabc-4de9-98e6-4722535d242a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:34.122476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Calling delete_port for 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:34.130010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Port 061dc618-be30-479c-9aa9-59347591c65e on network 5e7ad219-dabc-4de9-98e6-4722535d242a not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:57:34.130347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Attempting to bind port 061dc618-be30-479c-9aa9-59347591c65e on network 5e7ad219-dabc-4de9-98e6-4722535d242a {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:34.138738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:34.139086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Checking segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:34.139475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Bound using segment: {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:34.139919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Bound port: 061dc618-be30-479c-9aa9-59347591c65e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12037827-25ac-490a-8fda-0948179b63d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:34.140289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.190651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.198439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Router 19651d89-a6cf-4d84-b47b-debda98766ca is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:34.205413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70462836-f40a-472b-8b9b-839c712f685b']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.222408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.222408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4025b9b3-7e29-4fe2-8e52-bf15a0f495ce') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.238440 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.247435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.270353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] Pushing event deleted for resources: {'Port': ['ID=81fd9da9-7a7d-40a3-ab2b-9d6e56a89436,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:34.272217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58bd28b-218c-4c85-afa2-0ac5f80d0831 None None] No DVR routers for this DVR port 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:34.283831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.287811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:34.288169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.307545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:34.312566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=061dc618-be30-479c-9aa9-59347591c65e,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:34.347036 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:34.360751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.382595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa2985f6-18cb-4445-ac02-24778d2e1f90 req-8f725283-12da-480f-acff-226631347aa7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 210 time: 0.0371010 Aug 30 22:57:34.416011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.424372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.429697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/networks/70462836-f40a-472b-8b9b-839c712f685b HTTP/1.1" status: 204 len: 168 time: 0.7348101 Aug 30 22:57:34.430623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52952) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:34.455622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34c0bf-c432-4b77-a26c-9d3603d81c4b tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Network': ['ID=70462836-f40a-472b-8b9b-839c712f685b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:34.526305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting subnet 9fcbc688-82c8-4616-9df7-06e027419d6b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:34.529756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.581661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.677202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:34.677863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.679306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] 10.222.0.47 "PUT /v2.0/ports/061dc618-be30-479c-9aa9-59347591c65e HTTP/1.1" status: 200 len: 1092 time: 2.3039708 Aug 30 22:57:34.682233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'tag': '061dc618-be30-479c-9aa9-59347591c65e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:34.684507 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd155b1f-b536-48ee-b7f7-052ab78fb16c" -d '{"events": [{"name": "network-changed", "server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "tag": "061dc618-be30-479c-9aa9-59347591c65e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:34.693669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.713395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:34.724945 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] Sync routers for ids ['19651d89-a6cf-4d84-b47b-debda98766ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:34.736673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121e0c2-ad6b-4144-b7e2-41374ccb7295 req-22bedd63-c88e-4c01-8265-4e4b413f2dbe tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:34.738348 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d121e0c2-ad6b-4144-b7e2-41374ccb7295 req-22bedd63-c88e-4c01-8265-4e4b413f2dbe tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.3916812 Aug 30 22:57:34.745099 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] Routers {'19651d89-a6cf-4d84-b47b-debda98766ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:34.746082 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['19651d89-a6cf-4d84-b47b-debda98766ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.747575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9f03cf-a021-49ff-960f-28029b7fa123 service neutron] Pushing event updated for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:34.791259 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea067a3f-ada1-434e-8423-7c4407787421 x-openstack-request-id: req-ea067a3f-ada1-434e-8423-7c4407787421 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:34.791259 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "tag": "061dc618-be30-479c-9aa9-59347591c65e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:34.791535 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ea067a3f-ada1-434e-8423-7c4407787421 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:34.791738 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'tag': '061dc618-be30-479c-9aa9-59347591c65e', 'status': 'completed', 'code': 200} Aug 30 22:57:34.810851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.815092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a36284d5-b073-4258-bb64-07a80ac563e6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5458958 Aug 30 22:57:34.815264 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.822756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52964) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:34.831192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:34.842731 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] Routers {'19651d89-a6cf-4d84-b47b-debda98766ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:34.843372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['19651d89-a6cf-4d84-b47b-debda98766ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.895930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.914539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:34.919056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/subnets/9fcbc688-82c8-4616-9df7-06e027419d6b HTTP/1.1" status: 204 len: 168 time: 0.4716563 Aug 30 22:57:34.923639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52966) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:34.923800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14132b4-8521-4f93-993c-170abc368b43 None None] Network 2e0470d3-0382-4672-9d85-8fd427898a1b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:34.945876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:34.946542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37ef3445-3658-4fa5-814b-dd467329632b None None] The sync data for ids ['19651d89-a6cf-4d84-b47b-debda98766ca'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:34.949316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d121e0c2-ad6b-4144-b7e2-41374ccb7295 req-e7a71212-9491-4b59-8329-60f1f77f9e6a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912441 Aug 30 22:57:34.973438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7e1a47-41a6-4693-b361-44a9203789e6 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Subnet': ['ID=9fcbc688-82c8-4616-9df7-06e027419d6b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:34.974656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-c2d57f3e-87ed-4eca-a0ed-af7e643d705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:34.976169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-c2d57f3e-87ed-4eca-a0ed-af7e643d705b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64285c4970e5449baef1205398424a1c&device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 1095 time: 0.2164054 Aug 30 22:57:34.994379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:35.004971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5190a21-005f-4fbb-b8c7-dfa852f4e510 req-b10c80a2-83a5-40e0-a760-2e7d4193b763 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:35.012977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5190a21-005f-4fbb-b8c7-dfa852f4e510 req-b10c80a2-83a5-40e0-a760-2e7d4193b763 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 943 time: 0.1546855 Aug 30 22:57:35.022930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:35.023547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81fd9da9-7a7d-40a3-ab2b-9d6e56a89436 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:35.107000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5190a21-005f-4fbb-b8c7-dfa852f4e510 req-a002ee99-6d69-46b1-ba81-cb65a88d407d tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929282 Aug 30 22:57:35.149291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-a516108d-550d-4826-b60e-f09d280e825e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061dc618-be30-479c-9aa9-59347591c65e HTTP/1.1" status: 200 len: 217 time: 0.0816014 Aug 30 22:57:35.172178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting subnet f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:35.186289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] DHCP port deletion for 2e0470d3-0382-4672-9d85-8fd427898a1b request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:57:35.195986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.233229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Deleting port 8fc10220-d6a3-493b-af4f-e5c2d77090fb {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:35.233586 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.285769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-138a1c7e-5544-48dd-b376-ecc97f90270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:35.287263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-138a1c7e-5544-48dd-b376-ecc97f90270c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18b48b1b-111a-402d-bcca-124d53e1c35b HTTP/1.1" status: 200 len: 854 time: 0.1276293 Aug 30 22:57:35.289254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.295238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] For port 8fc10220-d6a3-493b-af4f-e5c2d77090fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8fc10220-d6a3-493b-af4f-e5c2d77090fb,segment=NetworkSegment(d004ef9b-6ec7-47c2-835e-955d309c26ee),segment_id=d004ef9b-6ec7-47c2-835e-955d309c26ee)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:35.295597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.313586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Calling delete_port for 8fc10220-d6a3-493b-af4f-e5c2d77090fb owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:35.395215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.428845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] Pushing event deleted for resources: {'Port': ['ID=8fc10220-d6a3-493b-af4f-e5c2d77090fb,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:35.434924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bc4ee0-c672-4adb-a45e-06b5b7d3263c None None] No DVR routers for this DVR port 8fc10220-d6a3-493b-af4f-e5c2d77090fb on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:35.509490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-53dd3004-616e-4c58-861e-b264b75d6cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:35.511092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-53dd3004-616e-4c58-861e-b264b75d6cce service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e7ad219-dabc-4de9-98e6-4722535d242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1993577 Aug 30 22:57:35.603045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dff7e609-1497-49a9-bcfa-a19287eae92f req-6c41704e-6e14-48eb-a091-fbcede9fe8f6 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 210 time: 0.0993886 Aug 30 22:57:35.642383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.652658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-bfd2b934-b0c0-48fd-9e89-6feefea150b2 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:35.653997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-bfd2b934-b0c0-48fd-9e89-6feefea150b2 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.52 "GET /v2.0/networks?id=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a HTTP/1.1" status: 200 len: 809 time: 0.1180956 Aug 30 22:57:35.702502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Request body: {'port': {'device_id': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a', 'admin_state_up': True, 'tenant_id': '27996b79a8954ff3b5fa3e19b029ff85'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:35.715745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.767153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-82bae0e7-7fa9-4d99-9028-0420350e6862 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435319 Aug 30 22:57:35.801631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.837979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Made reservation on behalf of 27996b79a8954ff3b5fa3e19b029ff85 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:35.841397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.870891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Subnet': ['ID=f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:35.872851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:35.874711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb0c651c-033c-4c1e-aca6-515f0641a86a tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/subnets/f7f72db6-5050-4ab9-a6a7-6cbfc98cb2bd HTTP/1.1" status: 204 len: 168 time: 0.9501147 Aug 30 22:57:35.878523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:35.881964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adc85a9-3851-4be4-b2ba-d9790e2a254c None None] Network 5cb55461-18b8-457d-b5a4-7ca73f00029f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:35.970483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Allocated IP 172.20.0.11 (4b7d6d70-09c6-44d9-8d73-cf91d1c8516a/4abb2f99-bf73-4e0a-99d2-9b0b7474f491/01819280-4c9c-43fc-b99f-ae3ea70394a6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:35.997989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.035144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9ea5f51-55ae-4b68-8305-a44971994503 req-39474c41-8f28-4af4-8dea-fa513f3504c0 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420859 Aug 30 22:57:36.139267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.197852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.223756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:36.227324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.250064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e0470d3-0382-4672-9d85-8fd427898a1b']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:36.253136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:36.259164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efd20c-91b4-4c32-ad18-8ea2e5dfdaa9 req-2ad9d90e-f115-4c5f-8e2a-d898632e4673 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.260702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05efd20c-91b4-4c32-ad18-8ea2e5dfdaa9 req-2ad9d90e-f115-4c5f-8e2a-d898632e4673 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.2238541 Aug 30 22:57:36.268654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-1b1ff0ac-4480-421b-8183-90ee19955f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.270621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-1b1ff0ac-4480-421b-8183-90ee19955f4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64285c4970e5449baef1205398424a1c&device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 1095 time: 0.1523128 Aug 30 22:57:36.273965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:36.276426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd004ef9b-6ec7-47c2-835e-955d309c26ee') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:36.276802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd004ef9b-6ec7-47c2-835e-955d309c26ee') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:36.282631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] DHCP port deletion for 5cb55461-18b8-457d-b5a4-7ca73f00029f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:57:36.331871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Deleting port 3e371c14-3699-4596-9282-a27477030cf8 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:36.332338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.338100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.340467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.341097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.347688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Pushing event updated for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:36.367146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6ed25-8af9-47ed-9fef-ffc87e797f83 req-75ade4fb-5a12-49d5-bc05-d318e2da32bb tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.368854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61b6ed25-8af9-47ed-9fef-ffc87e797f83 req-75ade4fb-5a12-49d5-bc05-d318e2da32bb tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 943 time: 0.1484003 Aug 30 22:57:36.377030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-893378fb-b72d-4adc-9ebc-1fe5089a7aa8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6788790 Aug 30 22:57:36.398050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Request body: {'port': {'device_id': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:36.409170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.412707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] For port 3e371c14-3699-4596-9282-a27477030cf8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e371c14-3699-4596-9282-a27477030cf8,segment=NetworkSegment(f4441852-1f59-436c-884a-05956327640f),segment_id=f4441852-1f59-436c-884a-05956327640f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:36.413200 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.429387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Calling delete_port for 3e371c14-3699-4596-9282-a27477030cf8 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:36.441524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61b6ed25-8af9-47ed-9fef-ffc87e797f83 req-a0be8334-a5af-45e4-ab3f-b0e753f241ec tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634372 Aug 30 22:57:36.459852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:36.460260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:36.464856 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:36.477097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.522566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.547179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] Pushing event deleted for resources: {'Port': ['ID=3e371c14-3699-4596-9282-a27477030cf8,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:36.554934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5366acd-c413-49d6-827a-d1a64b696eef None None] No DVR routers for this DVR port 3e371c14-3699-4596-9282-a27477030cf8 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:36.725516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05efd20c-91b4-4c32-ad18-8ea2e5dfdaa9 req-cc8cbd03-ffb2-4454-bbee-456148821745 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4529023 Aug 30 22:57:36.758705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabd4bb-6a79-44bb-a743-fd0666c79eb7 req-fe465411-76a5-47d1-be07-3b7278b84f95 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.759944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccabd4bb-6a79-44bb-a743-fd0666c79eb7 req-fe465411-76a5-47d1-be07-3b7278b84f95 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 932 time: 0.0886188 Aug 30 22:57:36.803073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-3fa7c8af-427e-43ee-87ae-bde1cebea695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:36.804693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-3fa7c8af-427e-43ee-87ae-bde1cebea695 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5e7ad219-dabc-4de9-98e6-4722535d242a HTTP/1.1" status: 200 len: 916 time: 0.4911447 Aug 30 22:57:36.824122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccabd4bb-6a79-44bb-a743-fd0666c79eb7 req-53777158-511d-4791-b306-048356a10495 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562632 Aug 30 22:57:36.840595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.863357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.867421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/networks/2e0470d3-0382-4672-9d85-8fd427898a1b HTTP/1.1" status: 204 len: 168 time: 0.9849977 Aug 30 22:57:36.868001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:36.871919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01819280-4c9c-43fc-b99f-ae3ea70394a6 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:57:36.896496 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:36.908462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8fc10220-d6a3-493b-af4f-e5c2d77090fb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:36.910144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-d1677b59-5973-445d-a676-22a0f9ec9fb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061dc618-be30-479c-9aa9-59347591c65e HTTP/1.1" status: 200 len: 217 time: 0.0704849 Aug 30 22:57:36.910750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b29b2a-0cd5-4752-8503-4f14c702ecfc tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Network': ['ID=2e0470d3-0382-4672-9d85-8fd427898a1b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:36.934890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8fc10220-d6a3-493b-af4f-e5c2d77090fb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:36.935230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8fc10220-d6a3-493b-af4f-e5c2d77090fb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:36.935914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e371c14-3699-4596-9282-a27477030cf8 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:36.956391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3e371c14-3699-4596-9282-a27477030cf8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:36.956863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e371c14-3699-4596-9282-a27477030cf8 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:37.005397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-3d669521-41ee-49b5-9190-8a33e91a0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.006817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-3d669521-41ee-49b5-9190-8a33e91a0187 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18b48b1b-111a-402d-bcca-124d53e1c35b HTTP/1.1" status: 200 len: 854 time: 0.0672739 Aug 30 22:57:37.131549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-f10878d8-4d38-4c65-b457-f6b360afa862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.133043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-f10878d8-4d38-4c65-b457-f6b360afa862 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e7ad219-dabc-4de9-98e6-4722535d242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910497 Aug 30 22:57:37.141563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.152350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.214838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Transition to ACTIVE for port object 01819280-4c9c-43fc-b99f-ae3ea70394a6 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:57:37.223543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.237988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.308991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765dca-8c11-4464-8588-963846a86935 service neutron] Pushing event updated for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:37.312004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-29e90b17-ea7d-406c-812f-508347c8efc8 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673498 Aug 30 22:57:37.342594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router 19651d89-a6cf-4d84-b47b-debda98766ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:37.408032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.421973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb55461-18b8-457d-b5a4-7ca73f00029f']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.438707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4441852-1f59-436c-884a-05956327640f') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.439001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4441852-1f59-436c-884a-05956327640f') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.445504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Attempting to bind port 01819280-4c9c-43fc-b99f-ae3ea70394a6 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:57:37.445868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Attempting to bind port 01819280-4c9c-43fc-b99f-ae3ea70394a6 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'ad33ed07-65be-4c71-b31a-26e058383ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:57:37.446203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Attempting to bind port 01819280-4c9c-43fc-b99f-ae3ea70394a6 on network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:37.451157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.458966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Port 01819280-4c9c-43fc-b99f-ae3ea70394a6 on network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:57:37.459287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Attempting to bind port 01819280-4c9c-43fc-b99f-ae3ea70394a6 on network 4b7d6d70-09c6-44d9-8d73-cf91d1c8516a {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:57:37.467947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:57:37.468291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Checking segment: {'id': 'ad33ed07-65be-4c71-b31a-26e058383ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:57:37.468678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Bound using segment: {'id': 'ad33ed07-65be-4c71-b31a-26e058383ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:57:37.469643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Bound port: 01819280-4c9c-43fc-b99f-ae3ea70394a6, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad33ed07-65be-4c71-b31a-26e058383ee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:57:37.470032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.472977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.490955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:37.491365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:37.494561 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:37.497025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd155b1f-b536-48ee-b7f7-052ab78fb16c req-4fca4865-5845-430b-ba0b-e88a5bfa00a1 service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736157 Aug 30 22:57:37.536625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:37.541358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.545452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-adea9c53-bc21-4e90-870f-52c670bb7999 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "PUT /v2.0/routers/19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 200 len: 921 time: 2.7193630 Aug 30 22:57:37.546581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] Sync routers for ids ['19651d89-a6cf-4d84-b47b-debda98766ca'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:37.550522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52992) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:37.557698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] Routers {'19651d89-a6cf-4d84-b47b-debda98766ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:37.558468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['19651d89-a6cf-4d84-b47b-debda98766ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.586024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf66e9-26e8-42af-973a-31ee2fc7ac13 req-bfc87593-92de-40b7-924f-91d47a46fe88 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.589244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffcf66e9-26e8-42af-973a-31ee2fc7ac13 req-bfc87593-92de-40b7-924f-91d47a46fe88 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 943 time: 0.0671065 Aug 30 22:57:37.591980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.601409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] Routers {'19651d89-a6cf-4d84-b47b-debda98766ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:37.602121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['19651d89-a6cf-4d84-b47b-debda98766ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.632160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffcf66e9-26e8-42af-973a-31ee2fc7ac13 req-43fd2d94-5a1d-487e-ade3-0e8b96e425e3 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365493 Aug 30 22:57:37.640119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:37.640276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.641039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b41c37a-9b76-404d-bc1d-96ba8709cfdc None None] The sync data for ids ['19651d89-a6cf-4d84-b47b-debda98766ca'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:37.655722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.657649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/networks/5cb55461-18b8-457d-b5a4-7ca73f00029f HTTP/1.1" status: 204 len: 168 time: 0.7886651 Aug 30 22:57:37.658806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:57:37.660226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:37.709484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b62846-1195-4285-b95f-572dac886f0f tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Network': ['ID=5cb55461-18b8-457d-b5a4-7ca73f00029f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:37.712862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting subnet 18da9715-aa5f-47d2-b992-6556e2f60a7c {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:57:37.716077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.718698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6,segment=NetworkSegment(ad33ed07-65be-4c71-b31a-26e058383ee1),segment_id=ad33ed07-65be-4c71-b31a-26e058383ee1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:57:37.726417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.731849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11684f94-d9d6-498b-b48f-e7aa65474040 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 200 len: 921 time: 0.1805863 Aug 30 22:57:37.735971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:37.762386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.821010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.821623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.823087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-09765dca-8c11-4464-8588-963846a86935 service neutron] 10.222.0.52 "PUT /v2.0/ports/01819280-4c9c-43fc-b99f-ae3ea70394a6 HTTP/1.1" status: 200 len: 1093 time: 1.4309597 Aug 30 22:57:37.824071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:37.826285 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce52404-c945-452c-aaee-0b945afe8c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:37.869165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:37.881514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765dca-8c11-4464-8588-963846a86935 service neutron] Pushing event updated for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:37.901882 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5bc551-4726-45c6-89e0-687f98c542a5 x-openstack-request-id: req-9c5bc551-4726-45c6-89e0-687f98c542a5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:37.901882 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:37.901882 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c5bc551-4726-45c6-89e0-687f98c542a5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:37.901882 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6', 'status': 'completed', 'code': 200} Aug 30 22:57:37.929583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f9649d-ed4d-4e9f-881b-0f6b2ee1cc2d tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.931171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-49f9649d-ed4d-4e9f-881b-0f6b2ee1cc2d tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=19651d89-a6cf-4d84-b47b-debda98766ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1750195 Aug 30 22:57:37.935456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53006) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:37.945437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86cc58-5cb9-486e-9774-9100bed82b64 req-9fd31513-4f63-425b-aa33-0fe98e9cc323 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.946965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5d86cc58-5cb9-486e-9774-9100bed82b64 req-9fd31513-4f63-425b-aa33-0fe98e9cc323 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1351025 Aug 30 22:57:37.963760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-4c21ee41-344e-428c-b930-961174a29d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:37.965266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-4c21ee41-344e-428c-b930-961174a29d53 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27996b79a8954ff3b5fa3e19b029ff85&device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 1096 time: 0.0850580 Aug 30 22:57:37.997994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.021544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-7ed31589-f024-4e4b-9937-d59dfa7d77d9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6 HTTP/1.1" status: 200 len: 217 time: 0.0420923 Aug 30 22:57:38.024524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5d86cc58-5cb9-486e-9774-9100bed82b64 req-b658ae10-7099-4ae7-b145-3ad43955581a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702400 Aug 30 22:57:38.049372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Subnet': ['ID=18da9715-aa5f-47d2-b992-6556e2f60a7c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:38.057468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.059434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e21b29f-b4ae-4b19-b78d-fd4df69fee45 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/subnets/18da9715-aa5f-47d2-b992-6556e2f60a7c HTTP/1.1" status: 204 len: 168 time: 0.3978474 Aug 30 22:57:38.062732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53008) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:38.063936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2382c699-e5f1-4a57-bd42-146d5becc41f None None] Network 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:57:38.092487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-f342ce01-6f64-4137-a612-3b91d963bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:38.094595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-f342ce01-6f64-4137-a612-3b91d963bed5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4abb2f99-bf73-4e0a-99d2-9b0b7474f491 HTTP/1.1" status: 200 len: 849 time: 0.0607932 Aug 30 22:57:38.149155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1349160-84cc-46ca-9738-3278cd9c9595 req-ff866be2-3926-45e2-a198-04d9068cb2ec tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:38.150704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1349160-84cc-46ca-9738-3278cd9c9595 req-ff866be2-3926-45e2-a198-04d9068cb2ec tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 944 time: 0.1929290 Aug 30 22:57:38.154153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-4aaa357f-60bd-4c1c-b7f3-ff469f4f3c93 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301402 Aug 30 22:57:38.182338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a345152a-bade-4559-836d-7ffc9356cd21 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:38.183737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a345152a-bade-4559-836d-7ffc9356cd21 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.2473233 Aug 30 22:57:38.192025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53010) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:38.227067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.240424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-19f31a1c-ec51-405b-9f0c-40f6ead35a74 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 200 len: 205 time: 0.0428174 Aug 30 22:57:38.240777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:38.249442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] DHCP port deletion for 789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:57:38.250041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1349160-84cc-46ca-9738-3278cd9c9595 req-0851b08a-6997-4f79-9a60-7c7422b30122 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873055 Aug 30 22:57:38.316383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Deleting port a57ecb1f-f230-4107-8d11-0500afec66ab {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:38.316611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.318906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Deleting port a57ecb1f-f230-4107-8d11-0500afec66ab {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:38.319475 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.328093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-46175d3d-f52e-4776-a817-e75dcb679b39 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670151 Aug 30 22:57:38.380909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] For port a57ecb1f-f230-4107-8d11-0500afec66ab, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a57ecb1f-f230-4107-8d11-0500afec66ab,segment=NetworkSegment(12d1e6fe-6178-4d9e-bcad-001efd50b6f0),segment_id=12d1e6fe-6178-4d9e-bcad-001efd50b6f0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:38.381273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.382110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] For port a57ecb1f-f230-4107-8d11-0500afec66ab, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a57ecb1f-f230-4107-8d11-0500afec66ab,segment=NetworkSegment(12d1e6fe-6178-4d9e-bcad-001efd50b6f0),segment_id=12d1e6fe-6178-4d9e-bcad-001efd50b6f0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:38.382713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.395490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Calling delete_port for a57ecb1f-f230-4107-8d11-0500afec66ab owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:38.396859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Calling delete_port for a57ecb1f-f230-4107-8d11-0500afec66ab owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:38.436305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.478886 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.487677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.507096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] Pushing event deleted for resources: {'Port': ['ID=a57ecb1f-f230-4107-8d11-0500afec66ab,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:38.509219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b571f0b6-cb9e-4061-9dc4-1ea79fd5f4d6 None None] No DVR routers for this DVR port a57ecb1f-f230-4107-8d11-0500afec66ab on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:38.515470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] No DVR routers for this DVR port a57ecb1f-f230-4107-8d11-0500afec66ab on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:38.517122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Port': ['ID=a57ecb1f-f230-4107-8d11-0500afec66ab,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:38.541018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a26c5d74-779e-4a72-a7db-00218cde16e1 req-35cf5a57-b6d6-4b11-9c11-e5699ac92420 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800735 Aug 30 22:57:38.571627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.596947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.607122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789a7dfc-bdbc-4deb-a57d-60793a2bf3e3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:38.617926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d1e6fe-6178-4d9e-bcad-001efd50b6f0') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:38.618220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d1e6fe-6178-4d9e-bcad-001efd50b6f0') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:38.625270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port 1acb7a6f-77ed-43f6-9d4a-db32d4e53ea9 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:38.626227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.627496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.641121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.648249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:57:38.648642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:57:38.651837 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:57:38.725036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.732002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-729a75c1-902d-46a1-b2d8-34331049e94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:38.733494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-729a75c1-902d-46a1-b2d8-34331049e94c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27996b79a8954ff3b5fa3e19b029ff85&device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 1096 time: 0.1046529 Aug 30 22:57:38.742397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.744575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/networks/789a7dfc-bdbc-4deb-a57d-60793a2bf3e3 HTTP/1.1" status: 204 len: 168 time: 0.6792457 Aug 30 22:57:38.754365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.756385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:38.761828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8f94d4-d3f6-4695-92c3-2d1d5f0e8e21 tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Pushing event deleted for resources: {'Network': ['ID=789a7dfc-bdbc-4deb-a57d-60793a2bf3e3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:38.791350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac9f16-8a7a-4067-ab8c-2de3f877195d req-bae2ac45-e51b-4b55-8d25-1bfdbf877edc tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:38.792899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcac9f16-8a7a-4067-ab8c-2de3f877195d req-bae2ac45-e51b-4b55-8d25-1bfdbf877edc tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 943 time: 0.0792372 Aug 30 22:57:38.832996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b3a1d26-60b9-4174-87c6-d0fec6f56d5d tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "GET /v2.0/ports?device_id=45f5174e-18c8-4411-8fc7-06c29448873b HTTP/1.1" status: 200 len: 205 time: 0.0742733 Aug 30 22:57:38.835643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for 1acb7a6f-77ed-43f6-9d4a-db32d4e53ea9 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:38.837159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53020) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:38.837288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 061dc618-be30-479c-9aa9-59347591c65e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:57:38.846875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcac9f16-8a7a-4067-ab8c-2de3f877195d req-a6a12465-b5dc-4251-8d3a-8da17f2062b2 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402365 Aug 30 22:57:38.905262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a57ecb1f-f230-4107-8d11-0500afec66ab no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:38.928735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a57ecb1f-f230-4107-8d11-0500afec66ab {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:38.929086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a57ecb1f-f230-4107-8d11-0500afec66ab not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:38.962410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=061dc618-be30-479c-9aa9-59347591c65e,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:38.967690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:38.973681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '061dc618-be30-479c-9aa9-59347591c65e', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'port_id': '061dc618-be30-479c-9aa9-59347591c65e', 'mac_address': 'fa:16:3e:e4:0b:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:57:39.016963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.029843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 061dc618-be30-479c-9aa9-59347591c65e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:57:39.041283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-1dcb6a5c-fbe1-4757-8ffe-ab773ca3e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:39.042759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-1dcb6a5c-fbe1-4757-8ffe-ab773ca3e6db service neutron] 10.222.0.52 "GET /v2.0/networks?id=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a HTTP/1.1" status: 200 len: 910 time: 0.2999637 Aug 30 22:57:39.050991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=061dc618-be30-479c-9aa9-59347591c65e,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:39.055349 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.106434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:39.148456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-568502f6-f6ab-4de1-b124-fae0b51c9179 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6 HTTP/1.1" status: 200 len: 217 time: 0.0841529 Aug 30 22:57:39.290524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.300361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.335361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['061dc618-be30-479c-9aa9-59347591c65e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:57:39.366530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a75d9-53bf-43e4-9362-ea27dbd4dbb2 req-f531bb3c-5d50-4d37-8db4-5011b9a6885d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:39.368001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-687a75d9-53bf-43e4-9362-ea27dbd4dbb2 req-f531bb3c-5d50-4d37-8db4-5011b9a6885d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.2637110 Aug 30 22:57:39.372897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-0d476d1e-2542-4357-9706-447082f4cb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:39.374377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-0d476d1e-2542-4357-9706-447082f4cb1f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4abb2f99-bf73-4e0a-99d2-9b0b7474f491 HTTP/1.1" status: 200 len: 849 time: 0.1880035 Aug 30 22:57:39.392614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33046c05-cfaf-40c4-a955-6875d4accdfe req-dc371f44-b715-4846-8be7-6f790c50e0ca tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:39.394836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33046c05-cfaf-40c4-a955-6875d4accdfe req-dc371f44-b715-4846-8be7-6f790c50e0ca tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 944 time: 0.0580184 Aug 30 22:57:39.398955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.399463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Fanout notify agent at l3_agent the message router_deleted on router 45f5174e-18c8-4411-8fc7-06c29448873b {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:39.418398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.419495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2580aecf-c597-4a53-aba8-57e913e476ee tempest-RoutersNegativeIpV6Test-1314423196 tempest-RoutersNegativeIpV6Test-1314423196-project] 10.222.0.25 "DELETE /v2.0/routers/45f5174e-18c8-4411-8fc7-06c29448873b HTTP/1.1" status: 204 len: 168 time: 0.5798557 Aug 30 22:57:39.450405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-a4d0610b-f96f-453e-a1bd-277ff6e77432 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551867 Aug 30 22:57:39.452671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33046c05-cfaf-40c4-a955-6875d4accdfe req-5164db26-cf1e-40ec-9965-bab7fbaec843 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486200 Aug 30 22:57:39.706189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:39.799162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-687a75d9-53bf-43e4-9362-ea27dbd4dbb2 req-23fa6a60-5c33-40ea-8b71-fd728bb59bb4 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4050767 Aug 30 22:57:39.799871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.835421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=1acb7a6f-77ed-43f6-9d4a-db32d4e53ea9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:39.852565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a84c270b-57b1-4fdb-b5a3-cecfc850d886 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c8cabf3bddf46ea9a895fb6ff81ca16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450286 Aug 30 22:57:39.856262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53042) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:39.910657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.919401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-13d32076-485d-446b-8fed-70a681751e5f service neutron] 10.222.0.52 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582279 Aug 30 22:57:39.938477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:39.966156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.058875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5055277d-9e59-4d26-bf9c-d3ce710a842a req-b1c5317b-4e18-4e76-82e8-49956013920d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.060414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5055277d-9e59-4d26-bf9c-d3ce710a842a req-b1c5317b-4e18-4e76-82e8-49956013920d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0737016 Aug 30 22:57:40.074420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.076948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.078093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15f19015-d89d-474a-a660-eed3b3704271 HTTP/1.1" status: 204 len: 168 time: 0.2212696 Aug 30 22:57:40.100788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.103548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696adae-d570-4673-b83d-13f1c2a18549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f19015-d89d-474a-a660-eed3b3704271,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:40.106041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.130218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594668-0b98-442c-842d-35ee2e467939 req-dad7da92-b8fa-496e-b441-49f1b4cef546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.131634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-dad7da92-b8fa-496e-b441-49f1b4cef546 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 1097 time: 0.0923407 Aug 30 22:57:40.136771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5055277d-9e59-4d26-bf9c-d3ce710a842a req-66e6d650-3415-43d1-83a3-cc7befe02438 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571139 Aug 30 22:57:40.162584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732cc3be-2f37-4012-823d-cbc92b92c066 req-a9025603-7359-472d-95c1-eaf59241fdf3 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.169763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-732cc3be-2f37-4012-823d-cbc92b92c066 req-a9025603-7359-472d-95c1-eaf59241fdf3 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 944 time: 0.2529166 Aug 30 22:57:40.202817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ce52404-c945-452c-aaee-0b945afe8c1b req-19738446-ff03-4312-bbae-c012e2f26144 service neutron] 10.222.0.52 "GET /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716475 Aug 30 22:57:40.204775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.205295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router 19651d89-a6cf-4d84-b47b-debda98766ca {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:40.213994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.215094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4b1776e6-2352-4c88-b333-db5df094af68 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 204 len: 168 time: 1.9733527 Aug 30 22:57:40.232519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:40.237172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1066538417', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:40.262502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-732cc3be-2f37-4012-823d-cbc92b92c066 req-ba37915a-ff7f-46c8-8470-53d36d397c8b tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872295 Aug 30 22:57:40.267703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d52c23f-694b-4093-aeeb-64523e95bdd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.282506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594668-0b98-442c-842d-35ee2e467939 req-cad6a6db-bb7c-438f-95e2-d4da35b40bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.285157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-cad6a6db-bb7c-438f-95e2-d4da35b40bf8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.1431067 Aug 30 22:57:40.289841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.290877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.351509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.356361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.374275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.375025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-53224c01-727e-4b1b-b983-10a3b06a4ede service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 200 len: 1001 time: 0.0812874 Aug 30 22:57:40.377349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e9ddfce8-aedf-4ec9-af7c-7b2424422a45 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1457036 Aug 30 22:57:40.380136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:40.385054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:40.428769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594668-0b98-442c-842d-35ee2e467939 req-61a5e6be-c360-4cd7-bf24-b33e5db4670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.430311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-61a5e6be-c360-4cd7-bf24-b33e5db4670d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.0465677 Aug 30 22:57:40.486160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40594668-0b98-442c-842d-35ee2e467939 req-71e33a22-ceb2-4287-af3c-f2e7593818bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.487772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-71e33a22-ceb2-4287-af3c-f2e7593818bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480356 Aug 30 22:57:40.608718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-2df47990-6778-45d7-9ccc-078295c29541 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106281 Aug 30 22:57:40.636112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.699295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a27bdc-83ba-4d62-b59e-aac3f275387e req-8634c26d-6e40-48b2-96b9-d22148edbbb9 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:40.700793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8a27bdc-83ba-4d62-b59e-aac3f275387e req-8634c26d-6e40-48b2-96b9-d22148edbbb9 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 944 time: 0.1622159 Aug 30 22:57:40.718570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40594668-0b98-442c-842d-35ee2e467939 req-e82bfe9a-0115-40d0-8045-572185855d70 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966737 Aug 30 22:57:40.753920 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8a27bdc-83ba-4d62-b59e-aac3f275387e req-2884cb2e-11f9-4700-b4fb-c0065ae22121 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458424 Aug 30 22:57:40.857377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 061dc618-be30-479c-9aa9-59347591c65e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:40.876872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:40.889819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.908601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 061dc618-be30-479c-9aa9-59347591c65e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:40.910599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.912599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 061dc618-be30-479c-9aa9-59347591c65e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:40.913167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:40.982524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--379656708'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:40.998551 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.005834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.016760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.024087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061dc618-be30-479c-9aa9-59347591c65e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:41.026397 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789b08cb-29a3-4121-9100-31812545747a" -d '{"events": [{"server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "name": "network-vif-plugged", "status": "completed", "tag": "061dc618-be30-479c-9aa9-59347591c65e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:41.027795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Allocated IP 172.25.7.147 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/286614ee-95b0-43d7-aefd-25579cd92a3e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:41.045671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=061dc618-be30-479c-9aa9-59347591c65e,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:41.052597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.097857 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703cb0c6-1a7e-4ca6-8752-50545d550958 x-openstack-request-id: req-703cb0c6-1a7e-4ca6-8752-50545d550958 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:41.098480 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "name": "network-vif-plugged", "status": "completed", "tag": "061dc618-be30-479c-9aa9-59347591c65e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:41.098961 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-703cb0c6-1a7e-4ca6-8752-50545d550958 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:41.099785 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '061dc618-be30-479c-9aa9-59347591c65e', 'code': 200} Aug 30 22:57:41.119999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.129549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.130250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.130809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.131351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.131906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.132453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.132790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.133021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.133488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.134044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.134529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.135043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.135510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:41.141836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.152059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.177817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63e979f-9679-435d-b668-b579d754ec61,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.205591 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.261340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb0e64-4ea2-4aa5-835b-85737054ec20 req-936ac9ee-966f-4469-83ea-4065fbe3c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:41.263105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bbb0e64-4ea2-4aa5-835b-85737054ec20 req-936ac9ee-966f-4469-83ea-4065fbe3c344 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 1097 time: 0.0682979 Aug 30 22:57:41.283366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:41.302240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:41.309666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:41.327038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.329248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bbb0e64-4ea2-4aa5-835b-85737054ec20 req-b2e99a53-2a4e-4c5f-b988-9acf3c620998 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540619 Aug 30 22:57:41.337165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.346510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event updated for resources: {'Port': ['ID=286614ee-95b0-43d7-aefd-25579cd92a3e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.369071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a5730-02d2-4192-85ef-35c88c4dac22 req-aae9ac26-09e2-44b2-ae72-ce210a3f7478 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:41.370727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e04a5730-02d2-4192-85ef-35c88c4dac22 req-aae9ac26-09e2-44b2-ae72-ce210a3f7478 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1545038 Aug 30 22:57:41.382704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 01819280-4c9c-43fc-b99f-ae3ea70394a6 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:57:41.402720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.407186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5260706 Aug 30 22:57:41.407359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e4a291-e8b7-4d64-b4f8-bd86276b4866 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff9ee9-fcca-4f60-ac07-0832ed1e5c19,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.410195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.443505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c80433-bde7-4a76-91e7-efd455c5fa3e req-61ff6f7d-b940-4051-91e6-cd2e7e368d3f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:41.445112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32c80433-bde7-4a76-91e7-efd455c5fa3e req-61ff6f7d-b940-4051-91e6-cd2e7e368d3f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.1104205 Aug 30 22:57:41.497959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e04a5730-02d2-4192-85ef-35c88c4dac22 req-2f643934-1138-4d11-ab74-2911923b64ec tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205196 Aug 30 22:57:41.506345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6,segment=NetworkSegment(ad33ed07-65be-4c71-b31a-26e058383ee1),segment_id=ad33ed07-65be-4c71-b31a-26e058383ee1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:41.518475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d9b7a83d-3950-437e-82fa-967c2ebeece1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1056416 Aug 30 22:57:41.521076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.521875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '01819280-4c9c-43fc-b99f-ae3ea70394a6', 'network_id': '4b7d6d70-09c6-44d9-8d73-cf91d1c8516a', 'port_id': '01819280-4c9c-43fc-b99f-ae3ea70394a6', 'mac_address': 'fa:16:3e:87:a7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4abb2f99-bf73-4e0a-99d2-9b0b7474f491', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:57:41.527073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-security--99876814', 'description': 'tempest-security-description-2027413438'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:41.528102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32c80433-bde7-4a76-91e7-efd455c5fa3e req-b41b485b-dff8-45b6-8c07-22f1a98a0185 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662484 Aug 30 22:57:41.566624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.580495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01819280-4c9c-43fc-b99f-ae3ea70394a6 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:57:41.600391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6,segment=NetworkSegment(ad33ed07-65be-4c71-b31a-26e058383ee1),segment_id=ad33ed07-65be-4c71-b31a-26e058383ee1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:41.603992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.608575 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.671099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.702995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.710003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.712766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.714079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "PUT /v2.0/security-groups/9dff9ee9-fcca-4f60-ac07-0832ed1e5c19 HTTP/1.1" status: 200 len: 1778 time: 0.1918783 Aug 30 22:57:41.716742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53098) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.717648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.755497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-31e59025-2d6e-44c1-89bd-93dd5c3ecfd3 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups/9dff9ee9-fcca-4f60-ac07-0832ed1e5c19 HTTP/1.1" status: 200 len: 1778 time: 0.0375090 Aug 30 22:57:41.757890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53100) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.773990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa851d-c391-4858-92ee-7ff419d6e6ce tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dff9ee9-fcca-4f60-ac07-0832ed1e5c19,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.816537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.839628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.882255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.885760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:41.886944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/9dff9ee9-fcca-4f60-ac07-0832ed1e5c19 HTTP/1.1" status: 204 len: 168 time: 0.1281576 Aug 30 22:57:41.890053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53104) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.907864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27956090-b4e7-4d72-a73a-7257ffd72018 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dff9ee9-fcca-4f60-ac07-0832ed1e5c19,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:41.931259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59053a97-1485-46fe-a3d4-7f926dddfff6 req-6d32e61d-7aca-4120-b3d7-40bb15a9a57e tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:41.932790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59053a97-1485-46fe-a3d4-7f926dddfff6 req-6d32e61d-7aca-4120-b3d7-40bb15a9a57e tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 945 time: 0.1024275 Aug 30 22:57:41.941871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6db7373d-bb0e-433a-920a-c74f8bbfcde4 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0506020 Aug 30 22:57:41.944391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53106) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.957473 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-65489117-c8b3-41ac-9813-e5055f1528a5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] delete failed (client error): The resource could not be found. Aug 30 22:57:41.958492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-65489117-c8b3-41ac-9813-e5055f1528a5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/9dff9ee9-fcca-4f60-ac07-0832ed1e5c19 HTTP/1.1" status: 404 len: 347 time: 0.0131350 Aug 30 22:57:41.962089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53108) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:41.966268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1481476236'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:41.988860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.013658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['01819280-4c9c-43fc-b99f-ae3ea70394a6'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:57:42.022353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59053a97-1485-46fe-a3d4-7f926dddfff6 req-00c2f39d-10ac-40ff-a1de-0b1dc8079aa6 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825050 Aug 30 22:57:42.024343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.027839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.095604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.100225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.135101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.138957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1734173 Aug 30 22:57:42.138957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d64397-ba0f-44d7-84b1-d142f99c0dd1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12eae5c3-1a85-4102-a455-1af5a6d0e9b1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:42.142115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53110) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.146985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '12eae5c3-1a85-4102-a455-1af5a6d0e9b1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:42.178621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.186849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Router 022901c8-88b0-495d-9d0b-68360d6e6d52 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:42.241362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.246182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.265562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7256c37-b6cb-48b6-b431-887f9f306930,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:42.275509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.279572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1785d853-1b04-44c5-8555-5ba895b761a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337991 Aug 30 22:57:42.279916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.312584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.316302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:42.323479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.323638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.324881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06ab1e3c-8581-4ccd-a379-a32e8e8c38a6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "PUT /v2.0/routers/022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 200 len: 880 time: 1.9437332 Aug 30 22:57:42.327487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53114) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.331445 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] Sync routers for ids ['022901c8-88b0-495d-9d0b-68360d6e6d52'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:42.340464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] Routers {'022901c8-88b0-495d-9d0b-68360d6e6d52'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:42.341306 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['022901c8-88b0-495d-9d0b-68360d6e6d52'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:42.360769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.369197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.373942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c7256c37-b6cb-48b6-b431-887f9f306930 HTTP/1.1" status: 204 len: 168 time: 0.0929151 Aug 30 22:57:42.374574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53116) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.379534 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:42.389306 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] Routers {'022901c8-88b0-495d-9d0b-68360d6e6d52'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:42.390213 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['022901c8-88b0-495d-9d0b-68360d6e6d52'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:42.391476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482c131-2ee1-4f08-be37-499798203580 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c7256c37-b6cb-48b6-b431-887f9f306930,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:42.427081 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:42.428086 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c735411f-1074-4f9a-b755-41edb106caa9 None None] The sync data for ids ['022901c8-88b0-495d-9d0b-68360d6e6d52'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:42.452876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-105b0d7f-29c3-4d43-9b12-c82000123e44 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0723879 Aug 30 22:57:42.453769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53118) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.508901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.537695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.595093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.599611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.601172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/12eae5c3-1a85-4102-a455-1af5a6d0e9b1 HTTP/1.1" status: 204 len: 168 time: 0.1463656 Aug 30 22:57:42.605400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.773186 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d66d832c-4cb5-43f4-88c0-f7d9f144c337 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 200 len: 921 time: 0.4444003 Aug 30 22:57:42.774117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53130) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.822562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:42.862559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87423aa7-f402-49f7-8ccb-cd54cbfc5e54 req-deb46184-82b1-46e0-bdca-665456c7ce00 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:42.864146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87423aa7-f402-49f7-8ccb-cd54cbfc5e54 req-deb46184-82b1-46e0-bdca-665456c7ce00 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.1979516 Aug 30 22:57:42.900993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644bf871-9c77-4277-8905-614117db6c40 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:42.905304 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-644bf871-9c77-4277-8905-614117db6c40 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=022901c8-88b0-495d-9d0b-68360d6e6d52&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1289418 Aug 30 22:57:42.908852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.938245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af162f-1bd8-4d9d-a1b8-c925713e65dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12eae5c3-1a85-4102-a455-1af5a6d0e9b1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:42.972130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87423aa7-f402-49f7-8ccb-cd54cbfc5e54 req-408a8c21-468d-4d88-b040-1bf8b6a54560 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002581 Aug 30 22:57:42.982409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef00bc0a-0845-403d-86c3-727fee35a00b tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3720813 Aug 30 22:57:42.983153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:42.989179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--746437770'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:42.992907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258fef7-8f83-40f8-bcf5-9feeed5ab481 req-6be5d854-b35a-4e78-bce9-ca31eecea886 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:42.998501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4258fef7-8f83-40f8-bcf5-9feeed5ab481 req-6be5d854-b35a-4e78-bce9-ca31eecea886 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.3810692 Aug 30 22:57:43.035318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.035705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4258fef7-8f83-40f8-bcf5-9feeed5ab481 req-7651340e-9397-4c13-baa4-8f00a610154f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337434 Aug 30 22:57:43.083747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a85026-ec2f-41ef-89dc-da6abed46d83 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:43.088412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53140) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.089446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-28a85026-ec2f-41ef-89dc-da6abed46d83 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.1796343 Aug 30 22:57:43.118771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6585ac55-4713-4862-974c-51c7be389381 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 200 len: 205 time: 0.0288305 Aug 30 22:57:43.121168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53142) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.207855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb1954b-4918-49fa-8af4-1d733f5b1178 req-afb3bbc3-0f67-408c-84bf-9488d536d083 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:43.209375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aeb1954b-4918-49fa-8af4-1d733f5b1178 req-afb3bbc3-0f67-408c-84bf-9488d536d083 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 945 time: 0.0759227 Aug 30 22:57:43.211657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.216771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.237543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.263222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.264451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2799091 Aug 30 22:57:43.270119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1235c79-9a88-44dc-9145-ffa82ce36cc8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c8ccea-f451-48e0-8aa7-f708ee496f94,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.274042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53144) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.278938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '81c8ccea-f451-48e0-8aa7-f708ee496f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.293903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aeb1954b-4918-49fa-8af4-1d733f5b1178 req-bc29b7e8-6c21-4f05-b48d-b701defe49ff tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779605 Aug 30 22:57:43.298317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c216f35c-d7cb-4687-9b0d-80137fc92bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.332469 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.350547 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.398480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 01819280-4c9c-43fc-b99f-ae3ea70394a6 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:57:43.402842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.407499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.407832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port 286614ee-95b0-43d7-aefd-25579cd92a3e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:43.408185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.423280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd2d3f54-2bc3-41b2-85ab-6d10b8ebc84b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.435022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.439667 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-00d74585-cc1f-400e-b668-3fc2ea13b8f7 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618438 Aug 30 22:57:43.440635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53146) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.445735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '81c8ccea-f451-48e0-8aa7-f708ee496f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.455496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 01819280-4c9c-43fc-b99f-ae3ea70394a6 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:57:43.460034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 01819280-4c9c-43fc-b99f-ae3ea70394a6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:57:43.460402 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.478666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.506359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.519185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for 286614ee-95b0-43d7-aefd-25579cd92a3e owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:43.543270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.543833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.548317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.567648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:43.570049 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0923177-9314-4d35-a960-2313122ad1c4" -d '{"events": [{"server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "name": "network-vif-plugged", "status": "completed", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:43.571027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aed8616-ee64-4625-91fc-53f2f798e2e9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.575227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.577838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-05716164-9387-42f7-82ea-573780639c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1350586 Aug 30 22:57:43.582142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53150) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.585484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6,segment=NetworkSegment(ad33ed07-65be-4c71-b31a-26e058383ee1),segment_id=ad33ed07-65be-4c71-b31a-26e058383ee1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:43.587835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '81c8ccea-f451-48e0-8aa7-f708ee496f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.590447 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.621051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.621696 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aae30b8-b6fb-4966-b71d-fdac6b42c091 x-openstack-request-id: req-8aae30b8-b6fb-4966-b71d-fdac6b42c091 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:43.622102 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "name": "network-vif-plugged", "status": "completed", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:43.622440 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8aae30b8-b6fb-4966-b71d-fdac6b42c091 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:43.622933 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6', 'code': 200} Aug 30 22:57:43.651060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.686949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.691362 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.715592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.721982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eb89a1-7f99-4107-a89b-a8f316c86fc1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.740792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.742035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b91095c8-17e7-4abb-8132-def21d778361 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586869 Aug 30 22:57:43.744047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=286614ee-95b0-43d7-aefd-25579cd92a3e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.745026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53152) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.750326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '81c8ccea-f451-48e0-8aa7-f708ee496f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.777836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9093c89-4939-4eb4-8247-733412cc2a36 req-0eb1f575-8bce-4fc3-b35d-a4477181ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:43.779503 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9093c89-4939-4eb4-8247-733412cc2a36 req-0eb1f575-8bce-4fc3-b35d-a4477181ed66 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 1098 time: 0.0661976 Aug 30 22:57:43.806025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.809163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.837408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9093c89-4939-4eb4-8247-733412cc2a36 req-451290a0-e354-40cb-99b2-e58e25872f9a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506926 Aug 30 22:57:43.865761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.870692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.892453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc7957e-0634-4487-847a-2f8953b64373,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:43.895958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.897170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18db821a-f298-45d1-9913-3ad3c9e7f6cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1512198 Aug 30 22:57:43.899749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53154) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.904213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '81c8ccea-f451-48e0-8aa7-f708ee496f94', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.907948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.910190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.931131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.954925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.955511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router 022901c8-88b0-495d-9d0b-68360d6e6d52 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:43.962608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.963889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c502e29a-aaee-4c74-b151-ea036487c0b6 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 204 len: 168 time: 0.8414505 Aug 30 22:57:43.967427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53156) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:43.972449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081125372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:43.995713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.996295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:43.996772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.000653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.022152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88717efe-948e-46ca-ac19-f1cf38f67146,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.028769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.034190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6310cdee-953a-4920-b9b9-a474930c1386 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1334035 Aug 30 22:57:44.034897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53160) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.059226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.064927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.083396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.084920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3f34616-b78f-4bf0-a27c-a386178f123b tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1162784 Aug 30 22:57:44.087488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53164) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.091909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': True}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:44.097554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.108252 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.143753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffef099a-9044-48a2-ba7d-6024b3d0f420 req-b39e0ee0-698a-4752-b675-e9d0dc593731 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:44.145379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffef099a-9044-48a2-ba7d-6024b3d0f420 req-b39e0ee0-698a-4752-b675-e9d0dc593731 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.0931516 Aug 30 22:57:44.162376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.174194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.178003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/88717efe-948e-46ca-ac19-f1cf38f67146 HTTP/1.1" status: 204 len: 168 time: 0.1419349 Aug 30 22:57:44.182351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53168) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.193544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d095f0-5b06-41ac-aa72-e4d313a8d4f5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88717efe-948e-46ca-ac19-f1cf38f67146,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.222588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ffef099a-9044-48a2-ba7d-6024b3d0f420 req-8d5df18d-59cf-484d-8415-0274d76c0387 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689704 Aug 30 22:57:44.265124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-23b497c5-fa06-48b7-9ae1-2de0a83c8271 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0816827 Aug 30 22:57:44.267938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.292730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.311690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.311896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.369225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.374161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.375883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/7fc7957e-0634-4487-847a-2f8953b64373 HTTP/1.1" status: 204 len: 168 time: 0.1064336 Aug 30 22:57:44.383272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dc3c9-6b9a-4c66-a09f-1c8aebc0c677 req-e04e7b95-ac4e-4736-b413-637a73d44d25 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:44.384727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-829dc3c9-6b9a-4c66-a09f-1c8aebc0c677 req-e04e7b95-ac4e-4736-b413-637a73d44d25 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.0897470 Aug 30 22:57:44.385212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53176) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.395747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53178) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.404741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2d276-817b-4381-ae5c-251c5b6faa4d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fc7957e-0634-4487-847a-2f8953b64373,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.414713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Request body: {'floatingip': {'port_id': '061dc618-be30-479c-9aa9-59347591c65e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:44.442525 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-77ff79e5-1da3-4da6-aef0-82246d4c962a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0540996 Aug 30 22:57:44.445115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.457169 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.465882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.471608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.479085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.504062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.508896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.510398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/33eb89a1-7f99-4107-a89b-a8f316c86fc1 HTTP/1.1" status: 204 len: 168 time: 0.0640004 Aug 30 22:57:44.513511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.525155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a3b84-9a97-440f-bf2b-ec4dda603ba2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=33eb89a1-7f99-4107-a89b-a8f316c86fc1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.547514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dd622-371d-4bd5-9b09-0998800ec13e req-d5938141-3b2e-4355-9ef6-1b76618fb5a8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:44.549021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a5dd622-371d-4bd5-9b09-0998800ec13e req-d5938141-3b2e-4355-9ef6-1b76618fb5a8 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 946 time: 0.1764750 Aug 30 22:57:44.562823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69a7266b-2a3a-4780-8814-c0e0961053de tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0471382 Aug 30 22:57:44.565457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53184) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.590086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.598189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.623863 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.629169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.632688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/8aed8616-ee64-4625-91fc-53f2f798e2e9 HTTP/1.1" status: 204 len: 168 time: 0.0636461 Aug 30 22:57:44.633170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.650260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76aad1c1-f554-4327-9d14-b831cee42cb5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8aed8616-ee64-4625-91fc-53f2f798e2e9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.681845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eef903e4-8c69-4a27-8ebe-22cbaeb6dd8d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0475364 Aug 30 22:57:44.684474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53188) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.707223 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a5dd622-371d-4bd5-9b09-0998800ec13e req-d8717757-ca06-4dd6-acf8-c09a50de0bfa tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477516 Aug 30 22:57:44.710911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.723100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.748114 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.753560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.757122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/dd2d3f54-2bc3-41b2-85ab-6d10b8ebc84b HTTP/1.1" status: 204 len: 168 time: 0.0693533 Aug 30 22:57:44.757447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53190) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.775311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf3e299-7999-465d-9b56-0f1b81e3b8cb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd2d3f54-2bc3-41b2-85ab-6d10b8ebc84b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:44.809743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7834b4e0-4d63-4a2e-bff0-c398fe58dfe4 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0486093 Aug 30 22:57:44.810086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.837694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.865649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.889821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.894491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.942838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.945877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:44.950121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/81c8ccea-f451-48e0-8aa7-f708ee496f94 HTTP/1.1" status: 204 len: 168 time: 0.1390202 Aug 30 22:57:44.950950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:44.988924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1af1bb-fb7c-4043-acfb-2e8be3075fbb tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c8ccea-f451-48e0-8aa7-f708ee496f94,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.031499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-31506888-7a92-4811-8a34-89e18349da31 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0760560 Aug 30 22:57:45.037438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.041936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--305636110'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:45.063292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.147799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.149290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.25.7.192 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7dcff4ca-7808-4e54-bc1b-ba0b1b3f22a8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:45.152205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.174826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.176070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1376281 Aug 30 22:57:45.180348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53198) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.186877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': 'd641cac8-b022-47d3-8ac2-137c8cfd8ee1', 'direction': 'ingress', 'protocol': 17}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:45.194858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39e8405-6b12-464f-b700-f2ec84a0faf0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d641cac8-b022-47d3-8ac2-137c8cfd8ee1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.222451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.279864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.285326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.307151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbe450d-e0cf-4bee-a91c-d30256bcfa2a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.311629 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.313068 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a9b0df6-f011-41d5-aaaa-0e3d8281a5d0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1317892 Aug 30 22:57:45.316468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53204) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.377194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.401513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.455233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.458080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.459293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/d641cac8-b022-47d3-8ac2-137c8cfd8ee1 HTTP/1.1" status: 204 len: 168 time: 0.1418884 Aug 30 22:57:45.462646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.480160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e07216a-ea4b-4f2d-a597-140db8255f28 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d641cac8-b022-47d3-8ac2-137c8cfd8ee1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.515429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a922c4c-a313-48de-8b81-78e692bd5aab tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517385 Aug 30 22:57:45.519099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53208) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.522782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.524440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--203758495'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:45.530716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.546081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.603015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.626743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.630595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.659992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.661124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1408548 Aug 30 22:57:45.663147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d2183-20d6-4160-851d-fa40de157b4c tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc6c7f2-5449-4b0b-b8dd-206505f80557,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.663977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53210) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:45.668503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1579245781'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:45.676771 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Floating IP 032fbda3-df02-4ddb-9341-13a668a1d077 associated. External IP: 172.25.7.207, port: 061dc618-be30-479c-9aa9-59347591c65e. Aug 30 22:57:45.746363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.785624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:45.839653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b4c7d-de61-4d33-a357-184c53495373 req-a1e10f9c-47bb-426c-8579-8ac365271ccf tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:45.841281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-781b4c7d-de61-4d33-a357-184c53495373 req-a1e10f9c-47bb-426c-8579-8ac365271ccf tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 946 time: 0.0510557 Aug 30 22:57:45.843379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:45.857767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:45.867014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:45.872970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=7dcff4ca-7808-4e54-bc1b-ba0b1b3f22a8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:45.881539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-781b4c7d-de61-4d33-a357-184c53495373 req-830f6967-3190-493c-a7cc-56e16684ca7d tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339761 Aug 30 22:57:45.903925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.160742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Router 81888653-c3db-4947-82d5-d577754edf39 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:46.168926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.217538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.326915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.328254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6632264 Aug 30 22:57:46.331364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53224) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:46.336873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '9cc6c7f2-5449-4b0b-b8dd-206505f80557', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ccc9c615-d6c7-462f-9af2-4bacaf8ff198', 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:46.340926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e0024-3979-4356-94b1-a5717cd2017a tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc9c615-d6c7-462f-9af2-4bacaf8ff198,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:46.379305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.415339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.460992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.466351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.466626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:46.475388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.483308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Sync routers for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:46.492977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.496283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:46.497231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:46.498189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1652248 Aug 30 22:57:46.498968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53228) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:46.500582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a398386-39a8-4879-a9ca-85ca24559280 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcb93517-8fe0-4a87-9782-71da2db53df7,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:46.536090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0b1fedbb-a426-48a9-ab1f-3c7dcc62b5f6 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "PUT /v2.0/floatingips/032fbda3-df02-4ddb-9341-13a668a1d077 HTTP/1.1" status: 200 len: 991 time: 2.1392717 Aug 30 22:57:46.538233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'tag': '061dc618-be30-479c-9aa9-59347591c65e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:46.539796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.540928 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5beb55-61d6-47a3-ace8-821807b85da9" -d '{"events": [{"name": "network-changed", "server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "tag": "061dc618-be30-479c-9aa9-59347591c65e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:46.558290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.627705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.647318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.648880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bcb93517-8fe0-4a87-9782-71da2db53df7 HTTP/1.1" status: 204 len: 168 time: 0.1459410 Aug 30 22:57:46.658024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1fa52-f82b-4de4-8929-0db63a3366e8 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bcb93517-8fe0-4a87-9782-71da2db53df7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:46.660289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:46.691254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:46.712063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-211977f3-77e7-4128-9dd6-71dc0dd8cebc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0498509 Aug 30 22:57:46.714985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53238) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:46.720119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.723799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.813223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.840301 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ce8a78-c0d6-4ed6-aba4-6efa802683bf x-openstack-request-id: req-b6ce8a78-c0d6-4ed6-aba4-6efa802683bf {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:46.840597 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "tag": "061dc618-be30-479c-9aa9-59347591c65e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:46.840850 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6ce8a78-c0d6-4ed6-aba4-6efa802683bf {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:46.841253 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'tag': '061dc618-be30-479c-9aa9-59347591c65e', 'status': 'completed', 'code': 200} Aug 30 22:57:46.860024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.926060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.933426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:46.934748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/ccc9c615-d6c7-462f-9af2-4bacaf8ff198 HTTP/1.1" status: 204 len: 168 time: 0.2176495 Aug 30 22:57:46.937875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53240) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:46.944911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79413e-ba3e-42e1-bb10-9cc49fbdc79d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc9c615-d6c7-462f-9af2-4bacaf8ff198,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:46.966923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-63c46827-dc2c-4909-bf90-02209825fd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:46.968461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-63c46827-dc2c-4909-bf90-02209825fd7c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64285c4970e5449baef1205398424a1c&device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 1097 time: 0.1023569 Aug 30 22:57:47.003056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router 803b9082-33af-4b48-84c5-9a4cf93e6b34 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:47.018962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '032fbda3-df02-4ddb-9341-13a668a1d077', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '81888653-c3db-4947-82d5-d577754edf39', 'port_id': '061dc618-be30-479c-9aa9-59347591c65e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'mac_address': 'fa:16:3e:e4:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:57:24Z', 'updated_at': '2021-08-30T22:57:45Z', 'revision_number': 1, 'project_id': '64285c4970e5449baef1205398424a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.045434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Checking router: 81888653-c3db-4947-82d5-d577754edf39 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:57:47.053733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:47.054446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.073384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aca1a091-5289-459a-a7b8-e98c8573559b tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1336274 Aug 30 22:57:47.076303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.132225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.154886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.174362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:57:47.193054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-c0b56d2c-4580-40b6-9768-06e53b771c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:47.194603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-c0b56d2c-4580-40b6-9768-06e53b771c75 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5e7ad219-dabc-4de9-98e6-4722535d242a HTTP/1.1" status: 200 len: 916 time: 0.2094471 Aug 30 22:57:47.205688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:47.206538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.210798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.211300 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.211916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d66cd2a8-8f59-4d16-8597-f37f5227ca67 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "PUT /v2.0/routers/803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 200 len: 915 time: 3.1234989 Aug 30 22:57:47.215114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/9cc6c7f2-5449-4b0b-b8dd-206505f80557 HTTP/1.1" status: 204 len: 168 time: 0.1376922 Aug 30 22:57:47.215820 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] Sync routers for ids ['803b9082-33af-4b48-84c5-9a4cf93e6b34'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:47.216806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.217574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.232964 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] Routers {'803b9082-33af-4b48-84c5-9a4cf93e6b34'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:47.233513 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['803b9082-33af-4b48-84c5-9a4cf93e6b34'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.265114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d879bb-15ab-4dfc-b348-973f082b82db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc6c7f2-5449-4b0b-b8dd-206505f80557,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:47.303403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-55d68360-a9fa-4063-a36e-fd3a672a502f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=061dc618-be30-479c-9aa9-59347591c65e HTTP/1.1" status: 200 len: 999 time: 0.0957336 Aug 30 22:57:47.315434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7e6224b-1306-4da2-9747-a59e1a3e0c15 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0951533 Aug 30 22:57:47.323365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.327855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--1958198165'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:47.335480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.348437 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] Routers {'803b9082-33af-4b48-84c5-9a4cf93e6b34'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:47.349288 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['803b9082-33af-4b48-84c5-9a4cf93e6b34'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.366806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.379326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6ddb6f8-a356-4160-80c7-c5f9497851f7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 200 len: 921 time: 0.1568530 Aug 30 22:57:47.379838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-d92eb7e1-eb39-4e75-a96f-1f7edf71a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:47.381389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-d92eb7e1-eb39-4e75-a96f-1f7edf71a88f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=18b48b1b-111a-402d-bcca-124d53e1c35b HTTP/1.1" status: 200 len: 854 time: 0.0646975 Aug 30 22:57:47.382021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53256) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.390757 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.392385 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9076d7-e67e-4a25-a75f-d0aff0007f78 None None] The sync data for ids ['803b9082-33af-4b48-84c5-9a4cf93e6b34'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:47.485453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.494586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.521587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.525451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1985743 Aug 30 22:57:47.526712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53260) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.531554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a114d-9ab7-46a5-a70f-bac99c51b7df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acf271a-c6ce-4314-bbed-e1d331a0218b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:47.547708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '9acf271a-c6ce-4314-bbed-e1d331a0218b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:47.563309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd5e024-5eea-42db-b6c2-e64a6c4e925a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:47.564923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1dd5e024-5eea-42db-b6c2-e64a6c4e925a tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=803b9082-33af-4b48-84c5-9a4cf93e6b34&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1819832 Aug 30 22:57:47.568880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.580275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-821a238a-8224-4ce2-86c6-4e73dd606224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:47.582669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-821a238a-8224-4ce2-86c6-4e73dd606224 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5e7ad219-dabc-4de9-98e6-4722535d242a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1150904 Aug 30 22:57:47.617520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '032fbda3-df02-4ddb-9341-13a668a1d077', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '81888653-c3db-4947-82d5-d577754edf39', 'port_id': '061dc618-be30-479c-9aa9-59347591c65e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'mac_address': 'fa:16:3e:e4:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:57:24Z', 'updated_at': '2021-08-30T22:57:45Z', 'revision_number': 1, 'project_id': '64285c4970e5449baef1205398424a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:47.624221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.752623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e6cb08-4341-4782-9e76-f1237ed27c1f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:47.756858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88e6cb08-4341-4782-9e76-f1237ed27c1f tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.1839092 Aug 30 22:57:47.757256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.783308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866164d4-9c57-43de-89cb-870b2f61c3a3 None None] The sync data for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 is: [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '032fbda3-df02-4ddb-9341-13a668a1d077', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'floating_ip_address': '172.25.7.207', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '81888653-c3db-4947-82d5-d577754edf39', 'port_id': '061dc618-be30-479c-9aa9-59347591c65e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1712, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'mac_address': 'fa:16:3e:e4:0b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:57:24Z', 'updated_at': '2021-08-30T22:57:45Z', 'revision_number': 1, 'project_id': '64285c4970e5449baef1205398424a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:47.806786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-bea3563b-2b30-42af-b297-7fcfb67b9b3c service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074528 Aug 30 22:57:47.813019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-549da5f3-3159-4dc0-a394-f5517edfdb35 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 200 len: 205 time: 0.0518281 Aug 30 22:57:47.815507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.816308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.833547 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.938219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a3a96b-3573-4dc7-a53c-36c094fe6823,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:47.945665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.946882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-68111c34-308b-4a22-b614-ebcacb25e2dd tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4177597 Aug 30 22:57:47.949854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:47.983462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:47.993907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.022290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd5beb55-61d6-47a3-ace8-821807b85da9 req-64d1ef3a-9f7b-4faf-a841-3722013216aa service neutron] 10.222.0.47 "GET /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986918 Aug 30 22:57:48.026561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.060104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.070535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88101fe6-8c74-45b7-9507-df51e3b6805d None None] New status for floating IP 032fbda3-df02-4ddb-9341-13a668a1d077: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:57:48.071043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.071869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/05a3a96b-3573-4dc7-a53c-36c094fe6823 HTTP/1.1" status: 204 len: 168 time: 0.1208289 Aug 30 22:57:48.075954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53284) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:48.080931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e988d8-e83f-4bc2-83d4-2ed3fc653f80 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=05a3a96b-3573-4dc7-a53c-36c094fe6823,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:48.419606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b928de15-0b0b-42a1-a736-599ad5e921a2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3430228 Aug 30 22:57:48.423136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:48.436895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.480446 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.496255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port 7dcff4ca-7808-4e54-bc1b-ba0b1b3f22a8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:48.496594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.509991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.563953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.567892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.568878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/9acf271a-c6ce-4314-bbed-e1d331a0218b HTTP/1.1" status: 204 len: 168 time: 0.1447411 Aug 30 22:57:48.572419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53304) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:48.602218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b5fa1-a683-42b1-a947-c2f528dddf47 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acf271a-c6ce-4314-bbed-e1d331a0218b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:48.607820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.626580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for 7dcff4ca-7808-4e54-bc1b-ba0b1b3f22a8 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:48.653800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-10f414c9-1a1e-4d30-bdf9-1b3919d1a3c2 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0769317 Aug 30 22:57:48.654529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:48.659051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group': {'name': 'tempest-secgroup--280872579'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:48.681630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.751437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22437850-c330-4918-bba1-562bb5a89b4f req-2ef416be-d420-4542-a22c-ff308eae8652 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:48.752855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22437850-c330-4918-bba1-562bb5a89b4f req-2ef416be-d420-4542-a22c-ff308eae8652 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 946 time: 0.0750952 Aug 30 22:57:48.767258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.774555 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.813280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.814566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1590960 Aug 30 22:57:48.816911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9969a-85a0-4df8-939a-ba15a983434d tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0864063e-7fc0-464a-b025-43fce6f34fac,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:48.819364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:48.825224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '0864063e-7fc0-464a-b025-43fce6f34fac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:48.866925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22437850-c330-4918-bba1-562bb5a89b4f req-c119c322-3732-4cc3-a69d-29c4c7cd3464 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775299 Aug 30 22:57:48.904934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.928496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:48.971346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=7dcff4ca-7808-4e54-bc1b-ba0b1b3f22a8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:48.998463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:48.999049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:48.999392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:48.999862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.000710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.001093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.001677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.002081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.002427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.002737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.003060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.003380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:57:49.059723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.066761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.069174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.147669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.148860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3276713 Aug 30 22:57:49.149548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faebb2b1-beda-4770-8ec8-c1267f812de1 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c9b555-cdee-4a6f-9b0c-09ff66e4e747,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:49.151691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53312) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.170652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14595740-59c8-4f8a-be6c-2c2e775c64a6 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules/79c9b555-cdee-4a6f-9b0c-09ff66e4e747 HTTP/1.1" status: 200 len: 763 time: 0.0154815 Aug 30 22:57:49.170882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53314) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.182898 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.184969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.212450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ac268760-7e32-48f8-958c-4d77ddc901df tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0405223 Aug 30 22:57:49.215047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.234922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.235451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router 803b9082-33af-4b48-84c5-9a4cf93e6b34 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:49.239150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.242766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.246893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.247782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e69c66f-7540-445f-96d8-391318a1b10c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 204 len: 168 time: 1.4304307 Aug 30 22:57:49.248400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53318) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.252965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1174414291', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:49.274035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.276258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.277263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.280242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.284287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/79c9b555-cdee-4a6f-9b0c-09ff66e4e747 HTTP/1.1" status: 204 len: 168 time: 0.0662653 Aug 30 22:57:49.285860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53320) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.287866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77865c5-2bb2-4409-9e02-e0b3d45a99db tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79c9b555-cdee-4a6f-9b0c-09ff66e4e747,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:49.356984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.368991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d46cdba-cf01-4f52-b8b8-baa021cf78dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0820925 Aug 30 22:57:49.370184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.371705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.376973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '0864063e-7fc0-464a-b025-43fce6f34fac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:49.386590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.387900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-44a0c186-bac8-4d20-9c4d-ddca2e4e7861 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1385603 Aug 30 22:57:49.391784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.396689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:49.407653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.454755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.458505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.477371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc97f023-c6b0-4c31-bbe7-d77786de0dde,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:49.486207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.487517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e79be1cc-d781-4e82-94dc-c49215cb7905 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1147408 Aug 30 22:57:49.490194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.506681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7a31e4f-1aa2-4108-a352-3461633fa8c5 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules/cc97f023-c6b0-4c31-bbe7-d77786de0dde HTTP/1.1" status: 200 len: 763 time: 0.0153511 Aug 30 22:57:49.509915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.575832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fb1484d0-1273-419c-8b2e-9adabd472290 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0644743 Aug 30 22:57:49.578159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.602502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.611224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.639940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.642217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.646180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.650139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/cc97f023-c6b0-4c31-bbe7-d77786de0dde HTTP/1.1" status: 204 len: 168 time: 0.0684729 Aug 30 22:57:49.650535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53334) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.657419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccd1fd6-e3cf-42b3-a778-2f53aebf87f9 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc97f023-c6b0-4c31-bbe7-d77786de0dde,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:49.731294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9bc97a35-b6b9-4928-b84d-fcd1abd78682 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0794716 Aug 30 22:57:49.733859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53338) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.738674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Request body: {'security_group_rule': {'security_group_id': '0864063e-7fc0-464a-b025-43fce6f34fac', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:49.775878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.823759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.827363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.846100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1427b1e-a3c7-40da-9655-b31b7f38e55b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:49.853168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.857469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f4abd995-ebd0-43de-a1c5-c4ea32aeb979 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1199803 Aug 30 22:57:49.857705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.874166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-93089ccb-46ea-45a1-92e2-8ccf7c32e7f0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules/c1427b1e-a3c7-40da-9655-b31b7f38e55b HTTP/1.1" status: 200 len: 764 time: 0.0151882 Aug 30 22:57:49.876645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.887839 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.915660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.924842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2946fb96-cfb1-47c1-b329-93dcedf12951 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0445261 Aug 30 22:57:49.924842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53348) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.948790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.956967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.983841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.990269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:49.991396 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c1427b1e-a3c7-40da-9655-b31b7f38e55b HTTP/1.1" status: 204 len: 168 time: 0.0653424 Aug 30 22:57:49.994582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:49.997295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab9de0-006a-4b17-8901-54b58d2f01ea tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1427b1e-a3c7-40da-9655-b31b7f38e55b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:50.066904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b775b9-c666-4070-b0d7-da7c11907504 req-7c707737-c116-48df-99d3-680947075340 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:50.068296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b775b9-c666-4070-b0d7-da7c11907504 req-7c707737-c116-48df-99d3-680947075340 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 946 time: 0.1121459 Aug 30 22:57:50.100266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-977dc8ff-00ec-4ce9-be90-3e61860bd5f0 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1037974 Aug 30 22:57:50.103174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53352) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:50.121826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Allocated IP 172.25.7.245 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e497a858-8ddf-462f-87d5-82aeba4e58c2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:50.148302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b775b9-c666-4070-b0d7-da7c11907504 req-70ed1e98-6dca-42f5-9552-1a0fb8ca32a5 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/security-groups?id=e3e49f44-c1a9-48a3-a43e-82aac0542a58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709469 Aug 30 22:57:50.183496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-0f9f6a2f-c132-4b9e-a04b-59f42264719b tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:50.184952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-0f9f6a2f-c132-4b9e-a04b-59f42264719b tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.52 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 946 time: 0.0674157 Aug 30 22:57:50.202308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.239138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.274564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.278803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.325412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:50.328022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.329237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:50.331335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.335074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "DELETE /v2.0/security-groups/0864063e-7fc0-464a-b025-43fce6f34fac HTTP/1.1" status: 204 len: 168 time: 0.2283251 Aug 30 22:57:50.335244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:50.337328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53354) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:50.340893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Deleting port 01819280-4c9c-43fc-b99f-ae3ea70394a6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:50.341225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.355826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Pushing event updated for resources: {'Port': ['ID=e497a858-8ddf-462f-87d5-82aeba4e58c2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:50.397688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358485cc-0b10-4ef6-8f4e-19ecc26de291 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0864063e-7fc0-464a-b025-43fce6f34fac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:50.447335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-935caf84-96d4-41e6-93e4-6c4aacc20704 tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1087801 Aug 30 22:57:50.454444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:50.495516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] For port 01819280-4c9c-43fc-b99f-ae3ea70394a6, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=01819280-4c9c-43fc-b99f-ae3ea70394a6,segment=NetworkSegment(ad33ed07-65be-4c71-b31a-26e058383ee1),segment_id=ad33ed07-65be-4c71-b31a-26e058383ee1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:57:50.496265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.519830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Calling delete_port for 01819280-4c9c-43fc-b99f-ae3ea70394a6 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:50.531103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-492843b4-f59c-4ae3-a50f-7c2f339106dc tempest-SecGroupTest-741008681 tempest-SecGroupTest-741008681-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0756166 Aug 30 22:57:50.586684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.663755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.691850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Pushing event deleted for resources: {'Port': ['ID=01819280-4c9c-43fc-b99f-ae3ea70394a6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:50.698639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['01819280-4c9c-43fc-b99f-ae3ea70394a6'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:57:50.762869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] No DVR routers for this DVR port 01819280-4c9c-43fc-b99f-ae3ea70394a6 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:57:50.770197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.772398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9454390c-7e28-447f-8983-fdc0d154e3bf req-bb1f2ee6-5468-46a7-8c5e-a9ea8f0f5bd7 tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.52 "DELETE /v2.0/ports/01819280-4c9c-43fc-b99f-ae3ea70394a6 HTTP/1.1" status: 204 len: 173 time: 0.5789099 Aug 30 22:57:50.772869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'name': 'network-vif-deleted', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:57:50.775470 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34254e21-7cf4-4380-9383-798566a4cfa4" -d '{"events": [{"server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "name": "network-vif-deleted", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:57:50.831444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.839422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:50.843335 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1218e1-0c56-4832-81df-0e7937076b7e x-openstack-request-id: req-5f1218e1-0c56-4832-81df-0e7937076b7e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:57:50.843688 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f67b951-ac44-4dc5-90dc-70dfa60adb94", "name": "network-vif-deleted", "tag": "01819280-4c9c-43fc-b99f-ae3ea70394a6", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:57:50.843962 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f1218e1-0c56-4832-81df-0e7937076b7e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:57:50.844425 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f67b951-ac44-4dc5-90dc-70dfa60adb94', 'name': 'network-vif-deleted', 'tag': '01819280-4c9c-43fc-b99f-ae3ea70394a6', 'status': 'completed', 'code': 200} Aug 30 22:57:50.882913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:50.997984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Router f84eb402-906c-485e-9944-63a1056f5768 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:51.030784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a8b1b43-882a-40a4-93c1-07e849b16615 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b134757295c4a87aeee8cbc0fbfe759&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466267 Aug 30 22:57:51.033849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.087245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.110610 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.159210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.161993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.163328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e63e979f-9679-435d-b668-b579d754ec61 HTTP/1.1" status: 204 len: 168 time: 0.1285470 Aug 30 22:57:51.172623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e159014d-2e55-41c3-9574-d6ffc039ea58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63e979f-9679-435d-b668-b579d754ec61,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:51.361736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3879c20-3caf-40b1-bb62-003536e1696d req-24493f7d-f95a-4934-900e-843679c24bbc tempest-VolumesActionsTest-1125069565 tempest-VolumesActionsTest-1125069565-project] 10.222.0.25 "GET /v2.0/ports?device_id=4f67b951-ac44-4dc5-90dc-70dfa60adb94 HTTP/1.1" status: 200 len: 210 time: 0.0359678 Aug 30 22:57:51.427047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:51.431383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.432526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5e5ef51-d937-4e12-a303-b5d58a0a9c01 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "PUT /v2.0/routers/f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 200 len: 916 time: 2.0397856 Aug 30 22:57:51.435212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.435560 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] Sync routers for ids ['f84eb402-906c-485e-9944-63a1056f5768'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:51.445615 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] Routers {'f84eb402-906c-485e-9944-63a1056f5768'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:51.446287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f84eb402-906c-485e-9944-63a1056f5768'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:51.481670 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:51.490521 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] Routers {'f84eb402-906c-485e-9944-63a1056f5768'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:51.491159 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f84eb402-906c-485e-9944-63a1056f5768'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:51.530439 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:51.531767 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271ab259-dcb2-4097-899e-d37bd11667bd None None] The sync data for ids ['f84eb402-906c-485e-9944-63a1056f5768'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:51.544791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-127bdf3d-f7aa-40b9-adfe-dc745fecb50e tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 200 len: 922 time: 0.1084187 Aug 30 22:57:51.547781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53392) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.589413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7229a2ef-3c22-4dcc-86b8-b5ac723b1b33 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:51.591030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7229a2ef-3c22-4dcc-86b8-b5ac723b1b33 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=f84eb402-906c-485e-9944-63a1056f5768&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0422039 Aug 30 22:57:51.593961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53394) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.682862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e56828-4a2e-4f9d-8317-5b37f0fd5207 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:51.686987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-06e56828-4a2e-4f9d-8317-5b37f0fd5207 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.0893891 Aug 30 22:57:51.687166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53400) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.715836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ea838ff8-6755-47e4-a893-d5d75f420c91 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 200 len: 205 time: 0.0270805 Aug 30 22:57:51.718340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53404) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:51.828153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.935494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:51.988455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port e497a858-8ddf-462f-87d5-82aeba4e58c2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:51.988837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.075103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.091731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for e497a858-8ddf-462f-87d5-82aeba4e58c2 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:52.264467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.280721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.300147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=e497a858-8ddf-462f-87d5-82aeba4e58c2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:52.366174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.468869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.471204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.520768 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.521668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router f84eb402-906c-485e-9944-63a1056f5768 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:52.528940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.533957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4031d67d-2e2d-45c0-b44f-f59be594be43 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 204 len: 168 time: 0.8108103 Aug 30 22:57:52.533957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:52.538319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-535137604', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:52.561597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.563231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.623985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:52.802496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.022384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.043404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.145827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53472) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:53.169225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Allocated IP 172.25.7.248 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ce4f734f-76c4-42cf-b92f-5b55803f68d7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:57:53.260055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a6d39ac-dc19-49a1-a513-c71112753fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.277235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.329291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.382017 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a6d39ac-dc19-49a1-a513-c71112753fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.383040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:57:53.386635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a6d39ac-dc19-49a1-a513-c71112753fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.387109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:57:53.389202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event updated for resources: {'Port': ['ID=ce4f734f-76c4-42cf-b92f-5b55803f68d7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:53.392413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:57:53.437330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a6d39ac-dc19-49a1-a513-c71112753fca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe7c8aa2f92f49608ec9845cf6faeb57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880554 Aug 30 22:57:53.437330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6d39ac-dc19-49a1-a513-c71112753fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35430c5b-b423-44e9-932d-be117a39bf9a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:53.438995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53476) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:53.446851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 01819280-4c9c-43fc-b99f-ae3ea70394a6 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:57:53.473737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 01819280-4c9c-43fc-b99f-ae3ea70394a6 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:57:53.474336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 01819280-4c9c-43fc-b99f-ae3ea70394a6 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:57:53.499030 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.521592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.570099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.572844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.574041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35430c5b-b423-44e9-932d-be117a39bf9a HTTP/1.1" status: 204 len: 168 time: 0.1339531 Aug 30 22:57:53.581843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c5a1c-0afe-4212-bb28-74bbc81a305e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35430c5b-b423-44e9-932d-be117a39bf9a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:53.659056 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.856073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53486) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:53.870197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d113758-1408-4911-932c-5bcf5bf57132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.876949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.971785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d113758-1408-4911-932c-5bcf5bf57132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:53.976589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d113758-1408-4911-932c-5bcf5bf57132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.020613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2d113758-1408-4911-932c-5bcf5bf57132 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5067c466c3a48538e1d0c7531b2c8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632280 Aug 30 22:57:54.021525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d113758-1408-4911-932c-5bcf5bf57132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84945722-3d40-4bb8-b599-51b305bc0748,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:54.024386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53496) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:54.125452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.158826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.239612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.242611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.246247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84945722-3d40-4bb8-b599-51b305bc0748 HTTP/1.1" status: 204 len: 168 time: 0.2184145 Aug 30 22:57:54.253817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461fca8-7cbe-4505-958e-38eaf137de52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84945722-3d40-4bb8-b599-51b305bc0748,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:54.320333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Router 2be8b11a-bfbf-4e2e-9355-c52be4ce66aa is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:57:54.440144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:54.451007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] Sync routers for ids ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:54.460345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.464324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d11fbb81-a9f5-48ac-ac84-714fd04045d9 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.9269459 Aug 30 22:57:54.464655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:54.465568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] Routers {'2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:54.466303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:54.470012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:54.505689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:54.514817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] Routers {'2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:54.515980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:54.558069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:54.558629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc458849-e3c0-4c03-85cb-771b90ca98f8 None None] The sync data for ids ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:54.790475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.804392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.866225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Deleting port ce4f734f-76c4-42cf-b92f-5b55803f68d7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:57:54.866576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.945619 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:54.957360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Calling delete_port for ce4f734f-76c4-42cf-b92f-5b55803f68d7 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:57:55.135982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:55.177196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Pushing event deleted for resources: {'Port': ['ID=ce4f734f-76c4-42cf-b92f-5b55803f68d7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:55.270049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:55.771725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:55.776899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:55.865878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Router 2be8b11a-bfbf-4e2e-9355-c52be4ce66aa has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:57:55.943511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:57:55.950376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:55.951579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a671b996-cc82-444e-86e1-0fe6fde0b793 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "PUT /v2.0/routers/2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 200 len: 705 time: 1.4858804 Aug 30 22:57:55.954690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:55.956871 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] Sync routers for ids ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:57:55.969105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] Routers {'2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:55.970308 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:56.004943 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:56.014011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] Routers {'2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:57:56.014986 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:56.037243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc70c05c-0f75-4c75-962c-26e2a90cdcc7 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/routers/2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 200 len: 740 time: 0.0809677 Aug 30 22:57:56.039980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53558) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.055009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:57:56.055812 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a824318c-2562-4ec6-accd-a11a8b742eb3 None None] The sync data for ids ['2be8b11a-bfbf-4e2e-9355-c52be4ce66aa'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:57:56.092467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74915637-7ba1-404a-aaec-cd38845b68a8 tempest-RoutersAdminTest-195436952 tempest-RoutersAdminTest-195436952-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 200 len: 205 time: 0.0487647 Aug 30 22:57:56.092671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53562) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.122061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a830392-5f8b-4d30-8e5e-e0420a3c8fdc tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 200 len: 205 time: 0.0282700 Aug 30 22:57:56.124561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.209864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:56.411250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:56.414429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:56.470329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:56.470817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Fanout notify agent at l3_agent the message router_deleted on router 2be8b11a-bfbf-4e2e-9355-c52be4ce66aa {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:57:56.479641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:56.481361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b50acf3e-a1c2-4703-b471-11073763c915 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 204 len: 168 time: 0.3550615 Aug 30 22:57:56.484388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53578) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.524789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-131f1357-1c3e-4461-9c06-c4acddbf503a tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 200 len: 205 time: 0.0358317 Aug 30 22:57:56.527096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53582) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.566241 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-31e94ce0-59b8-4b53-98c6-5fb298b13f7e tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.567307 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-31e94ce0-59b8-4b53-98c6-5fb298b13f7e tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/2be8b11a-bfbf-4e2e-9355-c52be4ce66aa HTTP/1.1" status: 404 len: 336 time: 0.0392034 Aug 30 22:57:56.570176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53584) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.598678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59d30577-0a7e-4da9-96be-00e9eddd76d1 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 200 len: 205 time: 0.0271821 Aug 30 22:57:56.600769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.642369 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-b3c2c0e0-f3a7-438e-beae-d585262e25b5 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.643452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b3c2c0e0-f3a7-438e-beae-d585262e25b5 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/f84eb402-906c-485e-9944-63a1056f5768 HTTP/1.1" status: 404 len: 336 time: 0.0418141 Aug 30 22:57:56.646153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53590) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.680408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7b842292-a38e-40f7-a9da-a65a0b6bc42c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 200 len: 205 time: 0.0330198 Aug 30 22:57:56.683167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53592) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.725073 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-37eaacd0-5b7a-4103-a016-0f573bcb931a tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.726124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37eaacd0-5b7a-4103-a016-0f573bcb931a tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/803b9082-33af-4b48-84c5-9a4cf93e6b34 HTTP/1.1" status: 404 len: 336 time: 0.0419383 Aug 30 22:57:56.728701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53594) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.755013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04661a07-7404-4d67-afd5-bb893da9b787 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 200 len: 205 time: 0.0252700 Aug 30 22:57:56.757342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53596) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.798349 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-1a93e0fa-0463-40b5-bc75-8cef25784835 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.799346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a93e0fa-0463-40b5-bc75-8cef25784835 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/022901c8-88b0-495d-9d0b-68360d6e6d52 HTTP/1.1" status: 404 len: 336 time: 0.0410755 Aug 30 22:57:56.801992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.831046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2563aba-a8c1-4637-8816-83fb3d667a37 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 200 len: 205 time: 0.0279176 Aug 30 22:57:56.833233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53600) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.870771 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-a0311eb1-6aeb-4e50-8ea8-14b008b6bb6c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.871779 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a0311eb1-6aeb-4e50-8ea8-14b008b6bb6c tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/19651d89-a6cf-4d84-b47b-debda98766ca HTTP/1.1" status: 404 len: 336 time: 0.0376651 Aug 30 22:57:56.874353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53602) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.902355 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5952e70a-c96f-410c-b8cd-8cace98fa076 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "GET /v2.0/ports?device_id=13046064-843b-46ba-9f52-51a6b5fb72ad HTTP/1.1" status: 200 len: 205 time: 0.0264611 Aug 30 22:57:56.904643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.945039 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-b929c797-20fb-48de-a7e7-1a1933ddce74 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] delete failed (client error): The resource could not be found. Aug 30 22:57:56.946092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b929c797-20fb-48de-a7e7-1a1933ddce74 tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/routers/13046064-843b-46ba-9f52-51a6b5fb72ad HTTP/1.1" status: 404 len: 336 time: 0.0406075 Aug 30 22:57:56.948899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53606) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:56.975841 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b746fa-18b5-4068-9965-de3d738ec8ca tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] DELETE failed (client error): The resource could not be found. Aug 30 22:57:56.976376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b746fa-18b5-4068-9965-de3d738ec8ca tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:57:56.978139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-08b746fa-18b5-4068-9965-de3d738ec8ca tempest-RoutersAdminTest-1063635379 tempest-RoutersAdminTest-1063635379-project] 10.222.0.25 "DELETE /v2.0/subnets/6eb24a0a-13e7-4a4d-8d38-b52fa9c28795 HTTP/1.1" status: 404 len: 337 time: 0.0283246 Aug 30 22:57:57.254797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53618) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:57.377319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa19fff4-a2af-425d-8c60-75743ebef416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.483907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa19fff4-a2af-425d-8c60-75743ebef416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.487796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa19fff4-a2af-425d-8c60-75743ebef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.529825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa19fff4-a2af-425d-8c60-75743ebef416 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c252b9fa3a8e48b4a861811b7e073db6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738063 Aug 30 22:57:57.532421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa19fff4-a2af-425d-8c60-75743ebef416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6c82e0-584b-445f-b8e8-eab5fe7d17ae,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:57.533225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53628) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:57.584915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.606109 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.654068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.656628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.657809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e6c82e0-584b-445f-b8e8-eab5fe7d17ae HTTP/1.1" status: 204 len: 168 time: 0.1233740 Aug 30 22:57:57.667191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7766976-9e43-401c-bc5c-6c3554792681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6c82e0-584b-445f-b8e8-eab5fe7d17ae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:57.691533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:57.937115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:57.977225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-35ecf8ea-96e8-46a0-ae41-4b342294bb26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13105e5481564038b62f284990b392ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381703 Aug 30 22:57:57.979580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53646) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:58.031386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:58.053331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:58.102087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:58.105521 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:58.106816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4fe03868-7cb2-4013-b2a1-0dc3baec0cbf HTTP/1.1" status: 204 len: 168 time: 0.1263356 Aug 30 22:57:58.115218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623e9ec5-c5bc-49b3-94ec-fd77a4510059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe03868-7cb2-4013-b2a1-0dc3baec0cbf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:59.493471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53706) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:59.598872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-777363418', 'router:external': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:57:59.629741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Made reservation on behalf of f39dc26bac524cf482d2164d1a0c7d59 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:57:59.632168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.641237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.732693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.736409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.762555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:57:59.777052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e69114-72cf-4852-9fbf-1c901af8d3bf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:59.784890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.785160 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Added segment fe64d6a3-8f43-44b2-9de5-8ef6f83f147f of type vlan for network fe86181d-64aa-4c8d-9980-02e8f64f972c Aug 30 22:57:59.840623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.878475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.879594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:57:59.880425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:57:59.968926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Network': ['ID=fe86181d-64aa-4c8d-9980-02e8f64f972c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:57:59.976265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5a9d500e-3c46-4d1b-80cf-87d1043cb1f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.4816630 Aug 30 22:57:59.979205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53732) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:57:59.986009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network fe86181d-64aa-4c8d-9980-02e8f64f972c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:57:59.987862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'subnet': {'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:00.041454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Made reservation on behalf of f39dc26bac524cf482d2164d1a0c7d59 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:00.043964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:00.470279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 22:58:00.470765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:00.536158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Subnet': ['ID=784e4435-1dfe-4476-93db-5a02d0bf61cc,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:00.543549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Checking segment: {'id': 'fe64d6a3-8f43-44b2-9de5-8ef6f83f147f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:00.543904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network hostable DHCP agents. Network: fe86181d-64aa-4c8d-9980-02e8f64f972c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:58:00.562056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network fe86181d-64aa-4c8d-9980-02e8f64f972c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:58:00.571373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, fe86181d-64aa-4c8d-9980-02e8f64f972c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:00.575626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:00.576646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:00.584120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd94de8-3771-4bc9-b7dc-2d7089111b78 None None] Network fe86181d-64aa-4c8d-9980-02e8f64f972c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:58:00.595480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-56f49c98-4d34-4a71-aed5-ffca96b75cd2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.6151578 Aug 30 22:58:00.598434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:00.605250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1613854876', 'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:00.635203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Made reservation on behalf of f39dc26bac524cf482d2164d1a0c7d59 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:00.639741 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:00.664404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] device_id is not set on port 5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:58:00.797926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c4efd4-b1b5-43ad-977c-13d91fd3f245 None None] Network fe86181d-64aa-4c8d-9980-02e8f64f972c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:58:00.825842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 2001:db8::27c (fe86181d-64aa-4c8d-9980-02e8f64f972c/784e4435-1dfe-4476-93db-5a02d0bf61cc/5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:00.991138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.041905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.083954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network fe86181d-64aa-4c8d-9980-02e8f64f972c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:01.088975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:01.089907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:01.090957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:01.091561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.110970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:01.122162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ccbddccb-62aa-400b-bbbb-ab4834442a88 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.5221195 Aug 30 22:58:01.124676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:01.213193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Deleting port 5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:01.213540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.287496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.298768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Calling delete_port for 5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:01.433073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.467621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:01.490437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.492340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9329a4ca-7d2b-4653-8934-b34a629af384 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/ports/5f377bb4-3ce1-4cd1-9b0e-3cb3c0bba34c HTTP/1.1" status: 204 len: 168 time: 0.3635013 Aug 30 22:58:01.494905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53770) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:01.499173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c', 'external_fixed_ips': [{'subnet_id': '784e4435-1dfe-4476-93db-5a02d0bf61cc', 'ip_address': '2001:db8::27c'}]}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:01.527175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.528275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.613666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:01.759514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:02.024347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:02.045029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:02.236629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 2001:db8::27c (fe86181d-64aa-4c8d-9980-02e8f64f972c/784e4435-1dfe-4476-93db-5a02d0bf61cc/24911f64-aeed-439c-b8c1-eeeb9b8d12b3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:02.341808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:02.380331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:02.420513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network fe86181d-64aa-4c8d-9980-02e8f64f972c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:02.424125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:02.428009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:02.433953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=24911f64-aeed-439c-b8c1-eeeb9b8d12b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:02.678937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.247538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.380659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router 89216f5c-9a14-48d9-b2c1-7991a813d487 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:03.498410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:03.507747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af427cee-87de-403b-a300-282882df3dfe None None] Sync routers for ids ['89216f5c-9a14-48d9-b2c1-7991a813d487'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:03.518234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] Routers {'89216f5c-9a14-48d9-b2c1-7991a813d487'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:03.518854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.519395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['89216f5c-9a14-48d9-b2c1-7991a813d487'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:03.522906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9509f4ba-75ba-4182-b194-8cafdf4dc5b3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.0246999 Aug 30 22:58:03.523215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:03.631778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] Set router 89216f5c-9a14-48d9-b2c1-7991a813d487 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:03.635504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.748913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.834649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Deleting port 24911f64-aeed-439c-b8c1-eeeb9b8d12b3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:03.835062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.927092 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:03.947376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Calling delete_port for 24911f64-aeed-439c-b8c1-eeeb9b8d12b3 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:03.967246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89216f5c-9a14-48d9-b2c1-7991a813d487', 'name': '', 'tenant_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c', 'external_fixed_ips': [{'subnet_id': '784e4435-1dfe-4476-93db-5a02d0bf61cc', 'ip_address': '2001:db8::27c'}], 'enable_snat': True}, 'gw_port_id': '24911f64-aeed-439c-b8c1-eeeb9b8d12b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:01Z', 'updated_at': '2021-08-30T22:58:02Z', 'revision_number': 3, 'project_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'gw_port': {'id': '24911f64-aeed-439c-b8c1-eeeb9b8d12b3', 'name': '', 'network_id': 'fe86181d-64aa-4c8d-9980-02e8f64f972c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:f3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89216f5c-9a14-48d9-b2c1-7991a813d487', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1810, 'fixed_ips': [{'subnet_id': '784e4435-1dfe-4476-93db-5a02d0bf61cc', 'ip_address': '2001:db8::27c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:02Z', 'updated_at': '2021-08-30T22:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '784e4435-1dfe-4476-93db-5a02d0bf61cc', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:04.043504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af427cee-87de-403b-a300-282882df3dfe None None] Checking router: 89216f5c-9a14-48d9-b2c1-7991a813d487 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:04.043866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af427cee-87de-403b-a300-282882df3dfe None None] Updating router 89216f5c-9a14-48d9-b2c1-7991a813d487 port 24911f64-aeed-439c-b8c1-eeeb9b8d12b3 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:58:04.074930 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af427cee-87de-403b-a300-282882df3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.243972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.335378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Port': ['ID=24911f64-aeed-439c-b8c1-eeeb9b8d12b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:04.368631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.389385 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-af427cee-87de-403b-a300-282882df3dfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:58:04.389739 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-af427cee-87de-403b-a300-282882df3dfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:58:04.485948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.488576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.543254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.544143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89216f5c-9a14-48d9-b2c1-7991a813d487 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:04.550009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.551407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5a8dafd-17c4-4f79-ad06-8ac7d37ca8af tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/routers/89216f5c-9a14-48d9-b2c1-7991a813d487 HTTP/1.1" status: 204 len: 168 time: 1.0269456 Aug 30 22:58:04.554090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:04.607417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Deleting subnet 784e4435-1dfe-4476-93db-5a02d0bf61cc {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:58:04.610882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.651901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.691870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.744124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.774436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=784e4435-1dfe-4476-93db-5a02d0bf61cc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:04.787357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.789366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15286962-542d-441e-aa1e-840b76324f04 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/784e4435-1dfe-4476-93db-5a02d0bf61cc HTTP/1.1" status: 204 len: 168 time: 0.2336063 Aug 30 22:58:04.791858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53848) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:04.872558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.915472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af427cee-87de-403b-a300-282882df3dfe None None] Port 24911f64-aeed-439c-b8c1-eeeb9b8d12b3 not found while updating agent binding for router 89216f5c-9a14-48d9-b2c1-7991a813d487. {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 22:58:04.926390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:04.926991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 22:58:04.927754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-af427cee-87de-403b-a300-282882df3dfe None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'89216f5c-9a14-48d9-b2c1-7991a813d487'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 22:58:04.928512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af427cee-87de-403b-a300-282882df3dfe None None] The sync data for ids ['89216f5c-9a14-48d9-b2c1-7991a813d487'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:04.964162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:04.975518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe86181d-64aa-4c8d-9980-02e8f64f972c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:04.986799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe64d6a3-8f43-44b2-9de5-8ef6f83f147f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:04.987106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe64d6a3-8f43-44b2-9de5-8ef6f83f147f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:04.996916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.011300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.018429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:58:05.018911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:58:05.020852 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:58:05.081002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.085957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe86181d-64aa-4c8d-9980-02e8f64f972c {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 30 22:58:05.088166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.090531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/networks/fe86181d-64aa-4c8d-9980-02e8f64f972c HTTP/1.1" status: 204 len: 168 time: 0.2976477 Aug 30 22:58:05.104938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2f1fc-a0ce-46bf-893f-5bee8066a4a0 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe86181d-64aa-4c8d-9980-02e8f64f972c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:05.268662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:05.274410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'name': 'tempest-router--807263345', 'project_id': '2afb641a8c3241e5ae16d01f920641ba'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:05.294820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.297265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.350797 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.355821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.368807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.372015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-829982c3-8176-4876-9880-ac1c0d392ce8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1022775 Aug 30 22:58:05.373113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:05.458484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.638084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.648439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.685854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.686402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b77beabc-7e30-4a51-baba-905556c7e0f4 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:05.691242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:05.692425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6a87feb-ab68-4e3c-acae-e64bc9651ab2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b77beabc-7e30-4a51-baba-905556c7e0f4 HTTP/1.1" status: 204 len: 168 time: 0.3184750 Aug 30 22:58:05.808910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53882) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:06.040413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-689155126', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:06.067824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.069119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.136468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.277611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.795229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.814379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:06.919906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Allocated IP 172.25.7.73 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a2d87864-3985-4576-bac7-e55feefdcc10) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:07.037238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.079185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.115416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:07.118651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:07.126519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:07.157400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event updated for resources: {'Port': ['ID=a2d87864-3985-4576-bac7-e55feefdcc10,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:07.436024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.663771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.823442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Router 87324c1f-b2fc-4306-8680-37ce4b61242e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:07.951266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:07.963698 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] Sync routers for ids ['87324c1f-b2fc-4306-8680-37ce4b61242e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:07.977749 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] Routers {'87324c1f-b2fc-4306-8680-37ce4b61242e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:07.978742 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['87324c1f-b2fc-4306-8680-37ce4b61242e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:07.992268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:07.999862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e75e019-2d8a-4d41-bf78-0368369df046 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1891706 Aug 30 22:58:08.000407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:08.027797 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:08.040361 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] Routers {'87324c1f-b2fc-4306-8680-37ce4b61242e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:08.040982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['87324c1f-b2fc-4306-8680-37ce4b61242e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:08.093937 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:08.094589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec149f13-17d0-4fc3-9704-115601b735ba None None] The sync data for ids ['87324c1f-b2fc-4306-8680-37ce4b61242e'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:08.155953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3512885e-14c8-4577-87e1-56f5024e65f2 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/87324c1f-b2fc-4306-8680-37ce4b61242e HTTP/1.1" status: 200 len: 923 time: 0.1535347 Aug 30 22:58:08.158516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:08.185672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-844b4ed9-1f84-41fe-b38f-37eec0bf0922 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=87324c1f-b2fc-4306-8680-37ce4b61242e HTTP/1.1" status: 200 len: 205 time: 0.0259609 Aug 30 22:58:08.188761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53940) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:08.297073 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.401633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.458802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port a2d87864-3985-4576-bac7-e55feefdcc10 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:08.459145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.547090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.561277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for a2d87864-3985-4576-bac7-e55feefdcc10 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:08.750600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.781697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=a2d87864-3985-4576-bac7-e55feefdcc10,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:08.864340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.917439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-d0dcf0b1-d022-4dde-896f-afc43f7cd433 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395720 Aug 30 22:58:08.960397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.962571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:08.994367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-7fc0f374-1360-4458-9e64-5abab383ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:08.995892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-7fc0f374-1360-4458-9e64-5abab383ea50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1097 time: 0.0411530 Aug 30 22:58:09.004958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.005536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router 87324c1f-b2fc-4306-8680-37ce4b61242e {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:09.013770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.018706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8cefc9fa-9203-44dc-b39c-adb7525e532b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/87324c1f-b2fc-4306-8680-37ce4b61242e HTTP/1.1" status: 204 len: 168 time: 0.8251665 Aug 30 22:58:09.022213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53960) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:09.026879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-497992318', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:09.047068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.048303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.100176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.107609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-ba8859ec-25b7-4280-bcfe-993c81a2fd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:09.109147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-ba8859ec-25b7-4280-bcfe-993c81a2fd8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.0914831 Aug 30 22:58:09.190202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-2f0a371a-a510-4a6a-a5a7-9661fb751e0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 1001 time: 0.0642381 Aug 30 22:58:09.246743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-5e254d9b-c4a8-4a95-9bfc-c3478726f358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:09.248274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-5e254d9b-c4a8-4a95-9bfc-c3478726f358 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0519958 Aug 30 22:58:09.250323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.302190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-ba737599-1fd6-48bc-bbdd-1cff4802ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:09.303811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-ba737599-1fd6-48bc-bbdd-1cff4802ff0b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443451 Aug 30 22:58:09.402820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-a77a8205-615d-4750-bf91-9e83c29072db service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896111 Aug 30 22:58:09.457543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.484157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.538821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ebb07-7b06-4e4b-beda-25d9c48d04d9 req-12290af8-85f3-468d-9e60-2a0ac3b814fe service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274483 Aug 30 22:58:09.619135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 172.25.7.220 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7f1c0878-c1e2-4345-a77d-5bf423a25d6b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:09.753659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.805525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:09.871006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:09.872150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:09.875429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:09.877774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:10.265994 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-77aacd9f-f648-4614-a07c-3778d28b5a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:10.407488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:10.599472 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:58:10.604333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:10.736380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router aacfbfad-2b02-4cb9-af12-705e6dbf40d1 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:10.863635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:10.877003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Sync routers for ids ['aacfbfad-2b02-4cb9-af12-705e6dbf40d1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:10.882204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:10.883599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f4175bb9-a092-4084-a634-e4ee2c11541b tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.8603904 Aug 30 22:58:10.886537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54012) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:10.889730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Routers {'aacfbfad-2b02-4cb9-af12-705e6dbf40d1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:10.891128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['aacfbfad-2b02-4cb9-af12-705e6dbf40d1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:11.005908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b3affa5d-590e-4085-b0a4-a08b674553b7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/aacfbfad-2b02-4cb9-af12-705e6dbf40d1 HTTP/1.1" status: 200 len: 908 time: 0.1181772 Aug 30 22:58:11.008374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:11.015429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'name': 'tempest-snat-router-497992318', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': True}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:11.025361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Set router aacfbfad-2b02-4cb9-af12-705e6dbf40d1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:11.041910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.043254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.109588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.245746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'name': 'tempest-snat-router-497992318', 'tenant_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220'}], 'enable_snat': False}, 'gw_port_id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:10Z', 'revision_number': 3, 'project_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'gw_port': {'id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:11.290305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Checking router: aacfbfad-2b02-4cb9-af12-705e6dbf40d1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:11.290886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Updating router aacfbfad-2b02-4cb9-af12-705e6dbf40d1 port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:58:11.290984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.321393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.550927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.578286 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.664423 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.678538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Transition to ACTIVE for port object 7f1c0878-c1e2-4345-a77d-5bf423a25d6b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:11.694581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.757802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 172.25.7.234 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/97d03c77-6fab-4a00-ad07-30eeae9d0c91) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:11.763162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Attempting to bind port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:58:11.765370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Attempting to bind port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:58:11.773124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Attempting to bind port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:11.783558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-5bdb249a-ab58-46f0-b10a-578472e880ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0852680 Aug 30 22:58:11.811032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 57, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:58:11.811420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:11.812386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.812792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:58:11.813272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Bound port: 7f1c0878-c1e2-4345-a77d-5bf423a25d6b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:58:11.813667 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.876720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed268d-747b-426e-8bbc-735b49487749 None None] Pushing event updated for resources: {'Port': ['ID=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:11.906032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] For port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:11.925437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.926271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.926899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.927202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] For port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:58:11.927706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.928628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.936765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.937495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:11.939691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-1ef9dc4e-7e38-46c8-a803-0cf3a71dc5d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9d4715e964b9445c8e23830a991d4b0a&device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 6495 time: 0.0784063 Aug 30 22:58:11.947992 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:11.972882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.035774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.086405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:12.089611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:12.094272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:12.100015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=97d03c77-6fab-4a00-ad07-30eeae9d0c91,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:12.131415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d3f4ac24-fa63-47f0-8d89-5ff297adafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.132172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d3f4ac24-fa63-47f0-8d89-5ff297adafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.132874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d3f4ac24-fa63-47f0-8d89-5ff297adafe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.135835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d3f4ac24-fa63-47f0-8d89-5ff297adafe3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ce923d3e-0708-47ca-9c15-9188fed8de9d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8f149933-992f-433d-b66a-bf0d98fcc62d&id=8d08f948-9d07-49cd-ba11-943378028b14&id=8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 200 len: 2292 time: 0.1689236 Aug 30 22:58:12.270972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-3c9cdad6-efd5-42fa-96dc-689cac5d4b69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 200 len: 1001 time: 0.1281776 Aug 30 22:58:12.335065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-f3505fff-b645-4f7d-85c5-f4c8743a4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.337389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-f3505fff-b645-4f7d-85c5-f4c8743a4a9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 200 len: 850 time: 0.0585501 Aug 30 22:58:12.370873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Routers {'aacfbfad-2b02-4cb9-af12-705e6dbf40d1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:12.379825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:57:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['aacfbfad-2b02-4cb9-af12-705e6dbf40d1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:12.426720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-56dc2529-7f9a-483d-b5a4-9d416fe5d046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.430684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-56dc2529-7f9a-483d-b5a4-9d416fe5d046 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ce923d3e-0708-47ca-9c15-9188fed8de9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858269 Aug 30 22:58:12.443679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed268d-747b-426e-8bbc-735b49487749 None None] Pushing event updated for resources: {'Port': ['ID=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:12.470379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.579050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] Set router aacfbfad-2b02-4cb9-af12-705e6dbf40d1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:12.637003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-86a3de49-c9cb-475c-a100-3f745c31bade service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974282 Aug 30 22:58:12.786400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.819001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d8a34465-74f5-4301-bc46-ff916d56f406 service neutron] 10.222.0.52 "GET /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740990 Aug 30 22:58:12.828590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:12.873444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-2d1c39bf-8000-4e81-bb7c-f459adf6d87f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 217 time: 0.0467937 Aug 30 22:58:12.953804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'name': 'tempest-snat-router-497992318', 'tenant_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220'}], 'enable_snat': False}, 'gw_port_id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:10Z', 'revision_number': 3, 'project_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'gw_port': {'id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:12.957474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-ee4ba86c-eb2c-4224-bffa-a82b5f887775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:12.959550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-ee4ba86c-eb2c-4224-bffa-a82b5f887775 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0673313 Aug 30 22:58:13.020441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router f4d840f3-e14d-4c6e-b37d-382b5c087ed3 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:13.030249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-c84e8b11-f096-4f09-85b7-37be68366759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:13.032487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-c84e8b11-f096-4f09-85b7-37be68366759 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0647101 Aug 30 22:58:13.062974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef880424-8440-4c07-8df5-2c4ad299cb0a None None] The sync data for ids ['aacfbfad-2b02-4cb9-af12-705e6dbf40d1'] in n-d-791504-21 is: [{'id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'name': 'tempest-snat-router-497992318', 'tenant_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220'}], 'enable_snat': False}, 'gw_port_id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:10Z', 'revision_number': 3, 'project_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'gw_port': {'id': '7f1c0878-c1e2-4345-a77d-5bf423a25d6b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ab:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aacfbfad-2b02-4cb9-af12-705e6dbf40d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:09Z', 'updated_at': '2021-08-30T22:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:13.161851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-3f662de0-7f08-4747-84aa-7bc60942365b service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215472 Aug 30 22:58:13.315224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-631bc9be-f62b-437c-bf8e-f51778f1430f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:13.352927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-3fe4f266-2cab-4f41-a145-ed39fc181dce service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837201 Aug 30 22:58:13.434024 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-0f4399c5-b25b-4f5b-9aa7-0d8bcbdb56dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.70&port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 217 time: 0.0727720 Aug 30 22:58:13.438893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:13.449525 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Sync routers for ids ['f4d840f3-e14d-4c6e-b37d-382b5c087ed3'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:13.465573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Routers {'f4d840f3-e14d-4c6e-b37d-382b5c087ed3'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:13.466639 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f4d840f3-e14d-4c6e-b37d-382b5c087ed3'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:13.484829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:13.498585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54348744-da21-4847-bd17-83f1e36c60f8 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.4889944 Aug 30 22:58:13.501040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54068) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:13.560889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-2e592082-b188-4479-b169-a00b44e4b00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:13.562953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-2e592082-b188-4479-b169-a00b44e4b00c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.1166029 Aug 30 22:58:13.690629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-cff6161d-1e13-4ff9-8144-253af9bb46da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:13.697274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-cff6161d-1e13-4ff9-8144-253af9bb46da service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1265316 Aug 30 22:58:13.704078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5f76f68-a998-4d2b-bdb6-bda9b6a4cb05 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/f4d840f3-e14d-4c6e-b37d-382b5c087ed3 HTTP/1.1" status: 200 len: 907 time: 0.1986115 Aug 30 22:58:13.704538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:13.761564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Set router f4d840f3-e14d-4c6e-b37d-382b5c087ed3 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:13.836256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-83a0414b-b548-4850-ad7e-fc0c6a36a4f6 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294291 Aug 30 22:58:13.879324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.086232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.090968 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4d840f3-e14d-4c6e-b37d-382b5c087ed3', 'name': 'tempest-snat-router-497992318', 'tenant_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '97d03c77-6fab-4a00-ad07-30eeae9d0c91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:11Z', 'updated_at': '2021-08-30T22:58:12Z', 'revision_number': 3, 'project_id': 'f39dc26bac524cf482d2164d1a0c7d59', 'gw_port': {'id': '97d03c77-6fab-4a00-ad07-30eeae9d0c91', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:28:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4d840f3-e14d-4c6e-b37d-382b5c087ed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1817, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:11Z', 'updated_at': '2021-08-30T22:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:14.126838 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Checking router: f4d840f3-e14d-4c6e-b37d-382b5c087ed3 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:14.127647 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Updating router f4d840f3-e14d-4c6e-b37d-382b5c087ed3 port 97d03c77-6fab-4a00-ad07-30eeae9d0c91 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:58:14.156471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-8cc07b90-2c19-4012-afdc-d5679bf3ba63 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161292 Aug 30 22:58:14.162505 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.231925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Deleting port 97d03c77-6fab-4a00-ad07-30eeae9d0c91 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:14.232305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.252301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-03d46769-f303-492e-8b06-91b7d45f761f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.44&port_id=4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 200 len: 217 time: 0.0880218 Aug 30 22:58:14.313823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-a5bd3a2f-cc00-4f7d-833c-b67744970705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:14.327817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-a5bd3a2f-cc00-4f7d-833c-b67744970705 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0746601 Aug 30 22:58:14.369851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.407052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Calling delete_port for 97d03c77-6fab-4a00-ad07-30eeae9d0c91 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:14.424669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-69f9b1b4-cb67-43b5-a0ac-35a566178276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:14.426323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-69f9b1b4-cb67-43b5-a0ac-35a566178276 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915611 Aug 30 22:58:14.468268 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.565677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-f1e50fec-32bb-4c9a-befc-8c91e91aadef service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307776 Aug 30 22:58:14.711380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.727706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-51e03631-198a-4e23-ba08-2ee7c5f961f5 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534455 Aug 30 22:58:14.727931 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.db.api [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101271) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:58:14.727931 n-d-791504-21 neutron-server[101271]: DEBUG oslo_db.api [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:58:14.755132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Port': ['ID=97d03c77-6fab-4a00-ad07-30eeae9d0c91,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:14.821905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-b71b13cc-14a2-44b5-9c33-98ef52bdebfb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.22&port_id=977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 200 len: 217 time: 0.0780580 Aug 30 22:58:14.852532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:14.911752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-3bbf1200-6a3b-4fba-8d84-11d9163c5ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:14.918585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-3bbf1200-6a3b-4fba-8d84-11d9163c5ab7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 200 len: 797 time: 0.0879803 Aug 30 22:58:14.993254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-089406cd-63bc-4672-9838-180a3929410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:14.995574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-089406cd-63bc-4672-9838-180a3929410c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8f149933-992f-433d-b66a-bf0d98fcc62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0695112 Aug 30 22:58:15.028615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f1c0878-c1e2-4345-a77d-5bf423a25d6b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:15.031196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.033938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.086266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.088584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f4d840f3-e14d-4c6e-b37d-382b5c087ed3 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:15.094601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.100138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc6fe5a7-595f-4ebd-b855-5d781e213b41 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f4d840f3-e14d-4c6e-b37d-382b5c087ed3 HTTP/1.1" status: 204 len: 168 time: 1.3942986 Aug 30 22:58:15.101760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:15.107733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-233719a9-a009-4af6-a381-3da481722c03 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034551 Aug 30 22:58:15.142633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:15.148125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:15.148991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.277598 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Port 97d03c77-6fab-4a00-ad07-30eeae9d0c91 not found while updating agent binding for router f4d840f3-e14d-4c6e-b37d-382b5c087ed3. {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 30 22:58:15.287460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d698bb32-9475-4bf8-985e-ddfaa8599c22 service neutron] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715760 Aug 30 22:58:15.303683 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:15.304212 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 22:58:15.305069 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_agentschedulers_db [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f4d840f3-e14d-4c6e-b37d-382b5c087ed3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101271) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 22:58:15.305574 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec21c3c4-d532-4ea8-b0ee-c228808f2a10 None None] The sync data for ids ['f4d840f3-e14d-4c6e-b37d-382b5c087ed3'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:15.316365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.364098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.367182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-b68cb46f-165e-4eda-a6d8-8187001dd346 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 200 len: 217 time: 0.0715103 Aug 30 22:58:15.407821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:15.415486 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.483532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-7ddcf7b9-f6ae-44bd-864a-6ac6efddd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:15.485771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-7ddcf7b9-f6ae-44bd-864a-6ac6efddd28c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0929029 Aug 30 22:58:15.500506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.545208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:15.548057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54100) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:15.579651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-a2a501b5-ead6-41f9-bfdd-ba78479bc185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:15.582705 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-a2a501b5-ead6-41f9-bfdd-ba78479bc185 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0902934 Aug 30 22:58:15.614945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Deleting subnet 4abb2f99-bf73-4e0a-99d2-9b0b7474f491 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:58:15.620510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.650967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Deleting port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:15.651359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.703951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.727066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-c14a63ad-0253-498e-9754-9c61188c1ddf service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369700 Aug 30 22:58:15.777916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.866510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-fef3cb30-d569-4c1e-9802-a704e0ccbf74 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319783 Aug 30 22:58:15.879383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] For port 7f1c0878-c1e2-4345-a77d-5bf423a25d6b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:15.879760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.883070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.909911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.922134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-13cfed7e-2366-4244-8dd8-6b7201cb9d46 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 200 len: 217 time: 0.0480201 Aug 30 22:58:15.923570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Calling delete_port for 7f1c0878-c1e2-4345-a77d-5bf423a25d6b owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:15.930250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4abb2f99-bf73-4e0a-99d2-9b0b7474f491,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:15.933773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:15.939041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e50680c8-4948-4cd6-b225-8856b8ad72e1 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4abb2f99-bf73-4e0a-99d2-9b0b7474f491 HTTP/1.1" status: 204 len: 168 time: 0.3856318 Aug 30 22:58:15.941325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54106) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:16.022489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-093cb2e9-a134-4af1-84cf-2f97f22862c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:16.024228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-093cb2e9-a134-4af1-84cf-2f97f22862c6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 200 len: 797 time: 0.0939586 Aug 30 22:58:16.064134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.076487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-b6bd8b9a-d0de-4b0a-b5fb-6a0ee2fb5908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:16.077917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-b6bd8b9a-d0de-4b0a-b5fb-6a0ee2fb5908 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=8d08f948-9d07-49cd-ba11-943378028b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0470700 Aug 30 22:58:16.213780 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.228604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-d023f329-e53d-46f1-9b45-f995ebc44b43 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436224 Aug 30 22:58:16.229211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b7d6d70-09c6-44d9-8d73-cf91d1c8516a']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:16.259491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad33ed07-65be-4c71-b31a-26e058383ee1') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:16.259950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad33ed07-65be-4c71-b31a-26e058383ee1') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:16.275331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.295995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.304465 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.307237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:58:16.307789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:58:16.312616 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:58:16.324764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc809-9df2-4ad1-9ac1-96eadc78613f req-4c07f2d1-2794-4b13-a3fc-b118c31773fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:16.326398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-400fc809-9df2-4ad1-9ac1-96eadc78613f req-4c07f2d1-2794-4b13-a3fc-b118c31773fd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.1097691 Aug 30 22:58:16.370379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3af5ecca-277e-4b35-aa3b-b5b8614961e4 req-71886bb8-98f7-4ed3-978a-9462e55c9b70 service neutron] 10.222.0.52 "GET /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237323 Aug 30 22:58:16.381667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event deleted for resources: {'Port': ['ID=7f1c0878-c1e2-4345-a77d-5bf423a25d6b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:16.416639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-400fc809-9df2-4ad1-9ac1-96eadc78613f req-bdc9f426-9ecd-44e6-9695-7add75c215e6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770078 Aug 30 22:58:16.453566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.465312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.470891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4b7d6d70-09c6-44d9-8d73-cf91d1c8516a HTTP/1.1" status: 204 len: 168 time: 0.5254762 Aug 30 22:58:16.471273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:16.488248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b14d5-424a-4769-851e-054781e39e24 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b7d6d70-09c6-44d9-8d73-cf91d1c8516a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:16.493244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.542202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Deleting subnet 203b8775-36fe-4e2e-b70f-25ec54ca2d65 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:58:16.545708 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.589999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.598265 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.600380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.647563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.648480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aacfbfad-2b02-4cb9-af12-705e6dbf40d1 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:16.656277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.660599 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.665053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c76dd13d-9466-487f-adcf-1d33b73a8b3a tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "DELETE /v2.0/routers/aacfbfad-2b02-4cb9-af12-705e6dbf40d1 HTTP/1.1" status: 204 len: 168 time: 1.5587928 Aug 30 22:58:16.665369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54126) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:16.670779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1944609496', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:16.715196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.716466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.747849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.784292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.796351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203b8775-36fe-4e2e-b70f-25ec54ca2d65,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:16.810675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.812656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ea775171-f663-498e-9297-f1168f623b95 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/203b8775-36fe-4e2e-b70f-25ec54ca2d65 HTTP/1.1" status: 204 len: 168 time: 0.3403809 Aug 30 22:58:16.815265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:16.913495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:16.953561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.002895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.034869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cbe12a-0926-4fbc-9214-93a3a0286fc8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:17.050703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e441fd83-811d-484d-bc57-a7fd43428a0d') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:17.051194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e441fd83-811d-484d-bc57-a7fd43428a0d') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:17.066347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.086354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.093629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:58:17.094458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:58:17.106777 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:58:17.193598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.201418 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.205267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.207252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b4cbe12a-0926-4fbc-9214-93a3a0286fc8 HTTP/1.1" status: 204 len: 168 time: 0.3910756 Aug 30 22:58:17.227843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b8c9b1-b18f-4656-832e-21d26732965f admin admin] Pushing event deleted for resources: {'Network': ['ID=b4cbe12a-0926-4fbc-9214-93a3a0286fc8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:17.254476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.414782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Allocated IP 172.25.7.54 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/58d8f57d-bffa-4181-9b8c-0bbc69f5c738) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:17.491610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54164) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:17.555944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d8eb4732-e5d0-437b-bcb5-23ff3ba8fd9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=27996b79a8954ff3b5fa3e19b029ff85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627325 Aug 30 22:58:17.556575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:17.655199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.709104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.715854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:17.775033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.777673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.782590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3e49f44-c1a9-48a3-a43e-82aac0542a58 HTTP/1.1" status: 204 len: 168 time: 0.2211916 Aug 30 22:58:17.788287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28718c7-7902-4c45-8bc1-77d4820d334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e49f44-c1a9-48a3-a43e-82aac0542a58,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:17.851883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b47a61df-9050-460d-82d5-d7f3acfc728a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.866661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.909327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.950186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b47a61df-9050-460d-82d5-d7f3acfc728a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.953548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:17.956963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b47a61df-9050-460d-82d5-d7f3acfc728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:17.958302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:17.963083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:17.966235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event updated for resources: {'Port': ['ID=58d8f57d-bffa-4181-9b8c-0bbc69f5c738,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.007583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b47a61df-9050-460d-82d5-d7f3acfc728a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9140890f8f994ff9b79a521559bbe997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2906916 Aug 30 22:58:18.008936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a61df-9050-460d-82d5-d7f3acfc728a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d783be-d807-49f7-8057-d3ef373b1648,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.012602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54184) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.065124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.090814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.097325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54186) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.138499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.142388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.146035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/62d783be-d807-49f7-8057-d3ef373b1648 HTTP/1.1" status: 204 len: 168 time: 0.1299686 Aug 30 22:58:18.151562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326021-e916-4012-a1b2-a72de55a907f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d783be-d807-49f7-8057-d3ef373b1648,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.192475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-42ad07d0-250d-455e-9f4e-92e48a2ca932 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0d6e4419a82f4e8aaf2a2250b02bc985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0911756 Aug 30 22:58:18.192827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54190) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.243959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.254425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.267770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.316874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.319596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.320787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b6cd9531-730e-40a3-8513-097e1d7fecb8 HTTP/1.1" status: 204 len: 168 time: 0.1269736 Aug 30 22:58:18.330230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf8dd2-cf09-44da-9fb3-c8df9c37ae3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cd9531-730e-40a3-8513-097e1d7fecb8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.486930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.518680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54198) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.534929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdb5-5992-465a-bdc4-d7744b51ba69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.661152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdb5-5992-465a-bdc4-d7744b51ba69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.666416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfbccdb5-5992-465a-bdc4-d7744b51ba69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.667756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Router 9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:18.719730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbccdb5-5992-465a-bdc4-d7744b51ba69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00787bbd-9046-47b8-b44e-ca3e8907970e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.726031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cfbccdb5-5992-465a-bdc4-d7744b51ba69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=679757155a99412284f01572cdcac06b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2058339 Aug 30 22:58:18.728422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54204) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.803692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:18.817361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] Sync routers for ids ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:18.818664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.825316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.826925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc70a8f6-71d9-4214-9639-efd478d414d4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.1605077 Aug 30 22:58:18.829851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54206) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:18.832103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] Routers {'9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:18.832991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:18.834398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:18.853325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.876314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f1c0878-c1e2-4345-a77d-5bf423a25d6b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:18.879365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:18.902296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7f1c0878-c1e2-4345-a77d-5bf423a25d6b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:58:18.902983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7f1c0878-c1e2-4345-a77d-5bf423a25d6b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:58:18.907303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.910912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:18.912418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] Routers {'9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:18.914760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:18.924391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00787bbd-9046-47b8-b44e-ca3e8907970e HTTP/1.1" status: 204 len: 168 time: 0.1903648 Aug 30 22:58:18.944081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636143f6-ed33-4261-b255-908b1381fa67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00787bbd-9046-47b8-b44e-ca3e8907970e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:18.948962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:18.949618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd4c736a-5a2d-4454-9102-88b34c2cd4c4 None None] The sync data for ids ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:19.128913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:58:19.160851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.236831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:19.249699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:58:19.290101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.303479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:58:19.325154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:19.329817 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.379983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:19.460578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9bcce11f-0def-4840-b5c1-605a4ad20207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:58:19.605912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.610692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.722824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router 9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:19.840775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:19.846055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:19.850070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54240) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:19.850621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-efbd6916-7d7b-48d5-9a91-ae9c0f6b82e7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "PUT /v2.0/routers/9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 200 len: 925 time: 1.0195932 Aug 30 22:58:19.853113 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] Sync routers for ids ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:19.862707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] Routers {'9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:19.863333 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:19.898400 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:19.910537 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] Routers {'9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:19.911384 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:19.945724 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:19.946411 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92743097-6d5c-404b-a9f7-caff686845ce None None] The sync data for ids ['9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:19.978541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-371781d2-7fcc-42bd-8436-5a1e054186aa tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 200 len: 925 time: 0.1263788 Aug 30 22:58:19.981102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:20.030984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f24e18bc-f550-4c96-bb62-2f2a1d41b192 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:20.032512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f24e18bc-f550-4c96-bb62-2f2a1d41b192 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0502007 Aug 30 22:58:20.035243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:20.128040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a84f01-f3a6-4000-99f7-efdf23b00ec7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:20.132554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54256) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:20.132875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-12a84f01-f3a6-4000-99f7-efdf23b00ec7 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.0966136 Aug 30 22:58:20.163706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0ec4435e-294b-4e55-b5f9-c1e039e81068 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 200 len: 205 time: 0.0280223 Aug 30 22:58:20.164689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54260) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:20.282797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:20.646666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:20.701559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port 58d8f57d-bffa-4181-9b8c-0bbc69f5c738 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:20.702056 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:20.792933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:20.806132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for 58d8f57d-bffa-4181-9b8c-0bbc69f5c738 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:20.977565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.016586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=58d8f57d-bffa-4181-9b8c-0bbc69f5c738,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:21.076316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.152747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:21.168314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.170578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.200495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9bcce11f-0def-4840-b5c1-605a4ad20207 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:21.200873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.219599 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.220257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:21.227525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.228807 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dc3421fa-ff47-4ae5-a81f-4228a71aa875 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 204 len: 168 time: 1.0630734 Aug 30 22:58:21.232684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54282) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:21.238113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-405544195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:21.267840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.269429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.295452 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.322891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:21.325733 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77724f07-a5cd-4ec4-b0b2-001fac17bf5d" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:21.333205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.342317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.351447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:21.356616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.382071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:21.386282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:21.386876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-07341dd6-6feb-492e-9a69-2da7d66cfeb7 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1526070 Aug 30 22:58:21.392774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:21.473166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:21.539667 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae169a2-ea1e-4724-a3ce-4f5ec50eaf04 x-openstack-request-id: req-aae169a2-ea1e-4724-a3ce-4f5ec50eaf04 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:21.540036 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:21.540364 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aae169a2-ea1e-4724-a3ce-4f5ec50eaf04 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:21.540831 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:58:21.632908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.204116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.224951 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.278112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.369604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Allocated IP 172.25.7.99 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/66c28daa-a51a-436b-8353-cf02466dd04c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:22.498212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.547952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:22.600096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:22.604836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:22.607835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:22.614353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event updated for resources: {'Port': ['ID=66c28daa-a51a-436b-8353-cf02466dd04c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:22.643258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.643626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.644082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.644431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.644837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.645365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.645707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.646396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.646753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.647094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.647650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.647982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:22.990989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:23.307331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:23.311091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:23.472696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Router 83e1d34d-2754-4e68-9f6b-b936254703d9 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:23.613519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:23.621270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:23.623124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] Sync routers for ids ['83e1d34d-2754-4e68-9f6b-b936254703d9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:23.626392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:23.627040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b997dd13-e426-42b7-8a38-4160630b8624 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "PUT /v2.0/routers/83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 200 len: 882 time: 2.2387266 Aug 30 22:58:23.648885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] Routers {'83e1d34d-2754-4e68-9f6b-b936254703d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:23.651620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['83e1d34d-2754-4e68-9f6b-b936254703d9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:23.703550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:23.714993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] Routers {'83e1d34d-2754-4e68-9f6b-b936254703d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:23.715939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['83e1d34d-2754-4e68-9f6b-b936254703d9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:23.758164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:23.759134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a7515c-6c87-46ca-ac47-000cf83b5123 None None] The sync data for ids ['83e1d34d-2754-4e68-9f6b-b936254703d9'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:23.816835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-78bea1e0-c9e0-41b9-ad1f-b45dbb490951 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 200 len: 923 time: 0.1879756 Aug 30 22:58:23.819554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:23.871971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b730fe4-f336-423f-a95d-0e3781829df4 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:23.876468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b730fe4-f336-423f-a95d-0e3781829df4 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=83e1d34d-2754-4e68-9f6b-b936254703d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0527816 Aug 30 22:58:23.876972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:23.998261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76775195-c5cc-45c5-9b09-bb441b3ed74f tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:24.003523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-76775195-c5cc-45c5-9b09-bb441b3ed74f tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.1224978 Aug 30 22:58:24.004676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:24.072234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-543a3fb7-77dc-4dfd-856d-f57b3332b233 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 200 len: 205 time: 0.0661340 Aug 30 22:58:24.073314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:24.241749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:24.390119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:24.458733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port 66c28daa-a51a-436b-8353-cf02466dd04c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:24.459380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:24.560993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:24.579976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for 66c28daa-a51a-436b-8353-cf02466dd04c owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:24.817089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:24.851334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=66c28daa-a51a-436b-8353-cf02466dd04c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:24.933101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.043452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.047052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.112735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.113672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router 83e1d34d-2754-4e68-9f6b-b936254703d9 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:25.129848 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.134486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9e9b6a70-dd93-452b-8d0f-29179db14399 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 204 len: 168 time: 1.0560489 Aug 30 22:58:25.134998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54376) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:25.143002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1682157826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:25.185028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.187118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.262992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.269611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.289920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.292247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6bd1e2a2-1035-4c21-86fb-41f92817dfb6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1555922 Aug 30 22:58:25.295479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:25.300905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': True}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:25.567465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.930142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:25.966168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:26.129373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f74c3f-3eed-4c39-b82b-5f770763869f req-ce8a2aea-c682-4849-ab08-a95fececac10 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:26.136068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 172.25.7.139 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ed62f535-aa38-4cb1-bb7e-8e8bc3747907) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:26.139291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7f74c3f-3eed-4c39-b82b-5f770763869f req-ce8a2aea-c682-4849-ab08-a95fececac10 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0739727 Aug 30 22:58:26.201341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7f74c3f-3eed-4c39-b82b-5f770763869f req-072b0acc-4db3-439d-bbef-dfa678d70663 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547287 Aug 30 22:58:26.359001 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:26.404589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:26.442471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:26.447794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:26.450589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:26.648012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=ed62f535-aa38-4cb1-bb7e-8e8bc3747907,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:26.792717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:27.401070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2fde69-a770-44bd-93e0-25c22f2ecdef req-d3f94fed-1561-4ab2-a898-979d98f6fede tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:27.402708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f2fde69-a770-44bd-93e0-25c22f2ecdef req-d3f94fed-1561-4ab2-a898-979d98f6fede tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.0946460 Aug 30 22:58:27.432550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:27.439374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:27.492502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f2fde69-a770-44bd-93e0-25c22f2ecdef req-4ca56e15-ed52-44e9-a611-e43b296b3d35 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818484 Aug 30 22:58:27.591626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:27.709660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:27.725240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:27.730393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:27.731645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94cd3a06-60aa-41df-958c-953e440f3014 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "PUT /v2.0/routers/b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 200 len: 919 time: 2.4343202 Aug 30 22:58:27.734349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54422) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:27.736479 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] Sync routers for ids ['b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:27.751479 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] Routers {'b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:27.762607 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:27.812496 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:27.822257 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] Routers {'b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:27.823142 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:27.858661 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:27.859693 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25141a0-73f8-4239-abf5-8a0c609f207e None None] The sync data for ids ['b7563cb1-67b5-4bb9-9db0-f25e65b3dd64'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:27.860568 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5b694128-9049-4f88-abe8-5edd48ea59d9 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 200 len: 925 time: 0.1250393 Aug 30 22:58:27.864458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:27.908175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c83335d-1d48-4df3-961a-37a927b3ca77 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:27.913264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c83335d-1d48-4df3-961a-37a927b3ca77 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=b7563cb1-67b5-4bb9-9db0-f25e65b3dd64&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0443459 Aug 30 22:58:27.913534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54426) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:28.006141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42b779-4700-4e91-ab91-d4d1c458da91 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:28.010018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a42b779-4700-4e91-ab91-d4d1c458da91 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.0930512 Aug 30 22:58:28.010506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54430) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:28.045412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a3fa772a-8651-4350-8091-4e0db79305f4 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 200 len: 205 time: 0.0334291 Aug 30 22:58:28.049296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:28.182723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:28.317055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:28.375727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port ed62f535-aa38-4cb1-bb7e-8e8bc3747907 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:28.376160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:28.499513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:28.513261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for ed62f535-aa38-4cb1-bb7e-8e8bc3747907 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:28.713675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b24c2b-d556-416b-856b-2c6c4d23f696 req-01b73343-5a05-46df-9865-901d476359ab tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:28.715292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4b24c2b-d556-416b-856b-2c6c4d23f696 req-01b73343-5a05-46df-9865-901d476359ab tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1004214 Aug 30 22:58:28.896973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4b24c2b-d556-416b-856b-2c6c4d23f696 req-ee3dd0b4-6a55-4253-95f8-77cc032ee742 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572762 Aug 30 22:58:28.912112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:28.972834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=ed62f535-aa38-4cb1-bb7e-8e8bc3747907,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:29.110832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.122528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-0776fe47-b6cf-4bfc-9ef7-5945cc7bcbe7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:29.124746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-0776fe47-b6cf-4bfc-9ef7-5945cc7bcbe7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 945 time: 0.1180222 Aug 30 22:58:29.246135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.251398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.336716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.337309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:29.353184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.358626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b5bc13f1-fe34-4394-9d56-3604dad9fd1e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 204 len: 168 time: 1.3041062 Aug 30 22:58:29.358937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54460) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:29.364234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819493236', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:29.396623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Deleting port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:29.396978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.451808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.453027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.546531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.559317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.570562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] For port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:29.570933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.610923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.612181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-06c1fe39-66d1-45b5-adf9-632c4616944e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2522614 Aug 30 22:58:29.615210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54464) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:29.620289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'enable_snat': False}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:29.840567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.920118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.921512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:29.922203 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Floating IP a0cce150-a2ee-45a5-aa37-3ed801f98012 disassociated. External IP: 172.25.7.100, port: 21fb25fc-f1cd-4000-8992-7ffb7e7c148c. Aug 30 22:58:29.923597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Calling delete_port for 21fb25fc-f1cd-4000-8992-7ffb7e7c148c owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:30.155661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.176536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3250651-720a-4871-bf0b-a4be1b3463e2 req-d68139e5-f202-4e96-93de-78c8324b13ea tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:30.184082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3250651-720a-4871-bf0b-a4be1b3463e2 req-d68139e5-f202-4e96-93de-78c8324b13ea tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 867 time: 0.1584313 Aug 30 22:58:30.204628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.222133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'Port': ['ID=21fb25fc-f1cd-4000-8992-7ffb7e7c148c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:30.230215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.296768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3250651-720a-4871-bf0b-a4be1b3463e2 req-15b0394a-7599-467f-b240-e7657f4574d7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=72e9ceba-069d-49a9-967d-734095e89cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117513 Aug 30 22:58:30.358876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:30.445966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Allocated IP 172.25.7.113 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/f8e6345e-d5d3-43f7-9ec3-5fa173f190c4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:30.560295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:30.572898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:30.589683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:30.590808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:30.635069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.736720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] No DVR routers for this DVR port 21fb25fc-f1cd-4000-8992-7ffb7e7c148c on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:30.749826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.752032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca18b165-8878-41ef-a4df-d5d0018fc6c9 req-6764eff6-ad61-4b3e-9ac6-6524faaf2cbd tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "DELETE /v2.0/ports/21fb25fc-f1cd-4000-8992-7ffb7e7c148c HTTP/1.1" status: 204 len: 173 time: 1.6024246 Aug 30 22:58:30.752490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'name': 'network-vif-deleted', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:30.753324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:30.754885 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb9f1ec6-598c-4370-8ab1-239163695ea4" -d '{"events": [{"server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "name": "network-vif-deleted", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:30.872539 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33b5d5f-6f06-4650-8ae1-edc8e39e3006 x-openstack-request-id: req-e33b5d5f-6f06-4650-8ae1-edc8e39e3006 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:30.872943 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07de3d29-9545-4698-bd0b-08f919607c9d", "name": "network-vif-deleted", "tag": "21fb25fc-f1cd-4000-8992-7ffb7e7c148c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:30.873284 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e33b5d5f-6f06-4650-8ae1-edc8e39e3006 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:30.874460 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07de3d29-9545-4698-bd0b-08f919607c9d', 'name': 'network-vif-deleted', 'tag': '21fb25fc-f1cd-4000-8992-7ffb7e7c148c', 'status': 'completed', 'code': 200} Aug 30 22:58:30.882834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:30.897045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:30.912775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:30.999945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e6345e-d5d3-43f7-9ec3-5fa173f190c4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:31.032001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:31.070305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54488) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:31.210454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-699b066d-53f0-4fa4-8fd1-d05662802aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.478421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:31.536683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.541728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-699b066d-53f0-4fa4-8fd1-d05662802aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.553278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-699b066d-53f0-4fa4-8fd1-d05662802aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.592211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699b066d-53f0-4fa4-8fd1-d05662802aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6243e25-7984-4576-bc35-d9b9c1fc024d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:31.622305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-962e2fd4-36fa-4a76-ae36-345fc37f1281 req-5f4a7d74-e6f5-4aab-9417-0801dcc6039e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=07de3d29-9545-4698-bd0b-08f919607c9d HTTP/1.1" status: 200 len: 210 time: 0.0829082 Aug 30 22:58:31.632507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-699b066d-53f0-4fa4-8fd1-d05662802aba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccb598360e9444198b2c59f79afaf522&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5587449 Aug 30 22:58:31.632776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54498) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:31.707094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:31.718179 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.718909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:31.719914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:31.746979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.835889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.846536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.847746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6243e25-7984-4576-bc35-d9b9c1fc024d HTTP/1.1" status: 204 len: 168 time: 0.2140362 Aug 30 22:58:31.865304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6800798-e8f3-49ab-8b9b-21d7a68efc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6243e25-7984-4576-bc35-d9b9c1fc024d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:31.916484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:31.940905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:31.952506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.140884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Router 69c864ce-0e22-44d1-9efe-e408da6c8d7b is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:32.190625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:32.242158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b9ca4c-2cc0-4456-8413-800332157067 None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:32.261053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54508) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:32.276507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9793-8dd4-4566-a1f7-ba8a039bb69f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.383969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:32.399143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] Sync routers for ids ['69c864ce-0e22-44d1-9efe-e408da6c8d7b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:32.402429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.404593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-47ce099e-ed94-412c-bd76-e312ca862f57 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "PUT /v2.0/routers/69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 200 len: 919 time: 2.7885334 Aug 30 22:58:32.407549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:32.412834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] Routers {'69c864ce-0e22-44d1-9efe-e408da6c8d7b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:32.414545 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['69c864ce-0e22-44d1-9efe-e408da6c8d7b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:32.452724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9793-8dd4-4566-a1f7-ba8a039bb69f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.461832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1f9793-8dd4-4566-a1f7-ba8a039bb69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.497396 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:32.512000 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] Routers {'69c864ce-0e22-44d1-9efe-e408da6c8d7b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:32.513263 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['69c864ce-0e22-44d1-9efe-e408da6c8d7b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:32.551578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce1f9793-8dd4-4566-a1f7-ba8a039bb69f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5efeb8d37b0b4b7aa0570bff0a853605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2886658 Aug 30 22:58:32.552466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f9793-8dd4-4566-a1f7-ba8a039bb69f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d6c17d4-ee61-4b62-8cd6-84fe90835e50,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:32.558300 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:32.559052 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2997ac49-1286-455d-832c-d3cfdb2be23f None None] The sync data for ids ['69c864ce-0e22-44d1-9efe-e408da6c8d7b'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:32.565973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54516) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:32.694551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001cdb6b-dbec-42e4-b60b-33cf0fae3a92 None None] New status for floating IP a0cce150-a2ee-45a5-aa37-3ed801f98012: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:58:32.781659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54522) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:32.888991 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:32.934607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.031152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.035553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.039733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "DELETE /v2.0/security-groups/72e9ceba-069d-49a9-967d-734095e89cdf HTTP/1.1" status: 204 len: 168 time: 0.2569399 Aug 30 22:58:33.040341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54526) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.070425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f471c29-7f21-45fe-8476-0cc9e2e7d6a8 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e9ceba-069d-49a9-967d-734095e89cdf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:33.072292 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-d73a9c19-6a3e-4f47-8030-aed64800ad89 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] show failed (client error): The resource could not be found. Aug 30 22:58:33.078377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d73a9c19-6a3e-4f47-8030-aed64800ad89 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups/72e9ceba-069d-49a9-967d-734095e89cdf HTTP/1.1" status: 404 len: 347 time: 0.0331550 Aug 30 22:58:33.079365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54528) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.084631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3e5936a-7f04-4415-83dd-45fcb152803d tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 200 len: 925 time: 0.6748550 Aug 30 22:58:33.101001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.102033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.158871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.171890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886e7c84-f80b-4abc-8788-82a8c7338deb tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:33.176476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-886e7c84-f80b-4abc-8788-82a8c7338deb tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=69c864ce-0e22-44d1-9efe-e408da6c8d7b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0723968 Aug 30 22:58:33.179739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.209089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21fb25fc-f1cd-4000-8992-7ffb7e7c148c no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:33.263855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 21fb25fc-f1cd-4000-8992-7ffb7e7c148c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:58:33.265011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 21fb25fc-f1cd-4000-8992-7ffb7e7c148c not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:58:33.294367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.297499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.299083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d6c17d4-ee61-4b62-8cd6-84fe90835e50 HTTP/1.1" status: 204 len: 168 time: 0.7315259 Aug 30 22:58:33.310304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adedd25-fdfb-47f7-929b-439f49510cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d6c17d4-ee61-4b62-8cd6-84fe90835e50,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:33.315075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcd19f0-9981-4f68-be56-35a1977da6d3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:33.321048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cbcd19f0-9981-4f68-be56-35a1977da6d3 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/networks/6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 881 time: 0.1403525 Aug 30 22:58:33.322013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54538) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.372758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efb10fa1-d486-4e38-8e87-dbb2d6bc71e2 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 200 len: 205 time: 0.0491130 Aug 30 22:58:33.374658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:33.527970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.579944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Deleting port 6951de6e-35d2-43dc-8a5a-6bab5c74c930 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:33.580688 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.650543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.695620 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.695852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.713298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Calling delete_port for 6951de6e-35d2-43dc-8a5a-6bab5c74c930 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:33.720449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port f8e6345e-d5d3-43f7-9ec3-5fa173f190c4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:33.720832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.819351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:33.834351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for f8e6345e-d5d3-43f7-9ec3-5fa173f190c4 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:33.980378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.053131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.089229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=f8e6345e-d5d3-43f7-9ec3-5fa173f190c4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:34.096607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'Port': ['ID=6951de6e-35d2-43dc-8a5a-6bab5c74c930,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:34.121275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.125152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.141842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69da7f8b-dbe0-4779-a2f8-d8ecdb8f312a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "DELETE /v2.0/floatingips/a0cce150-a2ee-45a5-aa37-3ed801f98012 HTTP/1.1" status: 204 len: 168 time: 1.0353186 Aug 30 22:58:34.250911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.389365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.392186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.468504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.469612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router 69c864ce-0e22-44d1-9efe-e408da6c8d7b {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:34.482881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.488188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-db11859b-65b3-432c-80c2-c429c9d3f4a5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 204 len: 168 time: 1.1123667 Aug 30 22:58:34.490285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54578) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:34.498269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-211636671', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:34.551735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.552887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.669829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.687222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54582) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:34.695556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group': {'name': 'tempest-securitygroup--86526583', 'description': 'tempest-description--1077158703'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:34.730305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.872778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.879739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.882646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.936556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9da22e1-6765-4de4-874c-309f451a05a7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:34.939328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:34.943747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-55b586cc-3a94-4155-9272-f7a0f92c6e8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2523224 Aug 30 22:58:34.945156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:34.954581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group_rule': {'security_group_id': 'd9da22e1-6765-4de4-874c-309f451a05a7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:34.995684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.074890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.084210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.114474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17cf891-3424-4340-a758-8c61593dd747,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:35.126971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.130625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2730de4-11e3-4f19-a21d-384f45910265 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1856110 Aug 30 22:58:35.133155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:35.140424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'security_group_rule': {'security_group_id': 'd9da22e1-6765-4de4-874c-309f451a05a7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:35.164740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.180452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.186529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.243383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.259566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.280077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d018b5de-1584-47b5-9af0-ce13c5b264c6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:35.294328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.296551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1536484a-2419-4d50-adc7-db5134b2bd04 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621199 Aug 30 22:58:35.299646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54600) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:35.306865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:35.342357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Allocated IP 172.25.7.208 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/263f6930-003f-4a86-aa74-7f9004bc4a03) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:35.348945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.498039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.514190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.584678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.654528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Allocated IP 172.25.7.28 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/c97fdaa4-a9ae-4dad-81d1-19be07062b87) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:35.658440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:35.664447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:35.667662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:35.671186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event updated for resources: {'Port': ['ID=263f6930-003f-4a86-aa74-7f9004bc4a03,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:35.784893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.845414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:35.896359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=c97fdaa4-a9ae-4dad-81d1-19be07062b87,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:35.903388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:35.906032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:35.908232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:35.940164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.012892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.052346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.188231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.241722 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.247996 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.322167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Router 2320230a-adfa-4c27-8aff-89d31cac6c97 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:36.325359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=c97fdaa4-a9ae-4dad-81d1-19be07062b87,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:36.333461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.348723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.350163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5960113f-4988-49d6-b798-41169de6a3a5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0487556 Aug 30 22:58:36.464347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:36.477381 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] Sync routers for ids ['2320230a-adfa-4c27-8aff-89d31cac6c97'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:36.487338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.489152 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] Routers {'2320230a-adfa-4c27-8aff-89d31cac6c97'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:36.489330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e9d990f-5f13-4d6c-9ac7-49814960f2c5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 1.9980047 Aug 30 22:58:36.490169 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2320230a-adfa-4c27-8aff-89d31cac6c97'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:36.493679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54658) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:36.499307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:36.544228 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:36.554040 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] Routers {'2320230a-adfa-4c27-8aff-89d31cac6c97'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:36.554893 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2320230a-adfa-4c27-8aff-89d31cac6c97'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:36.575793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-5c58e91d-f220-4328-b625-d330df7ddeeb tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--86526583&fields=id&tenant_id=44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 267 time: 0.0368154 Aug 30 22:58:36.591536 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:36.592498 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1915e25-2276-4f55-8fbd-d1524f71a97d None None] The sync data for ids ['2320230a-adfa-4c27-8aff-89d31cac6c97'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:36.696432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-4d5dee05-933a-4bb0-a386-42f42675cb19 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:36.698220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-4d5dee05-933a-4bb0-a386-42f42675cb19 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 811 time: 0.1121762 Aug 30 22:58:36.718609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2dba78cf-40a1-46c2-8415-8a426882fa64 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/quotas/44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 375 time: 0.0115333 Aug 30 22:58:36.782813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-eb44b073-9f7f-4716-af9a-374c77e47689 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0573730 Aug 30 22:58:36.789107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7f372-a915-4161-bda3-2547b99a66d1 req-9861d8d1-75da-44fd-9cc4-027407276eeb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:36.791315 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bb7f372-a915-4161-bda3-2547b99a66d1 req-9861d8d1-75da-44fd-9cc4-027407276eeb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.0988340 Aug 30 22:58:36.874830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bb7f372-a915-4161-bda3-2547b99a66d1 req-6add26d3-e3bf-462b-a72a-7b9ef8ce0494 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752158 Aug 30 22:58:36.946607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54684) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:36.954034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:36.966547 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.033577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Deleting port 263f6930-003f-4a86-aa74-7f9004bc4a03 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:37.034481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.060273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa58983a-00ef-4d21-9833-2eabea86ec06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.114865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.127833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Calling delete_port for 263f6930-003f-4a86-aa74-7f9004bc4a03 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:37.130089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2992a5f5-159d-4b6e-894a-9cf0377c3b79 service neutron] 10.222.0.25 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298228 Aug 30 22:58:37.306167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.340230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Pushing event deleted for resources: {'Port': ['ID=263f6930-003f-4a86-aa74-7f9004bc4a03,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:37.404443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.566701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa58983a-00ef-4d21-9833-2eabea86ec06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.572535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa58983a-00ef-4d21-9833-2eabea86ec06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.576224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-1b4c90dd-ad3c-437c-8e24-99a26a4daf95 service neutron] 10.222.0.25 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315050 Aug 30 22:58:37.602878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa58983a-00ef-4d21-9833-2eabea86ec06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e559c5b-cef6-45ae-8178-2d058b55a282,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:37.620874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fa58983a-00ef-4d21-9833-2eabea86ec06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd49c08a9bda4c89810839dffe3c6a28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6732037 Aug 30 22:58:37.621158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.623923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:37.625368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.677884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.710820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.713111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Router 2320230a-adfa-4c27-8aff-89d31cac6c97 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:37.787356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.791962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.793345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7e559c5b-cef6-45ae-8178-2d058b55a282 HTTP/1.1" status: 204 len: 168 time: 0.1681082 Aug 30 22:58:37.803969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91bfaab-11d2-40ac-a0e3-63be8574a97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e559c5b-cef6-45ae-8178-2d058b55a282,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:37.828271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c5d95c1-6e51-4935-991f-d030b8e94b9d req-7a036f1f-b219-4e4e-b6fe-dc3d70493641 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 210 time: 0.0642700 Aug 30 22:58:37.837570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:37.852075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] Sync routers for ids ['2320230a-adfa-4c27-8aff-89d31cac6c97'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:37.852564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:37.852564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2379b796-bfab-4c81-baf5-aaa01ebfc28b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "PUT /v2.0/routers/2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 200 len: 709 time: 1.3575039 Aug 30 22:58:37.854858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:37.861706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] Routers {'2320230a-adfa-4c27-8aff-89d31cac6c97'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:37.862911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2320230a-adfa-4c27-8aff-89d31cac6c97'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:37.905445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:37.914594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] Routers {'2320230a-adfa-4c27-8aff-89d31cac6c97'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:37.915277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2320230a-adfa-4c27-8aff-89d31cac6c97'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:37.941763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd99b231-b609-450e-8e32-f4f67108edfe tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/routers/2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 200 len: 744 time: 0.0845265 Aug 30 22:58:37.944446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54716) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:37.953069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:37.953818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a39a60-7ccc-4ea4-a9fa-2f741118de39 None None] The sync data for ids ['2320230a-adfa-4c27-8aff-89d31cac6c97'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:37.974776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59c0ae70-7399-4de5-b5cd-e6715ae63488 tempest-RoutersIpV6AdminTest-503813808 tempest-RoutersIpV6AdminTest-503813808-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&device_id=2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 200 len: 205 time: 0.0290611 Aug 30 22:58:37.977312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.006444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1836fc99-0b17-473f-a728-cf534f279407 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 200 len: 205 time: 0.0278838 Aug 30 22:58:38.009063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.093389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.143801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54728) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.159210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-504e5a1b-d777-4165-81bb-999294e93b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.255163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-504e5a1b-d777-4165-81bb-999294e93b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.259653 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-504e5a1b-d777-4165-81bb-999294e93b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.269982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.273208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.306320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-504e5a1b-d777-4165-81bb-999294e93b13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e7b97fb326c848c1892ba3aa8f283550&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1587124 Aug 30 22:58:38.306679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54732) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.314167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e5a1b-d777-4165-81bb-999294e93b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694fc1f-b561-4e53-aad5-84cdce8b5a77,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:38.328643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.329209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Fanout notify agent at l3_agent the message router_deleted on router 2320230a-adfa-4c27-8aff-89d31cac6c97 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:38.344513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.350657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9b836613-e383-4438-a83a-91c32548f346 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 204 len: 168 time: 0.3355372 Aug 30 22:58:38.351038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54734) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.388250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-55e48eb0-d912-4b8b-841c-25158f1c45e9 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 200 len: 205 time: 0.0361938 Aug 30 22:58:38.391244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54740) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.439340 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-4453b9ad-239c-4668-bcfa-8e87a137dde5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.440397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4453b9ad-239c-4668-bcfa-8e87a137dde5 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/2320230a-adfa-4c27-8aff-89d31cac6c97 HTTP/1.1" status: 404 len: 336 time: 0.0482509 Aug 30 22:58:38.441454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.443557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.465178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.471108 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39a102a2-5772-48a2-b2ff-eb4bdb65c70b tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 200 len: 205 time: 0.0264030 Aug 30 22:58:38.473448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54744) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.512580 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-5ba61783-a4ce-4591-ae08-fa918f0ff4e6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.513806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5ba61783-a4ce-4591-ae08-fa918f0ff4e6 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/69c864ce-0e22-44d1-9efe-e408da6c8d7b HTTP/1.1" status: 404 len: 336 time: 0.0393810 Aug 30 22:58:38.516982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54748) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.534591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.537229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:38.538482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6694fc1f-b561-4e53-aad5-84cdce8b5a77 HTTP/1.1" status: 204 len: 168 time: 0.2305980 Aug 30 22:58:38.553049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8d7eefa6-3102-4bad-9ad6-5ff0f46fc3d0 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 200 len: 205 time: 0.0329006 Aug 30 22:58:38.553253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d3374-0c2d-404e-b828-8cd2a780eebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694fc1f-b561-4e53-aad5-84cdce8b5a77,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:38.553408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54752) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.602010 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-45743c02-70da-4a64-a84d-feaea0c0c055 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.603052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-45743c02-70da-4a64-a84d-feaea0c0c055 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/b7563cb1-67b5-4bb9-9db0-f25e65b3dd64 HTTP/1.1" status: 404 len: 336 time: 0.0483966 Aug 30 22:58:38.605600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.633346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a9d0a42e-9ffb-4cf0-aeb0-6b8b9abcd684 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 200 len: 205 time: 0.0264342 Aug 30 22:58:38.635644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54756) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.673645 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-062e561f-29ed-4819-9c15-67a5d8037f17 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.677187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-062e561f-29ed-4819-9c15-67a5d8037f17 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/83e1d34d-2754-4e68-9f6b-b936254703d9 HTTP/1.1" status: 404 len: 336 time: 0.0379992 Aug 30 22:58:38.677779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54758) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.705870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6efb3792-e981-4183-ba21-2da57767094e tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 200 len: 205 time: 0.0269732 Aug 30 22:58:38.708291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54760) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.752853 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-c399ce63-9d58-4c07-9293-37a52cc29edc tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.753924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c399ce63-9d58-4c07-9293-37a52cc29edc tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/9f0ba7b8-ccfa-48f4-bc21-bf2492a0c0b4 HTTP/1.1" status: 404 len: 336 time: 0.0446174 Aug 30 22:58:38.756948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.791938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3d9ba967-a40c-410b-8a11-69bc067fd224 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "GET /v2.0/ports?device_id=87324c1f-b2fc-4306-8680-37ce4b61242e HTTP/1.1" status: 200 len: 205 time: 0.0323217 Aug 30 22:58:38.792870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.845117 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-ec05879c-003a-4382-aeb8-edbeb80fef91 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] delete failed (client error): The resource could not be found. Aug 30 22:58:38.846135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ec05879c-003a-4382-aeb8-edbeb80fef91 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/routers/87324c1f-b2fc-4306-8680-37ce4b61242e HTTP/1.1" status: 404 len: 336 time: 0.0523393 Aug 30 22:58:38.848793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54770) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:38.880346 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8713ec8-c180-4322-8364-4b85257a4df0 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] DELETE failed (client error): The resource could not be found. Aug 30 22:58:38.880815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8713ec8-c180-4322-8364-4b85257a4df0 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:58:38.882590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c8713ec8-c180-4322-8364-4b85257a4df0 tempest-RoutersIpV6AdminTest-2026509252 tempest-RoutersIpV6AdminTest-2026509252-project] 10.222.0.25 "DELETE /v2.0/subnets/784e4435-1dfe-4476-93db-5a02d0bf61cc HTTP/1.1" status: 404 len: 337 time: 0.0329049 Aug 30 22:58:39.207028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a49d1590-9528-4fa1-97bd-3c3b51862733 req-a0dc9463-b9fc-44fa-914e-288d5a91972b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 210 time: 0.2673371 Aug 30 22:58:39.239027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:58:39.272639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:39.296495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-f82390e0-996c-4ab2-aee6-85ac33428c78 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:39.298139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-f82390e0-996c-4ab2-aee6-85ac33428c78 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 811 time: 0.3686497 Aug 30 22:58:39.329055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:39.352364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-910e8b47-47b5-4698-96d7-bc4cbd19f56e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44b8598631d9423c820f66be72094d62 HTTP/1.1" status: 200 len: 378 time: 0.0418463 Aug 30 22:58:39.363780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-489948e2-fcd0-45d0-a324-a2a8bb5309ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.370020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'port': {'device_id': '49895cd8-a657-4f84-8d59-36273678bb74', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'admin_state_up': True, 'tenant_id': '44b8598631d9423c820f66be72094d62', 'security_groups': ['d9da22e1-6765-4de4-874c-309f451a05a7']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:39.455132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:39.486747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:58:39.505506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-489948e2-fcd0-45d0-a324-a2a8bb5309ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.511087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-489948e2-fcd0-45d0-a324-a2a8bb5309ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.536539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.543198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-489948e2-fcd0-45d0-a324-a2a8bb5309ff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e438978a455466a9ce1d32b17b4db7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2693520 Aug 30 22:58:39.549950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:39.552652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:58:39.565373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.568231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489948e2-fcd0-45d0-a324-a2a8bb5309ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8044809-76bd-4939-b8d5-255550a8a11b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:39.602890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Made reservation on behalf of 44b8598631d9423c820f66be72094d62 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:39.607330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.620566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:39.635441 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.714295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:39.729610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:58:39.730005 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:58:39.734796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.773463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9bcce11f-0def-4840-b5c1-605a4ad20207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:58:39.796782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.832989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Allocated IP 172.20.0.11 (62129edb-e17f-4d4b-a84c-4f5a0ac322a2/ad966348-ae36-4af1-999e-016e95542d84/b5021b43-912f-4bec-ba69-92c42bcbcdde) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:39.912342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.915446 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:39.916779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8044809-76bd-4939-b8d5-255550a8a11b HTTP/1.1" status: 204 len: 168 time: 0.3650267 Aug 30 22:58:39.949913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e352f88-26e0-4604-8128-98df1fb4c5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8044809-76bd-4939-b8d5-255550a8a11b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.076174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.091561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Transition to ACTIVE for port object b5021b43-912f-4bec-ba69-92c42bcbcdde will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:40.120314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.130982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.135420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.139291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.148931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.155149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.166496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.173855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.175985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-7663c931-f84c-4ec9-a554-3ed9892947dc tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.1310596 Aug 30 22:58:40.192790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:40.196298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:40.200500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:40.203176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:40.260818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event updated for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.297427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcc4571d-3782-4ab1-a679-3145e2e6219c req-04769005-0cbb-45ab-9941-c78ef5c0fbc9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1147411 Aug 30 22:58:40.299390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.300050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.334055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.339822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-9c02d1ff-4198-4ca0-bea5-fb62e756fce0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9746189 Aug 30 22:58:40.353757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9d95f965-3c84-4228-bb16-78c2d7b6a36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.362004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Request body: {'port': {'device_id': '49895cd8-a657-4f84-8d59-36273678bb74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:40.368092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:58:40.418726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:40.423658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-641711c3-220a-4641-a576-db5e432ecb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.427502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.479538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.508219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.524410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54844) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:40.549577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4233e-158f-4298-9360-91243c7ecd98 req-fe713858-f910-46e9-823d-3f87ca7d514a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:40.551129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0b4233e-158f-4298-9360-91243c7ecd98 req-fe713858-f910-46e9-823d-3f87ca7d514a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 932 time: 0.1183395 Aug 30 22:58:40.596723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f9b2429-8e64-4e67-9a6c-0f45ac957e7d None None] Provisioning for port b5021b43-912f-4bec-ba69-92c42bcbcdde completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:40.597314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7988dbf5-082e-4850-a3c6-3c1909b734ea admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f39dc26bac524cf482d2164d1a0c7d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717905 Aug 30 22:58:40.600844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54846) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:40.603384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f9b2429-8e64-4e67-9a6c-0f45ac957e7d None None] Provisioning complete for port b5021b43-912f-4bec-ba69-92c42bcbcdde triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:40.603983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f9b2429-8e64-4e67-9a6c-0f45ac957e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.636154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-641711c3-220a-4641-a576-db5e432ecb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.643875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-641711c3-220a-4641-a576-db5e432ecb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.654922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0b4233e-158f-4298-9360-91243c7ecd98 req-8d8c6685-1b9f-4cc9-87cd-a7d858f9a8f6 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0967324 Aug 30 22:58:40.665908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5f9b2429-8e64-4e67-9a6c-0f45ac957e7d None None] Port b5021b43-912f-4bec-ba69-92c42bcbcdde cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:58:40.706960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641711c3-220a-4641-a576-db5e432ecb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a25b0be-febf-4cc4-9867-8dc42fd41fd2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.718151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-641711c3-220a-4641-a576-db5e432ecb94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20e4f16992024e07bf4c31b694d6378f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103283 Aug 30 22:58:40.719473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54850) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:40.720393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.762218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.815232 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.845686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5021b43-912f-4bec-ba69-92c42bcbcdde {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:58:40.851556 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.854269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.858117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.860640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.861804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96e69114-72cf-4852-9fbf-1c901af8d3bf HTTP/1.1" status: 204 len: 168 time: 0.2600009 Aug 30 22:58:40.869635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Transition to ACTIVE for port object b5021b43-912f-4bec-ba69-92c42bcbcdde will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:40.876110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.880147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d6d3b-2a60-4385-882b-6ed4bb0e5015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e69114-72cf-4852-9fbf-1c901af8d3bf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.917895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.920766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:40.924327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a25b0be-febf-4cc4-9867-8dc42fd41fd2 HTTP/1.1" status: 204 len: 168 time: 0.2024114 Aug 30 22:58:40.943478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ffd8f7-bfe9-4b27-ba4a-0e3eb61865f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a25b0be-febf-4cc4-9867-8dc42fd41fd2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:40.957489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Pushing event updated for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:41.237973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:41.320429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9bcce11f-0def-4840-b5c1-605a4ad20207 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:41.324773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.407263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Attempting to bind port b5021b43-912f-4bec-ba69-92c42bcbcdde on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:58:41.407955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Attempting to bind port b5021b43-912f-4bec-ba69-92c42bcbcdde by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:58:41.407955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Attempting to bind port b5021b43-912f-4bec-ba69-92c42bcbcdde on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:41.412451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Port b5021b43-912f-4bec-ba69-92c42bcbcdde on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:58:41.412777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Attempting to bind port b5021b43-912f-4bec-ba69-92c42bcbcdde on network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:41.429330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:58:41.430068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Checking segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:41.430899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Bound using segment: {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:58:41.432728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Bound port: b5021b43-912f-4bec-ba69-92c42bcbcdde, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d6ed499-64cd-4ff2-9575-41add99fedf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:58:41.434240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.511463 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.540060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:41.542353 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad348ac0-7a0f-45ef-854d-673a015fdba5" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:41.557756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:41.565331 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.567803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:41.571520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:58:41.580589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.618529 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7eaab31-9d45-4d0a-b160-fa5f29a4393e x-openstack-request-id: req-d7eaab31-9d45-4d0a-b160-fa5f29a4393e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:41.618713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.619209 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:41.619328 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7eaab31-9d45-4d0a-b160-fa5f29a4393e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:41.619833 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:58:41.626494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.636920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:41.639144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.647892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.648412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.649102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.650147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.651040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.651196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.651597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.651731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:41.651949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.652410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.652753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.653073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] 10.222.0.47 "PUT /v2.0/ports/b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 200 len: 1093 time: 1.2983966 Aug 30 22:58:41.653315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.653673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.654067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:41.656163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.664001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:41.670986 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da623018-42e9-4cca-8087-0d5c932a13b9" -d '{"events": [{"name": "network-changed", "server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:41.674614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.681200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.691612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.694148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-5756c227-a6c4-42c7-9aa8-691ede453cac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.3236825 Aug 30 22:58:41.703991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2ed59-8277-47c3-924b-c2a33591e060 service neutron] Pushing event updated for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:41.716690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.724320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.731321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.738496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.745386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.752258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.759557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.774687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-a0025cb6-1752-4cc2-90f5-ae556ece63c8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 5431 time: 0.3204446 Aug 30 22:58:41.785258 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e9f35e-3d22-435f-b76d-8004904cf3d7 x-openstack-request-id: req-e2e9f35e-3d22-435f-b76d-8004904cf3d7 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:41.785640 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:41.785998 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2e9f35e-3d22-435f-b76d-8004904cf3d7 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:41.786463 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'status': 'completed', 'code': 200} Aug 30 22:58:41.819824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-c87fc9fe-3f47-499f-9fa1-f497fb75385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.821138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-c87fc9fe-3f47-499f-9fa1-f497fb75385b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 1096 time: 0.0999186 Aug 30 22:58:41.831500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-8d67c436-c030-4712-96cf-2070c49311fe tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:41.833996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-8d67c436-c030-4712-96cf-2070c49311fe tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1330791 Aug 30 22:58:41.900425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-eb77a23b-dc13-4588-bd3d-e7f8ac8c739c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 200 len: 217 time: 0.0669715 Aug 30 22:58:41.940124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-092c7f2a-a4bc-4756-8a23-f4984dfcc7ab req-7466ebe3-612c-4abf-be4b-64bb8c5a3f6b tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1598327 Aug 30 22:58:42.041872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227a03b-7443-4cd7-9643-587be35c7f3f req-dc0b293d-b2eb-4f98-b46c-773cc815e18d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:42.049933 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8227a03b-7443-4cd7-9643-587be35c7f3f req-dc0b293d-b2eb-4f98-b46c-773cc815e18d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 944 time: 0.1525123 Aug 30 22:58:42.050510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-34bedbc7-9f4f-48ea-ab90-5221bef6655f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1981986 Aug 30 22:58:42.071276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:42.084341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-884d2248-2f1a-4d43-a60a-ba0e7453ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:42.086317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-884d2248-2f1a-4d43-a60a-ba0e7453ee8b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.1548226 Aug 30 22:58:42.150071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:42.183207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8227a03b-7443-4cd7-9643-587be35c7f3f req-73e247ca-4a0b-4388-8b05-f4edbcd17009 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317532 Aug 30 22:58:42.221133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-68ebc7a5-0f02-4344-962c-96f935343c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:42.227682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-68ebc7a5-0f02-4344-962c-96f935343c17 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1313887 Aug 30 22:58:42.401081 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-28e5c377-25a5-4e0c-b025-d08d4e73e381 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646295 Aug 30 22:58:42.488065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:42.512600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb87183-0cf3-44e6-95d2-dc9b873ff13b req-dea67ecc-e9e9-4a02-b26c-4b0bc4455a2b service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985205 Aug 30 22:58:42.599452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] For port e188e733-7785-4ec0-85a9-8cf32cd2b7d1, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:42.652030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] device_id is not set on port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:58:42.664918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:42.677130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:42.720527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-a83b8bce-30ae-448c-8a12-4403a8943fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:42.722106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-a83b8bce-30ae-448c-8a12-4403a8943fa8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 1096 time: 0.1363680 Aug 30 22:58:42.750624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:42.824906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Pushing event updated for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:42.851263 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:42.862093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] No DVR routers for this DVR port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:42.956385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-abd7627d-8230-4c9c-a503-88b46368dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:42.961432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-abd7627d-8230-4c9c-a503-88b46368dc6f service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.2285316 Aug 30 22:58:42.992622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1954373708-network', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:43.016417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] In _notify_port_updated(), no bound segment for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 22:58:43.017327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.024340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.026458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-dc67c89d-98e8-445b-af1e-72991ebd3d5d service neutron] 10.222.0.52 "PUT /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 200 len: 1026 time: 0.9608774 Aug 30 22:58:43.081809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-328c3778-daac-473c-a095-407bf50974dd None None] Provisioning complete for port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:43.082202 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-328c3778-daac-473c-a095-407bf50974dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.108555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-1bde1c8c-f387-4f59-a6e9-7e98c33f0ded service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 200 len: 217 time: 0.1138840 Aug 30 22:58:43.158889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-328c3778-daac-473c-a095-407bf50974dd None None] Port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:58:43.183063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Made reservation on behalf of 33b74fad152f4e3b9d750f3b8de24c49 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:43.185331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.204222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-3f9ea533-4c1c-4f51-91a0-4e838a9586ba tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.208094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-3f9ea533-4c1c-4f51-91a0-4e838a9586ba tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "GET /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1732659 Aug 30 22:58:43.216125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.225092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:43.299733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24b36ce2-14c0-409c-91b3-d327ca685c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.302852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-0d6c7e5d-63ad-449a-bba0-72319dfa0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.315215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-0d6c7e5d-63ad-449a-bba0-72319dfa0c33 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.2056668 Aug 30 22:58:43.332856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.349511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.366711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.378917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.385063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.392735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.414746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.416865 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-4fec40a6-174e-4411-b7bf-e638fffd0d83 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 4658 time: 0.3060751 Aug 30 22:58:43.418551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54964) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:43.581261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-139053881'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:43.602522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1791943c-dbd5-4ec8-807f-45c2aedb5353 req-b927cb5a-b06a-431f-8b41-b6940b960e63 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.604986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1791943c-dbd5-4ec8-807f-45c2aedb5353 req-b927cb5a-b06a-431f-8b41-b6940b960e63 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 944 time: 0.2633390 Aug 30 22:58:43.619234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=d3d6b41f-b245-4440-b8b0-fa0caae58755,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:43.624450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d966cbee-d18f-471c-afe7-c03e4fb37b02 req-5e425e8a-002f-4c79-8e38-ff606e0fbc3a tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae&id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1651230 Aug 30 22:58:43.649424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-7358223c-a56e-447a-a5ad-132e7543a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:43.651472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-7358223c-a56e-447a-a5ad-132e7543a626 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336891 Aug 30 22:58:43.703206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1791943c-dbd5-4ec8-807f-45c2aedb5353 req-d05cce80-23e3-4916-b4c8-6d3830dd595b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850241 Aug 30 22:58:43.752985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] For port d3d6b41f-b245-4440-b8b0-fa0caae58755, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:43.763168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device d3d6b41f-b245-4440-b8b0-fa0caae58755 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:43.806545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-a1b8104c-1337-4d79-9705-c8bd2518bc3c service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465769 Aug 30 22:58:43.854885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] device_id is not set on port d3d6b41f-b245-4440-b8b0-fa0caae58755 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:58:43.873273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.880111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.889583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.935321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.937468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.937661 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.951860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:43.957912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Pushing event updated for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:43.967700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da623018-42e9-4cca-8087-0d5c932a13b9 req-7065951b-d395-46cd-95b7-c564ec9f4530 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507902 Aug 30 22:58:44.006968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a654158-4bc7-4c92-ad97-09ad56dd0dd1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:44.038795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.047282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.070021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:58:44.077578 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:58:44.077993 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:58:44.079242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] No DVR routers for this DVR port d3d6b41f-b245-4440-b8b0-fa0caae58755 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:44.089574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.091430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d7b53be-df65-42c9-96e6-8f8de18238f0 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.6718190 Aug 30 22:58:44.094725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:44.109306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.109644 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Added segment 1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7 of type vlan for network 06b54587-7e50-4baa-9747-abd461ac4b53 Aug 30 22:58:44.176976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] In _notify_port_updated(), no bound segment for port d3d6b41f-b245-4440-b8b0-fa0caae58755 on network 8f149933-992f-433d-b66a-bf0d98fcc62d {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 22:58:44.177967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.179487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.181010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-645b3b66-fbeb-4432-b736-40999bd4189f service neutron] 10.222.0.52 "PUT /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 200 len: 1026 time: 0.9612975 Aug 30 22:58:44.192734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.206832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.302833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.304408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.305222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.380332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6206317 Aug 30 22:58:44.387276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:44.391936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-010e5557-881b-412a-91d3-2f1a5c0cbbe0 None None] Provisioning complete for port d3d6b41f-b245-4440-b8b0-fa0caae58755 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:44.392739 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-010e5557-881b-412a-91d3-2f1a5c0cbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.394728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.397004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.399777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Request body: {'subnet': {'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1954373708-subnet', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:44.429848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bd0663-4692-466d-8c94-67314acf2782 admin admin] Pushing event updated for resources: {'Network': ['ID=06b54587-7e50-4baa-9747-abd461ac4b53,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:44.438292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 4a6e3829-4e33-4f55-9cae-428a0d625262 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:44.438730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.464500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 06b54587-7e50-4baa-9747-abd461ac4b53 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:58:44.469272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.470409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfb41ed3-b91e-4b96-8249-8f57c766cb21 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:44.476279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.481444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-63a37495-f38b-4566-97e4-a7b8d0175fbf tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/cfb41ed3-b91e-4b96-8249-8f57c766cb21 HTTP/1.1" status: 204 len: 168 time: 0.3854403 Aug 30 22:58:44.482089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:44.485742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Made reservation on behalf of 33b74fad152f4e3b9d750f3b8de24c49 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:44.487408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Request body: {'router': {'name': 'tempest-router-1844633255', 'distributed': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:44.488213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.509280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.510447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.569517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.576798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.606049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.611794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5c6d1606-85e6-40f5-a087-7d392c61f6dc tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1280777 Aug 30 22:58:44.613636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54986) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:44.632200 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.633511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-010e5557-881b-412a-91d3-2f1a5c0cbbe0 None None] Port d3d6b41f-b245-4440-b8b0-fa0caae58755 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:58:44.646933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] For port 4a6e3829-4e33-4f55-9cae-428a0d625262, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4a6e3829-4e33-4f55-9cae-428a0d625262,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:44.647411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.665173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1580b5f9-973a-4b5d-865f-7f8c910a6942 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:44.672987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 4a6e3829-4e33-4f55-9cae-428a0d625262 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:44.818132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.844545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.866813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:44.868139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:44.871046 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d40109b-cc80-4f6e-a03e-9e1c33c09c09" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:44.880442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.893601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:44.894877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1ebfd135-a8c1-4c59-baae-67db3d3112bd no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:44.927910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c7813-6408-4b39-8b06-a26010ab8b06 req-f69c1374-4cb1-478c-a76a-96fbfdf06ab2 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.929647 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c1c7813-6408-4b39-8b06-a26010ab8b06 req-f69c1374-4cb1-478c-a76a-96fbfdf06ab2 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 944 time: 0.0987473 Aug 30 22:58:44.951494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.959436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.968760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.976370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.986272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:44.992372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:44.994277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-3c6687dc-8d6d-4208-aae9-acbbccc9a302 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 3885 time: 0.2125452 Aug 30 22:58:45.018711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53b12aad-a3d2-45b6-a56e-592ee0d9eeee,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:45.046579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Checking segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:45.047002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Network hostable DHCP agents. Network: 06b54587-7e50-4baa-9747-abd461ac4b53, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:58:45.050783 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.054878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c1c7813-6408-4b39-8b06-a26010ab8b06 req-e25a3e82-16ac-45b8-84fb-7d02bc40b34a tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0983007 Aug 30 22:58:45.056237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.089731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=4a6e3829-4e33-4f55-9cae-428a0d625262,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:45.114456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:45.123825 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.126154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e188e733-7785-4ec0-85a9-8cf32cd2b7d1 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:45.136491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Network 06b54587-7e50-4baa-9747-abd461ac4b53 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:58:45.154234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] No DVR routers for this DVR port 4a6e3829-4e33-4f55-9cae-428a0d625262 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:45.158757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.160836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-fd909448-b0c5-4ac5-bd68-e7cf03083a05 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "DELETE /v2.0/ports/4a6e3829-4e33-4f55-9cae-428a0d625262 HTTP/1.1" status: 204 len: 173 time: 0.9661076 Aug 30 22:58:45.161402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:45.165035 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ee7c6b-1257-47d1-8141-cf6c68928a32" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:45.180315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 06b54587-7e50-4baa-9747-abd461ac4b53) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:45.205083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device e188e733-7785-4ec0-85a9-8cf32cd2b7d1 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:58:45.205528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4a6e3829-4e33-4f55-9cae-428a0d625262 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:45.207691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:45.208357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.211607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7ffff5-7688-4a0b-bcb0-a1b3a74ffd9b None None] Network 06b54587-7e50-4baa-9747-abd461ac4b53 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:58:45.248252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.261775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2bce0391-eb3c-44eb-ba96-e4e9a7f62c09 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8681400 Aug 30 22:58:45.264325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54998) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:45.268832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:45.280931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 4a6e3829-4e33-4f55-9cae-428a0d625262 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:58:45.281922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4a6e3829-4e33-4f55-9cae-428a0d625262 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:58:45.282379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:45.288139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.293585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.293820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b5021b43-912f-4bec-ba69-92c42bcbcdde details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:58:45.295119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.310387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b512a16c-79f1-442d-a6a1-7cc02c4b0f01 req-e5a158c9-9b2a-4b48-ad18-57cff82acc36 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2684686 Aug 30 22:58:45.359919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 977323dc-2064-4dfd-b775-03825ecd4cc4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:45.360248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.372024 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0eb3dc-b971-4fe9-827b-10cdc3977849 x-openstack-request-id: req-3a0eb3dc-b971-4fe9-827b-10cdc3977849 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:45.372360 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:45.372572 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a0eb3dc-b971-4fe9-827b-10cdc3977849 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:45.372965 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'code': 200} Aug 30 22:58:45.418753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.421104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router edd070cf-f53b-4b32-bd2c-eb38cb339bc1 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:45.446499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.458801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8227a676-d032-4653-bbce-ff4eaeece7a2 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/edd070cf-f53b-4b32-bd2c-eb38cb339bc1 HTTP/1.1" status: 204 len: 168 time: 0.8417587 Aug 30 22:58:45.467603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55004) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:45.479757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Request body: {'router': {'name': 'tempest-router-182266959', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2e991c5817e54fe3bdbb7e0cd98222c4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:45.480946 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.496317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:45.516422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:58:45.519216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.520615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.652728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.662404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.673542 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9296c6a5-9a1e-4356-90ce-3406c2491951 x-openstack-request-id: req-9296c6a5-9a1e-4356-90ce-3406c2491951 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:45.675134 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "4a6e3829-4e33-4f55-9cae-428a0d625262", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:45.675464 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9296c6a5-9a1e-4356-90ce-3406c2491951 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:45.676557 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '4a6e3829-4e33-4f55-9cae-428a0d625262', 'status': 'completed', 'code': 200} Aug 30 22:58:45.686577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.691296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2417227-a56e-40f0-9975-97baa5fed9f7 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2217016 Aug 30 22:58:45.692008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55010) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:45.706722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:45.887312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.971646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:45.987741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-06b54587-7e50-4baa-9747-abd461ac4b53', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:58:45.989654 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.991919 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:45.992842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 977323dc-2064-4dfd-b775-03825ecd4cc4 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:58:46.000837 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.004706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:46.040024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.040404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.098539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'port_id': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'mac_address': 'fa:16:3e:54:77:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:58:46.119816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] For port 977323dc-2064-4dfd-b775-03825ecd4cc4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=977323dc-2064-4dfd-b775-03825ecd4cc4,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:46.120447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.124348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.142626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 977323dc-2064-4dfd-b775-03825ecd4cc4 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:46.159113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101269) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 30 22:58:46.159898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Router 97dc44ad-f280-428e-8c1c-d1480b711c29 migrating from provider to provider. {{(pid=101269) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 30 22:58:46.160342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.167384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.187221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.284857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:46.392310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.408839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.474574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=977323dc-2064-4dfd-b775-03825ecd4cc4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:46.509248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5021b43-912f-4bec-ba69-92c42bcbcdde {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:58:46.538786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.579565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:46.606341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.610303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Allocated IP 172.20.0.2 (06b54587-7e50-4baa-9747-abd461ac4b53/53b12aad-a3d2-45b6-a56e-592ee0d9eeee/d2b44b0f-294b-4d48-a7e3-2a3298902350) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:46.621081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] No DVR routers for this DVR port 977323dc-2064-4dfd-b775-03825ecd4cc4 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:46.627376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.630195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-e6321357-84f0-43de-960f-7880a8e6d7a4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "DELETE /v2.0/ports/977323dc-2064-4dfd-b775-03825ecd4cc4 HTTP/1.1" status: 204 len: 173 time: 1.4585664 Aug 30 22:58:46.705854 n-d-791504-21 neutron-server[101269]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] No L3 agents can host the router 97dc44ad-f280-428e-8c1c-d1480b711c29 Aug 30 22:58:46.709528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0fb2b-f3c4-4f48-9337-1a0395555cc7 req-92baddf2-1126-48e3-8efc-7556a2c342e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:46.714921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71d9a-72c1-4ef5-841e-c978b01a207c req-ca5cdd3f-deda-4424-8af2-f374eb9975fc tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:46.716747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35e71d9a-72c1-4ef5-841e-c978b01a207c req-ca5cdd3f-deda-4424-8af2-f374eb9975fc tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 944 time: 0.5327511 Aug 30 22:58:46.732946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0fb2b-f3c4-4f48-9337-1a0395555cc7 req-92baddf2-1126-48e3-8efc-7556a2c342e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:46.739778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce0fb2b-f3c4-4f48-9337-1a0395555cc7 req-92baddf2-1126-48e3-8efc-7556a2c342e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:46.741492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ce0fb2b-f3c4-4f48-9337-1a0395555cc7 req-92baddf2-1126-48e3-8efc-7556a2c342e6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 2411 time: 0.2341709 Aug 30 22:58:46.756707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:46.757246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.823023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:46.917364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ce0fb2b-f3c4-4f48-9337-1a0395555cc7 req-7e3e1cfc-c2a7-4019-b2b7-f831ae92a2de tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1665111 Aug 30 22:58:46.924917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Hosts for router 97dc44ad-f280-428e-8c1c-d1480b711c29: [] {{(pid=101269) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 30 22:58:46.936652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b5021b43-912f-4bec-ba69-92c42bcbcdde'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:58:46.950215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35e71d9a-72c1-4ef5-841e-c978b01a207c req-a6d9073f-af4c-4ae4-8b5d-01caa4ad9634 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2210486 Aug 30 22:58:47.005355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 1580b5f9-973a-4b5d-865f-7f8c910a6942 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:47.005707 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.006668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.018971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Transition to ACTIVE for port object d2b44b0f-294b-4d48-a7e3-2a3298902350 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:47.041007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Transition to ACTIVE for port object d2b44b0f-294b-4d48-a7e3-2a3298902350 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:47.044475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Hosts for other DVR routers connected to router 97dc44ad-f280-428e-8c1c-d1480b711c29: set() {{(pid=101269) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 30 22:58:47.055873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.057126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2e590434-69b2-4d88-959b-39cfcdef0f5e tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "PUT /v2.0/routers/97dc44ad-f280-428e-8c1c-d1480b711c29 HTTP/1.1" status: 200 len: 716 time: 1.3616154 Aug 30 22:58:47.060968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:47.090079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.110599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Network 06b54587-7e50-4baa-9747-abd461ac4b53 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:47.115150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:47.129268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Allocated IP 172.25.7.242 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a02b6aa0-4aa2-4b7b-b5e6-105b128032af) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:47.141454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:47.226285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Pushing event updated for resources: {'Port': ['ID=d2b44b0f-294b-4d48-a7e3-2a3298902350,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:47.236079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Attempting to bind port d2b44b0f-294b-4d48-a7e3-2a3298902350 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:58:47.236454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Attempting to bind port d2b44b0f-294b-4d48-a7e3-2a3298902350 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:58:47.236798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Attempting to bind port d2b44b0f-294b-4d48-a7e3-2a3298902350 on network 06b54587-7e50-4baa-9747-abd461ac4b53 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:47.250447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:58:47.250693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Checking segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:47.250958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.251346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Bound using segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:58:47.251821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Bound port: d2b44b0f-294b-4d48-a7e3-2a3298902350, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:58:47.252204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.257805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e4de98c9-7ca2-4ecb-bf2e-74683681fb1b tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "GET /v2.0/routers/97dc44ad-f280-428e-8c1c-d1480b711c29 HTTP/1.1" status: 200 len: 716 time: 0.1935711 Aug 30 22:58:47.260379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55026) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:47.294300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] For port 1580b5f9-973a-4b5d-865f-7f8c910a6942, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1580b5f9-973a-4b5d-865f-7f8c910a6942,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:47.294677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.313944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 1580b5f9-973a-4b5d-865f-7f8c910a6942 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:47.347535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.407982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] For port d2b44b0f-294b-4d48-a7e3-2a3298902350, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:47.411589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] For port d2b44b0f-294b-4d48-a7e3-2a3298902350, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d2b44b0f-294b-4d48-a7e3-2a3298902350,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:58:47.412760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:47.415425 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a10421-72b7-43cb-be43-5fb2763e4b87" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:47.428216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.526443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69b3d670-11ab-4303-aacb-40a666931cd0 tempest-RoutersTestDVR-1765069972 tempest-RoutersTestDVR-1765069972-project] 10.222.0.25 "GET /v2.0/routers/97dc44ad-f280-428e-8c1c-d1480b711c29 HTTP/1.1" status: 200 len: 682 time: 0.2646282 Aug 30 22:58:47.528025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:47.532873 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e973b1b3-84c4-401c-b549-ddc88b077102 x-openstack-request-id: req-e973b1b3-84c4-401c-b549-ddc88b077102 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:47.533412 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-unplugged", "status": "completed", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:47.533973 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e973b1b3-84c4-401c-b549-ddc88b077102 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:47.534809 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'code': 200} Aug 30 22:58:47.537892 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'code': 200} Aug 30 22:58:47.563692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.581581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9819efd-ed1f-4920-b4cb-2f2eef312fc3 None None] Pushing event updated for resources: {'Port': ['ID=d2b44b0f-294b-4d48-a7e3-2a3298902350,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:47.603749 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:58:47.636723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.665421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:47.673918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:47.679665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:47.682055 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab44e1eb-49fe-4332-ae88-af0b9140075e" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:47.689146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:47.767835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Pushing event updated for resources: {'Port': ['ID=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:47.772447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.828770 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7b268b-11eb-4a9a-91ad-3910780d24a7 x-openstack-request-id: req-5d7b268b-11eb-4a9a-91ad-3910780d24a7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:47.829217 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "977323dc-2064-4dfd-b775-03825ecd4cc4", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:47.829425 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d7b268b-11eb-4a9a-91ad-3910780d24a7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:47.829847 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '977323dc-2064-4dfd-b775-03825ecd4cc4', 'status': 'completed', 'code': 200} Aug 30 22:58:47.920924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.923900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.961124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=1580b5f9-973a-4b5d-865f-7f8c910a6942,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:47.991347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:47.991887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97dc44ad-f280-428e-8c1c-d1480b711c29 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:47.998805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.006772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12f0b7c6-d37b-4f09-b38c-f433972b20b3 tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/97dc44ad-f280-428e-8c1c-d1480b711c29 HTTP/1.1" status: 204 len: 168 time: 0.4775767 Aug 30 22:58:48.010835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55046) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:48.018973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Request body: {'router': {'name': 'tempest-router-1595797110', 'distributed': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:48.059469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] No DVR routers for this DVR port 1580b5f9-973a-4b5d-865f-7f8c910a6942 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:48.067460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.068868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.071563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.073569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-6ffd8ac8-928c-4bc3-b0e8-88c5099003f4 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "DELETE /v2.0/ports/1580b5f9-973a-4b5d-865f-7f8c910a6942 HTTP/1.1" status: 204 len: 173 time: 1.4344726 Aug 30 22:58:48.169677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.179760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a25a9-6efc-43a8-9128-70fb7814f635 req-85930c4b-6d64-4fea-822e-b99b33f5b02c tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:48.181426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-247a25a9-6efc-43a8-9128-70fb7814f635 req-85930c4b-6d64-4fea-822e-b99b33f5b02c tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 945 time: 0.1088762 Aug 30 22:58:48.183030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.212555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdfa9b-8861-4718-a8d2-59edf8f9a72a req-776c01e2-b6be-4f22-a078-9b73b951a3a5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:48.219806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fdfa9b-8861-4718-a8d2-59edf8f9a72a req-776c01e2-b6be-4f22-a078-9b73b951a3a5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:48.220461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.224035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5425701f-f5a7-4f5c-a3a2-1fc07e57e1fe tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2097659 Aug 30 22:58:48.224841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fdfa9b-8861-4718-a8d2-59edf8f9a72a req-776c01e2-b6be-4f22-a078-9b73b951a3a5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 1678 time: 0.1667056 Aug 30 22:58:48.226215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:48.335139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.342734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-247a25a9-6efc-43a8-9128-70fb7814f635 req-ad104d61-5f1e-445e-9145-e74199d7314f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1460378 Aug 30 22:58:48.347597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1fdfa9b-8861-4718-a8d2-59edf8f9a72a req-64161b28-d3b0-4c23-bf10-52b358b3b691 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729260 Aug 30 22:58:48.369310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.443238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:48.444391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.715935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.720579 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.776964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] For port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:48.777685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.847452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.848096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f30ba7df-a26c-419c-ab04-43797a3a7205 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:58:48.869480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:48.870843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b3fc1818-97fe-47c6-8145-2d8e39dc7a9c tempest-RoutersTestDVR-1809591977 tempest-RoutersTestDVR-1809591977-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f30ba7df-a26c-419c-ab04-43797a3a7205 HTTP/1.1" status: 204 len: 168 time: 0.6436563 Aug 30 22:58:49.089250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d2b44b0f-294b-4d48-a7e3-2a3298902350 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:49.186479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d2b44b0f-294b-4d48-a7e3-2a3298902350 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:49.196255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6632a89-798c-4a4e-a17b-cd44f736fa7e None None] Network 06b54587-7e50-4baa-9747-abd461ac4b53 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:58:49.283231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Provisioning for port d2b44b0f-294b-4d48-a7e3-2a3298902350 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:49.292861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Provisioning complete for port d2b44b0f-294b-4d48-a7e3-2a3298902350 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:49.293314 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.334313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55066) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:49.360299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b5021b43-912f-4bec-ba69-92c42bcbcdde up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:49.518279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.556801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.557432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.557675 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Floating IP 04075a69-59ee-4d21-893b-27bb0a36d89b disassociated. External IP: 172.25.7.27, port: 05065c4a-a40d-495e-9ab4-b6b3e7e9f234. Aug 30 22:58:49.558219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:49.571186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] For port d2b44b0f-294b-4d48-a7e3-2a3298902350, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d2b44b0f-294b-4d48-a7e3-2a3298902350,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:49.589496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.594162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.613161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aecbfd-ce30-4391-9bbf-a17def8ee6e3 req-b608e89e-d491-471c-8cef-5271e1572502 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:49.617128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97aecbfd-ce30-4391-9bbf-a17def8ee6e3 req-b608e89e-d491-471c-8cef-5271e1572502 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 945 time: 0.1275942 Aug 30 22:58:49.642782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port b5021b43-912f-4bec-ba69-92c42bcbcdde completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:49.651614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port b5021b43-912f-4bec-ba69-92c42bcbcdde triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:49.652090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.695380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97aecbfd-ce30-4391-9bbf-a17def8ee6e3 req-62eddd0c-4d5d-4649-9deb-8da8bf62c98f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0717413 Aug 30 22:58:49.722040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb1fd8-eab7-4cac-aed5-ccb2aa330a18 None None] Pushing event updated for resources: {'Port': ['ID=d2b44b0f-294b-4d48-a7e3-2a3298902350,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:49.766217 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.813097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.822446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.822789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.848172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:49.851073 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea3556-fd31-4824-8c19-59bbdf54fea8" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:49.881212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:49.884082 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57ab7a8-a665-49a9-a88c-75570518ae1c" -d '{"events": [{"server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "name": "network-vif-plugged", "status": "completed", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:49.891002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd27a3-f793-4d41-8142-6d77b18632d3 req-81112bd5-0534-4433-afba-f00e68069727 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:49.903032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:49.905512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd27a3-f793-4d41-8142-6d77b18632d3 req-81112bd5-0534-4433-afba-f00e68069727 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:49.920309 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:49.922949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99cd27a3-f793-4d41-8142-6d77b18632d3 req-81112bd5-0534-4433-afba-f00e68069727 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 1678 time: 0.3440523 Aug 30 22:58:49.942812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdce4034-688d-4312-b5e2-9ce50a64c3aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:49.977423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2e991c5817e54fe3bdbb7e0cd98222c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421323 Aug 30 22:58:49.977956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55086) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:49.984623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.985023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.985370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.985709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.994426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.994761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.995110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.995450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.995786 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.996119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.996588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.996775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32421983-dfa1-4a1c-9de4-47a6aba07e78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:49.996924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:50.043724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0cee81c7-9f1e-4fbe-9456-ebc753cf1dad None None] Provisioning complete for port d2b44b0f-294b-4d48-a7e3-2a3298902350 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:50.044599 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0cee81c7-9f1e-4fbe-9456-ebc753cf1dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.117984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.138100 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ddf228e-99fd-4879-9239-bf3cae77ca87 x-openstack-request-id: req-0ddf228e-99fd-4879-9239-bf3cae77ca87 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:50.138390 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "1580b5f9-973a-4b5d-865f-7f8c910a6942", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:50.139289 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0ddf228e-99fd-4879-9239-bf3cae77ca87 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:50.139682 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '1580b5f9-973a-4b5d-865f-7f8c910a6942', 'status': 'completed', 'code': 200} Aug 30 22:58:50.171948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.197586 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1e2d8b-0be7-493e-96af-1b50dd071fe6 x-openstack-request-id: req-bd1e2d8b-0be7-493e-96af-1b50dd071fe6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:50.198132 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "name": "network-vif-plugged", "status": "completed", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:50.198132 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd1e2d8b-0be7-493e-96af-1b50dd071fe6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:50.198542 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'code': 200} Aug 30 22:58:50.201663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99cd27a3-f793-4d41-8142-6d77b18632d3 req-c9e1919d-d187-4dd2-a4ce-c828ada8ae8c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2772923 Aug 30 22:58:50.211026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.254506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.254506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.254506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bdce4034-688d-4312-b5e2-9ce50a64c3aa HTTP/1.1" status: 204 len: 168 time: 0.2729166 Aug 30 22:58:50.270311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=05065c4a-a40d-495e-9ab4-b6b3e7e9f234,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:50.294624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aa86af-80d4-410b-bd76-df6c40f04914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdce4034-688d-4312-b5e2-9ce50a64c3aa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:50.423844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Router c29a99f6-c074-4703-a3fe-dc33050b0751 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:58:50.428296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b883e770-149a-4614-80df-55702d0e86be req-f114f893-6067-4279-b631-abce1a65cbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:50.429111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b883e770-149a-4614-80df-55702d0e86be req-f114f893-6067-4279-b631-abce1a65cbdd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 1098 time: 0.0696661 Aug 30 22:58:50.488951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b883e770-149a-4614-80df-55702d0e86be req-418c8c5f-08c5-438a-9cb2-1d42d8c4ab44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508099 Aug 30 22:58:50.490568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Router 33a86b58-c268-4096-b26a-0c2a6acb02c1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:50.606796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:50.619277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Sync routers for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:50.633758 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:50.640424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:50.665585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.667455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ad15951-23cd-4604-8ee2-5bd80ea91386 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4021420 Aug 30 22:58:50.670950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:50.681105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:50.696501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Sync routers for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:50.711052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:50.711698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:50.756683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55096) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:50.795338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] No DVR routers for this DVR port 05065c4a-a40d-495e-9ab4-b6b3e7e9f234 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:50.810646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.814004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-c26ac84b-01bd-47fd-a3ff-d4bfd96a6c10 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "DELETE /v2.0/ports/05065c4a-a40d-495e-9ab4-b6b3e7e9f234 HTTP/1.1" status: 204 len: 173 time: 2.7328434 Aug 30 22:58:50.815344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77db80a8-f2eb-4658-9c1c-4416b1a67199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:50.912889 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:51.062488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d2b44b0f-294b-4d48-a7e3-2a3298902350 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:51.136716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03136a9-baa7-4cfa-b6ec-a659eb9dba95 req-215cbffe-09ad-4d6d-a86d-39bec9560e95 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:51.144618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b03136a9-baa7-4cfa-b6ec-a659eb9dba95 req-215cbffe-09ad-4d6d-a86d-39bec9560e95 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.1512065 Aug 30 22:58:51.147438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:51.242334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b03136a9-baa7-4cfa-b6ec-a659eb9dba95 req-a2b3d26c-d66f-49a0-a8f6-f69e7ee86a8f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0923579 Aug 30 22:58:51.251408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 1ebfd135-a8c1-4c59-baae-67db3d3112bd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:58:51.251768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.326073 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:48Z', 'revision_number': 3, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:51.365470 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Checking router: c29a99f6-c074-4703-a3fe-dc33050b0751 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:51.366125 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Updating router c29a99f6-c074-4703-a3fe-dc33050b0751 port a02b6aa0-4aa2-4b7b-b5e6-105b128032af binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:58:51.391980 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.421659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d2b44b0f-294b-4d48-a7e3-2a3298902350 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:51.429960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.440258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77db80a8-f2eb-4658-9c1c-4416b1a67199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.449186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-77db80a8-f2eb-4658-9c1c-4416b1a67199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.517525 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-77db80a8-f2eb-4658-9c1c-4416b1a67199 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34246028a53c4b6ba5aa3a28ea76cb0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7570238 Aug 30 22:58:51.519775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db80a8-f2eb-4658-9c1c-4416b1a67199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c686b76c-13fb-4d91-8ca1-aed0497e582e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:51.524620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55108) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:51.553975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d6891-80b0-45ce-b188-e0eed0305da9 req-031011c3-eb8a-4530-bc21-fb3fc31a2bb7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:51.562301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e13d6891-80b0-45ce-b188-e0eed0305da9 req-031011c3-eb8a-4530-bc21-fb3fc31a2bb7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 943 time: 0.2105927 Aug 30 22:58:51.601744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] For port 1ebfd135-a8c1-4c59-baae-67db3d3112bd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1ebfd135-a8c1-4c59-baae-67db3d3112bd,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:51.603759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.642114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e13d6891-80b0-45ce-b188-e0eed0305da9 req-0a135b85-0b10-4302-89cf-846960c6ff93 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups?id=a38ccc11-96e9-4a6e-8342-5541e9747dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0742657 Aug 30 22:58:51.655549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 1ebfd135-a8c1-4c59-baae-67db3d3112bd owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:58:51.712968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.771200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:51.792858 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.804660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.807221 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Transition to ACTIVE for port object a02b6aa0-4aa2-4b7b-b5e6-105b128032af will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:51.844418 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.856522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.916138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:51.954734 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Pushing event updated for resources: {'Port': ['ID=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:51.973681 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Attempting to bind port a02b6aa0-4aa2-4b7b-b5e6-105b128032af on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:58:51.974077 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Attempting to bind port a02b6aa0-4aa2-4b7b-b5e6-105b128032af by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:58:51.974440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Attempting to bind port a02b6aa0-4aa2-4b7b-b5e6-105b128032af on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:51.977404 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.977747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.980903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=1ebfd135-a8c1-4c59-baae-67db3d3112bd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:51.986365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.986718 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.987053 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.987448 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.987698 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.988022 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.988373 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.988855 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.989044 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:51.989363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:58:52.004819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:58:52.011126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:52.011825 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.012447 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:58:52.013123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Bound port: a02b6aa0-4aa2-4b7b-b5e6-105b128032af, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:58:52.014337 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.028686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.036078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.044343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c686b76c-13fb-4d91-8ca1-aed0497e582e HTTP/1.1" status: 204 len: 168 time: 0.5164666 Aug 30 22:58:52.056564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] No DVR routers for this DVR port 1ebfd135-a8c1-4c59-baae-67db3d3112bd on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:58:52.063931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.069143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e53158e-3069-40f8-83e8-775bfa726f37 req-1f1ef343-918e-4a63-82de-60e4fe6c5b44 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.52 "DELETE /v2.0/ports/1ebfd135-a8c1-4c59-baae-67db3d3112bd HTTP/1.1" status: 204 len: 173 time: 1.2463248 Aug 30 22:58:52.099886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d95eb-00c7-4962-8eb1-4306233c0314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c686b76c-13fb-4d91-8ca1-aed0497e582e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:52.142590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234'}, {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:52.151531 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3434dba-f472-4a44-897d-de753cd06ed2" -d '{"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234"}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:52.200595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] For port a02b6aa0-4aa2-4b7b-b5e6-105b128032af, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:52.202192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Allocated IP 172.20.0.1 (06b54587-7e50-4baa-9747-abd461ac4b53/53b12aad-a3d2-45b6-a56e-592ee0d9eeee/72a877ea-dcb8-4680-869d-d9c7dbdacf86) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:58:52.212608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Checking router: 33a86b58-c268-4096-b26a-0c2a6acb02c1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:52.222388 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] For port a02b6aa0-4aa2-4b7b-b5e6-105b128032af, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:58:52.229051 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.254045 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7db277-43d7-42e4-8e27-0e7e6572d869 x-openstack-request-id: req-dc7db277-43d7-42e4-8e27-0e7e6572d869 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:52.254639 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "05065c4a-a40d-495e-9ab4-b6b3e7e9f234", "status": "completed", "code": 200}, {"server_uuid": "abcae16c-eb0c-4bce-bf9b-93e852b7ceaa", "name": "network-vif-deleted", "tag": "1ebfd135-a8c1-4c59-baae-67db3d3112bd", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:52.254955 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dc7db277-43d7-42e4-8e27-0e7e6572d869 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:52.255423 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '05065c4a-a40d-495e-9ab4-b6b3e7e9f234', 'status': 'completed', 'code': 200} Aug 30 22:58:52.255737 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcae16c-eb0c-4bce-bf9b-93e852b7ceaa', 'name': 'network-vif-deleted', 'tag': '1ebfd135-a8c1-4c59-baae-67db3d3112bd', 'status': 'completed', 'code': 200} Aug 30 22:58:52.293202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:52.293887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:52.374146 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.450765 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c527a0f2-6678-4ac8-9c4a-44523f0826a2 None None] Pushing event updated for resources: {'Port': ['ID=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:52.462636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.494940 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:52.495481 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:52.528326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Transition to ACTIVE for port object 72a877ea-dcb8-4680-869d-d9c7dbdacf86 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:52.547590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:52.550472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c62f926-30d8-47af-916f-1a40c958a736 req-ae328e08-dfce-4403-b1e7-7b4caf6ab3b7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:52.563217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c62f926-30d8-47af-916f-1a40c958a736 req-ae328e08-dfce-4403-b1e7-7b4caf6ab3b7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.1456339 Aug 30 22:58:52.653368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:52.693822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c62f926-30d8-47af-916f-1a40c958a736 req-58b9d70c-6ef5-4af9-ae2a-cb7c035853a7 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1237416 Aug 30 22:58:52.822006 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:52.822575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Network 06b54587-7e50-4baa-9747-abd461ac4b53 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:52.834475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:52.849437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:58:52.944745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28f8f2-4499-4353-9412-480c1cb587f2 req-41643d53-aee1-4d3d-bcd7-701630b1ee6b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:52.961675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0b28f8f2-4499-4353-9412-480c1cb587f2 req-41643d53-aee1-4d3d-bcd7-701630b1ee6b tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.1464632 Aug 30 22:58:52.965985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:52.973399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Request body: {'floatingip': {'port_id': 'b5021b43-912f-4bec-ba69-92c42bcbcdde'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:52.978723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:53.064121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-015945f7-084e-4753-95f9-0c4aea5d22cb req-e9df7485-b2e7-4302-8650-fa929ba9830f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1319094 Aug 30 22:58:53.097825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:53.116734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:53.351609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:53.441606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:48Z', 'revision_number': 3, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:53.447150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4999c-2d03-4152-9103-62cbbc940f12 None None] The sync data for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 is: [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:48:20Z', 'revision_number': 4, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f', 'name': '', 'network_id': 'ce923d3e-0708-47ca-9c15-9188fed8de9d', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'mac_address': 'fa:16:3e:53:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:19Z', 'updated_at': '2021-08-30T22:48:28Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'subnets': [{'id': '378dd9eb-1ea9-4238-8edb-db3cd0cd5c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:53.483584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f04a0392-8555-4eb3-9f33-fe39d6be184b None None] Provisioning for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:53.494747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f04a0392-8555-4eb3-9f33-fe39d6be184b None None] Provisioning complete for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:53.495126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f04a0392-8555-4eb3-9f33-fe39d6be184b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:53.509123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3135fcd-22df-4878-b69c-89d0082ac089 None None] The sync data for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 is: [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:48Z', 'revision_number': 3, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:53.631166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f04a0392-8555-4eb3-9f33-fe39d6be184b None None] Port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:58:54.160518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5061a9c-320e-4567-85a9-587bc80b9e5f None None] New status for floating IP 04075a69-59ee-4d21-893b-27bb0a36d89b: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:58:54.323300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55164) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.397545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c81d0ba-f96c-4609-a428-d5391f5993ce req-875f26e1-5be6-470d-a6a8-6c1360d98f31 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1827345 Aug 30 22:58:54.507692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:54.614310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 22:58:54.680902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-59dc712b-c028-4955-adb8-85a8c1889951 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.682762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59dc712b-c028-4955-adb8-85a8c1889951 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3570480 Aug 30 22:58:54.685527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55170) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.690379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-35ebb800-1a5a-46aa-974a-b47860ffd1c7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.691599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-35ebb800-1a5a-46aa-974a-b47860ffd1c7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0048242 Aug 30 22:58:54.697724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.702169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-7070742e-5869-4537-a6b4-31a3f00dfa5a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.703253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7070742e-5869-4537-a6b4-31a3f00dfa5a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045710 Aug 30 22:58:54.706040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55174) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.711030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-acd9f07b-1a15-42cf-b383-3e5a3e49eb7a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.711981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-acd9f07b-1a15-42cf-b383-3e5a3e49eb7a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0050631 Aug 30 22:58:54.714863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55176) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.727547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-3a208fd2-f834-4918-a433-b7fcafb0189c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.729127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a208fd2-f834-4918-a433-b7fcafb0189c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0129209 Aug 30 22:58:54.745550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55178) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.750427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-edf643c6-79ab-4fd2-acb0-dfe39c3a0aa9 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.751367 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-edf643c6-79ab-4fd2-acb0-dfe39c3a0aa9 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0047078 Aug 30 22:58:54.761661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.794009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6ba2061d-68a8-4b31-9d39-a229a51bb6a4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.796129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ba2061d-68a8-4b31-9d39-a229a51bb6a4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0332477 Aug 30 22:58:54.799873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.807244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6b6ffcd5-45cd-492a-b92f-9ce466daa26e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.809495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b6ffcd5-45cd-492a-b92f-9ce466daa26e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080204 Aug 30 22:58:54.813441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:54.814725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55184) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.821812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-f85ff59a-7821-4d91-9d98-3c5f31aeb534 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.823879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f85ff59a-7821-4d91-9d98-3c5f31aeb534 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0073228 Aug 30 22:58:54.826837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:54.830454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55186) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.843047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-31620662-1b6c-4e8f-921f-343b29516948 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.846750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-31620662-1b6c-4e8f-921f-343b29516948 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0127738 Aug 30 22:58:54.851086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55188) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.856712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-ddab5457-4549-4c9d-8aef-a576d19b6fe7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.859025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ddab5457-4549-4c9d-8aef-a576d19b6fe7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0062129 Aug 30 22:58:54.861637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:54.863563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.869989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-ee9b5697-bd8b-482c-86c9-39b869d993e3 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.871601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ee9b5697-bd8b-482c-86c9-39b869d993e3 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067539 Aug 30 22:58:54.875326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55192) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.876855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:54.893442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-c5ded58c-06b0-44ee-a032-02198a95d83d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.897247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5ded58c-06b0-44ee-a032-02198a95d83d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0126693 Aug 30 22:58:54.902979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55194) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:54.969601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a84dccbb-ce0a-4ef2-8993-819be5dd678b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:54.972337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a84dccbb-ce0a-4ef2-8993-819be5dd678b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0139368 Aug 30 22:58:54.979896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55196) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.040136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-55ad8485-c31d-40ad-86ba-4c78240cb506 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.041293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-55ad8485-c31d-40ad-86ba-4c78240cb506 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0133116 Aug 30 22:58:55.052822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55198) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.061592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-51afa6b2-7cbb-4298-9770-0d2b86ce714c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.067809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-51afa6b2-7cbb-4298-9770-0d2b86ce714c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0138257 Aug 30 22:58:55.114260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55200) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.128074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-15491c46-cf83-4e73-bc36-1d1f753d899d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.130622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15491c46-cf83-4e73-bc36-1d1f753d899d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0138929 Aug 30 22:58:55.141980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55202) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.168301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-01b63296-4413-4142-8c18-5303b110b16e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.171814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a02b6aa0-4aa2-4b7b-b5e6-105b128032af up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:55.182463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-01b63296-4413-4142-8c18-5303b110b16e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0206034 Aug 30 22:58:55.191021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.204251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-e5c81a3c-b9d5-4cee-8ca9-d708778dfea4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.205392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5c81a3c-b9d5-4cee-8ca9-d708778dfea4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0119298 Aug 30 22:58:55.210925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55210) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.230798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a43b5cda-37aa-4426-bcd1-1d007a1ce11e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.235708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a43b5cda-37aa-4426-bcd1-1d007a1ce11e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130792 Aug 30 22:58:55.240019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Pushing event updated for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:55.252374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55212) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.266349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-75267913-6fdd-463a-9b15-04fba8be3a8e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.269749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-75267913-6fdd-463a-9b15-04fba8be3a8e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0110686 Aug 30 22:58:55.271699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:55.281398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a02b6aa0-4aa2-4b7b-b5e6-105b128032af completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:58:55.286637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a02b6aa0-4aa2-4b7b-b5e6-105b128032af triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:55.287243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:55.289028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55214) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.302940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-b98eda6b-cfce-4a26-946a-f6cc76eb7724 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.306017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b98eda6b-cfce-4a26-946a-f6cc76eb7724 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0131791 Aug 30 22:58:55.314179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.357803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-22a6b86b-143c-459b-919e-521a824c71a3 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.359253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-22a6b86b-143c-459b-919e-521a824c71a3 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0401964 Aug 30 22:58:55.363513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55218) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.434504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-689369bb-6ab8-4da5-b5a3-e99acbdc6cfd tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.436796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-689369bb-6ab8-4da5-b5a3-e99acbdc6cfd tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0189323 Aug 30 22:58:55.461838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55220) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.473556 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:55.492721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-24ee5c06-5846-464d-92f9-aeb982754850 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.504767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24ee5c06-5846-464d-92f9-aeb982754850 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0350552 Aug 30 22:58:55.526193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a02b6aa0-4aa2-4b7b-b5e6-105b128032af, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:58:55.535728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:55.555132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55226) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.567233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-30b81985-098c-4c48-9171-1f76e61abfc5 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.568303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-30b81985-098c-4c48-9171-1f76e61abfc5 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0112205 Aug 30 22:58:55.595399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55228) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.609225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a406feb3-4cf6-498c-b24b-406a426fce8b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.610259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a406feb3-4cf6-498c-b24b-406a426fce8b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0133829 Aug 30 22:58:55.615502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55230) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.648051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:55.649990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-04aacb7c-1580-4dcf-aaa4-ae7224008ca2 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.651051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-04aacb7c-1580-4dcf-aaa4-ae7224008ca2 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0208871 Aug 30 22:58:55.655529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.664945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-03e8bf50-f257-4bc7-b1b6-6e7c5277e4ab tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.668279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-03e8bf50-f257-4bc7-b1b6-6e7c5277e4ab tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0074775 Aug 30 22:58:55.672553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.689681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-0ceed37e-88a0-4abf-bf75-b09f65d5809d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.693579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0ceed37e-88a0-4abf-bf75-b09f65d5809d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0163682 Aug 30 22:58:55.703481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7704714f-a554-469a-8271-fad35b66ffa0 req-c1d21b9f-4c56-435f-8a52-2e887afbec62 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1188643 Aug 30 22:58:55.707775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55236) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.709145 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Floating IP 9d057593-7ab6-40e4-8602-6e1329789fa9 associated. External IP: 172.25.7.28, port: b5021b43-912f-4bec-ba69-92c42bcbcdde. Aug 30 22:58:55.731033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-d3fe2408-a054-472a-a16a-18058b949956 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.731033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3fe2408-a054-472a-a16a-18058b949956 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0135386 Aug 30 22:58:55.731033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55238) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.737962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-bf24def5-d590-44f1-a4ca-e66cfa1c05ce tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.739218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf24def5-d590-44f1-a4ca-e66cfa1c05ce tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057085 Aug 30 22:58:55.743993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55240) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.747329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Network 06b54587-7e50-4baa-9747-abd461ac4b53 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:58:55.750913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-6e7504e7-875a-4fe6-85dd-3b54daa3d0b4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.752266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6e7504e7-875a-4fe6-85dd-3b54daa3d0b4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0071249 Aug 30 22:58:55.756105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55242) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.761471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-ddba8899-12db-4510-832f-f708f5015c20 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.765262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ddba8899-12db-4510-832f-f708f5015c20 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0050890 Aug 30 22:58:55.769999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55244) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.778454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-c6e26662-e94e-438f-84d5-4474101a158a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.779940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:55.783025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c6e26662-e94e-438f-84d5-4474101a158a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0096812 Aug 30 22:58:55.783509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.803422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-b1dad160-d6c6-4753-9350-68798919879e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.807151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1dad160-d6c6-4753-9350-68798919879e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0227628 Aug 30 22:58:55.813227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.821184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-ee052f64-293d-4e77-9b1a-4bc429ae36b9 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.824286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee052f64-293d-4e77-9b1a-4bc429ae36b9 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0100365 Aug 30 22:58:55.824886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.903168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-ffb518de-e705-4cc1-85cc-4e47a1fd757b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.909057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ffb518de-e705-4cc1-85cc-4e47a1fd757b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0152521 Aug 30 22:58:55.916157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.921301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-0aae663b-8fd4-4129-a85e-97c43e89fe1c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.922536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0aae663b-8fd4-4129-a85e-97c43e89fe1c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054233 Aug 30 22:58:55.925861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.934120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6f42ed7b-be82-4e26-bca1-6aac9da5757f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.948121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f42ed7b-be82-4e26-bca1-6aac9da5757f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0211549 Aug 30 22:58:55.948761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.955987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-5380cf6e-ff06-4a1b-bce5-254eea76f797 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.959704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5380cf6e-ff06-4a1b-bce5-254eea76f797 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0071564 Aug 30 22:58:55.977637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:55.981992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-94fe9819-59e1-4c8a-b69b-7b6b2bff403f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:55.985654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94fe9819-59e1-4c8a-b69b-7b6b2bff403f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0069587 Aug 30 22:58:55.986303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.003277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-1d0d96d3-d8d3-4214-b1d4-240938ec9ff7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.007197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d0d96d3-d8d3-4214-b1d4-240938ec9ff7 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0174947 Aug 30 22:58:56.009236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.021020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-172a4701-5c5e-4a37-8030-0e5ac8eb840b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.024702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-172a4701-5c5e-4a37-8030-0e5ac8eb840b tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0144348 Aug 30 22:58:56.025306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55266) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.025656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Router c29a99f6-c074-4703-a3fe-dc33050b0751 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:56.041534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-4949ee91-34c4-4a45-9402-f9f5853e381c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.045476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4949ee91-34c4-4a45-9402-f9f5853e381c tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0164931 Aug 30 22:58:56.046902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.054177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-1230052a-e6f3-41d2-a3bc-7953b721c2ff tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.055937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1230052a-e6f3-41d2-a3bc-7953b721c2ff tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066721 Aug 30 22:58:56.058353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.073282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-24db5a9e-e868-4039-915c-d342aeef949d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.077575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24db5a9e-e868-4039-915c-d342aeef949d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0157804 Aug 30 22:58:56.078201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.084885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-a86eacd6-341b-4250-8fc6-93bf3312286d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.098370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a86eacd6-341b-4250-8fc6-93bf3312286d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0188057 Aug 30 22:58:56.099200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.105389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-e14207f9-efad-4535-aef7-ea81df90bdce tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.110639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e14207f9-efad-4535-aef7-ea81df90bdce tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087802 Aug 30 22:58:56.112296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55276) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.132414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6813485a-0831-4d53-bad6-bd73ac4eb361 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.134631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6813485a-0831-4d53-bad6-bd73ac4eb361 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0212257 Aug 30 22:58:56.137320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.148453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-688caac5-e8f4-444a-a6b7-4676d9199a4a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.151782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-688caac5-e8f4-444a-a6b7-4676d9199a4a tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0093615 Aug 30 22:58:56.180926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d210a94b-68b6-40e1-b97f-dbd0f076bd24 None None] Provisioning complete for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:56.182237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d210a94b-68b6-40e1-b97f-dbd0f076bd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:56.222031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.240329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-618fc2d4-fe9c-4899-a12a-0b114491242e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.243867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-618fc2d4-fe9c-4899-a12a-0b114491242e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0115271 Aug 30 22:58:56.244593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55286) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.254173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a2984b67-6100-41d9-b31e-3b3cd4ba1b4e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.257387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a2984b67-6100-41d9-b31e-3b3cd4ba1b4e tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0095344 Aug 30 22:58:56.258504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.272015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-2b4ef373-1e4a-4606-a173-b2dd8f513b71 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.272015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b4ef373-1e4a-4606-a173-b2dd8f513b71 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0104246 Aug 30 22:58:56.273017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55290) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.277262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-9df2d074-d02f-4ecf-b324-3aa2cb9c98fa tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.281505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9df2d074-d02f-4ecf-b324-3aa2cb9c98fa tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0049868 Aug 30 22:58:56.281693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d210a94b-68b6-40e1-b97f-dbd0f076bd24 None None] Port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:58:56.282382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55292) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.287685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-dd67f40f-f90f-45f6-87ea-6c08f545d1b4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.291215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dd67f40f-f90f-45f6-87ea-6c08f545d1b4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0058362 Aug 30 22:58:56.293801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.303681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-b45a7359-9d1e-4739-87fd-36e16397f974 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.314072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b45a7359-9d1e-4739-87fd-36e16397f974 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0170720 Aug 30 22:58:56.316047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.328675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-abf15e38-d27d-4480-a076-f5559d9cbebe tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.332848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-abf15e38-d27d-4480-a076-f5559d9cbebe tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0105202 Aug 30 22:58:56.334089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55298) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.338653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-15166c94-3ba5-4cd5-8fe5-e2ba87159450 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.343124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15166c94-3ba5-4cd5-8fe5-e2ba87159450 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052783 Aug 30 22:58:56.344300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:56.352089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55300) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.356704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6c4636c3-fdd5-486b-99ce-0e8792ed9e28 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.361187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6c4636c3-fdd5-486b-99ce-0e8792ed9e28 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078959 Aug 30 22:58:56.364099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55302) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.368599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-6943c2ed-0a32-4dc6-b1a6-39042853941d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.373666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-14c2d564-b603-4e8e-a25e-bf73644bf2d2 admin admin] 10.222.0.25 "PUT /v2.0/routers/c29a99f6-c074-4703-a3fe-dc33050b0751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7004440 Aug 30 22:58:56.374240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6943c2ed-0a32-4dc6-b1a6-39042853941d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0087395 Aug 30 22:58:56.374676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55306) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.379975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-b5370c37-acea-4073-97aa-f6c6ee08f80f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.383227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b5370c37-acea-4073-97aa-f6c6ee08f80f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0052319 Aug 30 22:58:56.385033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:58:56.386207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55308) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.391859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [None req-8b032f49-e790-4fd2-b3bd-f3ade7fc75e4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.398110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.406905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8b032f49-e790-4fd2-b3bd-f3ade7fc75e4 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0194180 Aug 30 22:58:56.409121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a9297015-0d80-4fd3-891e-cdcca0901f84 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.412715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a9297015-0d80-4fd3-891e-cdcca0901f84 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0112810 Aug 30 22:58:56.412983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.418885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-d1a18459-7d76-4a93-bac9-3ab024b19e70 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.422832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d1a18459-7d76-4a93-bac9-3ab024b19e70 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0065041 Aug 30 22:58:56.425055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.429403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-88d98044-1a48-481b-9d7d-fbd765e77c1d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.440165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-88d98044-1a48-481b-9d7d-fbd765e77c1d tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0118866 Aug 30 22:58:56.440436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.454562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-a2d97b17-4760-4767-a73c-a88ca50c27ed tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.461827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a2d97b17-4760-4767-a73c-a88ca50c27ed tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0181220 Aug 30 22:58:56.463091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55318) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.472024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-ef01f9e0-79f4-4fa8-afa0-d24252c4542f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.478795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef01f9e0-79f4-4fa8-afa0-d24252c4542f tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0107713 Aug 30 22:58:56.479580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55320) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:56.505828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [None req-d417ab5c-4953-408b-a15f-3f110b1ce616 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 22:58:56.505828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d417ab5c-4953-408b-a15f-3f110b1ce616 tempest-ExtensionsTestJSON-1424555241 tempest-ExtensionsTestJSON-1424555241-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0163805 Aug 30 22:58:56.587459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Sync routers for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:56.632197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:56.633723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:56.794335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:58:56.803746 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:58:56.814910 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:56.815539 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:56.820417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:56.966458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-142b6711-5686-49f2-9d2a-52be52d28104 req-a3548e23-584e-44e3-a631-efa17b55eef9 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0980997 Aug 30 22:58:56.973245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9674ce08-cc3e-4342-9eca-69ce987a76a9 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "PUT /v2.0/floatingips/9d057593-7ab6-40e4-8602-6e1329789fa9 HTTP/1.1" status: 200 len: 991 time: 4.0013881 Aug 30 22:58:56.973245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:58:56.980234 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a183a2a6-2557-4158-ae4c-a5c84db44b08" -d '{"events": [{"name": "network-changed", "server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:58:57.025468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:57.081104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a02b6aa0-4aa2-4b7b-b5e6-105b128032af up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:58:57.166176 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:57.186796 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3c0bd26-0100-40fb-bb07-1a7af31b71af x-openstack-request-id: req-c3c0bd26-0100-40fb-bb07-1a7af31b71af {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:58:57.187289 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:58:57.187728 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3c0bd26-0100-40fb-bb07-1a7af31b71af {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:58:57.188294 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'status': 'completed', 'code': 200} Aug 30 22:58:57.230645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55348) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:57.361529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-087094d0-f36b-4696-a40e-4cd2b3d78f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:57.369713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-087094d0-f36b-4696-a40e-4cd2b3d78f1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 1098 time: 0.1268458 Aug 30 22:58:57.413597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a02b6aa0-4aa2-4b7b-b5e6-105b128032af triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:58:57.414194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.443748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 2, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:57.483022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Checking router: c29a99f6-c074-4703-a3fe-dc33050b0751 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:57.484149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Updating router c29a99f6-c074-4703-a3fe-dc33050b0751 port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:58:57.537632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.537873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-855bf64e-3bfc-4e8e-864e-594e8c28d382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.599347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-5bf35d7a-c2e0-4d3f-b89d-8c85f831d46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:57.602011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-5bf35d7a-c2e0-4d3f-b89d-8c85f831d46f service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.2247474 Aug 30 22:58:57.623049 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9d057593-7ab6-40e4-8602-6e1329789fa9', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:54:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895cd8-a657-4f84-8d59-36273678bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:58:35Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:57.681559 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:58:57.699611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:57.700269 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:57.734648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-855bf64e-3bfc-4e8e-864e-594e8c28d382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.739738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-fa6e5444-4906-4c9b-8c35-ba5ddbc3a0ef service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 200 len: 999 time: 0.1296027 Aug 30 22:58:57.741911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-855bf64e-3bfc-4e8e-864e-594e8c28d382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.831783 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:57.892945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855bf64e-3bfc-4e8e-864e-594e8c28d382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b764e5c-cb6c-4780-8cf6-3da5c683ef8d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:57.895485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:57.902412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-ca706862-2d10-4845-9020-e9d52cfc3a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:57.903945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-ca706862-2d10-4845-9020-e9d52cfc3a97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.1526577 Aug 30 22:58:57.912907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1726275456-network', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:57.925142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-855bf64e-3bfc-4e8e-864e-594e8c28d382 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=904a829fb2a440e0bdea18914677d432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6859066 Aug 30 22:58:57.927277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:57.977136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-eab37ba2-5f08-4029-8fa3-934be9c9f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:57.980014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-eab37ba2-5f08-4029-8fa3-934be9c9f4b8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0615747 Aug 30 22:58:57.982911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Made reservation on behalf of 307df3048e1a4742925ae0e50d95a13a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:57.985581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.009881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.012873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.047968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.119730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.126609 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:58.149552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Transition to ACTIVE for port object 72a877ea-dcb8-4680-869d-d9c7dbdacf86 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:58:58.162338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.250384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c22cbc5-9627-48e5-a2e9-6a5546661df5 req-556347e4-11d2-45ea-a61f-38c563a65aaf tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0865793 Aug 30 22:58:58.301688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.305978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.312246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b764e5c-cb6c-4780-8cf6-3da5c683ef8d HTTP/1.1" status: 204 len: 168 time: 0.3809772 Aug 30 22:58:58.350707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d0f93-d4ed-48fc-b149-7b580ec554fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b764e5c-cb6c-4780-8cf6-3da5c683ef8d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:58.380766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-80e593b2-af04-401f-aaad-006a708bc145 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898945 Aug 30 22:58:58.407496 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.415506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.464195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:58:58.489185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0901a865-fd5d-4fc4-a36a-25fe9ca5c68a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:58.493929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.498144 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Added segment d178e9d2-0191-488d-96ca-2c01b8af12d8 of type vlan for network b4be56a6-9b08-4def-b856-1382f3d42fde Aug 30 22:58:58.530357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Attempting to bind port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:58:58.530984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Attempting to bind port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:58:58.531107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Attempting to bind port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 on network 06b54587-7e50-4baa-9747-abd461ac4b53 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:58:58.541839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:58:58.542218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Checking segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:58.542640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.543018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Bound using segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:58:58.543494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Bound port: 72a877ea-dcb8-4680-869d-d9c7dbdacf86, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:58:58.543874 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.563518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9d057593-7ab6-40e4-8602-6e1329789fa9', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:54:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895cd8-a657-4f84-8d59-36273678bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:58:35Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:58.571904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a183a2a6-2557-4158-ae4c-a5c84db44b08 req-f37b254c-f71e-4721-9f80-513c003384d8 service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1779993 Aug 30 22:58:58.583621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0df74f-5a26-45ca-960e-6f7186bb1b59 None None] Pushing event updated for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:58.596423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.634128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.636357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:58.637504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.651638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16514c0-566e-4de4-beae-f5d0f9b1a7ed None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9d057593-7ab6-40e4-8602-6e1329789fa9', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'floating_ip_address': '172.25.7.28', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'port_id': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'mac_address': 'fa:16:3e:54:77:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49895cd8-a657-4f84-8d59-36273678bb74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:58:35Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 1, 'project_id': '44b8598631d9423c820f66be72094d62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:58:58.730363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] For port 72a877ea-dcb8-4680-869d-d9c7dbdacf86, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:58:58.736824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] For port 72a877ea-dcb8-4680-869d-d9c7dbdacf86, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=72a877ea-dcb8-4680-869d-d9c7dbdacf86,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:58:58.747266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.774276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] Pushing event updated for resources: {'Network': ['ID=b4be56a6-9b08-4def-b856-1382f3d42fde,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:58.805564 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf08291b-29bb-4611-af82-6c2cdc659934 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9088051 Aug 30 22:58:58.811662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:58.818015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Request body: {'subnet': {'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1726275456-subnet', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:58.872129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Made reservation on behalf of 307df3048e1a4742925ae0e50d95a13a for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:58:58.875186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:58.876862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b4be56a6-9b08-4def-b856-1382f3d42fde details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:58:59.072636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0df74f-5a26-45ca-960e-6f7186bb1b59 None None] Pushing event updated for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:59.075335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:58:59.090202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:58:59.220295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:59.264369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96429f13-2415-49b8-9520-fdec3c447336 None None] New status for floating IP 9d057593-7ab6-40e4-8602-6e1329789fa9: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:58:59.306160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=939bcf5c-6edb-4647-a7c3-967afe856b74,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:58:59.391959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Checking segment: {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:58:59.392345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Network hostable DHCP agents. Network: b4be56a6-9b08-4def-b856-1382f3d42fde, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:58:59.441753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Network b4be56a6-9b08-4def-b856-1382f3d42fde is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:58:59.470063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b4be56a6-9b08-4def-b856-1382f3d42fde) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:58:59.478867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:58:59.481892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:59.522912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a22d342a-a8e6-4e43-8239-a1b42083f0b9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7095129 Aug 30 22:58:59.523644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:58:59.537747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:58:59.550465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5f9c7c-6bc1-40a8-a9cd-b3f1dc0b5c58 req-27617f86-5a67-44a8-b318-d2aaff544515 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0610261 Aug 30 22:58:59.598612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:59.601117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:59.697500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:58:59.739196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b95c25d-0041-4d3f-8cf3-43f87ad206ba None None] Network b4be56a6-9b08-4def-b856-1382f3d42fde requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:58:59.922918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:58:59.960341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.108961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:00.340413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-980032700'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:00.359496 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.389864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:00.393804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.415935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.427672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.484323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b4be56a6-9b08-4def-b856-1382f3d42fde', 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'fixed_ips': [{'subnet_id': '939bcf5c-6edb-4647-a7c3-967afe856b74'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:00.485669 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.539005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:58:58Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:00.608115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.637639 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.637955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3ae807-9c07-4ab4-9c15-ff92764f3ccf None None] The sync data for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 is: [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:58:58Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:00.686745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:00.700373 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.701636 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 91e26dbc-64e9-4e09-abc9-fd864287cfbc of type vlan for network db0e0eab-63c3-4544-b73d-98a2418202a8 Aug 30 22:59:00.792928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Allocated IP 172.25.7.13 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/592fa141-28fa-420e-91d7-ec8abf92da04) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:00.875888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849ea439-ec54-4aef-b0fb-99a3e43fcf5a req-f25acb10-26d1-4b6a-9227-6f6b40ab23ac tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0827157 Aug 30 22:59:00.885821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.920949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acdafba-88a3-454b-88f5-9941f5082db6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:00.967979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.975448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:00.986430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:00.994332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Allocated IP 172.20.0.2 (b4be56a6-9b08-4def-b856-1382f3d42fde/939bcf5c-6edb-4647-a7c3-967afe856b74/f941cce3-7dd0-436f-b3d5-d72a9bf13737) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:01.135381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:01.176281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 72a877ea-dcb8-4680-869d-d9c7dbdacf86 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:01.197768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=db0e0eab-63c3-4544-b73d-98a2418202a8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:01.224998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf978e30-399c-4de1-90ab-9de39d0d3646 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1144736 Aug 30 22:59:01.230508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:01.240222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network db0e0eab-63c3-4544-b73d-98a2418202a8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:01.344414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:01.364717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:01.370402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:01.376893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:01.386430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:01.450032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:01.492798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Pushing event updated for resources: {'Port': ['ID=592fa141-28fa-420e-91d7-ec8abf92da04,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:01.499942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:01.506409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:01.681620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:01.689686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:01.807890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:01.870217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Transition to ACTIVE for port object f941cce3-7dd0-436f-b3d5-d72a9bf13737 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:01.993721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.056876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Transition to ACTIVE for port object f941cce3-7dd0-436f-b3d5-d72a9bf13737 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:02.102944 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.127569 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.133960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.220789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=60f05ab6-f8c4-4282-b4b3-817cfc71067f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:02.227283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 72a877ea-dcb8-4680-869d-d9c7dbdacf86, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=72a877ea-dcb8-4680-869d-d9c7dbdacf86,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:02.237518 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.239180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21945a6a-938d-4f6f-a1e2-a4f9ccb1ab23 req-0c904e7b-5250-4222-85ce-8c01ad032cb3 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1275215 Aug 30 22:59:02.274930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Network b4be56a6-9b08-4def-b856-1382f3d42fde is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:02.277587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '91e26dbc-64e9-4e09-abc9-fd864287cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:02.278167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: db0e0eab-63c3-4544-b73d-98a2418202a8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:02.279936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:02.288357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:02.308207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network db0e0eab-63c3-4544-b73d-98a2418202a8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:02.338870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, db0e0eab-63c3-4544-b73d-98a2418202a8) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:02.356005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:02.358501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.385598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c687b2-0992-4680-8975-2c2cfe5331a5 None None] Network db0e0eab-63c3-4544-b73d-98a2418202a8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:02.390806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Pushing event updated for resources: {'Port': ['ID=f941cce3-7dd0-436f-b3d5-d72a9bf13737,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:02.401916 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb179aae-6a38-4531-8c29-ac57a2c9f8fd tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0278602 Aug 30 22:59:02.405512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55444) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:02.433587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-853287863'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:02.518332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:02.525425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.557727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:02.573883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.574254 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 39b59dbb-0929-4141-9288-d55a1481a380 of type vlan for network 81426d60-643f-41e5-a487-c95fe33cf3ef Aug 30 22:59:02.577201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.603396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:02.683344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.743204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.753590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Attempting to bind port f941cce3-7dd0-436f-b3d5-d72a9bf13737 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:02.754017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Attempting to bind port f941cce3-7dd0-436f-b3d5-d72a9bf13737 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:02.754392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Attempting to bind port f941cce3-7dd0-436f-b3d5-d72a9bf13737 on network b4be56a6-9b08-4def-b856-1382f3d42fde {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:02.755513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:02.756677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.762405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:02.762790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Checking segment: {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:02.796393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.796912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Bound using segment: {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:02.797439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Bound port: f941cce3-7dd0-436f-b3d5-d72a9bf13737, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:02.797894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:02.869301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Router c7115c92-ec49-4380-8a80-61266ecd1597 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:59:02.992665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=81426d60-643f-41e5-a487-c95fe33cf3ef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:03.006310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-64da8341-4990-46ab-991f-a860a165e6ad tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5953963 Aug 30 22:59:03.006506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:03.012017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '81426d60-643f-41e5-a487-c95fe33cf3ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:03.043358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:03.045287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 81426d60-643f-41e5-a487-c95fe33cf3ef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:03.056485 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Sync routers for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:03.071638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:03.072544 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:03.090625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.093012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2835c372-cddf-4c92-b37a-8bf11b526c02 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5663416 Aug 30 22:59:03.096926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:03.167556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 72a877ea-dcb8-4680-869d-d9c7dbdacf86 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:03.223244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:03.228357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.263884 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:03.295984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] For port f941cce3-7dd0-436f-b3d5-d72a9bf13737, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:03.342318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-db0e0eab-63c3-4544-b73d-98a2418202a8', 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '60f05ab6-f8c4-4282-b4b3-817cfc71067f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:03.343335 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.350304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] For port f941cce3-7dd0-436f-b3d5-d72a9bf13737, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f941cce3-7dd0-436f-b3d5-d72a9bf13737,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:03.399472 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.419181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:03.419181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.604703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edf8cdb7-3dba-476f-b755-fb4d79869045 req-be86081e-297b-4e27-82eb-ffa1caa7ea54 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0785475 Aug 30 22:59:03.610609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:03.805355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ac188-22d3-4e25-a7e9-f5d30536f27e None None] Pushing event updated for resources: {'Port': ['ID=f941cce3-7dd0-436f-b3d5-d72a9bf13737,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:03.900783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=8b0dbd10-7873-4322-b8f5-ad579e1beea6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:03.920154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '39b59dbb-0929-4141-9288-d55a1481a380', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '81426d60-643f-41e5-a487-c95fe33cf3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:03.920426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 81426d60-643f-41e5-a487-c95fe33cf3ef, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:03.963935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 81426d60-643f-41e5-a487-c95fe33cf3ef is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:03.983419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 81426d60-643f-41e5-a487-c95fe33cf3ef) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:03.988110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:03.988719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.035545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-387da330-2ad9-492f-b048-0b3f7492d6f0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0279443 Aug 30 22:59:04.035780 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:01Z', 'revision_number': 3, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:04.036186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55472) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:04.077820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.082932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3731958-54b2-485b-9aa6-2084e2c4ab43 None None] Network 81426d60-643f-41e5-a487-c95fe33cf3ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:04.108411 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Checking router: c7115c92-ec49-4380-8a80-61266ecd1597 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:04.109107 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Updating router c7115c92-ec49-4380-8a80-61266ecd1597 port 592fa141-28fa-420e-91d7-ec8abf92da04 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:59:04.242812 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.287580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.415242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Allocated IP 172.20.255.242 (db0e0eab-63c3-4544-b73d-98a2418202a8/60f05ab6-f8c4-4282-b4b3-817cfc71067f/38a59e74-f351-483f-8f11-ba0ac4dc9b6d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:04.486060 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.491786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Allocated IP 172.20.0.1 (b4be56a6-9b08-4def-b856-1382f3d42fde/939bcf5c-6edb-4647-a7c3-967afe856b74/82b8acd4-be85-4d7b-bc1e-bad54fb47ce6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:04.627561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.697315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0dbd10-7873-4322-b8f5-ad579e1beea6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:04.735009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.777722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Transition to ACTIVE for port object 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:04.853065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700367ba-2a70-4622-9102-14dbed128a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-81426d60-643f-41e5-a487-c95fe33cf3ef', 'network_id': '81426d60-643f-41e5-a487-c95fe33cf3ef', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '8b0dbd10-7873-4322-b8f5-ad579e1beea6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:04.854642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-700367ba-2a70-4622-9102-14dbed128a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.870172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.914211 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.930496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c9cf507-3e7b-435b-984c-6b344599b807 req-6f47bbda-af37-4fd2-8ab7-23c9ee3ee254 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1017449 Aug 30 22:59:04.949121 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Transition to ACTIVE for port object 592fa141-28fa-420e-91d7-ec8abf92da04 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:04.952749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.960298 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:04.976017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81426d60-643f-41e5-a487-c95fe33cf3ef']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:04.990531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Network b4be56a6-9b08-4def-b856-1382f3d42fde is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:05.007305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b59dbb-0929-4141-9288-d55a1481a380') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:05.007844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:05.010741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b59dbb-0929-4141-9288-d55a1481a380') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:05.018699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:05.023094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Pushing event updated for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:05.036145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.077852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.078596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Attempting to bind port 592fa141-28fa-420e-91d7-ec8abf92da04 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:05.078973 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Attempting to bind port 592fa141-28fa-420e-91d7-ec8abf92da04 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:05.079344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Attempting to bind port 592fa141-28fa-420e-91d7-ec8abf92da04 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:05.087713 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:05.088097 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:05.088507 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.089087 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:05.089612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Bound port: 592fa141-28fa-420e-91d7-ec8abf92da04, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:05.090045 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.106437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:05.108938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:05.117407 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:05.125973 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f091-a3fd-408b-a4de-c637be5d5a66 None None] Pushing event updated for resources: {'Port': ['ID=592fa141-28fa-420e-91d7-ec8abf92da04,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:05.170659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.173299 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] For port 592fa141-28fa-420e-91d7-ec8abf92da04, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:05.179132 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] For port 592fa141-28fa-420e-91d7-ec8abf92da04, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=592fa141-28fa-420e-91d7-ec8abf92da04,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:05.190577 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.230801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f941cce3-7dd0-436f-b3d5-d72a9bf13737 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:05.292816 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:05.293453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:05.359422 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3274f091-a3fd-408b-a4de-c637be5d5a66 None None] Pushing event updated for resources: {'Port': ['ID=592fa141-28fa-420e-91d7-ec8abf92da04,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:05.401510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.422389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.441617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/81426d60-643f-41e5-a487-c95fe33cf3ef HTTP/1.1" status: 204 len: 168 time: 1.4032850 Aug 30 22:59:05.455865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55486) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:05.457129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4397162-54eb-4586-b574-0477eb65ce0c None None] Network 81426d60-643f-41e5-a487-c95fe33cf3ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:05.461147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e53cc-2fe5-4a97-95c3-de233101d12f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=81426d60-643f-41e5-a487-c95fe33cf3ef,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:05.467509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1046195579'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:05.468145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f941cce3-7dd0-436f-b3d5-d72a9bf13737 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:05.500122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4397162-54eb-4586-b574-0477eb65ce0c None None] Network 81426d60-643f-41e5-a487-c95fe33cf3ef could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 22:59:05.507391 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:05.569383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.590315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Transition to ACTIVE for port object 38a59e74-f351-483f-8f11-ba0ac4dc9b6d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:05.626801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Transition to ACTIVE for port object 38a59e74-f351-483f-8f11-ba0ac4dc9b6d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:05.651348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd87c8ad-1fc1-4171-bf31-305d7d45cd69 None None] Network b4be56a6-9b08-4def-b856-1382f3d42fde requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:05.702227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:05.717243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.724437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.785534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:05.922515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Network db0e0eab-63c3-4544-b73d-98a2418202a8 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:05.937597 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:01Z', 'revision_number': 3, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:05.971080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:05.976859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:05.983241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:06.037619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Provisioning for port f941cce3-7dd0-436f-b3d5-d72a9bf13737 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:06.049063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.049063 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 06e7285b-11bf-49a9-be5c-aec37fd9287a of type vlan for network 970b9e82-c5d5-4f73-a0d3-15d67080ea5b Aug 30 22:59:06.075840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Provisioning complete for port f941cce3-7dd0-436f-b3d5-d72a9bf13737 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:06.076321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.119236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Pushing event updated for resources: {'Port': ['ID=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:06.147348 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62e2a33-5f1c-4631-b1d7-da63d2962579 None None] The sync data for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 is: [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:01Z', 'revision_number': 3, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:06.184307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Attempting to bind port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:06.184684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Attempting to bind port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '91e26dbc-64e9-4e09-abc9-fd864287cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:06.185649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Attempting to bind port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d on network db0e0eab-63c3-4544-b73d-98a2418202a8 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:06.224598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:06.224939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Checking segment: {'id': '91e26dbc-64e9-4e09-abc9-fd864287cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:06.225271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.225673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Bound using segment: {'id': '91e26dbc-64e9-4e09-abc9-fd864287cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:06.226191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Bound port: 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91e26dbc-64e9-4e09-abc9-fd864287cfbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'db0e0eab-63c3-4544-b73d-98a2418202a8'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:06.226579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.269830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.282138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad0227f-c956-431f-9057-42e3f76dfd5d req-f7f40782-fead-4d05-be54-b71054762b76 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0817363 Aug 30 22:59:06.389299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] For port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:06.393359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] For port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,segment=NetworkSegment(91e26dbc-64e9-4e09-abc9-fd864287cfbc),segment_id=91e26dbc-64e9-4e09-abc9-fd864287cfbc)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:06.395204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.398660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.408718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:06.409632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.449421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] For port f941cce3-7dd0-436f-b3d5-d72a9bf13737, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f941cce3-7dd0-436f-b3d5-d72a9bf13737,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:06.482540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.569177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:06.576721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b055ae00-9864-476c-978a-8fc4fdea6797 None None] Pushing event updated for resources: {'Port': ['ID=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:06.736365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02073d9b-f7e5-4ce1-b34e-3bcf894f92e9 None None] Pushing event updated for resources: {'Port': ['ID=f941cce3-7dd0-436f-b3d5-d72a9bf13737,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:07.238272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Provisioning for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:07.244689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Provisioning complete for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:07.245155 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.276335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8193378 Aug 30 22:59:07.280455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55510) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:07.285676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '970b9e82-c5d5-4f73-a0d3-15d67080ea5b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:07.304825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 592fa141-28fa-420e-91d7-ec8abf92da04 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:07.400262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d358b9a-c325-4107-8d26-01e2cfefd566 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=970b9e82-c5d5-4f73-a0d3-15d67080ea5b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:07.463224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.475780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.488821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 970b9e82-c5d5-4f73-a0d3-15d67080ea5b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:07.631825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:59:07.637103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07fadf74-de64-46e3-8c06-be4f9b8600f1 req-836821d8-6e49-488d-9264-47b310d54d37 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0757291 Aug 30 22:59:07.640021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 592fa141-28fa-420e-91d7-ec8abf92da04 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:07.651824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 592fa141-28fa-420e-91d7-ec8abf92da04 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:07.652404 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.693129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.695749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:07.702976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.729505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Provisioning complete for port f941cce3-7dd0-436f-b3d5-d72a9bf13737 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:07.745388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02d8424e-f299-48f8-98b4-ea35c28023ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:07.882829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing IP validity checks on allocation pools {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 22:59:07.883605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 22:59:07.921985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Pushing event updated for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:08.038995 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.075877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Network b4be56a6-9b08-4def-b856-1382f3d42fde is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:08.080350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:08.104796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 592fa141-28fa-420e-91d7-ec8abf92da04, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=592fa141-28fa-420e-91d7-ec8abf92da04,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:08.119031 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.121955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f941cce3-7dd0-436f-b3d5-d72a9bf13737 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:08.223590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.355273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=592fa141-28fa-420e-91d7-ec8abf92da04,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:08.417147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=d2abbff6-10cf-4090-b1fd-5faef575b742,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:08.417860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e2450f9f-43c9-4dd8-a533-e32cefbc3821 None None] Provisioning complete for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:08.438105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e2450f9f-43c9-4dd8-a533-e32cefbc3821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.450198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '06e7285b-11bf-49a9-be5c-aec37fd9287a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '970b9e82-c5d5-4f73-a0d3-15d67080ea5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:08.450198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 970b9e82-c5d5-4f73-a0d3-15d67080ea5b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:08.457353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Router c7115c92-ec49-4380-8a80-61266ecd1597 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:59:08.482901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 970b9e82-c5d5-4f73-a0d3-15d67080ea5b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:08.504536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 970b9e82-c5d5-4f73-a0d3-15d67080ea5b) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:08.510405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:08.517215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.551126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53635d45-a7cd-4a20-a543-6b2799b63128 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2694244 Aug 30 22:59:08.551808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55530) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:08.573123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e2450f9f-43c9-4dd8-a533-e32cefbc3821 None None] Port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:59:08.577491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488355d1-9fc4-460e-a234-9312e52371f4 None None] Network 970b9e82-c5d5-4f73-a0d3-15d67080ea5b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:08.715680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.723795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-946037b9-021c-48f9-977b-bd2d3608af3a None None] Provisioning complete for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:08.724313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-946037b9-021c-48f9-977b-bd2d3608af3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.729567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f941cce3-7dd0-436f-b3d5-d72a9bf13737 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:08.729935 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:08.759100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:08.804229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9c02afc1-f86b-4b5f-bff0-b658141a452e admin admin] 10.222.0.25 "PUT /v2.0/routers/c7115c92-ec49-4380-8a80-61266ecd1597/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6997278 Aug 30 22:59:08.813646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183e6d6b-07fb-4b2c-9d77-c68e153a200b None None] Network db0e0eab-63c3-4544-b73d-98a2418202a8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:08.889416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2e8bca0-51ea-4398-b8a6-c236c47bdf93 req-4c544470-7a74-4697-a68e-563ce5919ebd tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0665808 Aug 30 22:59:08.891671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.030678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-946037b9-021c-48f9-977b-bd2d3608af3a None None] Port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:59:09.032892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.155152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=d2abbff6-10cf-4090-b1fd-5faef575b742,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:09.229233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cfee6a-34ec-4f16-bd46-ce211de1b06d req-9ce1172c-277d-43fc-a1a5-01e2010cf4de tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:09.236071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f0cfee6a-34ec-4f16-bd46-ce211de1b06d req-9ce1172c-277d-43fc-a1a5-01e2010cf4de tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1301200 Aug 30 22:59:09.299486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-727c927e-ad7f-4388-a9aa-6101a0fca123 None None] Provisioning for port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:09.316782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.321275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf4967e-8ddc-4d4b-8f3a-1afb02e6ceb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-970b9e82-c5d5-4f73-a0d3-15d67080ea5b', 'network_id': '970b9e82-c5d5-4f73-a0d3-15d67080ea5b', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': 'd2abbff6-10cf-4090-b1fd-5faef575b742'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:09.322516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dbf4967e-8ddc-4d4b-8f3a-1afb02e6ceb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.335314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-323725d7-e258-481a-838f-daa551e14172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:09.338873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-323725d7-e258-481a-838f-daa551e14172 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1098 time: 0.2285526 Aug 30 22:59:09.363027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970b9e82-c5d5-4f73-a0d3-15d67080ea5b']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:09.378887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f0cfee6a-34ec-4f16-bd46-ce211de1b06d req-0c2ab8bf-1d51-4411-91da-5443bdbb74f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349342 Aug 30 22:59:09.403468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e7285b-11bf-49a9-be5c-aec37fd9287a') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:09.405713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e7285b-11bf-49a9-be5c-aec37fd9287a') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:09.469575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.507468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.536443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476d4f88-d122-4c0a-930c-a78da3e7fd28 None None] Network 970b9e82-c5d5-4f73-a0d3-15d67080ea5b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:09.539128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:09.539872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:09.543890 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:09.585223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Sync routers for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:09.620008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 38a59e74-f351-483f-8f11-ba0ac4dc9b6d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:09.633890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:09.634541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:09.647388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-1945d044-1390-4c1c-a652-9d47f0d87279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:09.649635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-1945d044-1390-4c1c-a652-9d47f0d87279 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2730920 Aug 30 22:59:09.659966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.668209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.672337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/970b9e82-c5d5-4f73-a0d3-15d67080ea5b HTTP/1.1" status: 204 len: 168 time: 1.1194980 Aug 30 22:59:09.676237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:09.684010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960082957'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:09.733624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:09.739774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.819366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:09.849358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:09.849843 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment d0c38476-fc0e-4531-8520-51315551580b of type vlan for network 99767272-ba97-4a46-ac4e-bf7ed9cc3238 Aug 30 22:59:09.864601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-9e1042b9-aec8-40b1-a4f4-d1f4a52193a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 1001 time: 0.1907260 Aug 30 22:59:09.984824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.049870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.056710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:10.057382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.101216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4212642 Aug 30 22:59:10.127365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:10.177541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '99767272-ba97-4a46-ac4e-bf7ed9cc3238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:10.189994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:10.194934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433535402', 'description': 'tempest-secgroup-smoke-1433535402 description', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:10.212667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:10.286381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-12f17065-fcb9-4154-abe2-c1bb02d1349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:10.287884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-12f17065-fcb9-4154-abe2-c1bb02d1349f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0498209 Aug 30 22:59:10.288815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc6173-958b-44de-aaaf-43577f5de484 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=970b9e82-c5d5-4f73-a0d3-15d67080ea5b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:10.296553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3c245ae-7706-4ad0-913d-94ba41502352 req-eba1d769-5396-4051-a073-e104f3656e2f tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.1040649 Aug 30 22:59:10.332609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a180e50-2dff-47ac-89fb-c898c9f54e48 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=99767272-ba97-4a46-ac4e-bf7ed9cc3238,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:10.354686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.359446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-341ea3a5-5d6a-4920-bf08-ed8f46668d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:10.361317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-341ea3a5-5d6a-4920-bf08-ed8f46668d3c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644886 Aug 30 22:59:10.386693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 99767272-ba97-4a46-ac4e-bf7ed9cc3238 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:10.393955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:59:10.393955 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 22:59:10.393955 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id_1': '33b74fad152f4e3b9d750f3b8de24c49', 'expiration_1': datetime.datetime(2021, 8, 30, 22, 59, 10, 381714)}] Aug 30 22:59:10.393955 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:10.394423 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:10.397410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:10.401403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.500817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-24488de8-70be-414a-b5bd-265249f65f6b service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274047 Aug 30 22:59:10.572480 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e8ddb0ae-540b-4394-a7a8-8a3c50d24d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.577436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:10.585149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:10.586044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.620267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd38ad1-c067-487f-b406-039fc11dec36 req-d40b120a-969e-4b96-bc4b-e40a19763ae6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:10.622689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fd38ad1-c067-487f-b406-039fc11dec36 req-d40b120a-969e-4b96-bc4b-e40a19763ae6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1261232 Aug 30 22:59:10.658136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.691663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1cbd537c-c0a1-48a7-806d-3cb9713789e7 req-8e6ac414-a895-4673-8631-fa41fc27c5ab service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626804 Aug 30 22:59:10.709236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fd38ad1-c067-487f-b406-039fc11dec36 req-ad91b285-2ac2-43d1-b1f5-b2bf6fec8479 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722291 Aug 30 22:59:10.744977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': 'd0c38476-fc0e-4531-8520-51315551580b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '99767272-ba97-4a46-ac4e-bf7ed9cc3238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:10.744977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 99767272-ba97-4a46-ac4e-bf7ed9cc3238, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:10.754647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=1b729698-a243-4847-8120-6051b666e605,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:10.768616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 99767272-ba97-4a46-ac4e-bf7ed9cc3238 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:10.773607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.784690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 99767272-ba97-4a46-ac4e-bf7ed9cc3238) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:10.790071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:10.790779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.806150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e1420-5477-4050-a9ef-ffde39cacbf8 None None] Network 99767272-ba97-4a46-ac4e-bf7ed9cc3238 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:10.818068 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4da01575-9f2f-41cb-8e0e-693f95d56107 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6869309 Aug 30 22:59:10.818321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55582) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:10.908910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,segment=NetworkSegment(91e26dbc-64e9-4e09-abc9-fd864287cfbc),segment_id=91e26dbc-64e9-4e09-abc9-fd864287cfbc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:10.922618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.923862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 592fa141-28fa-420e-91d7-ec8abf92da04 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:10.934956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:10.940605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.043016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.064435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:05Z', 'revision_number': 4, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '82b8acd4-be85-4d7b-bc1e-bad54fb47ce6', 'name': '', 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'mac_address': 'fa:16:3e:9f:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:04Z', 'updated_at': '2021-08-30T22:59:06Z', 'revision_number': 2, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'subnets': [{'id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:11.117968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Checking router: c7115c92-ec49-4380-8a80-61266ecd1597 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:11.118572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Updating router c7115c92-ec49-4380-8a80-61266ecd1597 port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:59:11.245780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.248466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:11.254236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b93b8-68dd-4315-99f6-bfb9e3894e85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-99767272-ba97-4a46-ac4e-bf7ed9cc3238', 'network_id': '99767272-ba97-4a46-ac4e-bf7ed9cc3238', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '1b729698-a243-4847-8120-6051b666e605'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:11.255087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-017b93b8-68dd-4315-99f6-bfb9e3894e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.302109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.334386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 592fa141-28fa-420e-91d7-ec8abf92da04 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:11.334763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.348118 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.371715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62604b1-36f0-4233-a7a4-84d32a338a86 req-54f7d6f9-d062-4a5b-a720-c160c9c21307 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:11.382830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e62604b1-36f0-4233-a7a4-84d32a338a86 req-54f7d6f9-d062-4a5b-a720-c160c9c21307 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0941086 Aug 30 22:59:11.447488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:11.457488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e62604b1-36f0-4233-a7a4-84d32a338a86 req-a0058e80-61fa-4aec-88b4-a321fb91577e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698054 Aug 30 22:59:11.487776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=1b729698-a243-4847-8120-6051b666e605,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:11.489585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.552942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-569d9be1-4905-43a3-97da-07a43516c35f req-dbe033d7-3888-4af2-b571-5790a372069c tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0661218 Aug 30 22:59:11.560307 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.564634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3733690 Aug 30 22:59:11.564841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55600) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:11.569076 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.573836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:11.574049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04566b18-4796-40bf-94b7-403776d3dbf1 None None] Network 99767272-ba97-4a46-ac4e-bf7ed9cc3238 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:11.578113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11210ce3-764e-4139-88fd-8f8c6f52c423 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6abb8ce9-a7b5-4408-9535-b855fad528a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:11.586460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99767272-ba97-4a46-ac4e-bf7ed9cc3238']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:11.617174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c38476-fc0e-4531-8520-51315551580b') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:11.617403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c38476-fc0e-4531-8520-51315551580b') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:11.628842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.633965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.645488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.654542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:11.655057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:11.659200 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:11.705708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.711920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.737890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b2d588-9299-45d7-bfa1-895867e05e9e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:11.749419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.757377 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.761415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d63fa3f2-f3be-4402-a87c-8a32df4fb7fe tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1927044 Aug 30 22:59:11.761723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55602) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:11.769153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.769985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:11.774871 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/99767272-ba97-4a46-ac4e-bf7ed9cc3238 HTTP/1.1" status: 204 len: 168 time: 0.9552743 Aug 30 22:59:11.779186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:11.785916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660061876'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:11.810619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07535d2c-60cf-4d41-960d-28b764637d79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=99767272-ba97-4a46-ac4e-bf7ed9cc3238,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:11.845808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.883072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.884623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:11.891908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.944879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:11.954399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:11.960716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:11.961722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:11.962319 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment f067a0ff-4b83-48d1-85c5-47509df19dd3 of type vlan for network d1cdf895-bc6f-4155-80d9-b42a40462ab3 Aug 30 22:59:11.963081 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7a2bb4-0be7-4588-8831-c5f420406b50" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:11.966666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 38a59e74-f351-483f-8f11-ba0ac4dc9b6d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:11.974663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.012898 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.019945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.048693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.052041 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa003f3-0410-4004-ba87-f40323fcaf7a x-openstack-request-id: req-8aa003f3-0410-4004-ba87-f40323fcaf7a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:12.052345 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:12.052601 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8aa003f3-0410-4004-ba87-f40323fcaf7a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:12.052994 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:59:12.060124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84050f8b-0012-4a8a-8ae5-2fa28f853bc0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:12.069114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.075158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8530c7cf-7789-4712-8ee5-877bbea562a3 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3100214 Aug 30 22:59:12.077938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:12.083661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:12.119583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:12.131861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.145602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:12.146042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.146682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:12.147651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.182772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.208011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Transition to ACTIVE for port object 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:12.215618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.270031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=d1cdf895-bc6f-4155-80d9-b42a40462ab3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:12.278072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55616) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:12.278744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7995532e-d599-45ac-94ce-936eb33de2bb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4981055 Aug 30 22:59:12.280873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.289195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': 'd1cdf895-bc6f-4155-80d9-b42a40462ab3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:12.301194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d1cdf895-bc6f-4155-80d9-b42a40462ab3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:12.365415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885add9-d960-498a-8c7d-d3b37aec6314 None None] Pushing event updated for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:12.407395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.416259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.458019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.463042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:12.464410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3850646 Aug 30 22:59:12.468457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427e58c-bb0f-4b18-89d7-4dcd560ff4bf tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2288eb-e373-42be-9b90-13390e662f61,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:12.484730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:12.495302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Attempting to bind port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:12.495696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Attempting to bind port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:12.496064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Attempting to bind port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 on network b4be56a6-9b08-4def-b856-1382f3d42fde {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:12.509812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:12.510565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Checking segment: {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:12.511223 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.512012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Bound using segment: {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:12.512744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Bound port: 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd178e9d2-0191-488d-96ca-2c01b8af12d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:12.513477 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.555706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 22:59:12.555706 n-d-791504-21 neutron-server[101269]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 22:59:12.555706 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'id': 'dd942716-46b9-482c-9927-96045a2528db', 'expiration': datetime.datetime(2021, 8, 30, 23, 1, 12, 539686)}] Aug 30 22:59:12.555706 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:12.556139 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:12.557684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:12.562099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.605150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] For port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:12.609823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] For port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:12.618246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.743696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3c8ab-684e-4333-8489-cdceb339fd22 req-f1ec1b4e-f816-4c13-9802-bcddba728e96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:12.745374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04f3c8ab-684e-4333-8489-cdceb339fd22 req-f1ec1b4e-f816-4c13-9802-bcddba728e96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1669002 Aug 30 22:59:12.761107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5874af4c-908d-4abb-99d1-cc97e39cec82 req-8ba37a61-bbdf-4ece-8fe3-1b75c8b36410 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0637450 Aug 30 22:59:12.915384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:12.916462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:58:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:12.929411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04f3c8ab-684e-4333-8489-cdceb339fd22 req-6fb14e4a-761c-4f05-910d-31356c5b9ac8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766758 Aug 30 22:59:12.933055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.959471 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:12.991385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7885add9-d960-498a-8c7d-d3b37aec6314 None None] Pushing event updated for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.005572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=ba138bcc-acf2-4d8a-a6c3-04e5eefc7e3a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.053048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': 'f067a0ff-4b83-48d1-85c5-47509df19dd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'd1cdf895-bc6f-4155-80d9-b42a40462ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:13.053437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: d1cdf895-bc6f-4155-80d9-b42a40462ab3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:13.082217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:13.084792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network d1cdf895-bc6f-4155-80d9-b42a40462ab3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:13.095723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.099555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d1cdf895-bc6f-4155-80d9-b42a40462ab3) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:13.110980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:13.111568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.114596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba46f55-c28f-4876-abd7-5ee58e7e7b9f None None] Network d1cdf895-bc6f-4155-80d9-b42a40462ab3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:13.145917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2bb4dc84-6308-42cd-8971-760fbd434fdb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8665471 Aug 30 22:59:13.148572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55626) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:13.191993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.197749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.232864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f518bb28-8cd2-4148-ab85-01c6a24385bd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.243027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.244771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-58e2406b-39f1-492b-8b33-3b047b699ff1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7797010 Aug 30 22:59:13.248750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:13.254793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:13.284701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.285480 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Project 33b74fad152f4e3b9d750f3b8de24c49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:59:13.295534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.359641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.361147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1ef7b7b-070b-4cc4-9a00-014b49542810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.427940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.438786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.457753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa748e-bcf3-4587-8751-e4ab7879b3a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-d1cdf895-bc6f-4155-80d9-b42a40462ab3', 'network_id': 'd1cdf895-bc6f-4155-80d9-b42a40462ab3', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': 'ba138bcc-acf2-4d8a-a6c3-04e5eefc7e3a'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:13.458815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-54fa748e-bcf3-4587-8751-e4ab7879b3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.468789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:59:13.470540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.471046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dba802f-62d3-45a2-946c-0c3f37a1d98d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.484014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.486337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd0341d6-e165-4084-95d8-3eec6625e9a9 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2362516 Aug 30 22:59:13.488753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:13.496518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'security_group_rule': {'security_group_id': '6abb8ce9-a7b5-4408-9535-b855fad528a5', 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:13.506666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=ba138bcc-acf2-4d8a-a6c3-04e5eefc7e3a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.531418 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Project 33b74fad152f4e3b9d750f3b8de24c49 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 22:59:13.537743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.573420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.586650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cdf895-bc6f-4155-80d9-b42a40462ab3']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:13.602368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f067a0ff-4b83-48d1-85c5-47509df19dd3') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:13.603171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f067a0ff-4b83-48d1-85c5-47509df19dd3') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:13.620827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.624499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.626580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.635188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c2bdd-ff44-462e-a61f-5d9fb7477656 None None] Network d1cdf895-bc6f-4155-80d9-b42a40462ab3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:13.654708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.657409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.660815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1659241 Aug 30 22:59:13.665386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd139d-22ee-4853-aea5-9f772d887eb1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16efeb20-0833-4254-94cd-b69739380937,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.686932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:13.690154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:13.695831 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:13.703773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:05Z', 'revision_number': 4, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '82b8acd4-be85-4d7b-bc1e-bad54fb47ce6', 'name': '', 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'mac_address': 'fa:16:3e:9f:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:04Z', 'updated_at': '2021-08-30T22:59:12Z', 'revision_number': 4, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'subnets': [{'id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:13.712926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:13.748271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d25a8fb5-db71-49b8-823f-d6bac9b4fad9 None None] The sync data for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 is: [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T22:59:05Z', 'revision_number': 4, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '82b8acd4-be85-4d7b-bc1e-bad54fb47ce6', 'name': '', 'network_id': 'b4be56a6-9b08-4def-b856-1382f3d42fde', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'mac_address': 'fa:16:3e:9f:6d:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:04Z', 'updated_at': '2021-08-30T22:59:12Z', 'revision_number': 4, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'subnets': [{'id': '939bcf5c-6edb-4647-a7c3-967afe856b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:13.757215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'mac_address': 'fa:16:3e:b5:22:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:59:13.920710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.926166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-54ffd76e-3668-4813-9079-91e83a57b640 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433535402&fields=id&tenant_id=33b74fad152f4e3b9d750f3b8de24c49 HTTP/1.1" status: 200 len: 267 time: 0.0852063 Aug 30 22:59:13.941853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-080436ea-0bfd-4908-a20b-8010a4c78e83 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2232597 Aug 30 22:59:13.968672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:13.974945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/d1cdf895-bc6f-4155-80d9-b42a40462ab3 HTTP/1.1" status: 204 len: 168 time: 0.8210945 Aug 30 22:59:13.974945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e286eef-0c89-4c6a-9c3a-229b5e9b543d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=d1cdf895-bc6f-4155-80d9-b42a40462ab3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:13.975316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55652) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:13.988483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.012303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:14.017688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d73eb735-06cd-4b27-9f41-5dd2ba193a26 req-58195ecb-b051-4068-b89d-c0110de77498 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0437326 Aug 30 22:59:14.062056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:14.062675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1169515930'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:14.071246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.113530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.114072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.114550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.115571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.116640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.116640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.116984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.119037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-b727585a-8a82-439d-a607-808c168ef587 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.1002917 Aug 30 22:59:14.152163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:14.155966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.200256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=12']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:14.218645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9bcce11f-0def-4840-b5c1-605a4ad20207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:59:14.248287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-4717f1df-0c1d-4beb-800d-3dd570104cec tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.258095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-4717f1df-0c1d-4beb-800d-3dd570104cec tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 809 time: 0.3217354 Aug 30 22:59:14.260097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:14.284660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d50a181-c2c4-4a86-8ca7-e0f294722e39 req-c88a7efb-bc20-4a72-a9e4-989175125fce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.286381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-9f6d2aeb-efa8-454c-b486-78fa7116d59f tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/quotas/33b74fad152f4e3b9d750f3b8de24c49 HTTP/1.1" status: 200 len: 375 time: 0.0273583 Aug 30 22:59:14.289158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d50a181-c2c4-4a86-8ca7-e0f294722e39 req-c88a7efb-bc20-4a72-a9e4-989175125fce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.1688101 Aug 30 22:59:14.297438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.297831 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 4420fbf4-50ab-43d7-9c1c-8475e207e1b7 of type vlan for network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 Aug 30 22:59:14.352795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.396685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.400611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.401274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.408798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d50a181-c2c4-4a86-8ca7-e0f294722e39 req-2e42be4b-c19d-4cce-a88e-ac75450f03c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089664 Aug 30 22:59:14.461283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-66c46bd3-54dd-4304-a537-ff19d90760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.461704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-66c46bd3-54dd-4304-a537-ff19d90760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.463738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-66c46bd3-54dd-4304-a537-ff19d90760e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.467446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-66c46bd3-54dd-4304-a537-ff19d90760e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 2298 time: 0.3222101 Aug 30 22:59:14.506633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.531761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5552621 Aug 30 22:59:14.538475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55660) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:14.548971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '2fd1e5d4-e273-4048-b61b-1c5bc95c9699', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:14.602780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-2fcffb18-5c25-4e24-874a-61e24da88018 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 1000 time: 0.1270227 Aug 30 22:59:14.648190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f80a7c8-a646-4601-8019-cb4fea3e4131 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=2fd1e5d4-e273-4048-b61b-1c5bc95c9699,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:14.658858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-45e4ce20-fbac-4928-a1a7-28dd71fa344f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.660383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-45e4ce20-fbac-4928-a1a7-28dd71fa344f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 200 len: 856 time: 0.0515428 Aug 30 22:59:14.662608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:14.715340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-73e4badc-073b-4e15-a778-78bb3ee7f869 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3329792 Aug 30 22:59:14.734557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-97326a8d-9d6e-4a10-ba9a-786be4317bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:14.736174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-97326a8d-9d6e-4a10-ba9a-786be4317bb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79f66ca4-2fbf-4727-95d4-379d0898b935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0636973 Aug 30 22:59:14.794993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:14.799404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:14.872802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-43e72fae-fefa-4481-9ce9-2b7b4359cfa1 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206007 Aug 30 22:59:14.920376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing IP validity checks on allocation pools {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 22:59:14.920894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 22:59:15.000216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-2f41d0e6-fe55-43f1-8bb2-df487083f21c service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180582 Aug 30 22:59:15.009145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-492b05f0-c1cb-4d64-9fff-e2af1b7c8517 service neutron] 10.222.0.25 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655790 Aug 30 22:59:15.052511 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-704c2d7b-9afb-4903-b6ba-92e99966bf0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0442097 Aug 30 22:59:15.113563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-5c5803be-d1bd-4710-b7a0-99a8a36a5510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.115465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-5c5803be-d1bd-4710-b7a0-99a8a36a5510 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0525520 Aug 30 22:59:15.209144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10393ff8-7466-4ac6-8fef-776c425f7b19 req-9cb2ca75-9f96-4cd0-b529-752dd9a3a0b7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/ports?device_id=abcae16c-eb0c-4bce-bf9b-93e852b7ceaa HTTP/1.1" status: 200 len: 210 time: 0.0440760 Aug 30 22:59:15.210119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.220043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-0b4b2a4a-9275-4f29-9a7b-464145a5fb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.221890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-0b4b2a4a-9275-4f29-9a7b-464145a5fb2c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0996604 Aug 30 22:59:15.289330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-a209eeca-0016-4868-96b8-9b6602096b93 service neutron] 10.222.0.25 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704973 Aug 30 22:59:15.295663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=00830e23-5d0b-4a92-ac78-7b5a36ed1278,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:15.312413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '4420fbf4-50ab-43d7-9c1c-8475e207e1b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '2fd1e5d4-e273-4048-b61b-1c5bc95c9699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:15.312634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 2fd1e5d4-e273-4048-b61b-1c5bc95c9699, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:15.328606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-2685b99d-52e4-4524-8b41-681ff0eed2b4 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987861 Aug 30 22:59:15.334275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:15.356085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2fd1e5d4-e273-4048-b61b-1c5bc95c9699) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:15.361525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.362445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.372625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20cbb47d-184b-47b0-9826-0107c1065174 None None] Network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:15.404356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d08ff9b0-7333-4fd9-b80e-06bb39d3265a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8605766 Aug 30 22:59:15.404844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55666) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:15.505963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:15.512450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-49524e3c-eb99-4019-a896-0d3b146e3ead service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736865 Aug 30 22:59:15.587640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.650929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-f0e3330f-1389-422d-9372-264304fc6fd2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 217 time: 0.1313226 Aug 30 22:59:15.683396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0cdd2f40-487f-4441-b71e-ac37d24f8cc3 req-c6cdd971-ca85-44c4-9c7e-5bb49cfd699a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0460205 Aug 30 22:59:15.714009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57e2711-9c99-4842-b343-1b8b053fc633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2fd1e5d4-e273-4048-b61b-1c5bc95c9699', 'network_id': '2fd1e5d4-e273-4048-b61b-1c5bc95c9699', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '00830e23-5d0b-4a92-ac78-7b5a36ed1278'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:15.714561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b57e2711-9c99-4842-b343-1b8b053fc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.719595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.728110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9bcce11f-0def-4840-b5c1-605a4ad20207 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:15.728581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.802040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f6756-9909-4a9e-b72b-55374c9d369e req-605cd407-23f8-4f7a-bccb-1a7f053304bd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.809354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-863f6756-9909-4a9e-b72b-55374c9d369e req-605cd407-23f8-4f7a-bccb-1a7f053304bd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 945 time: 0.1831989 Aug 30 22:59:15.828519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-2111e354-7d8a-4310-a074-d52af1716b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.830050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-2111e354-7d8a-4310-a074-d52af1716b61 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1573710 Aug 30 22:59:15.923725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:15.932477 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-863f6756-9909-4a9e-b72b-55374c9d369e req-eaec1040-4339-42d0-898b-85c98c3da2fe tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175601 Aug 30 22:59:15.959658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=00830e23-5d0b-4a92-ac78-7b5a36ed1278,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:15.964019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-bab0b698-4eca-4baf-bfcc-41bbe83a09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:15.968212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-bab0b698-4eca-4baf-bfcc-41bbe83a09ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1230357 Aug 30 22:59:16.040106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:16.071667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.086526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd1e5d4-e273-4048-b61b-1c5bc95c9699']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:16.101329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4420fbf4-50ab-43d7-9c1c-8475e207e1b7') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:16.101926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4420fbf4-50ab-43d7-9c1c-8475e207e1b7') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:16.118334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.138014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.146034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:16.146544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:16.150664 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:16.196056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-6ec66e9a-4206-433a-a0c6-6d96a9905116 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223313 Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-b57e2711-9c99-4842-b343-1b8b053fc633 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00830e23-5d0b-4a92-ac78-7b5a36ed1278: This subnet is being modified by another concurrent operation. Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:59:16.207640 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 00830e23-5d0b-4a92-ac78-7b5a36ed1278: This subnet is being modified by another concurrent operation. Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 22:59:16.212299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.227952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:16.233663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.248473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.250329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:16.250711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.253657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/2fd1e5d4-e273-4048-b61b-1c5bc95c9699 HTTP/1.1" status: 204 len: 168 time: 0.8479002 Aug 30 22:59:16.267150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:16.270897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61359ef5-5c28-44aa-9b30-c6515c4bb672 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=2fd1e5d4-e273-4048-b61b-1c5bc95c9699,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:16.312422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bafee9-dc44-4cc6-8123-bfb2b49e3dfa None None] Network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:16.331558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bafee9-dc44-4cc6-8123-bfb2b49e3dfa None None] Network 2fd1e5d4-e273-4048-b61b-1c5bc95c9699 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 22:59:16.334762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.349093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:16.353564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78c1e94-65fb-48d5-a9e7-189049aef89e None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:16.381743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-942837005'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:16.386357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-cde79719-7784-445d-958f-75d5a2f8ad13 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825855 Aug 30 22:59:16.430531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.452491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-c7ee6dba-84b8-45b0-9f1f-9bacfb6d075b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 200 len: 217 time: 0.0564849 Aug 30 22:59:16.456823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:16.461331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.519321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.531151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:16.533729 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac236e1-ca89-422c-8cc6-589ee291e2c4" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:16.596502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:16.619883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-bd054148-74ac-4b42-b182-8b0b9587fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:16.621371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-bd054148-74ac-4b42-b182-8b0b9587fadd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1468859 Aug 30 22:59:16.651492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.651888 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 02d16db6-f365-4e33-a652-00ac139cab1a of type vlan for network 30ebc563-9049-4462-873d-88c9f1990e10 Aug 30 22:59:16.687637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.691003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.695586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/security-groups/a38ccc11-96e9-4a6e-8342-5541e9747dd6 HTTP/1.1" status: 204 len: 168 time: 0.3454144 Aug 30 22:59:16.696488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:16.731092 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-3a5e4902-8b69-4943-b4aa-ddd496dc1ce6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] show failed (client error): The resource could not be found. Aug 30 22:59:16.740433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a5e4902-8b69-4943-b4aa-ddd496dc1ce6 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "GET /v2.0/security-groups/a38ccc11-96e9-4a6e-8342-5541e9747dd6 HTTP/1.1" status: 404 len: 347 time: 0.0392308 Aug 30 22:59:16.741574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:16.752421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-8c845558-ef12-48f5-a42c-ea138ac3f593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:16.753935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-8c845558-ef12-48f5-a42c-ea138ac3f593 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1213164 Aug 30 22:59:16.758011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.765431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5159586-bcf7-4f66-9dc8-6005455ac9a8 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38ccc11-96e9-4a6e-8342-5541e9747dd6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:16.780371 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778209bb-4876-4e6c-97ea-35103321eb24 x-openstack-request-id: req-778209bb-4876-4e6c-97ea-35103321eb24 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:16.780722 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-plugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:16.780925 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-778209bb-4876-4e6c-97ea-35103321eb24 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:16.781318 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:59:16.792075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:16.810457 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.855984 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.866844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:16.867766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.911224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6388259 Aug 30 22:59:16.921598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bac5e1a-20b3-4079-8c7e-c79761ddd56e req-8bf96832-b988-4d7b-8bbb-b71cbb859b39 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0870302 Aug 30 22:59:16.922509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55726) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:16.957258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:16.959591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '30ebc563-9049-4462-873d-88c9f1990e10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:16.979823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=13']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:17.023413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:17.031315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:17.078974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78c1e94-65fb-48d5-a9e7-189049aef89e None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:17.112244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd2fd3-3a38-41dd-bd30-d0ecf7165201 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=30ebc563-9049-4462-873d-88c9f1990e10,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:17.121633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:17.134860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 30ebc563-9049-4462-873d-88c9f1990e10 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:17.140965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-4a650f6f-c80b-4f15-840b-24f183bb9ac0 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3787374 Aug 30 22:59:17.300471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-c3634092-8741-4456-909c-260e21becbe7 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443355 Aug 30 22:59:17.380176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-d877f6c1-f11d-42f4-8722-34ddadf63f7f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 200 len: 217 time: 0.0717127 Aug 30 22:59:17.440215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a63b71-8587-404d-8640-6d7d7b34ee56 req-837bfc7b-f6b7-426a-8d51-ea5ebb2e3b8e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:17.449498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22a63b71-8587-404d-8640-6d7d7b34ee56 req-837bfc7b-f6b7-426a-8d51-ea5ebb2e3b8e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.3081126 Aug 30 22:59:17.505194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port 8e671c92-cd25-45d2-98e2-b64b6e7836e7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:17.505537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:17.546223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-dd10642f-38af-4d09-aa44-aaf9d61bb5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:17.552611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-dd10642f-38af-4d09-aa44-aaf9d61bb5cd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.1521888 Aug 30 22:59:17.583258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-5c7efd88-a273-46a0-a6ec-0116b9fc1705 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:17.584785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-5c7efd88-a273-46a0-a6ec-0116b9fc1705 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.52 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 809 time: 0.4374113 Aug 30 22:59:17.589579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:17.595703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:17.656666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-15d625f8-3641-4a0d-a1ba-7c26d19223bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:17.658390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-15d625f8-3641-4a0d-a1ba-7c26d19223bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0971265 Aug 30 22:59:17.706635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22a63b71-8587-404d-8640-6d7d7b34ee56 req-17ad12cc-2a7b-40bc-896f-d6223b7fb271 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2562129 Aug 30 22:59:17.854193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-18f3d74d-ffc7-4d10-9f4d-8ebff787487c service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822639 Aug 30 22:59:17.918869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:17.993893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-cc90fbf3-05a5-478e-b07b-8f9aaaac6286 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385782 Aug 30 22:59:18.068917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:18.069677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:18.072055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-6073ff60-b330-41f4-8013-d6f78db06ec2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 200 len: 217 time: 0.0710073 Aug 30 22:59:18.116210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:18.116973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:18.124749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-9e942fca-5d40-4a18-ac0f-a98ffd023de0 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=33b74fad152f4e3b9d750f3b8de24c49 HTTP/1.1" status: 200 len: 380 time: 0.5168140 Aug 30 22:59:18.132081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-63b6ed81-53cf-413a-874b-28d187aa468e req-982665d1-bf1d-4f25-a3e6-654360f6c85a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0590296 Aug 30 22:59:18.153673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-3e90dce5-6a61-4b8c-a9b2-132d6b49c0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:18.156020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-3e90dce5-6a61-4b8c-a9b2-132d6b49c0dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.0713747 Aug 30 22:59:18.157907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'port': {'device_id': '681d0bc3-0761-4879-be50-27af3965fe9e', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'admin_state_up': True, 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'security_groups': ['6abb8ce9-a7b5-4408-9535-b855fad528a5']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:18.195457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for 8e671c92-cd25-45d2-98e2-b64b6e7836e7 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:18.225014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-a89ff761-977c-4d3a-938e-fec3885aabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:18.226996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-a89ff761-977c-4d3a-938e-fec3885aabba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0620487 Aug 30 22:59:18.358656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-6e0abf6f-8501-4d65-bf48-1024e4e4b792 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233621 Aug 30 22:59:18.488366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-564e3ae7-9b04-407c-9e32-c26861980239 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216314 Aug 30 22:59:18.540426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-e8459d2f-57e0-480d-93b6-017d4e011d3a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 217 time: 0.0448842 Aug 30 22:59:18.733175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:18.980266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=7793b477-f0de-41a9-b222-9c447ed1b373,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:18.988029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-800cb89a-d6b7-4296-bf35-b23825498bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:18.991708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-800cb89a-d6b7-4296-bf35-b23825498bf2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.4431458 Aug 30 22:59:19.008546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Made reservation on behalf of 33b74fad152f4e3b9d750f3b8de24c49 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:19.013837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.022550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7246e5-ca4c-4233-8aa1-16ad60f6753e req-bf8b77e0-f3bc-4f00-a130-bd8f149cc4d6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.024046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e7246e5-ca4c-4233-8aa1-16ad60f6753e req-bf8b77e0-f3bc-4f00-a130-bd8f149cc4d6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1708367 Aug 30 22:59:19.044773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-00320c46-1627-40fa-9e30-12af6fee65b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.046306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-00320c46-1627-40fa-9e30-12af6fee65b4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0467708 Aug 30 22:59:19.072243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '02d16db6-f365-4e33-a652-00ac139cab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:19.072617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 30ebc563-9049-4462-873d-88c9f1990e10, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:19.133963 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.196133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-fff3a6b0-2c49-4f63-87af-6b8249d5c979 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405704 Aug 30 22:59:19.210198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=8e671c92-cd25-45d2-98e2-b64b6e7836e7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:19.225080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e7246e5-ca4c-4233-8aa1-16ad60f6753e req-10148a12-e6e3-402c-9783-731827d01a84 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1824157 Aug 30 22:59:19.273108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 30ebc563-9049-4462-873d-88c9f1990e10 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:19.339316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 30ebc563-9049-4462-873d-88c9f1990e10) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:19.344802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.345470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.357505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6969d6ab-1e02-4a9a-9adc-a6938a653c37 None None] Network 30ebc563-9049-4462-873d-88c9f1990e10 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:19.378785 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-549932af-7437-47a6-bcb6-9abc81ec30ee req-3cb9db94-09f1-4da3-974a-54659af87a30 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0675855 Aug 30 22:59:19.381184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.385628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.390646 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8b607cd-fa01-419d-81cd-8d838911b0fb tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/floatingips/04075a69-59ee-4d21-893b-27bb0a36d89b HTTP/1.1" status: 204 len: 168 time: 2.6438329 Aug 30 22:59:19.398849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55750) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:19.399262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55752) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:19.399496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8653387-09ef-4e38-8d9c-31044eb69fd7 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4711578 Aug 30 22:59:19.400649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Allocated IP 172.20.0.4 (06b54587-7e50-4baa-9747-abd461ac4b53/53b12aad-a3d2-45b6-a56e-592ee0d9eeee/39df344b-c293-449e-a796-03a52419e10d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:19.644237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-30ebc563-9049-4462-873d-88c9f1990e10', 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '7793b477-f0de-41a9-b222-9c447ed1b373'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:19.645922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.693931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0b7fc64-e7a7-42d1-b3c0-56cc3ac9e7a2 req-924080a7-6a18-4eb7-a6fe-0c3ae6c0e1d2 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4899888 Aug 30 22:59:19.756742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.783959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port d3d6b41f-b245-4440-b8b0-fa0caae58755 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:19.783959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.784308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.832388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.839797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.847260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.855672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.863407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.870327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.879230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:19.890658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-a5871127-08b8-4704-8675-25fe0751412f tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.2313693 Aug 30 22:59:19.896111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.899259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Allocated IP 172.20.0.1 (30ebc563-9049-4462-873d-88c9f1990e10/7793b477-f0de-41a9-b222-9c447ed1b373/f7d0d928-a0ba-48d9-9a99-5ac8b88cd695) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:19.904858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Transition to ACTIVE for port object 39df344b-c293-449e-a796-03a52419e10d will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:19.952359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.953481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:19.977852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for d3d6b41f-b245-4440-b8b0-fa0caae58755 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:20.029352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Network 06b54587-7e50-4baa-9747-abd461ac4b53 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:20.046737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ea9781a0-7902-432f-bdc2-1d1d5ea25238 req-12150cee-8755-430d-89b2-37f10c74dfc6 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537113 Aug 30 22:59:20.060700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:20.064819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:20.102419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:20.155183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.157253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.182951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.187496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-145d8826-5ab0-436b-9b78-5bc67ca2ab34 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0366523 Aug 30 22:59:20.218074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Request body: {'port': {'device_id': '681d0bc3-0761-4879-be50-27af3965fe9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:20.220991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.228304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Transition to ACTIVE for port object f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:20.291474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Transition to ACTIVE for port object f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:20.307221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.389050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=d3d6b41f-b245-4440-b8b0-fa0caae58755,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:20.440819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.471673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Network 30ebc563-9049-4462-873d-88c9f1990e10 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:20.481756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:20.490576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:20.519750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.542456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4b07af3-528f-43eb-81d3-75f6c9e91504 None None] Provisioning for port 39df344b-c293-449e-a796-03a52419e10d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:20.545135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Pushing event updated for resources: {'Port': ['ID=f7d0d928-a0ba-48d9-9a99-5ac8b88cd695,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:20.560809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4b07af3-528f-43eb-81d3-75f6c9e91504 None None] Provisioning complete for port 39df344b-c293-449e-a796-03a52419e10d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:20.561194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4b07af3-528f-43eb-81d3-75f6c9e91504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.562128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.568833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.574767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.580870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.587006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.593777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.599685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.601669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cb3ea0b-5ac6-4330-b5c6-8af8ba9d3d56 req-18bfd834-8fa1-4c77-a6b1-6ea048cf2699 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.2925801 Aug 30 22:59:20.612350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=7793b477-f0de-41a9-b222-9c447ed1b373,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:20.635714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.643333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-955e271e-7af9-4e93-acae-9c506f93c688 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/ports/d3d6b41f-b245-4440-b8b0-fa0caae58755 HTTP/1.1" status: 204 len: 168 time: 1.2404172 Aug 30 22:59:20.643663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55770) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:20.684033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Attempting to bind port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:20.684382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Attempting to bind port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '02d16db6-f365-4e33-a652-00ac139cab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:20.684763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Attempting to bind port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 on network 30ebc563-9049-4462-873d-88c9f1990e10 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:20.692816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f4b07af3-528f-43eb-81d3-75f6c9e91504 None None] Port 39df344b-c293-449e-a796-03a52419e10d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:59:20.698115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:20.700772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Checking segment: {'id': '02d16db6-f365-4e33-a652-00ac139cab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:20.701347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.701763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Bound using segment: {'id': '02d16db6-f365-4e33-a652-00ac139cab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:20.702440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Bound port: f7d0d928-a0ba-48d9-9a99-5ac8b88cd695, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02d16db6-f365-4e33-a652-00ac139cab1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '30ebc563-9049-4462-873d-88c9f1990e10'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:20.702839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.795353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552bac9-539e-43c1-b9d9-332cd91dca0a req-c6edfa69-6ba8-4868-b277-093f400b6694 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:20.796909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9552bac9-539e-43c1-b9d9-332cd91dca0a req-c6edfa69-6ba8-4868-b277-093f400b6694 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.2705896 Aug 30 22:59:20.810709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] For port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:20.814910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] For port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7d0d928-a0ba-48d9-9a99-5ac8b88cd695,segment=NetworkSegment(02d16db6-f365-4e33-a652-00ac139cab1a),segment_id=02d16db6-f365-4e33-a652-00ac139cab1a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:20.834452 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.901415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:20.925359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ebc563-9049-4462-873d-88c9f1990e10']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:20.967789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d16db6-f365-4e33-a652-00ac139cab1a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:20.968361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d16db6-f365-4e33-a652-00ac139cab1a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:20.982926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9552bac9-539e-43c1-b9d9-332cd91dca0a req-5303526b-17f8-4743-b711-488a4082e272 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1761153 Aug 30 22:59:21.006156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ff0c5-6ffe-4252-9373-39a6d4993b79 req-422663eb-5802-4706-9c60-281549aba294 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:21.007936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-714ff0c5-6ffe-4252-9373-39a6d4993b79 req-422663eb-5802-4706-9c60-281549aba294 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 931 time: 0.2222028 Aug 30 22:59:21.011529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.104763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a767b40-36d6-4eb4-bdda-a73d5f7d56ba None None] Network 30ebc563-9049-4462-873d-88c9f1990e10 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:21.121563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4d5fd-9110-4d1f-babf-50b6bd77fa16 None None] Pushing event updated for resources: {'Port': ['ID=f7d0d928-a0ba-48d9-9a99-5ac8b88cd695,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:21.122577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.163198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting port e188e733-7785-4ec0-85a9-8cf32cd2b7d1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:21.163541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.177483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:21.177842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:21.182701 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:21.223765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39df344b-c293-449e-a796-03a52419e10d {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:21.236499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.260207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Transition to ACTIVE for port object 39df344b-c293-449e-a796-03a52419e10d will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:21.268689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.293468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-714ff0c5-6ffe-4252-9373-39a6d4993b79 req-5c09d6b4-8353-4c54-82f0-8f586f1b480a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2705550 Aug 30 22:59:21.360868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 22:59:21.360868 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 22:59:21.360868 n-d-791504-21 neutron-server[101268]: [parameters: {'id': '30ebc563-9049-4462-873d-88c9f1990e10'}] Aug 30 22:59:21.360868 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:21.361268 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:21.369710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:21.402293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.426866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Calling delete_port for e188e733-7785-4ec0-85a9-8cf32cd2b7d1 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:21.528535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Attempting to bind port 39df344b-c293-449e-a796-03a52419e10d on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:21.528879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Attempting to bind port 39df344b-c293-449e-a796-03a52419e10d by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:21.529218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Attempting to bind port 39df344b-c293-449e-a796-03a52419e10d on network 06b54587-7e50-4baa-9747-abd461ac4b53 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:21.536371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Port 39df344b-c293-449e-a796-03a52419e10d on network 06b54587-7e50-4baa-9747-abd461ac4b53 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:59:21.537002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Attempting to bind port 39df344b-c293-449e-a796-03a52419e10d on network 06b54587-7e50-4baa-9747-abd461ac4b53 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:21.543219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:21.543868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Checking segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:21.544319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Bound using segment: {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:21.545006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Bound port: 39df344b-c293-449e-a796-03a52419e10d, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:21.545601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.615643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1685d-136e-4054-b950-d6f321367ee5 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:21.617077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.639878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:21.645590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:21.659400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.687796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Port': ['ID=e188e733-7785-4ec0-85a9-8cf32cd2b7d1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:21.710150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:21.710796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.712487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] 10.222.0.52 "PUT /v2.0/ports/39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 1092 time: 1.5082140 Aug 30 22:59:21.712959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'tag': '39df344b-c293-449e-a796-03a52419e10d'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:21.717837 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2e6ca-b52e-4f84-b780-0db4179ffce0" -d '{"events": [{"name": "network-changed", "server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "tag": "39df344b-c293-449e-a796-03a52419e10d"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:21.792175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609fcb3-cf26-4c93-ba24-094968be8bca service neutron] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:21.842809 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6d5331-7b1f-463e-91eb-6194da401722 x-openstack-request-id: req-0d6d5331-7b1f-463e-91eb-6194da401722 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:21.843508 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "tag": "39df344b-c293-449e-a796-03a52419e10d", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:21.843508 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d6d5331-7b1f-463e-91eb-6194da401722 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:21.843891 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'tag': '39df344b-c293-449e-a796-03a52419e10d', 'status': 'completed', 'code': 200} Aug 30 22:59:21.848211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.853840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55776) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:21.854247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39ef8fdf-d3ad-4036-82c2-1406705a11e7 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/ports/e188e733-7785-4ec0-85a9-8cf32cd2b7d1 HTTP/1.1" status: 204 len: 168 time: 1.2073305 Aug 30 22:59:21.862675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.924727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting subnet 6782060b-9301-47b0-a6d1-262b9356ec91 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:21.928270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.976195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:21.976536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:21.984762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.070783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1685d-136e-4054-b950-d6f321367ee5 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:22.072257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] For port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7d0d928-a0ba-48d9-9a99-5ac8b88cd695,segment=NetworkSegment(02d16db6-f365-4e33-a652-00ac139cab1a),segment_id=02d16db6-f365-4e33-a652-00ac139cab1a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:22.072713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.089304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Calling delete_port for f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:22.115652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-d74b148f-8615-42f6-9cb0-823b782330d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:22.130723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-d74b148f-8615-42f6-9cb0-823b782330d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1095 time: 0.3247180 Aug 30 22:59:22.220525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-348f31be-a162-4de1-be25-266aded870d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 217 time: 0.0594397 Aug 30 22:59:22.374396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.432569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No DVR routers for this DVR port f7d0d928-a0ba-48d9-9a99-5ac8b88cd695 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:22.437007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Port': ['ID=f7d0d928-a0ba-48d9-9a99-5ac8b88cd695,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:22.438263 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.451054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.541196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a66ff5-0fc0-4e73-a9bd-72e65205b393 req-58847399-a319-4626-b52e-eed7773851f3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:22.551923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a66ff5-0fc0-4e73-a9bd-72e65205b393 req-58847399-a319-4626-b52e-eed7773851f3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.3270919 Aug 30 22:59:22.571226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.583627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-b4b193b0-4e6e-4e21-9f31-c0c7694e8344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:22.583952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ebc563-9049-4462-873d-88c9f1990e10']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:22.586420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-b4b193b0-4e6e-4e21-9f31-c0c7694e8344 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 200 len: 848 time: 0.3155179 Aug 30 22:59:22.602983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c134-3bf8-4ba4-bf17-228517003d09 req-72023fdd-5bc3-4974-8305-c2cbaf20c6c7 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:22.604571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7534c134-3bf8-4ba4-bf17-228517003d09 req-72023fdd-5bc3-4974-8305-c2cbaf20c6c7 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 943 time: 0.1272647 Aug 30 22:59:22.687932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d16db6-f365-4e33-a652-00ac139cab1a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:22.690291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d16db6-f365-4e33-a652-00ac139cab1a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:22.703230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a66ff5-0fc0-4e73-a9bd-72e65205b393 req-b2f017c2-51b4-4478-bc66-f6bc2a516dda tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1494999 Aug 30 22:59:22.732617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.741482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7534c134-3bf8-4ba4-bf17-228517003d09 req-bad8b8ea-1248-4040-a259-71e96adedeae tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278396 Aug 30 22:59:22.766881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.767428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.775052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:22.775799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:22.791663 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:22.796277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-d1d6e40e-3ec3-4496-8e4a-74202817a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:22.796277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-d1d6e40e-3ec3-4496-8e4a-74202817a54d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06b54587-7e50-4baa-9747-abd461ac4b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1981246 Aug 30 22:59:22.888595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Subnet': ['ID=6782060b-9301-47b0-a6d1-262b9356ec91,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:22.914952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf5ddf-b4dd-4e86-98ed-b68d703495d7 None None] Network 8d08f948-9d07-49cd-ba11-943378028b14 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:22.934877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.954026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:22.957044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/30ebc563-9049-4462-873d-88c9f1990e10 HTTP/1.1" status: 204 len: 168 time: 3.5469627 Aug 30 22:59:22.973613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55800) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:22.979401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-447030951'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:22.984296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=30ebc563-9049-4462-873d-88c9f1990e10,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:23.003422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.003422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.003422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.003958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.004530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.005166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.005749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.006330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.006898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.007282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.007701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.008393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.008948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7009386-ac99-40dd-9f92-59aea4aa8747 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:23.011910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:23.024283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d711d0c5-39e2-46e4-a267-569685644571 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/subnets/6782060b-9301-47b0-a6d1-262b9356ec91 HTTP/1.1" status: 204 len: 168 time: 1.1687667 Aug 30 22:59:23.113613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:23.121527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.137134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-22e2990e-2459-4f20-bd97-43c2040d505b service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300269 Aug 30 22:59:23.198802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Deleting subnet a674ddb5-0d81-4970-879b-ffc32d09ff60 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:23.205144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.282759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:23.291972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:23.342608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] DHCP port deletion for 8d08f948-9d07-49cd-ba11-943378028b14 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:23.374214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.374928 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 87a6ea3b-51e3-4cad-a648-e9bc9c8ebbcd of type vlan for network a37e0aea-1c33-463a-9109-a35209744d73 Aug 30 22:59:23.378259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.409944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Deleting port bd3f6cce-3662-4e8c-b933-b94ece40c992 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:23.410596 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.495164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] For port bd3f6cce-3662-4e8c-b933-b94ece40c992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bd3f6cce-3662-4e8c-b933-b94ece40c992,segment=NetworkSegment(9184505e-4448-4d7e-b975-813234900fed),segment_id=9184505e-4448-4d7e-b975-813234900fed)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:23.495953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.505208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.513431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Calling delete_port for bd3f6cce-3662-4e8c-b933-b94ece40c992 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:23.520740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086eddbb-1056-44fd-89fd-6aa6188789c4 req-23a65c2e-d26e-4c94-af2c-c29a217abcce service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746839 Aug 30 22:59:23.555245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.556379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.558038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.558950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.560194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.560955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.562854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.568676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.569282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5370dbff-4c40-432a-8415-e74b46448a1e req-0262bbc1-bd0f-4a57-adca-547d47cb7d42 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.2759275 Aug 30 22:59:23.589379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.590064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.640044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.662976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] No DVR routers for this DVR port bd3f6cce-3662-4e8c-b933-b94ece40c992 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:23.695190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f418ba-5a7c-4c9c-9e2e-4fb73925d5cc None None] Pushing event deleted for resources: {'Port': ['ID=bd3f6cce-3662-4e8c-b933-b94ece40c992,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:23.759825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=a37e0aea-1c33-463a-9109-a35209744d73,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:23.767815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-ea561f58-3d6b-49f1-a22e-7e138123f880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:23.770206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-ea561f58-3d6b-49f1-a22e-7e138123f880 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1095 time: 0.1530316 Aug 30 22:59:23.789374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a37e0aea-1c33-463a-9109-a35209744d73 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:23.791950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:23.938618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bd3f6cce-3662-4e8c-b933-b94ece40c992 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:23.949258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e995b07-29c8-404e-9a94-3c00f57abf54 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9740336 Aug 30 22:59:23.955761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55820) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:23.967731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': 'a37e0aea-1c33-463a-9109-a35209744d73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:23.992638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: bd3f6cce-3662-4e8c-b933-b94ece40c992 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:23.993692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bd3f6cce-3662-4e8c-b933-b94ece40c992 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:24.052053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5370dbff-4c40-432a-8415-e74b46448a1e req-c1a264ee-cf57-4bec-b9d6-46c7f46f8a9e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4718094 Aug 30 22:59:24.158070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555ce03-fda6-42aa-835f-f221d271c0e2 req-43de7956-cc1b-42a9-8f82-9683c9edaf8d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:24.161568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.166184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4555ce03-fda6-42aa-835f-f221d271c0e2 req-43de7956-cc1b-42a9-8f82-9683c9edaf8d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1313233 Aug 30 22:59:24.207541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-ebe27135-6a83-4912-a23f-3b2b7d541544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:24.209833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-ebe27135-6a83-4912-a23f-3b2b7d541544 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 910 time: 0.4301510 Aug 30 22:59:24.221255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Subnet': ['ID=a674ddb5-0d81-4970-879b-ffc32d09ff60,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:24.232179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4555ce03-fda6-42aa-835f-f221d271c0e2 req-19529eb7-c4c4-4359-95b1-8c66152278a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648789 Aug 30 22:59:24.235972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fa9ff-48e9-4f88-940a-7130d982722f req-6d03b817-a4fc-493e-97dc-8794a87d55f4 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:24.243436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c04fa9ff-48e9-4f88-940a-7130d982722f req-6d03b817-a4fc-493e-97dc-8794a87d55f4 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 943 time: 0.1672404 Aug 30 22:59:24.275661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6e07ca-9dfc-4c22-a0db-c968900ea128 None None] Network 8f149933-992f-433d-b66a-bf0d98fcc62d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:24.286249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-cd190733-8179-4fb9-913b-cdb9df95308d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 217 time: 0.0544877 Aug 30 22:59:24.296553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.301771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-03b55c2d-13dc-49a2-8e89-0e58dab641b5 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/subnets/a674ddb5-0d81-4970-879b-ffc32d09ff60 HTTP/1.1" status: 204 len: 168 time: 1.2832410 Aug 30 22:59:24.303606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:24.373870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-517bd2fb-e195-43b4-9d10-5779bfcea110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:24.375422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-517bd2fb-e195-43b4-9d10-5779bfcea110 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 200 len: 848 time: 0.0883915 Aug 30 22:59:24.402613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:24.406901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.426181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c04fa9ff-48e9-4f88-940a-7130d982722f req-219064ea-7902-4521-9356-3334fba669de tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1817691 Aug 30 22:59:24.489533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-51c60075-b8ff-4a7d-a96d-388746bd8717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:24.491845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-51c60075-b8ff-4a7d-a96d-388746bd8717 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06b54587-7e50-4baa-9747-abd461ac4b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1073556 Aug 30 22:59:24.571835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] DHCP port deletion for 8f149933-992f-433d-b66a-bf0d98fcc62d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:24.602248 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 22:59:24.615939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.656721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-1e7ff11c-3d4d-4b01-8c92-57fb7b06792a service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561611 Aug 30 22:59:24.663582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Deleting port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:24.664430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.760363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] For port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,segment=NetworkSegment(c8a35f51-217b-4b0e-974e-b84951d1978f),segment_id=c8a35f51-217b-4b0e-974e-b84951d1978f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:24.761315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.781007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Calling delete_port for fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:24.813572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31a2e6ca-b52e-4f84-b780-0db4179ffce0 req-7589ea6c-cecc-423e-b6bd-9a83dd4265ca service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475363 Aug 30 22:59:24.821149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.839522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d08f948-9d07-49cd-ba11-943378028b14']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:24.867444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9184505e-4448-4d7e-b975-813234900fed') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:24.888472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9184505e-4448-4d7e-b975-813234900fed') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:24.893913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.911643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.930812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] Pushing event deleted for resources: {'Port': ['ID=fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:24.955216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a1a02c-46c1-4953-a767-2ebd5ffb7aed None None] No DVR routers for this DVR port fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:24.976839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:24.989111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:24.989670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:25.005585 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:25.055700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.145981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.151483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.154490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/networks/8d08f948-9d07-49cd-ba11-943378028b14 HTTP/1.1" status: 204 len: 168 time: 0.8494434 Aug 30 22:59:25.157128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55832) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:25.192501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=be623a97-ccec-4d39-8f57-47ce60302822,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:25.206674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def709cd-69e6-4697-8e97-90079d606d40 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Network': ['ID=8d08f948-9d07-49cd-ba11-943378028b14,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:25.226028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '87a6ea3b-51e3-4cad-a648-e9bc9c8ebbcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'a37e0aea-1c33-463a-9109-a35209744d73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:25.226451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: a37e0aea-1c33-463a-9109-a35209744d73, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:25.250920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network a37e0aea-1c33-463a-9109-a35209744d73 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:25.264089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a37e0aea-1c33-463a-9109-a35209744d73) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:25.264508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.270404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:25.271201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.285424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c40c906-50ef-4ca7-be02-b76158091be4 None None] Network a37e0aea-1c33-463a-9109-a35209744d73 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:25.295742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fea0501-8d14-4895-a404-f916507fb563 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3356469 Aug 30 22:59:25.296382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:25.421078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.452081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f149933-992f-433d-b66a-bf0d98fcc62d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:25.464485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a35f51-217b-4b0e-974e-b84951d1978f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:25.467896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a35f51-217b-4b0e-974e-b84951d1978f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:25.490556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.517223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.537329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:25.537742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.571632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.610921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b587094d-66c4-407f-9d4e-ae795ba93e54 req-b88d0076-ed9d-4bba-9116-c62e699a4c26 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:25.612697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b587094d-66c4-407f-9d4e-ae795ba93e54 req-b88d0076-ed9d-4bba-9116-c62e699a4c26 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1967187 Aug 30 22:59:25.633167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38558fe2-ac28-4815-9817-e6ed61893f81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a37e0aea-1c33-463a-9109-a35209744d73', 'network_id': 'a37e0aea-1c33-463a-9109-a35209744d73', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': 'be623a97-ccec-4d39-8f57-47ce60302822'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:25.634392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38558fe2-ac28-4815-9817-e6ed61893f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:25.671050 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:25.697723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.727321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.729259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] 10.222.0.25 "DELETE /v2.0/networks/8f149933-992f-433d-b66a-bf0d98fcc62d HTTP/1.1" status: 204 len: 168 time: 0.5705261 Aug 30 22:59:25.792598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bd921b-cc48-4545-b2f4-b1811683ec73 tempest-TaggedBootDevicesTest-1798890228 tempest-TaggedBootDevicesTest-1798890228-project] Pushing event deleted for resources: {'Network': ['ID=8f149933-992f-433d-b66a-bf0d98fcc62d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:25.826257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b587094d-66c4-407f-9d4e-ae795ba93e54 req-cb45aa70-e5bb-463e-a88b-b90bb7191039 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1975634 Aug 30 22:59:25.827984 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:25.940816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac308df-894a-4867-9d92-7bbcf970e8ee req-422f5155-bade-467e-9cd4-443fe4f96132 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:25.960746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ac308df-894a-4867-9d92-7bbcf970e8ee req-422f5155-bade-467e-9cd4-443fe4f96132 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 943 time: 0.2904003 Aug 30 22:59:25.963364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39df344b-c293-449e-a796-03a52419e10d details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:59:25.976028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.019309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=be623a97-ccec-4d39-8f57-47ce60302822,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:26.083567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ac308df-894a-4867-9d92-7bbcf970e8ee req-5615b5ca-3b37-40f1-bf38-0c9063447e21 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189010 Aug 30 22:59:26.105075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.115072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:26.133499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a37e0aea-1c33-463a-9109-a35209744d73']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:26.164527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87a6ea3b-51e3-4cad-a648-e9bc9c8ebbcd') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-38558fe2-ac28-4815-9817-e6ed61893f81 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be623a97-ccec-4d39-8f57-47ce60302822: This subnet is being modified by another concurrent operation. Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 22:59:26.166165 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet be623a97-ccec-4d39-8f57-47ce60302822: This subnet is being modified by another concurrent operation. Aug 30 22:59:26.170502 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 22:59:26.173007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87a6ea3b-51e3-4cad-a648-e9bc9c8ebbcd') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:26.174398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:26.174398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fc0ad3e5-e61a-47b7-88b8-7d5a4dff861e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:26.191581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.197146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383a058-022e-438c-b058-d2223f7142a3 None None] Network a37e0aea-1c33-463a-9109-a35209744d73 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:26.230195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.237163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:26.237576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:26.248714 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:26.308802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:26.337544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '39df344b-c293-449e-a796-03a52419e10d', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'port_id': '39df344b-c293-449e-a796-03a52419e10d', 'mac_address': 'fa:16:3e:0c:b3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:59:26.369766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.378935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.380919 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/a37e0aea-1c33-463a-9109-a35209744d73 HTTP/1.1" status: 204 len: 168 time: 1.0834844 Aug 30 22:59:26.385590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:26.390901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1211081679'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:26.409253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef6b8f-e80f-4df4-8173-ca3a1da7b578 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=a37e0aea-1c33-463a-9109-a35209744d73,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:26.428236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:26.433402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.462458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:26.472686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.473045 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 2b60a2c4-269c-4862-9548-d07a402542f8 of type vlan for network 86f1d94c-db98-486d-874b-6b851119e6d4 Aug 30 22:59:26.480116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.498061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2010a3b5-0205-4b56-b997-f94a41476bd0 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:26.536566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.563487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39df344b-c293-449e-a796-03a52419e10d {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:26.606364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.613480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:26.614031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.633286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:26.647291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:26.698780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3130448 Aug 30 22:59:26.702291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:26.707232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:26.762734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e1eb5e-7a80-43c8-9ba1-191f50f2e232 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=86f1d94c-db98-486d-874b-6b851119e6d4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:26.776386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:26.794441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:26.942330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2010a3b5-0205-4b56-b997-f94a41476bd0 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:27.035325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['39df344b-c293-449e-a796-03a52419e10d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:59:27.147255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ad23d-9ed6-4404-a0fc-0a73a96889eb req-fd6d1a6e-bdac-4a2b-8219-e597100e0c57 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:27.150710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.151919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-003ad23d-9ed6-4404-a0fc-0a73a96889eb req-fd6d1a6e-bdac-4a2b-8219-e597100e0c57 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0729864 Aug 30 22:59:27.240430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.280187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-003ad23d-9ed6-4404-a0fc-0a73a96889eb req-e7e65d70-3052-4c7c-be0b-0268e8e7453f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090057 Aug 30 22:59:27.319809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 86f1d94c-db98-486d-874b-6b851119e6d4 is not hosted by any dhcp agent {{(pid=101268) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 22:59:27.325961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:27.376397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.376397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "PUT /v2.0/networks/86f1d94c-db98-486d-874b-6b851119e6d4 HTTP/1.1" status: 200 len: 723 time: 0.6406004 Aug 30 22:59:27.378187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55864) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:27.378187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:27.398905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e3149-fc40-45ed-8f71-7bba3d20980d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=86f1d94c-db98-486d-874b-6b851119e6d4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:27.424250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:27.499314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa715467-1b2b-446d-9b56-1c3bc2894622 req-23a1660d-c64d-4a49-b1a1-0562ff7a9390 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:27.502383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa715467-1b2b-446d-9b56-1c3bc2894622 req-23a1660d-c64d-4a49-b1a1-0562ff7a9390 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 944 time: 0.1019862 Aug 30 22:59:27.563190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa715467-1b2b-446d-9b56-1c3bc2894622 req-0772744c-c056-4fb0-92cc-c3ea4b44f571 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503948 Aug 30 22:59:27.613667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:27.623805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.762441 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.892544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:27.984442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=126dd55f-0a89-4bf4-8b5a-8104e5bed964,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:27.987555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': '2b60a2c4-269c-4862-9548-d07a402542f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:27.987794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 86f1d94c-db98-486d-874b-6b851119e6d4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:28.006691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 86f1d94c-db98-486d-874b-6b851119e6d4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:28.021519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 86f1d94c-db98-486d-874b-6b851119e6d4) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:28.025660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:28.026310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.038853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce79d5-9cf2-441c-8c3b-f694a9419a16 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:28.058225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e014a57e-4aae-4141-a2a7-2ff3fccd21d5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7054708 Aug 30 22:59:28.059043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55874) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:28.066755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:28.181156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64204820'] for subnet, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.249517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-86f1d94c-db98-486d-874b-6b851119e6d4', 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '126dd55f-0a89-4bf4-8b5a-8104e5bed964'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:28.250560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.417127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788074176988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63971219'] for subnet, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.504488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb219dc-658d-4e0e-9bed-38063592bfe6 req-331fdfd8-d1d8-4377-9b6c-2e50bf591e46 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:28.509135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eb219dc-658d-4e0e-9bed-38063592bfe6 req-331fdfd8-d1d8-4377-9b6c-2e50bf591e46 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1120822 Aug 30 22:59:28.510956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:28.511553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.523419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55882) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:28.524416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "PUT /v2.0/subnets/126dd55f-0a89-4bf4-8b5a-8104e5bed964 HTTP/1.1" status: 200 len: 806 time: 0.4635284 Aug 30 22:59:28.541329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Allocated IP 172.20.0.2 (86f1d94c-db98-486d-874b-6b851119e6d4/126dd55f-0a89-4bf4-8b5a-8104e5bed964/473ac8b5-c5f2-4d9c-9ffb-b35c7e996162) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:28.565148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d9b5-c4a6-4c59-8b09-f997ee6d1f97 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=126dd55f-0a89-4bf4-8b5a-8104e5bed964,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:28.727704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eb219dc-658d-4e0e-9bed-38063592bfe6 req-f35fc77c-9986-4591-b459-7a12dff5dcce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043171 Aug 30 22:59:28.812365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8fbf3-d712-44c1-9fd3-048fca080ad0 req-e875b35e-b676-48c8-a9f9-ec007fd1932a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:28.814122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db8fbf3-d712-44c1-9fd3-048fca080ad0 req-e875b35e-b676-48c8-a9f9-ec007fd1932a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 944 time: 0.1281860 Aug 30 22:59:28.827923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:28.895836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db8fbf3-d712-44c1-9fd3-048fca080ad0 req-65ac03c2-b8ce-42c8-b2d8-d367c1009633 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679710 Aug 30 22:59:28.949182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.016395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.025338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Transition to ACTIVE for port object 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:29.061014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Transition to ACTIVE for port object 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:29.070730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.091801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.125779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Pushing event updated for resources: {'Port': ['ID=473ac8b5-c5f2-4d9c-9ffb-b35c7e996162,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:29.137198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=126dd55f-0a89-4bf4-8b5a-8104e5bed964,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:29.162501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:29.165029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:29.169213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:29.228308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.253199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f1d94c-db98-486d-874b-6b851119e6d4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:29.255082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Attempting to bind port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:29.255915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Attempting to bind port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '2b60a2c4-269c-4862-9548-d07a402542f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:29.255915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Attempting to bind port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 on network 86f1d94c-db98-486d-874b-6b851119e6d4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:29.262833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:29.263217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Checking segment: {'id': '2b60a2c4-269c-4862-9548-d07a402542f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:29.263629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.264026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Bound using segment: {'id': '2b60a2c4-269c-4862-9548-d07a402542f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:29.264507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Bound port: 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b60a2c4-269c-4862-9548-d07a402542f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '86f1d94c-db98-486d-874b-6b851119e6d4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:29.265027 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.272883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b60a2c4-269c-4862-9548-d07a402542f8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:29.273193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b60a2c4-269c-4862-9548-d07a402542f8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:29.296791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.326781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.336368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:29.336805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:29.341683 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:29.344400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] For port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:29.411732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] For port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=473ac8b5-c5f2-4d9c-9ffb-b35c7e996162,segment=NetworkSegment(2b60a2c4-269c-4862-9548-d07a402542f8),segment_id=2b60a2c4-269c-4862-9548-d07a402542f8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:29.412404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 22:59:29.412404 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 22:59:29.412404 n-d-791504-21 neutron-server[101269]: [parameters: {'id': '86f1d94c-db98-486d-874b-6b851119e6d4'}] Aug 30 22:59:29.412404 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:29.413248 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:29.418009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.538794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9266505-810a-449f-9514-b836a4ea9911 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:29.554543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9abf8af-55af-4823-a5c8-084fef6e2d86 None None] Pushing event updated for resources: {'Port': ['ID=473ac8b5-c5f2-4d9c-9ffb-b35c7e996162,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:29.723874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196117d0-2303-4e52-8528-fea8ec1c28e8 None None] Network 86f1d94c-db98-486d-874b-6b851119e6d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:29.894443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38e845-85bc-4ebd-9369-b66262714fc8 req-8e7682ea-7662-4e80-9b83-1b51c70929e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:29.896281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a38e845-85bc-4ebd-9369-b66262714fc8 req-8e7682ea-7662-4e80-9b83-1b51c70929e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0874398 Aug 30 22:59:29.914781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:29.932908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b526da88-b426-4b4b-a829-23e8f4e0dbad None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:29.963058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a38e845-85bc-4ebd-9369-b66262714fc8 req-9459f97e-fbf0-41bb-a773-457ffc583c64 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562646 Aug 30 22:59:29.988992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39df344b-c293-449e-a796-03a52419e10d up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:30.055069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:30.055069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.155298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4b4952-7187-44dd-bd37-d7769889d78c req-1ce53d67-6ff1-46fb-9f82-71c2b953a196 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:30.157293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] For port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=473ac8b5-c5f2-4d9c-9ffb-b35c7e996162,segment=NetworkSegment(2b60a2c4-269c-4862-9548-d07a402542f8),segment_id=2b60a2c4-269c-4862-9548-d07a402542f8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:30.157765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.162396 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c4b4952-7187-44dd-bd37-d7769889d78c req-1ce53d67-6ff1-46fb-9f82-71c2b953a196 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 944 time: 0.0880229 Aug 30 22:59:30.172786 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Calling delete_port for 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:30.179120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 39df344b-c293-449e-a796-03a52419e10d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:30.190684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 39df344b-c293-449e-a796-03a52419e10d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:30.191076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.236466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c4b4952-7187-44dd-bd37-d7769889d78c req-f0098b0e-b28b-49d4-8ba4-78d2ae1c3c47 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681946 Aug 30 22:59:30.320736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.334278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No DVR routers for this DVR port 473ac8b5-c5f2-4d9c-9ffb-b35c7e996162 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:30.349062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b526da88-b426-4b4b-a829-23e8f4e0dbad None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:30.369282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Port': ['ID=473ac8b5-c5f2-4d9c-9ffb-b35c7e996162,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:30.395104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.476070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.489202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86f1d94c-db98-486d-874b-6b851119e6d4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:30.504532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b60a2c4-269c-4862-9548-d07a402542f8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:30.505076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b60a2c4-269c-4862-9548-d07a402542f8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:30.516353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.535710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.543295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:30.544318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.570770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39df344b-c293-449e-a796-03a52419e10d'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:30.573937 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-250c9043-75f9-4d3d-ab4e-9734d1c96021" -d '{"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "39df344b-c293-449e-a796-03a52419e10d"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:30.623638 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:30.629475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:30.635303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.643975 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.669479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.672950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/86f1d94c-db98-486d-874b-6b851119e6d4 HTTP/1.1" status: 204 len: 168 time: 2.1441202 Aug 30 22:59:30.673907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249c5fd-5c04-4538-829f-b9b46fb0d923 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=86f1d94c-db98-486d-874b-6b851119e6d4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:30.675828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:30.677331 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd087eb7-ef35-41c1-a8f1-092b775f40d9 x-openstack-request-id: req-dd087eb7-ef35-41c1-a8f1-092b775f40d9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:30.677813 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-plugged", "status": "completed", "tag": "39df344b-c293-449e-a796-03a52419e10d", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:30.678233 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd087eb7-ef35-41c1-a8f1-092b775f40d9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:30.678843 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39df344b-c293-449e-a796-03a52419e10d', 'code': 200} Aug 30 22:59:30.698038 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e8e1c6-5d6e-4b0f-926b-c8ba0291d66f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:30.698892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e8e1c6-5d6e-4b0f-926b-c8ba0291d66f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:30.704770 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87e8e1c6-5d6e-4b0f-926b-c8ba0291d66f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/86f1d94c-db98-486d-874b-6b851119e6d4 HTTP/1.1" status: 404 len: 339 time: 0.0271292 Aug 30 22:59:30.705614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55906) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:30.712220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-385769857', 'description': 'd1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:30.757486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:30.765329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.828833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:30.858628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.858984 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment 82f40433-a957-4956-9ab3-b374c6b7aa50 of type vlan for network 83ae5e7a-d988-48dc-a2b5-6d51adc30e37 Aug 30 22:59:30.865696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488b8ef-c494-4b6b-a260-7ca5a4514b01 req-eec907d6-321a-4fc8-9d38-d4e44a4dd86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:30.873219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d488b8ef-c494-4b6b-a260-7ca5a4514b01 req-eec907d6-321a-4fc8-9d38-d4e44a4dd86a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1097 time: 0.1186166 Aug 30 22:59:30.931429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d488b8ef-c494-4b6b-a260-7ca5a4514b01 req-78825072-b105-494c-9918-5101db848782 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497668 Aug 30 22:59:30.962828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:30.967647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:31.020913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:31.032779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:31.036352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:31.075748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3661938 Aug 30 22:59:31.079061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55916) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:31.162839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bdffd9-ea0e-4d24-a461-df4e601d2e3a req-5743656a-4df9-4996-a3b0-77ace96c952c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:31.170325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2bdffd9-ea0e-4d24-a461-df4e601d2e3a req-5743656a-4df9-4996-a3b0-77ace96c952c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1080890 Aug 30 22:59:31.233077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2bdffd9-ea0e-4d24-a461-df4e601d2e3a req-adb7bbe4-e764-415a-8995-cf7869b4cf6e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616989 Aug 30 22:59:31.679178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7af9f-4ef5-48f0-8d6b-1ad607166de8 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=83ae5e7a-d988-48dc-a2b5-6d51adc30e37,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:31.699738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 83ae5e7a-d988-48dc-a2b5-6d51adc30e37 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:31.704287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b160625e-2858-4fc6-8f74-d555f98dfa96 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:31.705860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b160625e-2858-4fc6-8f74-d555f98dfa96 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks?id=83ae5e7a-d988-48dc-a2b5-6d51adc30e37 HTTP/1.1" status: 200 len: 760 time: 0.6262043 Aug 30 22:59:31.708542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:31.713601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'description': 'd2'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:31.776245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85076ac-67c7-4f3b-bfe1-8e669c33d526 req-4b425da7-4a83-478d-8c30-41967114f2c0 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:31.784059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c85076ac-67c7-4f3b-bfe1-8e669c33d526 req-4b425da7-4a83-478d-8c30-41967114f2c0 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 0.1517818 Aug 30 22:59:31.850546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c85076ac-67c7-4f3b-bfe1-8e669c33d526 req-4b6e46aa-04a6-4729-9cba-f5eb0a8f7f8b tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654600 Aug 30 22:59:31.940447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:31.984715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:32.094841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 83ae5e7a-d988-48dc-a2b5-6d51adc30e37 is not hosted by any dhcp agent {{(pid=101268) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 22:59:32.104929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:32.106341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:32.115255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:32.134534 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "PUT /v2.0/networks/83ae5e7a-d988-48dc-a2b5-6d51adc30e37 HTTP/1.1" status: 200 len: 757 time: 0.4244654 Aug 30 22:59:32.183627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c317f5-20b4-4537-8701-305660671cf9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=83ae5e7a-d988-48dc-a2b5-6d51adc30e37,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:32.243027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 83ae5e7a-d988-48dc-a2b5-6d51adc30e37 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:32.358323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7fa9396-af9f-4a25-a1a6-bbef98bed564 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:32.360910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7fa9396-af9f-4a25-a1a6-bbef98bed564 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks?id=83ae5e7a-d988-48dc-a2b5-6d51adc30e37 HTTP/1.1" status: 200 len: 760 time: 0.2438583 Aug 30 22:59:32.369981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:32.380207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-119587916'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:32.444177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:32.455849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:32.540257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690abed-3879-42d0-83a2-5cb637984ae0 req-c41393e6-167a-4cad-9455-06f3246d52c8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:32.544012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1690abed-3879-42d0-83a2-5cb637984ae0 req-c41393e6-167a-4cad-9455-06f3246d52c8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1273501 Aug 30 22:59:32.551762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 628, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:32.563563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:32.563896 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00 of type vlan for network 82e2f0de-73ae-421d-a98d-975ce14e5e0c Aug 30 22:59:32.631813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:32.684796 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1690abed-3879-42d0-83a2-5cb637984ae0 req-fdb8ee93-7265-4d84-8902-159b2e21d758 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263392 Aug 30 22:59:33.039061 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:33.044862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.045477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:33.056336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e48688-c67b-4dc7-90e1-ce843e24926b req-665f61bf-0458-422a-8c5e-24b051ae0ec5 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.068966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19e48688-c67b-4dc7-90e1-ce843e24926b req-665f61bf-0458-422a-8c5e-24b051ae0ec5 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 0.1063671 Aug 30 22:59:33.149148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19e48688-c67b-4dc7-90e1-ce843e24926b req-6bf691a0-04d1-49ab-8e2d-509946b8b1d1 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791378 Aug 30 22:59:33.158341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=82e2f0de-73ae-421d-a98d-975ce14e5e0c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:33.172381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-388e62ac-d508-4688-88f4-31b43e679fb6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7978320 Aug 30 22:59:33.172562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:33.177828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:33.182293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 82e2f0de-73ae-421d-a98d-975ce14e5e0c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:33.317683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:33.329706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:33.387430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1554bb3-9714-4a5f-b96b-fa078cc41f3f req-55c0153b-2a45-4a60-b8b0-7279dbab2446 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.405125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1554bb3-9714-4a5f-b96b-fa078cc41f3f req-55c0153b-2a45-4a60-b8b0-7279dbab2446 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 0.1349771 Aug 30 22:59:33.465714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1554bb3-9714-4a5f-b96b-fa078cc41f3f req-33aa7c4b-3e19-4209-8796-4ff1cd5db61e tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596530 Aug 30 22:59:33.646230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcff939-db26-4708-a0ca-b9995e53eaa4 req-5e2d98db-20e6-4844-a2c7-bc9adfc54fc6 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.648012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dcff939-db26-4708-a0ca-b9995e53eaa4 req-5e2d98db-20e6-4844-a2c7-bc9adfc54fc6 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 0.1003885 Aug 30 22:59:33.664011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:33.749338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dcff939-db26-4708-a0ca-b9995e53eaa4 req-f221450b-6965-4241-a7ba-915f20f351d8 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936632 Aug 30 22:59:33.750534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=137d34d4-8a8a-41a4-a50c-cd4f21c2416a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:33.781197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:33.792551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:33.792847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 82e2f0de-73ae-421d-a98d-975ce14e5e0c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:33.827992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 82e2f0de-73ae-421d-a98d-975ce14e5e0c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:33.841764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 82e2f0de-73ae-421d-a98d-975ce14e5e0c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:33.848256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.848441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:33.853267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704af337-f46e-45b5-b7ef-d2b71abbc0ef None None] Network 82e2f0de-73ae-421d-a98d-975ce14e5e0c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:33.868252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a3c42ac-d3b6-4c45-a079-a51fd61e143a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6943042 Aug 30 22:59:33.870804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:33.881241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496a0170-180b-4446-9d61-09f2a8909431 req-d3a47e66-ec86-4b64-a610-6293a847fb39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.882002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-496a0170-180b-4446-9d61-09f2a8909431 req-d3a47e66-ec86-4b64-a610-6293a847fb39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0825739 Aug 30 22:59:33.914354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86799b2-d8cc-4b94-89bd-f3d1944b7235 tempest-TestServerBasicOps-1905905117 tempest-TestServerBasicOps-1905905117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:33.915943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f86799b2-d8cc-4b94-89bd-f3d1944b7235 tempest-TestServerBasicOps-1905905117 tempest-TestServerBasicOps-1905905117-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1092 time: 0.1299634 Aug 30 22:59:33.920837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55972) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:33.925351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '39df344b-c293-449e-a796-03a52419e10d', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:33.953546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-496a0170-180b-4446-9d61-09f2a8909431 req-609c6f74-5ba1-4d7e-b921-20b1fcbfa8eb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599167 Aug 30 22:59:33.963851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.040889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.058393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-82e2f0de-73ae-421d-a98d-975ce14e5e0c', 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '137d34d4-8a8a-41a4-a50c-cd4f21c2416a'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:34.059964 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.111525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.124448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.241962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Allocated IP 172.20.0.2 (82e2f0de-73ae-421d-a98d-975ce14e5e0c/137d34d4-8a8a-41a4-a50c-cd4f21c2416a/ddd5d762-573f-451b-9b17-d84df393eaef) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:34.287944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Allocated IP 172.25.7.148 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ea10a5de-8285-4fc0-a4a2-60f5a0168bcd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:34.418915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.420291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.431248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Transition to ACTIVE for port object ddd5d762-573f-451b-9b17-d84df393eaef will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:34.450885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Transition to ACTIVE for port object ddd5d762-573f-451b-9b17-d84df393eaef will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:34.461487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.483796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.488510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.542292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=137d34d4-8a8a-41a4-a50c-cd4f21c2416a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:34.577437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:34.579338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Network 82e2f0de-73ae-421d-a98d-975ce14e5e0c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:34.580945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:34.583708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:34.588331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:34.596315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:34.607650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Pushing event updated for resources: {'Port': ['ID=ddd5d762-573f-451b-9b17-d84df393eaef,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:34.631792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'Port': ['ID=ea10a5de-8285-4fc0-a4a2-60f5a0168bcd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:34.666618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.690757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2f0de-73ae-421d-a98d-975ce14e5e0c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:34.703687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Attempting to bind port ddd5d762-573f-451b-9b17-d84df393eaef on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:34.704151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Attempting to bind port ddd5d762-573f-451b-9b17-d84df393eaef by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:34.704603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Attempting to bind port ddd5d762-573f-451b-9b17-d84df393eaef on network 82e2f0de-73ae-421d-a98d-975ce14e5e0c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:34.710489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:34.711160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Checking segment: {'id': 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:34.711822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.712319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Bound using segment: {'id': 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:34.712885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Bound port: ddd5d762-573f-451b-9b17-d84df393eaef, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:34.713438 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.734789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:34.735367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:34.748225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.766476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.779511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:34.780258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:34.786336 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:34.827092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] For port ddd5d762-573f-451b-9b17-d84df393eaef, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:34.868554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] For port ddd5d762-573f-451b-9b17-d84df393eaef, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ddd5d762-573f-451b-9b17-d84df393eaef,segment=NetworkSegment(ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00),segment_id=ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:34.870145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 22:59:34.870145 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 22:59:34.870145 n-d-791504-21 neutron-server[101268]: [parameters: {'id': '82e2f0de-73ae-421d-a98d-975ce14e5e0c'}] Aug 30 22:59:34.870145 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:34.871020 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:34.874478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:34.976866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0ec3a-ba1b-4598-942e-16e728737f32 None None] Pushing event updated for resources: {'Port': ['ID=ddd5d762-573f-451b-9b17-d84df393eaef,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:34.999903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f78ded-1a00-4119-82e0-c431f59764f1 None None] Network 82e2f0de-73ae-421d-a98d-975ce14e5e0c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:35.117495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5165df6c-b03b-45fb-9daf-4a94494a3e5d req-f9edf226-bfc5-4e12-babe-ee77ddb5de25 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:35.129469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5165df6c-b03b-45fb-9daf-4a94494a3e5d req-f9edf226-bfc5-4e12-babe-ee77ddb5de25 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0800517 Aug 30 22:59:35.178098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5165df6c-b03b-45fb-9daf-4a94494a3e5d req-170d1837-8c08-4d1f-86d2-b3ff2b9d1f76 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474281 Aug 30 22:59:35.193358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a2cad3-722e-4d88-9823-b4bb13782eab None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:35.206793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.308463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.367862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a2cad3-722e-4d88-9823-b4bb13782eab None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:35.372453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.474789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting port ddd5d762-573f-451b-9b17-d84df393eaef {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:35.475444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.516087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d39e245-be8d-44bb-bd14-60c8264328c8 req-6ff96686-e5f8-49bf-a1d5-3a6d5f731d95 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:35.520778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d39e245-be8d-44bb-bd14-60c8264328c8 req-6ff96686-e5f8-49bf-a1d5-3a6d5f731d95 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.0851793 Aug 30 22:59:35.592787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d39e245-be8d-44bb-bd14-60c8264328c8 req-92af7ef3-f6d8-446d-a739-ff0dbc3c13f4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598247 Aug 30 22:59:35.638164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] For port ddd5d762-573f-451b-9b17-d84df393eaef, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ddd5d762-573f-451b-9b17-d84df393eaef,segment=NetworkSegment(ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00),segment_id=ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:35.638542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.666382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Calling delete_port for ddd5d762-573f-451b-9b17-d84df393eaef owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:35.674473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.684904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.803438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event updated for resources: {'Port': ['ID=ea10a5de-8285-4fc0-a4a2-60f5a0168bcd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:35.807582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.817053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:35.867655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Port': ['ID=ddd5d762-573f-451b-9b17-d84df393eaef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:35.888517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No DVR routers for this DVR port ddd5d762-573f-451b-9b17-d84df393eaef on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:35.970501 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Floating IP 4a27147e-c470-4296-a355-bc73911b8bec associated. External IP: 172.25.7.148, port: 39df344b-c293-449e-a796-03a52419e10d. Aug 30 22:59:36.027386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.039426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e2f0de-73ae-421d-a98d-975ce14e5e0c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:36.054612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:36.054977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd8d09d-3b7f-4b2a-a0c5-1b118f49ad00') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:36.068863 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.102062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.118274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:36.118940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:36.123772 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:36.223149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.234461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.237340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/82e2f0de-73ae-421d-a98d-975ce14e5e0c HTTP/1.1" status: 204 len: 168 time: 2.3652050 Aug 30 22:59:36.245386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56076) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:36.254447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59457025-e828-4f72-a8cf-404a3e38a7dc tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=82e2f0de-73ae-421d-a98d-975ce14e5e0c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:36.283715 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba69f4bc-90f2-4be1-8122-c5351404a8e0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] GET failed (client error): The resource could not be found. Aug 30 22:59:36.285107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ba69f4bc-90f2-4be1-8122-c5351404a8e0 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets/137d34d4-8a8a-41a4-a50c-cd4f21c2416a HTTP/1.1" status: 404 len: 337 time: 0.0385578 Aug 30 22:59:36.288277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:36.306117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Router c29a99f6-c074-4703-a3fe-dc33050b0751 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:59:36.316903 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5557dda-aa2c-40cf-acc2-4156351ba953 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:36.318009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5557dda-aa2c-40cf-acc2-4156351ba953 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:36.320230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e5557dda-aa2c-40cf-acc2-4156351ba953 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/82e2f0de-73ae-421d-a98d-975ce14e5e0c HTTP/1.1" status: 404 len: 339 time: 0.0293884 Aug 30 22:59:36.323895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56080) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:36.475483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:36.487950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Sync routers for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:36.502362 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:36.503328 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:36.524769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:36.580452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2826204c-bbaa-477d-8ca4-6d6556ecf612 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6495171 Aug 30 22:59:36.580452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'tag': '39df344b-c293-449e-a796-03a52419e10d'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:36.580452 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c45888-93a4-433f-a414-a95b2538fc7f" -d '{"events": [{"name": "network-changed", "server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "tag": "39df344b-c293-449e-a796-03a52419e10d"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:36.613101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c67521-d77c-4ec2-b6ff-021df10e035a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:36.615406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c9c67521-d77c-4ec2-b6ff-021df10e035a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2899077 Aug 30 22:59:36.618085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56104) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:36.650684 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13f12dc-1527-4d49-8ce9-f69580820707 x-openstack-request-id: req-d13f12dc-1527-4d49-8ce9-f69580820707 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:36.651109 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "tag": "39df344b-c293-449e-a796-03a52419e10d", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:36.651367 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d13f12dc-1527-4d49-8ce9-f69580820707 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:36.651778 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'tag': '39df344b-c293-449e-a796-03a52419e10d', 'status': 'completed', 'code': 200} Aug 30 22:59:36.681100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:36.692343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-468374ce-645e-4d72-b8cf-aa45c08a3823 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 207 time: 0.0724339 Aug 30 22:59:36.702820 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:36.908987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-f146ebfb-7d04-4236-a947-a4ed10f9887a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:36.910607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-f146ebfb-7d04-4236-a947-a4ed10f9887a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1097 time: 0.1798987 Aug 30 22:59:36.993814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3b9f2-f99f-4a4a-acb7-436b5400d2be tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:36.999857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3b9f2-f99f-4a4a-acb7-436b5400d2be tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.005778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3b9f2-f99f-4a4a-acb7-436b5400d2be tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.009346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '4a27147e-c470-4296-a355-bc73911b8bec', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'port_id': '39df344b-c293-449e-a796-03a52419e10d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'mac_address': 'fa:16:3e:0c:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d0bc3-0761-4879-be50-27af3965fe9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:59:34Z', 'updated_at': '2021-08-30T22:59:34Z', 'revision_number': 0, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:37.011774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad3b9f2-f99f-4a4a-acb7-436b5400d2be tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.017834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.029037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0ad3b9f2-f99f-4a4a-acb7-436b5400d2be tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3467484 Aug 30 22:59:37.042951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Checking router: c29a99f6-c074-4703-a3fe-dc33050b0751 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:37.056143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:37.056687 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:37.098624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-8232e1ae-5e66-4769-91ba-b93269fc744c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.102187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-8232e1ae-5e66-4769-91ba-b93269fc744c service neutron] 10.222.0.52 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 910 time: 0.1837714 Aug 30 22:59:37.163133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f64be9-ae6a-437a-ad0f-31e5c9b7f2a1 req-346ebb3f-b857-4400-870b-0146be29ef0b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.164606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-17f64be9-ae6a-437a-ad0f-31e5c9b7f2a1 req-346ebb3f-b857-4400-870b-0146be29ef0b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1230690 Aug 30 22:59:37.181498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-ceb6cdc7-004c-438e-a3d1-6b70740142b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 999 time: 0.0706651 Aug 30 22:59:37.204707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:37.206076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c090456e-7070-4a59-abdb-aa4fa8afd913 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1869304 Aug 30 22:59:37.207958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56138) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.247102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-ffffcdaa-e951-4255-943a-2797f9c91fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.249447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-ffffcdaa-e951-4255-943a-2797f9c91fe9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 200 len: 848 time: 0.0604062 Aug 30 22:59:37.280910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-17f64be9-ae6a-437a-ad0f-31e5c9b7f2a1 req-839e84a2-16e4-4121-9e23-419934048a08 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101210 Aug 30 22:59:37.311484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-aeb99ac3-9182-47bd-bcd1-d56a0f08f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.313152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-aeb99ac3-9182-47bd-bcd1-d56a0f08f267 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06b54587-7e50-4baa-9747-abd461ac4b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554307 Aug 30 22:59:37.335300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383628ef-3620-428f-91c4-bdf07113ea72 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.337119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383628ef-3620-428f-91c4-bdf07113ea72 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.345136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56142) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.346028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-383628ef-3620-428f-91c4-bdf07113ea72 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1370251 Aug 30 22:59:37.496935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3f889-673a-4941-aaf8-7865c96603c2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.498755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77d3f889-673a-4941-aaf8-7865c96603c2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.500333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-77d3f889-673a-4941-aaf8-7865c96603c2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1544631 Aug 30 22:59:37.505758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56146) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.574317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-12c9b282-c9b2-483f-aaf9-94861e0d8efa service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522230 Aug 30 22:59:37.598429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:37.653352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a44577-b4ce-4353-8a12-73882a4d72da req-3e259cf8-24a9-4487-94e6-c3a73464f27c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.660811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13a44577-b4ce-4353-8a12-73882a4d72da req-3e259cf8-24a9-4487-94e6-c3a73464f27c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 946 time: 0.1106637 Aug 30 22:59:37.680966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '4a27147e-c470-4296-a355-bc73911b8bec', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'port_id': '39df344b-c293-449e-a796-03a52419e10d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'mac_address': 'fa:16:3e:0c:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d0bc3-0761-4879-be50-27af3965fe9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:59:34Z', 'updated_at': '2021-08-30T22:59:34Z', 'revision_number': 0, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:37.690599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b078-7e98-4473-a37c-108e271de3ad req-aae7fbc3-7a51-4516-9ac3-4f2acfaa80c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.695174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ef9ad-7bfa-48e5-8020-ba761a65f55d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.702761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-513ef9ad-7bfa-48e5-8020-ba761a65f55d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks/db0e0eab-63c3-4544-b73d-98a2418202a8 HTTP/1.1" status: 200 len: 799 time: 0.1957839 Aug 30 22:59:37.703393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56150) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.703542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-aae7fbc3-7a51-4516-9ac3-4f2acfaa80c0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1098 time: 0.1626358 Aug 30 22:59:37.719505 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df00268-586d-4fbb-b20c-4f2e3f90a70c None None] The sync data for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 is: [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '4a27147e-c470-4296-a355-bc73911b8bec', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'floating_ip_address': '172.25.7.148', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'port_id': '39df344b-c293-449e-a796-03a52419e10d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1977, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'mac_address': 'fa:16:3e:0c:b3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '681d0bc3-0761-4879-be50-27af3965fe9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T22:59:34Z', 'updated_at': '2021-08-30T22:59:34Z', 'revision_number': 0, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:37.753827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:37.810779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:37.813289 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49007b1e-8008-47ab-b188-0d2685f82fe1" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:37.822349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13a44577-b4ce-4353-8a12-73882a4d72da req-afb31a19-f6fa-4261-bdc7-63e5a3f18865 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1605873 Aug 30 22:59:37.855561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:37.868991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:37.911361 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc7c90a-9ba5-409c-9b57-a25c9d141fe2 x-openstack-request-id: req-3fc7c90a-9ba5-409c-9b57-a25c9d141fe2 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:37.911712 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-unplugged", "status": "completed", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:37.911918 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fc7c90a-9ba5-409c-9b57-a25c9d141fe2 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:37.912329 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'code': 200} Aug 30 22:59:37.938413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff422743-9d8a-408f-a0a1-755955601be1 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/networks/db0e0eab-63c3-4544-b73d-98a2418202a8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2336328 Aug 30 22:59:37.943505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56156) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:37.950119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b078-7e98-4473-a37c-108e271de3ad req-25d7bb73-046f-4e17-90da-ff4b962e8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:37.951819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-25d7bb73-046f-4e17-90da-ff4b962e8462 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2473421 Aug 30 22:59:37.958339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=14']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:37.978258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0c45888-93a4-433f-a414-a95b2538fc7f req-c0f7673c-6b34-490b-a79e-b1b6060d28eb service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3965271 Aug 30 22:59:38.024946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f70adb-c898-4b42-b94b-af9999ff80d3 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.026465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83f70adb-c898-4b42-b94b-af9999ff80d3 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets/60f05ab6-f8c4-4282-b4b3-817cfc71067f HTTP/1.1" status: 200 len: 811 time: 0.0818684 Aug 30 22:59:38.032208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56158) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:38.084956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-2db9085d-3e82-42e1-8b7c-975a3134bde3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.1208451 Aug 30 22:59:38.126556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9c47cc9-4713-4107-adb2-10ef77ce3501 None None] New status for floating IP 4a27147e-c470-4296-a355-bc73911b8bec: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:59:38.146597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f3dcc3-a1b6-4a78-8307-3476a219f877 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.151983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56162) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:38.154424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54f3dcc3-a1b6-4a78-8307-3476a219f877 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "GET /v2.0/subnets/60f05ab6-f8c4-4282-b4b3-817cfc71067f?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1213229 Aug 30 22:59:38.158055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1664743354'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:38.179495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b078-7e98-4473-a37c-108e271de3ad req-3c2109f1-11d7-4fa4-8bf5-29e293a9d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.180780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:38.182153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-3c2109f1-11d7-4fa4-8bf5-29e293a9d02d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0874422 Aug 30 22:59:38.184816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.211030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:38.224571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.224978 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Added segment aff7ee44-4258-4289-a09b-01715852f98b of type vlan for network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd Aug 30 22:59:38.270403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe353f27-9f55-4240-bdcf-d0903fe18166 req-c124b7e0-66d7-4f16-bd71-2aad3cad200f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.274241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe353f27-9f55-4240-bdcf-d0903fe18166 req-c124b7e0-66d7-4f16-bd71-2aad3cad200f tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.1076760 Aug 30 22:59:38.282562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.295789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028b078-7e98-4473-a37c-108e271de3ad req-463a2b69-cb88-4196-9112-3435f93708cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.296969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-463a2b69-cb88-4196-9112-3435f93708cb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920725 Aug 30 22:59:38.317198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.323766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:38.325167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.394036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2377565 Aug 30 22:59:38.394306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:38.399265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:38.407616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aed2d5-e5be-4934-94f8-842ac39e1635 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Network': ['ID=2b0745d7-2384-4bfd-b988-b8cfaf808dfd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:38.426979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:38.433533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe353f27-9f55-4240-bdcf-d0903fe18166 req-de9fc18c-307e-4b3b-b2d7-846543cbc269 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1544259 Aug 30 22:59:38.472794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-6613c017-c6d3-47f4-92f6-b3d3bea04519 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415699 Aug 30 22:59:38.534695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Made reservation on behalf of 5d2738d1ffd345228e65955016d00948 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:38.538493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.598542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing IP validity checks on allocation pools {{(pid=101268) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 22:59:38.599021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101268) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 22:59:38.696651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56170) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:38.791893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:38.852244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=88fd3a1f-13ee-41d7-9fdb-8956efec6209,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:38.870877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6028b078-7e98-4473-a37c-108e271de3ad req-90bdabbc-9f06-4955-8836-95eea5486a60 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863962 Aug 30 22:59:39.007379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Checking segment: {'id': 'aff7ee44-4258-4289-a09b-01715852f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:39.007739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network hostable DHCP agents. Network: 2b0745d7-2384-4bfd-b988-b8cfaf808dfd, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:39.049878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0066f2-27fb-4822-a6fe-d628e6fcf31e req-4b830460-6a29-4f5b-9e58-01ba0d61961f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:39.051911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f0066f2-27fb-4822-a6fe-d628e6fcf31e req-4b830460-6a29-4f5b-9e58-01ba0d61961f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1313615 Aug 30 22:59:39.060795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:39.131881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2b0745d7-2384-4bfd-b988-b8cfaf808dfd) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:39.142366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:39.142968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.144689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c728af-8d0a-47a0-b025-4c4587531ec3 None None] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:39.194025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f0066f2-27fb-4822-a6fe-d628e6fcf31e req-7dccc7fe-1d53-4375-9643-b77758cc1a85 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943384 Aug 30 22:59:39.200345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-717008ce-7c1f-4a30-aa44-a101d1b98e41 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8025312 Aug 30 22:59:39.200819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:39.209565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:39.353013 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64461105'] for subnet, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.456818 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.532136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2b0745d7-2384-4bfd-b988-b8cfaf808dfd', 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd', 'tenant_id': '5d2738d1ffd345228e65955016d00948', 'fixed_ips': [{'subnet_id': '88fd3a1f-13ee-41d7-9fdb-8956efec6209'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:39.533220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.577641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788074176988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63765324'] for subnet, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.626217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:39.626835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.628146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "PUT /v2.0/subnets/88fd3a1f-13ee-41d7-9fdb-8956efec6209 HTTP/1.1" status: 200 len: 877 time: 0.4261584 Aug 30 22:59:39.633191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56182) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:39.648286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dba12-78e2-47c5-9755-3a6d9c4c2150 req-5fc19fb2-c544-44e0-8f4e-f58c27e8873a tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:39.649688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-825dba12-78e2-47c5-9755-3a6d9c4c2150 req-5fc19fb2-c544-44e0-8f4e-f58c27e8873a tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.1062195 Aug 30 22:59:39.656975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9856c340-a091-4391-858d-f64c5c670161 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event updated for resources: {'Subnet': ['ID=88fd3a1f-13ee-41d7-9fdb-8956efec6209,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:39.703003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Allocated IP 172.20.0.3 (2b0745d7-2384-4bfd-b988-b8cfaf808dfd/88fd3a1f-13ee-41d7-9fdb-8956efec6209/17a06df6-ad4b-4503-9847-a6e0fc0b4dc6) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:39.725120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-825dba12-78e2-47c5-9755-3a6d9c4c2150 req-a350d71d-f467-4d44-94a0-19141deec841 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535328 Aug 30 22:59:39.755756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.821778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.844835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Deleting port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:39.845199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.880100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.889524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Transition to ACTIVE for port object 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:39.905673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Transition to ACTIVE for port object 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:39.911983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.957254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:39.959175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:39.960658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:39.964683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:39.974062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Pushing event updated for resources: {'Port': ['ID=17a06df6-ad4b-4503-9847-a6e0fc0b4dc6,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:39.997123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=88fd3a1f-13ee-41d7-9fdb-8956efec6209,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:40.013865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-fdba4097-e95d-48d2-95e9-bb78c918d9ad tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:40.015462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-fdba4097-e95d-48d2-95e9-bb78c918d9ad tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.0962932 Aug 30 22:59:40.029513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Attempting to bind port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:40.029932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Attempting to bind port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'aff7ee44-4258-4289-a09b-01715852f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:40.030291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Attempting to bind port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 on network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:40.039083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:40.039540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Checking segment: {'id': 'aff7ee44-4258-4289-a09b-01715852f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:40.039870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.040284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Bound using segment: {'id': 'aff7ee44-4258-4289-a09b-01715852f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:40.040766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Bound port: 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff7ee44-4258-4289-a09b-01715852f98b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:40.041148 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.116245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] For port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:40.119668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] For port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=17a06df6-ad4b-4503-9847-a6e0fc0b4dc6,segment=NetworkSegment(aff7ee44-4258-4289-a09b-01715852f98b),segment_id=aff7ee44-4258-4289-a09b-01715852f98b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:40.123572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.124705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.156083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0745d7-2384-4bfd-b988-b8cfaf808dfd']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:40.178784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff7ee44-4258-4289-a09b-01715852f98b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:40.179080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff7ee44-4258-4289-a09b-01715852f98b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:40.193191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.205960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095eb8a9-6aac-43da-8803-a7fac8a315e3 None None] Pushing event updated for resources: {'Port': ['ID=17a06df6-ad4b-4503-9847-a6e0fc0b4dc6,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:40.221164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.231692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Deleting port 061dc618-be30-479c-9aa9-59347591c65e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:40.232037 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.232279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832d4dfb-5c08-4caf-bc85-563817947c6a None None] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:40.240175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:40.241253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:40.244364 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:40.272566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] For port 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:40.273159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.287956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Calling delete_port for 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:40.311224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5dd0b28b-5baa-40e5-aa8f-8537ab64c75d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.384183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e946f8-0bed-425d-8d5b-5265a05bdfcb None None] Network 2b0745d7-2384-4bfd-b988-b8cfaf808dfd requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:40.396094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 22:59:40.396094 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 22:59:40.396094 n-d-791504-21 neutron-server[101269]: [parameters: {'id': '2b0745d7-2384-4bfd-b988-b8cfaf808dfd'}] Aug 30 22:59:40.396094 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 22:59:40.396642 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 22:59:40.436223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4de9c-e40f-409d-b3c0-d6bf115d74fd req-650873a7-20b8-4f8a-b31c-9c7268bf44cd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:40.437930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37d4de9c-e40f-409d-b3c0-d6bf115d74fd req-650873a7-20b8-4f8a-b31c-9c7268bf44cd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1021197 Aug 30 22:59:40.497632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] For port 061dc618-be30-479c-9aa9-59347591c65e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=061dc618-be30-479c-9aa9-59347591c65e,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:40.498134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.516690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37d4de9c-e40f-409d-b3c0-d6bf115d74fd req-22b0990a-8ff6-409e-9c4d-8f8a722b6f01 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694156 Aug 30 22:59:40.532014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160ffbc8-61f8-451f-8f4d-4eafdfde4cee None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 22:59:40.552762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.580674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:40.680780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160ffbc8-61f8-451f-8f4d-4eafdfde4cee None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 22:59:40.730449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.730851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.731175 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Floating IP 032fbda3-df02-4ddb-9341-13a668a1d077 disassociated. External IP: 172.25.7.207, port: 061dc618-be30-479c-9aa9-59347591c65e. Aug 30 22:59:40.731530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Calling delete_port for 061dc618-be30-479c-9aa9-59347591c65e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:40.813222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.829185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be82b740-6bd9-4c79-847f-fa4d4ff03fa9 req-d8e64553-0892-42ce-b925-db69e8671071 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:40.830773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be82b740-6bd9-4c79-847f-fa4d4ff03fa9 req-d8e64553-0892-42ce-b925-db69e8671071 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1199846 Aug 30 22:59:40.895648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600aedc-1414-4be6-a7bc-4c8936f12306 req-862893f9-aa7d-4d6a-a11e-804eb6f4e54c tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:40.897487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9600aedc-1414-4be6-a7bc-4c8936f12306 req-862893f9-aa7d-4d6a-a11e-804eb6f4e54c tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 945 time: 0.0762386 Aug 30 22:59:40.899255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:40.917188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be82b740-6bd9-4c79-847f-fa4d4ff03fa9 req-025627a4-cdb5-4eb4-a596-c95f0efa1a22 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448544 Aug 30 22:59:41.044807 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9600aedc-1414-4be6-a7bc-4c8936f12306 req-3f91d978-8fc3-4287-8a5e-1f74d2f9f968 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091454 Aug 30 22:59:41.067160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.107792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event deleted for resources: {'Port': ['ID=061dc618-be30-479c-9aa9-59347591c65e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:41.124165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:41.124705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.146917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e512a-54c3-4a0e-a056-069e87dcee48 req-8532682e-ee86-4704-bf2f-3742fa260805 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:41.148606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-665e512a-54c3-4a0e-a056-069e87dcee48 req-8532682e-ee86-4704-bf2f-3742fa260805 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1107121 Aug 30 22:59:41.188225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Router 33a86b58-c268-4096-b26a-0c2a6acb02c1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:59:41.216013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-665e512a-54c3-4a0e-a056-069e87dcee48 req-f207495e-7ec7-4fe7-a151-934097307de8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596969 Aug 30 22:59:41.294115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Router 81888653-c3db-4947-82d5-d577754edf39 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:59:41.305898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] For port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=17a06df6-ad4b-4503-9847-a6e0fc0b4dc6,segment=NetworkSegment(aff7ee44-4258-4289-a09b-01715852f98b),segment_id=aff7ee44-4258-4289-a09b-01715852f98b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:41.306272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.334988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Calling delete_port for 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:41.348471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:41.356401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a21c1fb-7735-4a35-80e8-e6c01ff7ca65 admin admin] 10.222.0.25 "PUT /v2.0/routers/33a86b58-c268-4096-b26a-0c2a6acb02c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6563776 Aug 30 22:59:41.357046 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Sync routers for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:41.366004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56198) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:41.368302 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:41.368940 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:41.493668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.539359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:41.568347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:41.580022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Sync routers for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:41.597103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:41.598108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:41.627430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.689445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] No DVR routers for this DVR port 061dc618-be30-479c-9aa9-59347591c65e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:41.706336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.709356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c549365-7358-4eb5-b708-37ac19a72ffd req-d32f3af3-3c6d-418e-b965-d175d61a7a26 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.47 "DELETE /v2.0/ports/061dc618-be30-479c-9aa9-59347591c65e HTTP/1.1" status: 204 len: 173 time: 1.6746452 Aug 30 22:59:41.710994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'name': 'network-vif-deleted', 'tag': '061dc618-be30-479c-9aa9-59347591c65e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:41.711145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Deleting port e788990c-4214-4f7a-b714-78ba6eac0f26 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:41.711683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.713564 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b911a4a-8853-43d9-be55-27e841842793" -d '{"events": [{"server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "name": "network-vif-deleted", "tag": "061dc618-be30-479c-9aa9-59347591c65e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:41.719642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.789661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Port': ['ID=17a06df6-ad4b-4503-9847-a6e0fc0b4dc6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:41.822681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-77a01e77-d9a0-44b4-bd07-8c1cfb1ccc96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:41.828776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-77a01e77-d9a0-44b4-bd07-8c1cfb1ccc96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.3639374 Aug 30 22:59:41.833422 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43086414-55b9-4397-b34c-1f71899bf36b x-openstack-request-id: req-43086414-55b9-4397-b34c-1f71899bf36b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:41.835884 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab0e686-8b6d-4711-8b75-4535bc91d21c", "name": "network-vif-deleted", "tag": "061dc618-be30-479c-9aa9-59347591c65e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:41.836194 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43086414-55b9-4397-b34c-1f71899bf36b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:41.836634 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab0e686-8b6d-4711-8b75-4535bc91d21c', 'name': 'network-vif-deleted', 'tag': '061dc618-be30-479c-9aa9-59347591c65e', 'status': 'completed', 'code': 200} Aug 30 22:59:41.865578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173'}], 'enable_snat': True}, 'gw_port_id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:59:40Z', 'revision_number': 5, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port': {'id': 'e788990c-4214-4f7a-b714-78ba6eac0f26', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7d:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:48:15Z', 'updated_at': '2021-08-30T22:48:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:41.866222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No DVR routers for this DVR port 17a06df6-ad4b-4503-9847-a6e0fc0b4dc6 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:41.873119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] For port e788990c-4214-4f7a-b714-78ba6eac0f26, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e788990c-4214-4f7a-b714-78ba6eac0f26,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:41.873624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:41.889145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-380720f1-9924-4f65-8e64-de4166a6de90 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/quotas/0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 375 time: 0.0511823 Aug 30 22:59:41.890774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Calling delete_port for e788990c-4214-4f7a-b714-78ba6eac0f26 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:41.895435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:41.926970 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Checking router: 33a86b58-c268-4096-b26a-0c2a6acb02c1 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:41.954508 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Routers {'33a86b58-c268-4096-b26a-0c2a6acb02c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:41.955164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['33a86b58-c268-4096-b26a-0c2a6acb02c1'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:41.989143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.000110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b0745d7-2384-4bfd-b988-b8cfaf808dfd']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.013442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff7ee44-4258-4289-a09b-01715852f98b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.013853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff7ee44-4258-4289-a09b-01715852f98b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.025660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.041474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.048675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:42.049618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.127312 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] Set router 33a86b58-c268-4096-b26a-0c2a6acb02c1 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:42.163757 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:42.180253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.186188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.194178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/2b0745d7-2384-4bfd-b988-b8cfaf808dfd HTTP/1.1" status: 204 len: 168 time: 2.5540631 Aug 30 22:59:42.195181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56216) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.210535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.213478 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:59:41Z', 'revision_number': 6, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.250262 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-22c0a22b-95cb-4c1c-bb1d-fa5961cc408b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:42.250831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22c0a22b-95cb-4c1c-bb1d-fa5961cc408b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:42.255788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-22c0a22b-95cb-4c1c-bb1d-fa5961cc408b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/88fd3a1f-13ee-41d7-9fdb-8956efec6209 HTTP/1.1" status: 404 len: 337 time: 0.0560184 Aug 30 22:59:42.255788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667003a-61fd-44ce-ab79-b7f8b4517c59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=2b0745d7-2384-4bfd-b988-b8cfaf808dfd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:42.257421 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcb42fd-1b5a-42d6-aeba-3b752badc981 None None] The sync data for ids ['33a86b58-c268-4096-b26a-0c2a6acb02c1'] in n-d-791504-21 is: [{'id': '33a86b58-c268-4096-b26a-0c2a6acb02c1', 'name': 'tempest-TaggedBootDevicesTest-299613744-router', 'tenant_id': '9d4715e964b9445c8e23830a991d4b0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:48:14Z', 'updated_at': '2021-08-30T22:59:41Z', 'revision_number': 6, 'project_id': '9d4715e964b9445c8e23830a991d4b0a', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:42.257589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56218) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.309003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.312845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-bd240a1d-bcc8-4a19-a207-438bd4915b64 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4026971 Aug 30 22:59:42.313973 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f95471d-8fad-4a47-a5eb-7ece610ddf4f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:42.314586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f95471d-8fad-4a47-a5eb-7ece610ddf4f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:42.319374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f95471d-8fad-4a47-a5eb-7ece610ddf4f tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/2b0745d7-2384-4bfd-b988-b8cfaf808dfd HTTP/1.1" status: 404 len: 339 time: 0.0559869 Aug 30 22:59:42.319661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56220) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.332943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Pushing event deleted for resources: {'Port': ['ID=e788990c-4214-4f7a-b714-78ba6eac0f26,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:42.354011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Checking router: 81888653-c3db-4947-82d5-d577754edf39 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:42.365027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:42.365676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.372933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5461d43-1940-4e3d-ad14-743d59b75866 req-541fa93f-1ebb-4eb4-b7be-349d1ac483c7 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/ports?device_id=cab0e686-8b6d-4711-8b75-4535bc91d21c HTTP/1.1" status: 200 len: 210 time: 0.0530348 Aug 30 22:59:42.431870 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-10f551a6-b7f7-4d67-a541-0afc83b1979b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:42.432166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10f551a6-b7f7-4d67-a541-0afc83b1979b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:42.438499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-10f551a6-b7f7-4d67-a541-0afc83b1979b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/137d34d4-8a8a-41a4-a50c-cd4f21c2416a HTTP/1.1" status: 404 len: 337 time: 0.1132531 Aug 30 22:59:42.443784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.474759 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bdc57c2-49c0-475c-8925-71c6d09b49e9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:42.475446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bdc57c2-49c0-475c-8925-71c6d09b49e9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:42.481876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0bdc57c2-49c0-475c-8925-71c6d09b49e9 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/82e2f0de-73ae-421d-a98d-975ce14e5e0c HTTP/1.1" status: 404 len: 339 time: 0.0335860 Aug 30 22:59:42.484321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56224) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.500988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.534052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-a450da63-f1b7-41d4-ae25-176931191edd service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007780 Aug 30 22:59:42.568127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:42.672682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-a94cac77-688a-4196-ae68-4d645fafa78f service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312990 Aug 30 22:59:42.787805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.793299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.862626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.880224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.890671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.891254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a86b58-c268-4096-b26a-0c2a6acb02c1 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:59:42.900103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:42.901283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b227226e-d683-46ca-8f93-74e539a045ca admin admin] 10.222.0.25 "DELETE /v2.0/routers/33a86b58-c268-4096-b26a-0c2a6acb02c1 HTTP/1.1" status: 204 len: 168 time: 1.5341649 Aug 30 22:59:42.904882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56228) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:42.962538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:42.979726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Deleting subnet 378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:42.986015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.007082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1cb13b0-c9b8-48bf-981f-adf007a1234a None None] The sync data for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 is: [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:57:15Z', 'revision_number': 4, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '33af19c9-e146-4ed8-8436-cf62bf63eb27', 'name': '', 'network_id': '5e7ad219-dabc-4de9-98e6-4722535d242a', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'mac_address': 'fa:16:3e:68:09:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:14Z', 'updated_at': '2021-08-30T22:57:28Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'subnets': [{'id': '18b48b1b-111a-402d-bcca-124d53e1c35b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:43.024442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f2bbb90-be78-489a-be85-8a8b9b55fdef req-4b440a32-b570-417e-807f-240857cf154b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 210 time: 0.0388610 Aug 30 22:59:43.082184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.119737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.140364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ae5e7a-d988-48dc-a2b5-6d51adc30e37']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:43.170951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82f40433-a957-4956-9ab3-b374c6b7aa50') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:43.171258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82f40433-a957-4956-9ab3-b374c6b7aa50') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:43.196530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.221593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.235076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:43.235378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:43.241947 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:43.270094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.306055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94a3865b-6c42-4b5d-98ca-f26023c9621c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.380760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.403234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.438240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.447913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/83ae5e7a-d988-48dc-a2b5-6d51adc30e37 HTTP/1.1" status: 204 len: 168 time: 0.9604459 Aug 30 22:59:43.448843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3575421c-1bbb-450e-8872-d9f947c7977d tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=83ae5e7a-d988-48dc-a2b5-6d51adc30e37,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:43.451114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.466096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=378dd9eb-1ea9-4238-8edb-db3cd0cd5c95,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:43.469198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.473453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4be47eb3-7099-47e8-968c-5a7c9f12d7ed admin admin] 10.222.0.25 "DELETE /v2.0/subnets/378dd9eb-1ea9-4238-8edb-db3cd0cd5c95 HTTP/1.1" status: 204 len: 168 time: 0.5634551 Aug 30 22:59:43.475867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8bff28-a4f7-447a-8b50-6b4faed3f2d0 None None] Network ce923d3e-0708-47ca-9c15-9188fed8de9d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:43.476182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.499347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.511356 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-07273941-04ea-4d7f-a4a9-745404f8ba9a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.513008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07273941-04ea-4d7f-a4a9-745404f8ba9a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.518665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.519343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-07273941-04ea-4d7f-a4a9-745404f8ba9a tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/126dd55f-0a89-4bf4-8b5a-8104e5bed964 HTTP/1.1" status: 404 len: 337 time: 0.0661974 Aug 30 22:59:43.595035 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b897909-2838-41da-9bbe-a945c9a4199b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.596096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b897909-2838-41da-9bbe-a945c9a4199b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.599015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b897909-2838-41da-9bbe-a945c9a4199b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/86f1d94c-db98-486d-874b-6b851119e6d4 HTTP/1.1" status: 404 len: 339 time: 0.0736246 Aug 30 22:59:43.602783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.606575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 061dc618-be30-479c-9aa9-59347591c65e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:43.619146 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c08422-26e0-4935-88d5-d743b4e723f5 None None] New status for floating IP 032fbda3-df02-4ddb-9341-13a668a1d077: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 22:59:43.658489 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dc8d3b-cacb-4e06-bae2-bb271d099e60 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.659532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dc8d3b-cacb-4e06-bae2-bb271d099e60 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.666701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.667292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1dc8d3b-cacb-4e06-bae2-bb271d099e60 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/be623a97-ccec-4d39-8f57-47ce60302822 HTTP/1.1" status: 404 len: 337 time: 0.0633271 Aug 30 22:59:43.703002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 061dc618-be30-479c-9aa9-59347591c65e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:43.703342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 061dc618-be30-479c-9aa9-59347591c65e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:43.722790 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9490d81-6e8a-483c-a791-1ac35ef8b80b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.723943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9490d81-6e8a-483c-a791-1ac35ef8b80b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.729649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a9490d81-6e8a-483c-a791-1ac35ef8b80b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/a37e0aea-1c33-463a-9109-a35209744d73 HTTP/1.1" status: 404 len: 339 time: 0.0569897 Aug 30 22:59:43.731850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56258) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.742319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.774529 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8d5be85-1179-42f6-b4df-ffbc498662cb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.775000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8d5be85-1179-42f6-b4df-ffbc498662cb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.776808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c8d5be85-1179-42f6-b4df-ffbc498662cb tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/7793b477-f0de-41a9-b222-9c447ed1b373 HTTP/1.1" status: 404 len: 337 time: 0.0455852 Aug 30 22:59:43.783120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.858889 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0041e1-1b43-4a02-ab0c-dc7e2cac81a5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.859877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0041e1-1b43-4a02-ab0c-dc7e2cac81a5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:43.862591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d0041e1-1b43-4a02-ab0c-dc7e2cac81a5 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/30ebc563-9049-4462-873d-88c9f1990e10 HTTP/1.1" status: 404 len: 339 time: 0.0774393 Aug 30 22:59:43.864119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.865285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:43.936099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:43.943852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] DHCP port deletion for ce923d3e-0708-47ca-9c15-9188fed8de9d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:43.993454 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f94b5bd-1dc0-405c-adb3-409c63c27951 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:43.994754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f94b5bd-1dc0-405c-adb3-409c63c27951 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.002088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f94b5bd-1dc0-405c-adb3-409c63c27951 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/00830e23-5d0b-4a92-ac78-7b5a36ed1278 HTTP/1.1" status: 404 len: 337 time: 0.1304958 Aug 30 22:59:44.002088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56266) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.005852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Deleting port 1742e4dc-904b-4137-9498-35057b5d7363 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:44.006077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.022014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:44.032383 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-478bca6f-30ec-4496-94a8-478959091e59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.033473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478bca6f-30ec-4496-94a8-478959091e59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.039736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-478bca6f-30ec-4496-94a8-478959091e59 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/2fd1e5d4-e273-4048-b61b-1c5bc95c9699 HTTP/1.1" status: 404 len: 339 time: 0.0320861 Aug 30 22:59:44.039970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.054512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:44.054898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8a1a23ca-ffb3-4d8c-947a-ed7bb47c6e4f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:44.055337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e788990c-4214-4f7a-b714-78ba6eac0f26 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:44.074830 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a262cfa-8d0a-42c6-a62a-33d14989fa3b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.075287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a262cfa-8d0a-42c6-a62a-33d14989fa3b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.080957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a262cfa-8d0a-42c6-a62a-33d14989fa3b tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/ba138bcc-acf2-4d8a-a6c3-04e5eefc7e3a HTTP/1.1" status: 404 len: 337 time: 0.0359530 Aug 30 22:59:44.090303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56272) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.091084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e788990c-4214-4f7a-b714-78ba6eac0f26 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:44.091084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e788990c-4214-4f7a-b714-78ba6eac0f26 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:44.108351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Deleting port 1742e4dc-904b-4137-9498-35057b5d7363 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:44.109290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.130586 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b57d48e-2722-4024-8e9c-3bd9e043a253 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.131722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b57d48e-2722-4024-8e9c-3bd9e043a253 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.137731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b57d48e-2722-4024-8e9c-3bd9e043a253 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/d1cdf895-bc6f-4155-80d9-b42a40462ab3 HTTP/1.1" status: 404 len: 339 time: 0.0517099 Aug 30 22:59:44.137731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.144566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.144679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.144679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f00e4f3-c0d1-42bf-82d6-23d2c0c15708 HTTP/1.1" status: 204 len: 168 time: 0.6415327 Aug 30 22:59:44.154656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.188656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40388bff-481c-44f5-bc5e-66b2403512b0 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f00e4f3-c0d1-42bf-82d6-23d2c0c15708,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:44.193899 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-46f40aff-f4e8-4b9d-a17c-c8b2e978460e tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] show failed (client error): The resource could not be found. Aug 30 22:59:44.195066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-46f40aff-f4e8-4b9d-a17c-c8b2e978460e tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "GET /v2.0/security-groups/1f00e4f3-c0d1-42bf-82d6-23d2c0c15708 HTTP/1.1" status: 404 len: 347 time: 0.0390749 Aug 30 22:59:44.200970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] For port 1742e4dc-904b-4137-9498-35057b5d7363, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1742e4dc-904b-4137-9498-35057b5d7363,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:44.201346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.204202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.244344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b692f975-0c42-40af-a6b0-3cb0541a4c7e req-e5d74c5e-00a4-47b1-840e-33cfbc659f33 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 210 time: 0.1062174 Aug 30 22:59:44.245310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] For port 1742e4dc-904b-4137-9498-35057b5d7363, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1742e4dc-904b-4137-9498-35057b5d7363,segment=NetworkSegment(95e7b836-55f7-4ae0-bec4-8f8774d036e9),segment_id=95e7b836-55f7-4ae0-bec4-8f8774d036e9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:44.246591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.250200 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a1f6342-c9ba-47b3-a17a-b0e0aae6460c tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.250609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a1f6342-c9ba-47b3-a17a-b0e0aae6460c tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.259449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a1f6342-c9ba-47b3-a17a-b0e0aae6460c tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/1b729698-a243-4847-8120-6051b666e605 HTTP/1.1" status: 404 len: 337 time: 0.1191812 Aug 30 22:59:44.261499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56280) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.280255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Calling delete_port for 1742e4dc-904b-4137-9498-35057b5d7363 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:44.280940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Calling delete_port for 1742e4dc-904b-4137-9498-35057b5d7363 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:44.294049 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a41239-2c2b-43b5-81b2-0d6fc52a8e79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.295025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a41239-2c2b-43b5-81b2-0d6fc52a8e79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.301220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14a41239-2c2b-43b5-81b2-0d6fc52a8e79 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/99767272-ba97-4a46-ac4e-bf7ed9cc3238 HTTP/1.1" status: 404 len: 339 time: 0.0346789 Aug 30 22:59:44.301220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56282) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.342366 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4b109a-9353-498e-9da7-8fd8187034ac tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.343515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4b109a-9353-498e-9da7-8fd8187034ac tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.350841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce4b109a-9353-498e-9da7-8fd8187034ac tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/d2abbff6-10cf-4090-b1fd-5faef575b742 HTTP/1.1" status: 404 len: 337 time: 0.0493567 Aug 30 22:59:44.352408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56284) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.383918 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-639cdc8c-8800-4b7d-8de9-6e252e48cbb2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.385029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639cdc8c-8800-4b7d-8de9-6e252e48cbb2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.393199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-639cdc8c-8800-4b7d-8de9-6e252e48cbb2 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/970b9e82-c5d5-4f73-a0d3-15d67080ea5b HTTP/1.1" status: 404 len: 339 time: 0.0387995 Aug 30 22:59:44.394268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56286) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.442171 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f215d5a5-ae4a-41b4-aae3-a266c40896a6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.444312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f215d5a5-ae4a-41b4-aae3-a266c40896a6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.447317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f215d5a5-ae4a-41b4-aae3-a266c40896a6 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/8b0dbd10-7873-4322-b8f5-ad579e1beea6 HTTP/1.1" status: 404 len: 337 time: 0.0513422 Aug 30 22:59:44.447934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.449832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.471531 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1764b0ce-db79-4340-b9fb-a9a3ca1001f3 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:44.472126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1764b0ce-db79-4340-b9fb-a9a3ca1001f3 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:44.476595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1764b0ce-db79-4340-b9fb-a9a3ca1001f3 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/81426d60-643f-41e5-a487-c95fe33cf3ef HTTP/1.1" status: 404 len: 339 time: 0.0277846 Aug 30 22:59:44.477205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.518860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Pushing event deleted for resources: {'Port': ['ID=1742e4dc-904b-4137-9498-35057b5d7363,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:44.538816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.539662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.540412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting subnet 60f05ab6-f8c4-4282-b4b3-817cfc71067f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:44.540696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.541446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.542626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.544527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.544736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.545455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.546256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.547053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.547890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.550162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.550680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:44.556332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67013a00-4461-4e6e-bafb-e5afffb643bd None None] No DVR routers for this DVR port 1742e4dc-904b-4137-9498-35057b5d7363 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:44.562669 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.607060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.619690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-775df511-262b-4111-b4b6-c0a012e6d795 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:44.622043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-775df511-262b-4111-b4b6-c0a012e6d795 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.2888789 Aug 30 22:59:44.639027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'device_id': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'admin_state_up': True, 'tenant_id': '0bf0dadc5814454983b9c309921eb178'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:44.642378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.670057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Deleting port 1165fe5e-4a1b-469c-bf01-3ec5ccbc7898 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:44.670576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.722624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Pushing event deleted for resources: {'Port': ['ID=1742e4dc-904b-4137-9498-35057b5d7363,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:44.748754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.830263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.860438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Subnet': ['ID=60f05ab6-f8c4-4282-b4b3-817cfc71067f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:44.864329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:44.868809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-840508c8-719e-4800-8c03-98b4192e9091 tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/subnets/60f05ab6-f8c4-4282-b4b3-817cfc71067f HTTP/1.1" status: 204 len: 168 time: 0.3905120 Aug 30 22:59:44.869814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56292) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:44.875765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e059f85c-a83c-4f3f-a6d2-537636d321a8 None None] Network db0e0eab-63c3-4544-b73d-98a2418202a8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:44.991659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.072261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Deleting port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:45.072754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.087985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] No DVR routers for this DVR port 1742e4dc-904b-4137-9498-35057b5d7363 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:45.102773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] DHCP port deletion for db0e0eab-63c3-4544-b73d-98a2418202a8 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:45.157216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] For port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,segment=NetworkSegment(91e26dbc-64e9-4e09-abc9-fd864287cfbc),segment_id=91e26dbc-64e9-4e09-abc9-fd864287cfbc)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:45.159934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.164548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Deleting port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:45.165021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.177931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Calling delete_port for 38a59e74-f351-483f-8f11-ba0ac4dc9b6d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:45.220691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.244454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] For port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,segment=NetworkSegment(91e26dbc-64e9-4e09-abc9-fd864287cfbc),segment_id=91e26dbc-64e9-4e09-abc9-fd864287cfbc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:45.245219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.250552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce923d3e-0708-47ca-9c15-9188fed8de9d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.253909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.254233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.261090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Calling delete_port for 38a59e74-f351-483f-8f11-ba0ac4dc9b6d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:45.273657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95e7b836-55f7-4ae0-bec4-8f8774d036e9') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.274391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95e7b836-55f7-4ae0-bec4-8f8774d036e9') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.286669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Calling delete_port for 1165fe5e-4a1b-469c-bf01-3ec5ccbc7898 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:45.290958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.297057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.317749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:45.321630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.331354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Port': ['ID=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:45.345715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] No DVR routers for this DVR port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: from cryptography.utils import int_from_bytes Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: from cryptography.utils import int_from_bytes Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.355750 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.360545 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 22:59:45.365004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.370268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.388589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:45.389644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:45.392738 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:45.395633 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-01996e21-50bd-4e09-b31f-549e218ee830 req-47009372-4edd-4ac8-8a80-926ada22dcf5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 210 time: 0.0521357 Aug 30 22:59:45.398327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] Pushing event deleted for resources: {'Port': ['ID=38a59e74-f351-483f-8f11-ba0ac4dc9b6d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:45.409428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7aa6c7a-c641-41f7-992d-5c3898a61592 None None] No DVR routers for this DVR port 38a59e74-f351-483f-8f11-ba0ac4dc9b6d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:45.459866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.471193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0e0eab-63c3-4544-b73d-98a2418202a8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.483216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91e26dbc-64e9-4e09-abc9-fd864287cfbc') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.483502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91e26dbc-64e9-4e09-abc9-fd864287cfbc') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:45.493724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.512153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.519679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:45.519679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:45.522280 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:45.551111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.557363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.560956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] 10.222.0.25 "DELETE /v2.0/networks/ce923d3e-0708-47ca-9c15-9188fed8de9d HTTP/1.1" status: 204 len: 168 time: 2.0837586 Aug 30 22:59:45.592536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb0ceee-ea3b-40cf-b2b6-b13d1d7d246e admin admin] Pushing event deleted for resources: {'Network': ['ID=ce923d3e-0708-47ca-9c15-9188fed8de9d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:45.607608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.618981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.625864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] 10.222.0.25 "DELETE /v2.0/networks/db0e0eab-63c3-4544-b73d-98a2418202a8 HTTP/1.1" status: 204 len: 168 time: 0.7516499 Aug 30 22:59:45.646216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33dd355-054d-4af5-8807-571eb56b5eda tempest-NetworksTest-1563195419 tempest-NetworksTest-1563195419-project] Pushing event deleted for resources: {'Network': ['ID=db0e0eab-63c3-4544-b73d-98a2418202a8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:45.700679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.20.0.10 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/4f3d204b-b958-4059-9e2c-1fba0c96d0c0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:45.718601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.740166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56302) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:45.764932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Pushing event deleted for resources: {'Port': ['ID=1165fe5e-4a1b-469c-bf01-3ec5ccbc7898,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:45.835042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46fd2bc3-682a-4692-aafe-74bb5a8f99ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d4715e964b9445c8e23830a991d4b0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0935955 Aug 30 22:59:45.838070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:45.891822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 38a59e74-f351-483f-8f11-ba0ac4dc9b6d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:45.916962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56308) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:45.921459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.922165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 38a59e74-f351-483f-8f11-ba0ac4dc9b6d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:45.922733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 38a59e74-f351-483f-8f11-ba0ac4dc9b6d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:45.923333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1742e4dc-904b-4137-9498-35057b5d7363 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:45.932296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.936337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.937555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-30c2fb04-7c90-4b78-864d-ab40f7882801 tempest-ServersTestFqdnHostnames-529797483 tempest-ServersTestFqdnHostnames-529797483-project] 10.222.0.25 "DELETE /v2.0/floatingips/032fbda3-df02-4ddb-9341-13a668a1d077 HTTP/1.1" status: 204 len: 168 time: 1.7323670 Aug 30 22:59:45.941548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:45.956072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:45.972010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1742e4dc-904b-4137-9498-35057b5d7363 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:45.972356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1742e4dc-904b-4137-9498-35057b5d7363 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:45.977411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.026452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.030875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.032253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b357f5d0-2eef-414d-a3f6-c3d7d59b21ae HTTP/1.1" status: 204 len: 168 time: 0.1917274 Aug 30 22:59:46.041067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586a0545-7417-401f-8ac1-f61f3f16e8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b357f5d0-2eef-414d-a3f6-c3d7d59b21ae,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:46.129523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.193561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Transition to ACTIVE for port object 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:46.279833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7abb915-fc1a-4dac-9c35-daf3246bb369 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d2738d1ffd345228e65955016d00948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3608401 Aug 30 22:59:46.283526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:46.342800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.360977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.394458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.394590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:46.396122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:46.421029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:46.498185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.502105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:46.502649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.504689 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9acdafba-88a3-454b-88f5-9941f5082db6 HTTP/1.1" status: 204 len: 168 time: 0.2188764 Aug 30 22:59:46.542181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c85e8-92d8-40d4-a936-3ed12f964003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acdafba-88a3-454b-88f5-9941f5082db6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:46.583962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:46.584720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.619957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-82201ab7-7cf7-499d-8ea2-84ff53573af5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9859979 Aug 30 22:59:46.634307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Request body: {'port': {'device_id': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:46.656853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7410fd6-924e-40eb-a43f-8f8f7e8845ba req-4e4f0896-d42c-4006-bf84-fa5f3ab18379 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:46.671709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7410fd6-924e-40eb-a43f-8f8f7e8845ba req-4e4f0896-d42c-4006-bf84-fa5f3ab18379 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 932 time: 0.0888622 Aug 30 22:59:46.764120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7410fd6-924e-40eb-a43f-8f8f7e8845ba req-13a939b2-db4f-4002-bcd4-f287d71c3581 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861213 Aug 30 22:59:46.798314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.822071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2302221e-0d5c-4319-882a-2e6543fd7aa6 None None] Provisioning for port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:46.827654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2302221e-0d5c-4319-882a-2e6543fd7aa6 None None] Provisioning complete for port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:46.828114 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2302221e-0d5c-4319-882a-2e6543fd7aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:46.878223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2302221e-0d5c-4319-882a-2e6543fd7aa6 None None] Port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 22:59:46.982711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.348741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:47.360913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.384925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Transition to ACTIVE for port object 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:47.409610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.512819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:47.607979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Deleting port 33af19c9-e146-4ed8-8436-cf62bf63eb27 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:47.608598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.671255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Attempting to bind port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:47.672214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Attempting to bind port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:47.672774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Attempting to bind port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:47.681818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:59:47.682410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Attempting to bind port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:47.698679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:47.699860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:47.700418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:47.701055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Bound port: 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:47.701598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.741231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] For port 33af19c9-e146-4ed8-8436-cf62bf63eb27, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33af19c9-e146-4ed8-8436-cf62bf63eb27,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:47.741679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.769864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:47.783898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Calling delete_port for 33af19c9-e146-4ed8-8436-cf62bf63eb27 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:47.863891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:47.888781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:47.899421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.977395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:47.978614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:47.979902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-701570028'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:47.980052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] 10.222.0.47 "PUT /v2.0/ports/4f3d204b-b958-4059-9e2c-1fba0c96d0c0 HTTP/1.1" status: 200 len: 1093 time: 1.3508599 Aug 30 22:59:47.988259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:47.990823 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bed846-70a5-4485-b3b9-c9d2669a00ee" -d '{"events": [{"name": "network-changed", "server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:48.031808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:48.037167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.050760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.107602 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb5e15-b55b-42c1-8a31-d5d507ca047e x-openstack-request-id: req-33bb5e15-b55b-42c1-8a31-d5d507ca047e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:48.107878 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:48.108130 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33bb5e15-b55b-42c1-8a31-d5d507ca047e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:48.108531 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0', 'status': 'completed', 'code': 200} Aug 30 22:59:48.113200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf46d1-08cd-4b73-8a55-40249b98562e service neutron] Pushing event updated for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:48.147173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f863e7-6b55-4dfe-8045-9da45571015c req-3ea70e47-6af7-48ca-bff3-13f93c6270ad tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:48.148952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83f863e7-6b55-4dfe-8045-9da45571015c req-3ea70e47-6af7-48ca-bff3-13f93c6270ad tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 944 time: 0.2632835 Aug 30 22:59:48.188190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-ed03d4d9-cb3f-45b8-b7e0-9b0ea8923d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:48.189921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-ed03d4d9-cb3f-45b8-b7e0-9b0ea8923d54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 1096 time: 0.1466229 Aug 30 22:59:48.220865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.227785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.245005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83f863e7-6b55-4dfe-8045-9da45571015c req-2e9b9961-66ad-4d2c-b6c0-29e35e91a776 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843635 Aug 30 22:59:48.268082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:48.275590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-36d20a28-01ea-41dc-95a2-9b697690425b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0695808 Aug 30 22:59:48.290381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046c41b2-975f-4dbc-8c7b-9ab778968c92,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:48.312042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.312390 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment 13140037-f741-41e4-84b2-9a241ee124c9 of type vlan for network a699efd0-de0f-45a7-a66e-a0047f016e24 Aug 30 22:59:48.362122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.388335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.400979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-1c124558-92f9-4545-894e-e71ae4246f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:48.402813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-1c124558-92f9-4545-894e-e71ae4246f25 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1134450 Aug 30 22:59:48.405159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.410966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:48.411598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.432887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=33af19c9-e146-4ed8-8436-cf62bf63eb27,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:48.435029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:48.484386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7124958 Aug 30 22:59:48.487413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:48.495862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'name': 'tempest-PortsIpV6TestJSON-910509577'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:48.525673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e350899-4e56-4b08-9615-b0a04283dfe4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=a699efd0-de0f-45a7-a66e-a0047f016e24,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:48.535645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c985c01d-cac3-44fe-a203-239f503b1253 req-9efa97a9-7aea-4dd7-9703-8fd163f80048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:48.537405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-9efa97a9-7aea-4dd7-9703-8fd163f80048 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1135666 Aug 30 22:59:48.548490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:48.661681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:48.668519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.674218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec805bfe-9b51-483b-a728-edfad5819314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.688779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:59:48.877975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.915787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:48.977087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=777137a0-97d3-49e3-ae46-aa7d91b9ff7e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:48.993296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': '13140037-f741-41e4-84b2-9a241ee124c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:48.993677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: a699efd0-de0f-45a7-a66e-a0047f016e24, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:49.013215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:49.022618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a699efd0-de0f-45a7-a66e-a0047f016e24) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:49.027580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:49.031378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20037c2-34ab-4432-b76c-80bd2a310c96 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:49.035202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.035857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.057897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-221a40ff-c4b9-4a8f-8330-bbfb1c87c0c2 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102046 Aug 30 22:59:49.137576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.250347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c985c01d-cac3-44fe-a203-239f503b1253 req-e6efd5f6-8666-4d7c-92fa-5a60b16f202d service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799085 Aug 30 22:59:49.324007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec805bfe-9b51-483b-a728-edfad5819314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.332096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e3574b90-233b-457a-8225-ceb685cb3b97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8430274 Aug 30 22:59:49.335138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56406) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:49.341290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-936564427'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:49.346301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec805bfe-9b51-483b-a728-edfad5819314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.366032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:49.369511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.392677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:49.403043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.403392 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment 9e9806ea-70e4-46c5-a67d-8617425861c5 of type vlan for network 46d33e5d-a77c-4857-8a16-c4f7b48b0a22 Aug 30 22:59:49.431839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec805bfe-9b51-483b-a728-edfad5819314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb7a0f2-1c95-4cc6-9b54-d618fc0e7837,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:49.463800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.474198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ec805bfe-9b51-483b-a728-edfad5819314 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2d62871ccccb478d9b736397774c147d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0367026 Aug 30 22:59:49.478729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56410) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:49.481245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-35efdd65-edfd-4dba-adb8-dca4c767d130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.482739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-35efdd65-edfd-4dba-adb8-dca4c767d130 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 1096 time: 0.1750124 Aug 30 22:59:49.507833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.512218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5203a06e-eb23-48cd-a760-1e68380a0110 req-0acd58ea-b8c3-4e2b-997d-508cdf5377b5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.513722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5203a06e-eb23-48cd-a760-1e68380a0110 req-0acd58ea-b8c3-4e2b-997d-508cdf5377b5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 944 time: 0.1739609 Aug 30 22:59:49.513927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.514518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.596799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2601147 Aug 30 22:59:49.600825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:49.608493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'ports': [{'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'}, {'network_id': '46d33e5d-a77c-4857-8a16-c4f7b48b0a22'}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:49.608814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:49.609293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '46d33e5d-a77c-4857-8a16-c4f7b48b0a22'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:49.630274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154680f2-736b-46ea-aa29-d6a62939946c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=46d33e5d-a77c-4857-8a16-c4f7b48b0a22,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:49.643148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 46d33e5d-a77c-4857-8a16-c4f7b48b0a22 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:49.658201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5203a06e-eb23-48cd-a760-1e68380a0110 req-d7a108eb-bb6b-4331-b1fd-e140de81ad41 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057715 Aug 30 22:59:49.666592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Router 81888653-c3db-4947-82d5-d577754edf39 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 22:59:49.669669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.674372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-337ce906-e062-49c8-b1c5-488edeed3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.676115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-337ce906-e062-49c8-b1c5-488edeed3143 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.1803443 Aug 30 22:59:49.708425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.758641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-9a6b07fc-24ee-464c-943b-793c8e993ade service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0 HTTP/1.1" status: 200 len: 217 time: 0.0369334 Aug 30 22:59:49.862653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-f18dffca-8b11-4be9-b16b-e55a7b91f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.864042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-f18dffca-8b11-4be9-b16b-e55a7b91f1ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0965652 Aug 30 22:59:49.866826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.869100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:49.871643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.876441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-95ed7014-89cd-4bdc-a6b9-9123a0e35c5f admin admin] 10.222.0.25 "PUT /v2.0/routers/81888653-c3db-4947-82d5-d577754edf39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9338210 Aug 30 22:59:49.878295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eeb7a0f2-1c95-4cc6-9b54-d618fc0e7837 HTTP/1.1" status: 204 len: 168 time: 0.3985407 Aug 30 22:59:49.881547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Sync routers for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:49.882172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:49.884176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:49.889666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.897294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:49.898222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:49.909123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa5ce18-b144-4f89-8a8a-f3e062600f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb7a0f2-1c95-4cc6-9b54-d618fc0e7837,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:49.949882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-b868af24-0789-4257-9f07-149d0e4f89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:49.951305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:49.952345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-b868af24-0789-4257-9f07-149d0e4f89bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747306 Aug 30 22:59:50.083590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-ce7c1123-d978-4607-b009-c4319cec52ff service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135857 Aug 30 22:59:50.103997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 310f36bc-214b-4e2a-93c2-7746f2f1b04a yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:59:50.126116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.201919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:50.231980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14bed846-70a5-4485-b3b9-c9d2669a00ee req-a3523ada-beb0-41a9-be4d-935cbb278a1e service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360610 Aug 30 22:59:50.432820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:59:48Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:50.469273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Checking router: 81888653-c3db-4947-82d5-d577754edf39 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:50.494122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Routers {'81888653-c3db-4947-82d5-d577754edf39'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:50.494754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['81888653-c3db-4947-82d5-d577754edf39'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:50.629130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] Set router 81888653-c3db-4947-82d5-d577754edf39 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:50.641201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.678832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:50.697438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.784118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port ac43791f-c1e1-4355-a8d1-623a4bf75a27 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:59:50.801028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Deleting port e51b01c0-9b01-4ea7-a32a-be496792527a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:50.801363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.830252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:59:48Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:50.840330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-784935025-network', 'tenant_id': 'e101e9b21a004229ade6779429f6d232'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:50.853600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16e61f1-4634-4a74-961b-7f08da66a751 req-0e4cafc7-968a-4267-9ae5-fe84631c8218 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:50.855256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c16e61f1-4634-4a74-961b-7f08da66a751 req-0e4cafc7-968a-4267-9ae5-fe84631c8218 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 944 time: 0.0922794 Aug 30 22:59:50.858176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45efdfd0-ded2-44b8-80f0-ea8de0ae2f24 None None] The sync data for ids ['81888653-c3db-4947-82d5-d577754edf39'] in n-d-791504-21 is: [{'id': '81888653-c3db-4947-82d5-d577754edf39', 'name': 'tempest-ServersTestFqdnHostnames-1128246033-router', 'tenant_id': '64285c4970e5449baef1205398424a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87'}], 'enable_snat': True}, 'gw_port_id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:57:09Z', 'updated_at': '2021-08-30T22:59:48Z', 'revision_number': 5, 'project_id': '64285c4970e5449baef1205398424a1c', 'gw_port': {'id': 'e51b01c0-9b01-4ea7-a32a-be496792527a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:55:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81888653-c3db-4947-82d5-d577754edf39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:57:10Z', 'updated_at': '2021-08-30T22:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 22:59:50.892768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Made reservation on behalf of e101e9b21a004229ade6779429f6d232 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:50.898133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.916368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.935554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c16e61f1-4634-4a74-961b-7f08da66a751 req-5a452039-0318-4ef8-ac31-134151ed80a1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670438 Aug 30 22:59:50.953641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] For port e51b01c0-9b01-4ea7-a32a-be496792527a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e51b01c0-9b01-4ea7-a32a-be496792527a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:50.955054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:50.979808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Calling delete_port for e51b01c0-9b01-4ea7-a32a-be496792527a owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:51.012696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.022351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.026666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.047436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:51.063493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ab1674-47dc-4f1a-965c-037f54ace9d0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.065985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.066594 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Added segment 22549ee4-5431-4d62-b8a0-d1dbfedc22a7 of type vlan for network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 Aug 30 22:59:51.082956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.083315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.083722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.084039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.084378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.084753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.085342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.085957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.086543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.087207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.088841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.088841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 22:59:51.124467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.151332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.152626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:51.153218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.154115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.211858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:51.219919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:51.221194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5411463 Aug 30 22:59:51.224524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:51.232699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Request body: {'subnet': {'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-784935025-subnet', 'tenant_id': 'e101e9b21a004229ade6779429f6d232', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:51.240313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f50f61-e33e-442c-8ff3-855cfa5bf585 admin admin] Pushing event updated for resources: {'Network': ['ID=f2dd4aad-c0cd-4e85-90d3-e00532c578d2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.252961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:51.261103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=310f36bc-214b-4e2a-93c2-7746f2f1b04a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.264419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Made reservation on behalf of e101e9b21a004229ade6779429f6d232 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:51.267534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.275434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:51.276304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.321757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.382938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=ac43791f-c1e1-4355-a8d1-623a4bf75a27,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.438111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Pushing event deleted for resources: {'Port': ['ID=e51b01c0-9b01-4ea7-a32a-be496792527a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.447931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': '9e9806ea-70e4-46c5-a67d-8617425861c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '46d33e5d-a77c-4857-8a16-c4f7b48b0a22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:51.448290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: 46d33e5d-a77c-4857-8a16-c4f7b48b0a22, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:51.463243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.486887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.562447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 46d33e5d-a77c-4857-8a16-c4f7b48b0a22 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:51.564483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c41faa2-c61a-48a2-b366-a5b4f6adc0d3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:51.567305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.572381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.574640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Checking segment: {'id': '22549ee4-5431-4d62-b8a0-d1dbfedc22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:51.574885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Network hostable DHCP agents. Network: f2dd4aad-c0cd-4e85-90d3-e00532c578d2, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:51.583092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 46d33e5d-a77c-4857-8a16-c4f7b48b0a22) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:51.592705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b45c7d-0232-42fa-b455-5c203858bcc7 None None] Network 46d33e5d-a77c-4857-8a16-c4f7b48b0a22 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:51.607891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:51.619770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f2dd4aad-c0cd-4e85-90d3-e00532c578d2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:51.621500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:51.627926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:51.630805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:51.631622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.633270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:51.637130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.647064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951661fd-9af4-4a30-8134-c40150b81da6 None None] Network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:51.655643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.656716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81888653-c3db-4947-82d5-d577754edf39 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 22:59:51.660244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d77f0e57-6336-40f8-b500-299608ab8a41 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4339459 Aug 30 22:59:51.662551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58b35e82-77e8-4396-aaf3-a446fa024b9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0592353 Aug 30 22:59:51.665868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:51.676040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.684816 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-02657877-de93-47f1-8e61-6e0c78b8e78b admin admin] 10.222.0.25 "DELETE /v2.0/routers/81888653-c3db-4947-82d5-d577754edf39 HTTP/1.1" status: 204 len: 168 time: 1.8012769 Aug 30 22:59:51.685767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:51.803165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Deleting subnet 18b48b1b-111a-402d-bcca-124d53e1c35b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:51.833332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.856307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port ac43791f-c1e1-4355-a8d1-623a4bf75a27 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:51.859416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.919158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6ebb0-45cf-40ff-85be-bde52d916922 None None] Network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:51.928053 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:51.972118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33af19c9-e146-4ed8-8436-cf62bf63eb27 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:52.001684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 33af19c9-e146-4ed8-8436-cf62bf63eb27 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:52.002188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33af19c9-e146-4ed8-8436-cf62bf63eb27 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:52.043121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.058975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for ac43791f-c1e1-4355-a8d1-623a4bf75a27 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:52.064082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.132686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.160732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.182856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18b48b1b-111a-402d-bcca-124d53e1c35b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:52.185679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.187636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5450bed3-2a5c-4634-a60d-b8e5d3823fc7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/18b48b1b-111a-402d-bcca-124d53e1c35b HTTP/1.1" status: 204 len: 168 time: 0.4954536 Aug 30 22:59:52.192307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:52.193282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f5bbe5-d125-48a2-aa4a-bff2b92c8ae0 None None] Network 5e7ad219-dabc-4de9-98e6-4722535d242a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:52.200670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=ac43791f-c1e1-4355-a8d1-623a4bf75a27,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:52.209565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.212858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e5fbffe-98d8-4bc9-86b8-bb722930d2f9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/ac43791f-c1e1-4355-a8d1-623a4bf75a27 HTTP/1.1" status: 204 len: 168 time: 0.5459423 Aug 30 22:59:52.218361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56474) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:52.278006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ef578-9adc-4a5f-b389-85063cc47b0d req-5b25dba6-899d-40c7-a7f0-936c3432397b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:52.279851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c5ef578-9adc-4a5f-b389-85063cc47b0d req-5b25dba6-899d-40c7-a7f0-936c3432397b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 944 time: 0.1598368 Aug 30 22:59:52.284706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.300013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.344606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938e429-9fb2-4ccc-840f-ca75f93f4fe1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:52.345996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c5ef578-9adc-4a5f-b389-85063cc47b0d req-736cd23a-33ee-4f3d-b4c2-3209aebee2d5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573194 Aug 30 22:59:52.350973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4938e429-9fb2-4ccc-840f-ca75f93f4fe1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:52.356408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4938e429-9fb2-4ccc-840f-ca75f93f4fe1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1369669 Aug 30 22:59:52.363549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56476) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:52.394310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-3a82d660-e2f1-4ca6-8183-eef543d7ea51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:52.396732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-3a82d660-e2f1-4ca6-8183-eef543d7ea51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/networks?id=f2dd4aad-c0cd-4e85-90d3-e00532c578d2 HTTP/1.1" status: 200 len: 813 time: 0.1690090 Aug 30 22:59:52.419642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-f8155d8b-c582-4860-8123-29908f2ee0c0 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/quotas/e101e9b21a004229ade6779429f6d232 HTTP/1.1" status: 200 len: 375 time: 0.0129490 Aug 30 22:59:52.467951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] DHCP port deletion for 5e7ad219-dabc-4de9-98e6-4722535d242a request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:52.477839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Deleting port 3d153526-69b6-492c-ad55-4d7260ca05fb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:52.478481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-56ced3ca-9a98-4924-9a15-f6ae9401445d tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e101e9b21a004229ade6779429f6d232&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494068 Aug 30 22:59:52.478600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.536817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Deleting port 3d153526-69b6-492c-ad55-4d7260ca05fb {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:52.537313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.537485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 310f36bc-214b-4e2a-93c2-7746f2f1b04a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:52.537825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.593907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-e9dd64f8-1b36-442a-9787-364b51274d96 service neutron] 10.222.0.25 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068225 Aug 30 22:59:52.606537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] For port 3d153526-69b6-492c-ad55-4d7260ca05fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d153526-69b6-492c-ad55-4d7260ca05fb,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:52.606909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.609151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] For port 3d153526-69b6-492c-ad55-4d7260ca05fb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d153526-69b6-492c-ad55-4d7260ca05fb,segment=NetworkSegment(12037827-25ac-490a-8fda-0948179b63d0),segment_id=12037827-25ac-490a-8fda-0948179b63d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:52.609151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.623777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Calling delete_port for 3d153526-69b6-492c-ad55-4d7260ca05fb owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:52.629082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Calling delete_port for 3d153526-69b6-492c-ad55-4d7260ca05fb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:52.644500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.665206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 310f36bc-214b-4e2a-93c2-7746f2f1b04a owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:52.723590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-df7db849-6592-4ad8-8c14-5dd27a2c45df service neutron] 10.222.0.25 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231399 Aug 30 22:59:52.750731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.764509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] No DVR routers for this DVR port 3d153526-69b6-492c-ad55-4d7260ca05fb on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:52.784778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae3195e-f8ae-4aad-8e2b-a0b8f1a9b24e None None] Pushing event deleted for resources: {'Port': ['ID=3d153526-69b6-492c-ad55-4d7260ca05fb,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:52.834745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.867048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d153526-69b6-492c-ad55-4d7260ca05fb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:52.869033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] No DVR routers for this DVR port 3d153526-69b6-492c-ad55-4d7260ca05fb on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:52.873744 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:52.985343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=310f36bc-214b-4e2a-93c2-7746f2f1b04a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:52.996865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5b245bd-7893-4cb9-8ba7-94443b3268c7 req-b9ab3dd6-5d9b-4dcc-9437-d1ce73640660 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 210 time: 0.0937827 Aug 30 22:59:52.997920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.002838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee4bc05d-9c0a-4072-bdd7-2bcfb80146e8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/310f36bc-214b-4e2a-93c2-7746f2f1b04a HTTP/1.1" status: 204 len: 168 time: 0.6342251 Aug 30 22:59:53.003208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56486) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.023169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.034553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e7ad219-dabc-4de9-98e6-4722535d242a']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.045959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12037827-25ac-490a-8fda-0948179b63d0') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.046291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12037827-25ac-490a-8fda-0948179b63d0') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.057971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.064911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356ca60f-8dd3-4350-b16c-a2fe87874473 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:53.069166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-356ca60f-8dd3-4350-b16c-a2fe87874473 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0630059 Aug 30 22:59:53.069599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56490) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.079281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.085746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:53.086198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: timer() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:53.087920 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:53.104842 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c673dfbb-348f-45c1-89fa-398fbf90a196 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 22:59:53.109633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c673dfbb-348f-45c1-89fa-398fbf90a196 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/ac43791f-c1e1-4355-a8d1-623a4bf75a27 HTTP/1.1" status: 404 len: 333 time: 0.0369167 Aug 30 22:59:53.110002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56492) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.134803 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eefb4aa-b346-479d-8708-45826f6a3229 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 22:59:53.136403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9eefb4aa-b346-479d-8708-45826f6a3229 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/310f36bc-214b-4e2a-93c2-7746f2f1b04a HTTP/1.1" status: 404 len: 333 time: 0.0254905 Aug 30 22:59:53.139390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.147158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.158079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.160107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/5e7ad219-dabc-4de9-98e6-4722535d242a HTTP/1.1" status: 204 len: 168 time: 0.9671390 Aug 30 22:59:53.177810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf338806-17b2-4906-b6b0-941d2739aa69 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e7ad219-dabc-4de9-98e6-4722535d242a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:53.264638 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.337862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56500) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.373822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.387868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46d33e5d-a77c-4857-8a16-c4f7b48b0a22']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.390135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c39d05d-66a0-49af-807c-bb34433f7e73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64285c4970e5449baef1205398424a1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502086 Aug 30 22:59:53.393641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56504) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.400085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e9806ea-70e4-46c5-a67d-8617425861c5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.400387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e9806ea-70e4-46c5-a67d-8617425861c5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:53.413084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.434794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.449359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.457011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:53.457427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:53.460955 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:53.473493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.526262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.529207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.530408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25d7078c-c659-430a-a1a7-73d6b447140d HTTP/1.1" status: 204 len: 168 time: 0.1366041 Aug 30 22:59:53.550325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9637814-3fa7-4532-8daa-5edd852427ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d7078c-c659-430a-a1a7-73d6b447140d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:53.563569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b4520-4a12-4ca1-8a16-a17a1193f3fb req-9c02470b-4d41-46fe-9ec3-04670f6b6d78 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:53.566616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3b4520-4a12-4ca1-8a16-a17a1193f3fb req-9c02470b-4d41-46fe-9ec3-04670f6b6d78 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 944 time: 0.1267798 Aug 30 22:59:53.567803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.573902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.575844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/46d33e5d-a77c-4857-8a16-c4f7b48b0a22 HTTP/1.1" status: 204 len: 168 time: 0.4355109 Aug 30 22:59:53.580928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56508) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.596973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1043622783'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:53.610548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bbf525-5c1e-487a-8546-496cecfbbd03 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=46d33e5d-a77c-4857-8a16-c4f7b48b0a22,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:53.644364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 22:59:53.650935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:53.654492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.669753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3b4520-4a12-4ca1-8a16-a17a1193f3fb req-14242d09-b896-42a3-9674-a7774cf701c6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Aug 30 22:59:53.687480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:53.697968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.698314 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment da91664b-382c-43cb-96e1-83438fef79cc of type vlan for network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 Aug 30 22:59:53.752240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.756357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:53.771403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0', 'mac_address': 'fa:16:3e:8d:d4:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 22:59:53.809230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.821182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:53.821815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.821955 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.840069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:53.866785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:53.872804 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:53.906689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e51b01c0-9b01-4ea7-a32a-be496792527a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:53.919077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=24bf6ce2-94af-4fbb-bf3e-710b9411b322,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:53.937192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e51b01c0-9b01-4ea7-a32a-be496792527a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:53.938010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e51b01c0-9b01-4ea7-a32a-be496792527a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:53.938435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d153526-69b6-492c-ad55-4d7260ca05fb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:53.942654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-39dbcac7-26f5-4059-8951-931a8bba1732 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3556712 Aug 30 22:59:53.942833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:53.943002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56518) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:53.951537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:53.977160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3d153526-69b6-492c-ad55-4d7260ca05fb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:53.977640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d153526-69b6-492c-ad55-4d7260ca05fb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:54.058041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:54.141502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:54.147687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.164779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e6ce305-1347-4c52-bcc5-7b35fec8ec82 req-2aab0895-cbd4-4e88-861d-1a510be21c21 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 210 time: 0.0375957 Aug 30 22:59:54.190624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-11f1bc9b-34be-4e36-b717-57c17d420525 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:54.192430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-11f1bc9b-34be-4e36-b717-57c17d420525 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.52 "GET /v2.0/networks?id=f2dd4aad-c0cd-4e85-90d3-e00532c578d2 HTTP/1.1" status: 200 len: 813 time: 0.2084041 Aug 30 22:59:54.209042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 22:59:54.232974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Request body: {'port': {'device_id': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2', 'admin_state_up': True, 'tenant_id': 'e101e9b21a004229ade6779429f6d232'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:54.396146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Made reservation on behalf of e101e9b21a004229ade6779429f6d232 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:54.400740 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.436466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.503005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=08a69b4c-9fdd-4097-b44e-403ce7a9d639,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:54.515821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56536) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:54.534377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': 'da91664b-382c-43cb-96e1-83438fef79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:54.534750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: 24bf6ce2-94af-4fbb-bf3e-710b9411b322, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:54.560955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:54.565319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Allocated IP 172.20.0.11 (f2dd4aad-c0cd-4e85-90d3-e00532c578d2/8c41faa2-c61a-48a2-b366-a5b4f6adc0d3/72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:54.572183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 24bf6ce2-94af-4fbb-bf3e-710b9411b322) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:54.580569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:54.581218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.585809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5fcc0-31ee-4083-89f9-82e67163b938 None None] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:54.605987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d78bcb21-600d-40c2-900d-1fe281ad60a7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6588809 Aug 30 22:59:54.606234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:54.613813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322', 'name': 'tempest-PortsIpV6TestJSON-56923784'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:54.668811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1712150591-network', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:54.725101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Made reservation on behalf of 15b3cf38f24b440e9d18225138f5c6cc for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:54.727509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.755723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.767225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-24bf6ce2-94af-4fbb-bf3e-710b9411b322', 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': '08a69b4c-9fdd-4097-b44e-403ce7a9d639'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:54.769323 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.776181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.842363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.889023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdedd79-f2ca-423e-aad5-752b08e888fc req-23445407-da01-421e-ad25-1ece3a8b9387 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:54.891459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:54.894853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:54.899953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bdedd79-f2ca-423e-aad5-752b08e888fc req-23445407-da01-421e-ad25-1ece3a8b9387 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 945 time: 0.1438642 Aug 30 22:59:54.900098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:54.904466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:54.908286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.924276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Pushing event updated for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:54.955320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:54.956321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:54.960932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 34d1f869-2ded-426d-9065-32d31cc2a8ef yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:59:54.968327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Allocated IP 2001:db8::2 (24bf6ce2-94af-4fbb-bf3e-710b9411b322/08a69b4c-9fdd-4097-b44e-403ce7a9d639/442553fc-71e6-4e0b-9979-58ab8046e5f4) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:55.053893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9bdedd79-f2ca-423e-aad5-752b08e888fc req-dfa9fbb4-2412-4f00-a668-b2ea9f334f16 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330576 Aug 30 22:59:55.119737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.126921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.131801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-041429bc-ab06-4039-a4ec-d0f266cfba51 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9092398 Aug 30 22:59:55.136029 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.144634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Transition to ACTIVE for port object 442553fc-71e6-4e0b-9979-58ab8046e5f4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:55.154038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Request body: {'port': {'device_id': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:55.155919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:55.161044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Transition to ACTIVE for port object 442553fc-71e6-4e0b-9979-58ab8046e5f4 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:55.166185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb1c613-99ce-4aea-b5fa-b0a4a4ca4517,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:55.167217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.196563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.196979 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Added segment 5d88692b-3795-410b-b1b7-a9a80bfbda00 of type vlan for network 7c2b7966-3b69-4559-8980-793197c543bc Aug 30 22:59:55.233909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.234509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Pushing event updated for resources: {'Port': ['ID=442553fc-71e6-4e0b-9979-58ab8046e5f4,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:55.244827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:55.247083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:55.249704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:55.264934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.277716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::b5 (24bf6ce2-94af-4fbb-bf3e-710b9411b322/08a69b4c-9fdd-4097-b44e-403ce7a9d639/34d1f869-2ded-426d-9065-32d31cc2a8ef) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:55.319161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Attempting to bind port 442553fc-71e6-4e0b-9979-58ab8046e5f4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:55.319556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Attempting to bind port 442553fc-71e6-4e0b-9979-58ab8046e5f4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'da91664b-382c-43cb-96e1-83438fef79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:55.319845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.320035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Attempting to bind port 442553fc-71e6-4e0b-9979-58ab8046e5f4 on network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:55.320959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:55.321538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.326757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:55.327205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Checking segment: {'id': 'da91664b-382c-43cb-96e1-83438fef79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:55.327625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.328393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Bound using segment: {'id': 'da91664b-382c-43cb-96e1-83438fef79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:55.328889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Bound port: 442553fc-71e6-4e0b-9979-58ab8046e5f4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da91664b-382c-43cb-96e1-83438fef79cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '24bf6ce2-94af-4fbb-bf3e-710b9411b322'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:55.329476 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.388290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8677094 Aug 30 22:59:55.389497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56548) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:55.394600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Request body: {'subnet': {'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1712150591-subnet', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:55.411638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8229bdf-c0f7-4e14-8bbe-d3867c70e22a req-b2359573-e868-4148-8f28-dbe2089d188e tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:55.413335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8229bdf-c0f7-4e14-8bbe-d3867c70e22a req-b2359573-e868-4148-8f28-dbe2089d188e tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 932 time: 0.1485701 Aug 30 22:59:55.416069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] For port 442553fc-71e6-4e0b-9979-58ab8046e5f4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:55.427412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] For port 442553fc-71e6-4e0b-9979-58ab8046e5f4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=442553fc-71e6-4e0b-9979-58ab8046e5f4,segment=NetworkSegment(da91664b-382c-43cb-96e1-83438fef79cc),segment_id=da91664b-382c-43cb-96e1-83438fef79cc)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:55.435499 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.451966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629b451-7bf0-40e9-8d5e-562adf8d6984 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2b7966-3b69-4559-8980-793197c543bc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:55.488350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7c2b7966-3b69-4559-8980-793197c543bc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:55.494690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Made reservation on behalf of 15b3cf38f24b440e9d18225138f5c6cc for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:55.497216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.541301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.571042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 34d1f869-2ded-426d-9065-32d31cc2a8ef will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:55.605573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056de048-5df1-4e3d-93de-863dc23decb5 None None] Pushing event updated for resources: {'Port': ['ID=442553fc-71e6-4e0b-9979-58ab8046e5f4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:55.615230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.666655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:55.676593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:55.678999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:55.686205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:55.686205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.687411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:55.711403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1015298 Aug 30 22:59:55.712100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56550) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:55.725023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f6d40-9bc1-4b01-8c80-c4ed0e16c3a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=34d1f869-2ded-426d-9065-32d31cc2a8ef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:55.829981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:55.841100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:55.842907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.859157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 34d1f869-2ded-426d-9065-32d31cc2a8ef {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:55.859157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:55.999539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8229bdf-c0f7-4e14-8bbe-d3867c70e22a req-bcfc9720-0e32-4576-8337-fb03e2fa2d13 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5703251 Aug 30 22:59:56.007276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 442553fc-71e6-4e0b-9979-58ab8046e5f4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 22:59:56.012464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.039675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 34d1f869-2ded-426d-9065-32d31cc2a8ef owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:56.062396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.094735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:56.097132 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b7f00b-4854-4df8-94f0-aecdbfbbfda9" -d '{"events": [{"server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:56.147161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:56.155541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.168386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 442553fc-71e6-4e0b-9979-58ab8046e5f4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:56.174125 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec2a97a-04ca-4358-9d99-bd09238efb46 x-openstack-request-id: req-aec2a97a-04ca-4358-9d99-bd09238efb46 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:56.174971 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "name": "network-vif-plugged", "status": "completed", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:56.174971 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aec2a97a-04ca-4358-9d99-bd09238efb46 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:56.175223 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0', 'code': 200} Aug 30 22:59:56.223124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 22:59:56.232914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.255725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.268324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.300800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=34d1f869-2ded-426d-9065-32d31cc2a8ef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.322392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.327345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Transition to ACTIVE for port object 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:56.328481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.330655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d19688be-e120-463e-b207-6f2cdfb52dab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/34d1f869-2ded-426d-9065-32d31cc2a8ef HTTP/1.1" status: 204 len: 168 time: 0.6176765 Aug 30 22:59:56.333284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56558) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:56.359893 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-91c42cb2-ddef-4df5-ac75-dd709512f77b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 22:59:56.360887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91c42cb2-ddef-4df5-ac75-dd709512f77b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 22:59:56.365354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91c42cb2-ddef-4df5-ac75-dd709512f77b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/34d1f869-2ded-426d-9065-32d31cc2a8ef HTTP/1.1" status: 404 len: 333 time: 0.0284789 Aug 30 22:59:56.366231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:56.371624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.391946 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-817282ac-a9c5-4409-b707-39ce7edd7685 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 22:59:56.393885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-817282ac-a9c5-4409-b707-39ce7edd7685 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/34d1f869-2ded-426d-9065-32d31cc2a8ef HTTP/1.1" status: 404 len: 333 time: 0.0265670 Aug 30 22:59:56.396509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56562) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:56.424958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2641b-a89e-4c55-adf2-c311b15d8f4a req-12426c73-10ef-4efd-95ba-72e68498d274 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:56.426614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66e2641b-a89e-4c55-adf2-c311b15d8f4a req-12426c73-10ef-4efd-95ba-72e68498d274 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.2064881 Aug 30 22:59:56.448214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130d0cb-690b-47ad-b3ec-b76ee8860085 req-13c74254-d279-4021-b035-d491cc2cab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:56.450260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1130d0cb-690b-47ad-b3ec-b76ee8860085 req-13c74254-d279-4021-b035-d491cc2cab15 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 1098 time: 0.1739929 Aug 30 22:59:56.460666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 08a69b4c-9fdd-4097-b44e-403ce7a9d639 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 22:59:56.465139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.467529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50db6658-9fa3-49b7-8f0b-642267953af0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.505550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Pushing event updated for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.509955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.589400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66e2641b-a89e-4c55-adf2-c311b15d8f4a req-0950cc7d-5f0b-4d28-a39b-96d581605e93 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432941 Aug 30 22:59:56.594416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Checking segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:56.594717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Network hostable DHCP agents. Network: 7c2b7966-3b69-4559-8980-793197c543bc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:56.604537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.605316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1130d0cb-690b-47ad-b3ec-b76ee8860085 req-625578b9-59e0-459d-8e4a-a155bccddda2 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317763 Aug 30 22:59:56.634962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Network 7c2b7966-3b69-4559-8980-793197c543bc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:56.640569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Attempting to bind port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:56.640909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Attempting to bind port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '22549ee4-5431-4d62-b8a0-d1dbfedc22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:56.641242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Attempting to bind port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 on network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:56.648476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 on network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 22:59:56.648940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Attempting to bind port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 on network f2dd4aad-c0cd-4e85-90d3-e00532c578d2 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:56.656704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7c2b7966-3b69-4559-8980-793197c543bc) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:56.659353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:56.659922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Checking segment: {'id': '22549ee4-5431-4d62-b8a0-d1dbfedc22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:56.660518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Bound using segment: {'id': '22549ee4-5431-4d62-b8a0-d1dbfedc22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:56.661152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Bound port: 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22549ee4-5431-4d62-b8a0-d1dbfedc22a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:56.661708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.668370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:56.669403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.674977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a68a37d-23e9-4abf-bec9-d726f33b0351 None None] Network 7c2b7966-3b69-4559-8980-793197c543bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:56.716818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d217f1a-dec1-4f58-8ead-3f695b757928 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3265955 Aug 30 22:59:56.721673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:56.733494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:56.764406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:56.765625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc01ebc-5266-47e2-ae65-01baf3ca6bdb None None] Network 24bf6ce2-94af-4fbb-bf3e-710b9411b322 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:56.772262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.775441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,segment=NetworkSegment(22549ee4-5431-4d62-b8a0-d1dbfedc22a7),segment_id=22549ee4-5431-4d62-b8a0-d1dbfedc22a7)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:56.786520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.794824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.796694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.824333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:56.824840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.826466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] 10.222.0.52 "PUT /v2.0/ports/72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 HTTP/1.1" status: 200 len: 1093 time: 1.6804521 Aug 30 22:59:56.826925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 22:59:56.829230 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a3e65e-c474-4517-9dcb-0256dc22dfd3" -d '{"events": [{"name": "network-changed", "server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 22:59:56.842515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=08a69b4c-9fdd-4097-b44e-403ce7a9d639,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.851464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.859646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91a3611a-1954-4a47-abe0-da191e36d881 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/08a69b4c-9fdd-4097-b44e-403ce7a9d639 HTTP/1.1" status: 204 len: 168 time: 0.4617579 Aug 30 22:59:56.860475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:56.888339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9287d91-6200-4cd6-bd41-a1330e5b5826 service neutron] Pushing event updated for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:56.923813 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce3217-6467-4089-a331-71b962aafa86 x-openstack-request-id: req-fbce3217-6467-4089-a331-71b962aafa86 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 22:59:56.924226 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 22:59:56.924542 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbce3217-6467-4089-a331-71b962aafa86 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 22:59:56.925087 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5', 'status': 'completed', 'code': 200} Aug 30 22:59:56.928592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.988211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:56.996589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-f3dae752-4063-440b-8b27-ef8e56831f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:56.998279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-f3dae752-4063-440b-8b27-ef8e56831f9a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e101e9b21a004229ade6779429f6d232&device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 1096 time: 0.0767121 Aug 30 22:59:57.079265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-adadbee5-ebfd-4281-b93b-45d3265965b8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 HTTP/1.1" status: 200 len: 217 time: 0.0509672 Aug 30 22:59:57.091965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.137043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Provisioning for port 442553fc-71e6-4e0b-9979-58ab8046e5f4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:57.141884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 442553fc-71e6-4e0b-9979-58ab8046e5f4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:57.142221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.158119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-5e124cd5-6832-4949-b7fc-4d7c86aa6bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:57.159726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-5e124cd5-6832-4949-b7fc-4d7c86aa6bfa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c41faa2-c61a-48a2-b366-a5b4f6adc0d3 HTTP/1.1" status: 200 len: 853 time: 0.0676069 Aug 30 22:59:57.161259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Provisioning complete for port 442553fc-71e6-4e0b-9979-58ab8046e5f4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 22:59:57.161691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.206917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cf04c-1cf6-41ba-b14f-2a4e6c6e93ea req-bb05c750-5c0d-4812-ac02-0b8bae1f26e4 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:57.208688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc2cf04c-1cf6-41ba-b14f-2a4e6c6e93ea req-bb05c750-5c0d-4812-ac02-0b8bae1f26e4 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 944 time: 0.0946372 Aug 30 22:59:57.230553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-f99fbd74-5964-4173-95e9-818acaf2cd0b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2dd4aad-c0cd-4e85-90d3-e00532c578d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440166 Aug 30 22:59:57.267954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc2cf04c-1cf6-41ba-b14f-2a4e6c6e93ea req-7348ad39-ade5-4a4e-89ab-51c489f64dfd tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520275 Aug 30 22:59:57.331851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port 442553fc-71e6-4e0b-9979-58ab8046e5f4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=442553fc-71e6-4e0b-9979-58ab8046e5f4,segment=NetworkSegment(da91664b-382c-43cb-96e1-83438fef79cc),segment_id=da91664b-382c-43cb-96e1-83438fef79cc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:57.332893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.354829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 442553fc-71e6-4e0b-9979-58ab8046e5f4 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:57.428461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.434851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7c2b7966-3b69-4559-8980-793197c543bc', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:57.436172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.439012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-4c7b57d7-fe5b-4dd8-ab85-4389fb1bb3b0 service neutron] 10.222.0.52 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962883 Aug 30 22:59:57.454340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.454839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.457634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd91908-a432-473b-8971-dde7a000628e None None] DHCP port deletion for 24bf6ce2-94af-4fbb-bf3e-710b9411b322 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 22:59:57.587956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7826408b-f425-42b7-8f0a-785f562e1ae1 req-ecf86123-e840-4a1a-861d-36e24b06f099 service neutron] 10.222.0.52 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405144 Aug 30 22:59:57.590344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Allocated IP 172.25.7.114 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/240c6687-6e06-4ca7-b9e3-ca55b2204252) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:57.600186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] For port 442553fc-71e6-4e0b-9979-58ab8046e5f4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=442553fc-71e6-4e0b-9979-58ab8046e5f4,segment=NetworkSegment(da91664b-382c-43cb-96e1-83438fef79cc),segment_id=da91664b-382c-43cb-96e1-83438fef79cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:57.611914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.618258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.653457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=442553fc-71e6-4e0b-9979-58ab8046e5f4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:57.655653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port 442553fc-71e6-4e0b-9979-58ab8046e5f4 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:57.680898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825f98eb-f875-45c6-ba11-78cab6cad1ae None None] Pushing event deleted for resources: {'Port': ['ID=442553fc-71e6-4e0b-9979-58ab8046e5f4,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:57.753611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.760562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.765549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Deleting port 442553fc-71e6-4e0b-9979-58ab8046e5f4 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 22:59:57.766114 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.811273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.822140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.827088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Allocated IP 172.20.0.2 (7c2b7966-3b69-4559-8980-793197c543bc/50db6658-9fa3-49b7-8f0b-642267953af0/65ab089f-3ab2-48da-8991-781edfff74e0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:57.830563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24bf6ce2-94af-4fbb-bf3e-710b9411b322']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:57.845596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da91664b-382c-43cb-96e1-83438fef79cc') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:57.845933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da91664b-382c-43cb-96e1-83438fef79cc') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:57.858691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-7c0c3559-ce4e-41be-971b-a2c0485dbe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:57.860190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-7c0c3559-ce4e-41be-971b-a2c0485dbe37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=e101e9b21a004229ade6779429f6d232&device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 1096 time: 0.1700244 Aug 30 22:59:57.871749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:57.874265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50bea2-f243-4ae1-ab56-220ea5512f0b req-9de047f7-109e-4035-adfa-18803c5548df tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:57.881597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d50bea2-f243-4ae1-ab56-220ea5512f0b req-9de047f7-109e-4035-adfa-18803c5548df tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1780791 Aug 30 22:59:57.886743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.889270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:57.892642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:57.895651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Pushing event updated for resources: {'Port': ['ID=240c6687-6e06-4ca7-b9e3-ca55b2204252,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:57.912620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8bd91908-a432-473b-8971-dde7a000628e None None] For port 442553fc-71e6-4e0b-9979-58ab8046e5f4, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 22:59:57.913649 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.937773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Calling delete_port for 442553fc-71e6-4e0b-9979-58ab8046e5f4 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 22:59:57.942875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Port 442553fc-71e6-4e0b-9979-58ab8046e5f4 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 22:59:57.946929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.954506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 442553fc-71e6-4e0b-9979-58ab8046e5f4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 22:59:57.960058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.990389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 22:59:57.990836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: timer() Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 22:59:57.994279 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 22:59:58.009895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd91908-a432-473b-8971-dde7a000628e None None] Pushing event deleted for resources: {'Port': ['ID=442553fc-71e6-4e0b-9979-58ab8046e5f4,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:58.015172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 442553fc-71e6-4e0b-9979-58ab8046e5f4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 22:59:58.015364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 442553fc-71e6-4e0b-9979-58ab8046e5f4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 22:59:58.025293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd91908-a432-473b-8971-dde7a000628e None None] No DVR routers for this DVR port 442553fc-71e6-4e0b-9979-58ab8046e5f4 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 22:59:58.060090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d50bea2-f243-4ae1-ab56-220ea5512f0b req-4e1702e3-d349-4f9d-9da5-8547c20ea154 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720207 Aug 30 22:59:58.107119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.112377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.115438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.120622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/24bf6ce2-94af-4fbb-bf3e-710b9411b322 HTTP/1.1" status: 204 len: 168 time: 1.2558103 Aug 30 22:59:58.121099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-88047ed6-66e9-487b-be1e-077e7e254a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:58.122695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-88047ed6-66e9-487b-be1e-077e7e254a6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f2dd4aad-c0cd-4e85-90d3-e00532c578d2 HTTP/1.1" status: 200 len: 914 time: 0.2391181 Aug 30 22:59:58.123184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56578) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:58.129071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Transition to ACTIVE for port object 65ab089f-3ab2-48da-8991-781edfff74e0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:58.138535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-700085192'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:58.154101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9cdd27-74a8-498c-b5e2-854119998ef1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=24bf6ce2-94af-4fbb-bf3e-710b9411b322,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:58.172989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Transition to ACTIVE for port object 65ab089f-3ab2-48da-8991-781edfff74e0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:58.180272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.195737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-1e8d337a-8970-421f-a69a-601197446789 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 HTTP/1.1" status: 200 len: 217 time: 0.0535016 Aug 30 22:59:58.229993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Network 7c2b7966-3b69-4559-8980-793197c543bc is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 22:59:58.233406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:58.237188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 22:59:58.253933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:58.257843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.276406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Pushing event updated for resources: {'Port': ['ID=65ab089f-3ab2-48da-8991-781edfff74e0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:58.294185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-cd95be4f-107e-4bc1-aa6c-d7918b4bc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:58.295569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-cd95be4f-107e-4bc1-aa6c-d7918b4bc973 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8c41faa2-c61a-48a2-b366-a5b4f6adc0d3 HTTP/1.1" status: 200 len: 853 time: 0.0914977 Aug 30 22:59:58.299238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 22:59:58.317001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Attempting to bind port 65ab089f-3ab2-48da-8991-781edfff74e0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 22:59:58.317413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Attempting to bind port 65ab089f-3ab2-48da-8991-781edfff74e0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 22:59:58.317850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Attempting to bind port 65ab089f-3ab2-48da-8991-781edfff74e0 on network 7c2b7966-3b69-4559-8980-793197c543bc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 22:59:58.325129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 22:59:58.325659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Checking segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:58.326175 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.326487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Bound using segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 22:59:58.326962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Bound port: 65ab089f-3ab2-48da-8991-781edfff74e0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 22:59:58.327357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.336545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-d5ea1958-4c1b-417f-aff6-806c0f5bfe24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f2dd4aad-c0cd-4e85-90d3-e00532c578d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313954 Aug 30 22:59:58.341670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.342064 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment 52fa79f2-6bfe-464d-83c8-9e92552ca36f of type vlan for network a7da7df0-f571-4700-880a-7247ac04daaf Aug 30 22:59:58.406986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] For port 65ab089f-3ab2-48da-8991-781edfff74e0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 22:59:58.410801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] For port 65ab089f-3ab2-48da-8991-781edfff74e0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65ab089f-3ab2-48da-8991-781edfff74e0,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 22:59:58.415693 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.460644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.483866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c28ed-d243-4f72-ba2d-e53dac9b2a8e None None] Pushing event updated for resources: {'Port': ['ID=65ab089f-3ab2-48da-8991-781edfff74e0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:58.539615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4927b7d6-ee86-48fc-939f-ffeeb85ec5c0 req-84601dfd-b65d-42e6-8776-a7cbd222277e tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:58.541199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4927b7d6-ee86-48fc-939f-ffeeb85ec5c0 req-84601dfd-b65d-42e6-8776-a7cbd222277e tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 944 time: 0.1613300 Aug 30 22:59:58.541910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.547508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:58.548140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.632038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-f4b326d0-9b11-4339-9b06-31a2f515cc75 service neutron] 10.222.0.52 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813525 Aug 30 22:59:58.642592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.660347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5267467 Aug 30 22:59:58.671823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56584) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:58.704171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:58.762905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4927b7d6-ee86-48fc-939f-ffeeb85ec5c0 req-f7cc8153-50a9-489a-ac75-6b142ff63408 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071016 Aug 30 22:59:58.798910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce74a44-f4fb-4047-aebd-3c4d5459723e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=a7da7df0-f571-4700-880a-7247ac04daaf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:58.811419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a7da7df0-f571-4700-880a-7247ac04daaf details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 22:59:58.881747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a3e65e-c474-4517-9dcb-0256dc22dfd3 req-97dac182-9e30-4fd3-a144-2c11e5e2140b service neutron] 10.222.0.52 "GET /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398465 Aug 30 22:59:58.892412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:58.896137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:58.916046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.069810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Router 92ee0faf-a3ad-4402-8f50-85d674df0fcf is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 22:59:59.094202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.156864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=a424e10b-5635-434b-9f8d-130b719bd831,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 22:59:59.167593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': '52fa79f2-6bfe-464d-83c8-9e92552ca36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 22:59:59.167958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: a7da7df0-f571-4700-880a-7247ac04daaf, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 22:59:59.185587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a7da7df0-f571-4700-880a-7247ac04daaf is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 22:59:59.199383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a7da7df0-f571-4700-880a-7247ac04daaf) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 22:59:59.204176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:59.204907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.208884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbcaadf-a77a-463e-8e97-05a75a1ffa93 None None] Network a7da7df0-f571-4700-880a-7247ac04daaf requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:59.223597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b136e-c2c1-4023-950c-9a56c98800c3 req-67772766-900a-45c8-920a-480aef49d2f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:59.225220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-779b136e-c2c1-4023-950c-9a56c98800c3 req-67772766-900a-45c8-920a-480aef49d2f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1038532 Aug 30 22:59:59.244379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 22:59:59.245237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1fa2f009-f3a8-42ab-b460-77c7cc2cc055 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5680192 Aug 30 22:59:59.246351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56590) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:59.258061 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Sync routers for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 22:59:59.262502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-398925444'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 22:59:59.282561 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 22:59:59.283326 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:59.399534 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-779b136e-c2c1-4023-950c-9a56c98800c3 req-670dc670-2d27-4cd0-9535-ab039b12b196 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667233 Aug 30 22:59:59.405460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.410116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56592) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 22:59:59.424483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fe2a5cc-143c-4700-9312-54bb2a0a7c69 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.6998730 Aug 30 22:59:59.447972 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 22:59:59.461155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a7da7df0-f571-4700-880a-7247ac04daaf', 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': 'a424e10b-5635-434b-9f8d-130b719bd831'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 22:59:59.462047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.462179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 22:59:59.467125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.505145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 72a06794-5e3f-4288-8f8b-365cec2c6174 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 22:59:59.720840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::2b3 (a7da7df0-f571-4700-880a-7247ac04daaf/a424e10b-5635-434b-9f8d-130b719bd831/72a06794-5e3f-4288-8f8b-365cec2c6174) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 22:59:59.722850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T22:59:58Z', 'revision_number': 3, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T22:59:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 22:59:59.736552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed75fe-4d7c-415c-abd5-d4b224ba56e2 None None] Network 7c2b7966-3b69-4559-8980-793197c543bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 22:59:59.741677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e063c59c-e13c-43e6-be16-a3c1c508f05b req-ca6b86cb-14af-46f7-861d-cb23e68fa2a0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 22:59:59.743296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e063c59c-e13c-43e6-be16-a3c1c508f05b req-ca6b86cb-14af-46f7-861d-cb23e68fa2a0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0845265 Aug 30 22:59:59.765435 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Checking router: 92ee0faf-a3ad-4402-8f50-85d674df0fcf for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 22:59:59.765763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Updating router 92ee0faf-a3ad-4402-8f50-85d674df0fcf port 240c6687-6e06-4ca7-b9e3-ca55b2204252 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 22:59:59.814363 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.820425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-deb7bcb0-f922-467f-989e-a14cb72ac968 None None] Provisioning for port 65ab089f-3ab2-48da-8991-781edfff74e0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 22:59:59.866972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e063c59c-e13c-43e6-be16-a3c1c508f05b req-2d7b1651-0b67-44e6-bdac-1f5cebc95519 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154270 Aug 30 22:59:59.947333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 22:59:59.965245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 72a06794-5e3f-4288-8f8b-365cec2c6174 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 22:59:59.993466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65ab089f-3ab2-48da-8991-781edfff74e0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:00.034657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.084139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a7da7df0-f571-4700-880a-7247ac04daaf is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:00.085775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:00.093891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:00.100528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:00.101547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.141516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.8882024 Aug 30 23:00:00.145007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56600) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:00.147095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Allocated IP 2001:db8::2 (a7da7df0-f571-4700-880a-7247ac04daaf/a424e10b-5635-434b-9f8d-130b719bd831/945ff628-2553-43bf-8c00-cb4c85bf587b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:00.149526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 65ab089f-3ab2-48da-8991-781edfff74e0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:00.156889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c084223-825e-4abb-8045-241181afb2fe tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=72a06794-5e3f-4288-8f8b-365cec2c6174,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.161482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 65ab089f-3ab2-48da-8991-781edfff74e0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:00.161862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.165966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:00:00.180852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c4cb1-6e99-4e10-8926-d20a86485ed8 req-e61984d9-228e-4f1e-9aea-079a48aeaf86 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:00.182643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed8c4cb1-6e99-4e10-8926-d20a86485ed8 req-e61984d9-228e-4f1e-9aea-079a48aeaf86 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 944 time: 0.1831739 Aug 30 23:00:00.249120 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.262008 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Transition to ACTIVE for port object 240c6687-6e06-4ca7-b9e3-ca55b2204252 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:00.271429 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.290544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 72a06794-5e3f-4288-8f8b-365cec2c6174 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:00.290894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.324385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed8c4cb1-6e99-4e10-8926-d20a86485ed8 req-e3b3c29b-9367-45bc-9236-d15349fb440f tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331761 Aug 30 23:00:00.330748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.413551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,segment=NetworkSegment(22549ee4-5431-4d62-b8a0-d1dbfedc22a7),segment_id=22549ee4-5431-4d62-b8a0-d1dbfedc22a7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:00.446480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5', 'network_id': 'f2dd4aad-c0cd-4e85-90d3-e00532c578d2', 'port_id': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5', 'mac_address': 'fa:16:3e:79:bb:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c41faa2-c61a-48a2-b366-a5b4f6adc0d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:00:00.447334 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Attempting to bind port 240c6687-6e06-4ca7-b9e3-ca55b2204252 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:00.448632 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Attempting to bind port 240c6687-6e06-4ca7-b9e3-ca55b2204252 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:00.449170 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Attempting to bind port 240c6687-6e06-4ca7-b9e3-ca55b2204252 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:00.457538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bbc337f5-d45a-47f1-a41f-3476ae74bd34 None None] Provisioning complete for port 65ab089f-3ab2-48da-8991-781edfff74e0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:00.458102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbc337f5-d45a-47f1-a41f-3476ae74bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.464195 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:00.464877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:00.465451 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.466028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:00.466726 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Bound port: 240c6687-6e06-4ca7-b9e3-ca55b2204252, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:00.467280 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.471363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Pushing event updated for resources: {'Port': ['ID=240c6687-6e06-4ca7-b9e3-ca55b2204252,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.502982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.516675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 72a06794-5e3f-4288-8f8b-365cec2c6174 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:00.550812 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.551450 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.551953 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.552474 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.552982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.553599 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.554341 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.554850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.555347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.555866 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.556368 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.556879 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:00.581563 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] For port 240c6687-6e06-4ca7-b9e3-ca55b2204252, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:00.592956 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] For port 240c6687-6e06-4ca7-b9e3-ca55b2204252, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=240c6687-6e06-4ca7-b9e3-ca55b2204252,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:00.602907 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.609440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Allocated IP 172.20.0.1 (7c2b7966-3b69-4559-8980-793197c543bc/50db6658-9fa3-49b7-8f0b-642267953af0/36930c3c-5ae1-49a8-b554-05d0b7f4cab9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:00.632158 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.641619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.672611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:00.673249 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:00.677025 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a5f391-a57d-4496-bb68-27b1c47d1eb7 None None] Pushing event updated for resources: {'Port': ['ID=240c6687-6e06-4ca7-b9e3-ca55b2204252,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.696738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:00:00.721225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbc337f5-d45a-47f1-a41f-3476ae74bd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.731749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.763574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,segment=NetworkSegment(22549ee4-5431-4d62-b8a0-d1dbfedc22a7),segment_id=22549ee4-5431-4d62-b8a0-d1dbfedc22a7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:00.764948 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.773933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=72a06794-5e3f-4288-8f8b-365cec2c6174,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.774432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 65ab089f-3ab2-48da-8991-781edfff74e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65ab089f-3ab2-48da-8991-781edfff74e0,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:00.790070 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.799257 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.801455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Transition to ACTIVE for port object 945ff628-2553-43bf-8c00-cb4c85bf587b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:00.806254 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:00:00.811290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.814237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2f3990a9-60cb-48e8-8bd9-ee41d1692a1d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/72a06794-5e3f-4288-8f8b-365cec2c6174 HTTP/1.1" status: 204 len: 168 time: 0.6681917 Aug 30 23:00:00.816817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:00.825499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.843868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Transition to ACTIVE for port object 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:00.854467 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ed5c357-e234-4b92-83c9-7568a1175d43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:00.857212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ed5c357-e234-4b92-83c9-7568a1175d43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/72a06794-5e3f-4288-8f8b-365cec2c6174 HTTP/1.1" status: 404 len: 333 time: 0.0394390 Aug 30 23:00:00.859913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56606) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:00.874170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Transition to ACTIVE for port object 945ff628-2553-43bf-8c00-cb4c85bf587b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:00.896841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.904232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:00.908871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.913386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-bbc337f5-d45a-47f1-a41f-3476ae74bd34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:00:00.913748 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-bbc337f5-d45a-47f1-a41f-3476ae74bd34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:00:00.968299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Network a7da7df0-f571-4700-880a-7247ac04daaf is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:00.976033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:00.981123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:00.983216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Network 7c2b7966-3b69-4559-8980-793197c543bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:00.984229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=65ab089f-3ab2-48da-8991-781edfff74e0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:00.984971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:00.986233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet a424e10b-5635-434b-9f8d-130b719bd831 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:01.006624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:01.011802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.049934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.079708 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T22:59:58Z', 'revision_number': 3, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:01.084058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.111380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Pushing event updated for resources: {'Port': ['ID=945ff628-2553-43bf-8c00-cb4c85bf587b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:01.116776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Attempting to bind port 945ff628-2553-43bf-8c00-cb4c85bf587b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:01.116776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Attempting to bind port 945ff628-2553-43bf-8c00-cb4c85bf587b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52fa79f2-6bfe-464d-83c8-9e92552ca36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:01.117149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Attempting to bind port 945ff628-2553-43bf-8c00-cb4c85bf587b on network a7da7df0-f571-4700-880a-7247ac04daaf {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:01.123430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:01.123820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Checking segment: {'id': '52fa79f2-6bfe-464d-83c8-9e92552ca36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:01.124244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.124674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Bound using segment: {'id': '52fa79f2-6bfe-464d-83c8-9e92552ca36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:01.124934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df231735-dd63-400e-9620-1044b7bfc658 None None] The sync data for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 is: [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T22:59:58Z', 'revision_number': 3, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:00:01.125158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Bound port: 945ff628-2553-43bf-8c00-cb4c85bf587b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52fa79f2-6bfe-464d-83c8-9e92552ca36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'a7da7df0-f571-4700-880a-7247ac04daaf'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:01.125562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.166054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:00:01.255411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.351461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.362850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] For port 945ff628-2553-43bf-8c00-cb4c85bf587b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:01.367615 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.372566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/a424e10b-5635-434b-9f8d-130b719bd831 HTTP/1.1" status: 204 len: 168 time: 0.5113270 Aug 30 23:00:01.373211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56612) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:01.390376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] For port 945ff628-2553-43bf-8c00-cb4c85bf587b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=945ff628-2553-43bf-8c00-cb4c85bf587b,segment=NetworkSegment(52fa79f2-6bfe-464d-83c8-9e92552ca36f),segment_id=52fa79f2-6bfe-464d-83c8-9e92552ca36f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:01.405360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adf471-6c4e-4b53-ac70-cffacbdde1bc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=a424e10b-5635-434b-9f8d-130b719bd831,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:01.460714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.528958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.558927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a45fe3-9c85-4b9b-b0fe-6dfd69e2f99c req-d3632212-0978-461c-a264-ab6b5d9a3d5f tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:01.560605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a45fe3-9c85-4b9b-b0fe-6dfd69e2f99c req-d3632212-0978-461c-a264-ab6b5d9a3d5f tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 945 time: 0.1107674 Aug 30 23:00:01.576545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Pushing event updated for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:01.601815 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:00:01.613603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c14fe-6d8c-4648-863a-97ede60bbb97 req-b10a83c0-307a-4dda-bed9-8e1560c2fab8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:01.621092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-450c14fe-6d8c-4648-863a-97ede60bbb97 req-b10a83c0-307a-4dda-bed9-8e1560c2fab8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.6540921 Aug 30 23:00:01.635786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92a45fe3-9c85-4b9b-b0fe-6dfd69e2f99c req-c20b1e7c-1544-449f-b73a-0db2fbe58d14 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677717 Aug 30 23:00:01.658195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 945ff628-2553-43bf-8c00-cb4c85bf587b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:01.658514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.747839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port 945ff628-2553-43bf-8c00-cb4c85bf587b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=945ff628-2553-43bf-8c00-cb4c85bf587b,segment=NetworkSegment(52fa79f2-6bfe-464d-83c8-9e92552ca36f),segment_id=52fa79f2-6bfe-464d-83c8-9e92552ca36f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:01.749611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.766140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-450c14fe-6d8c-4648-863a-97ede60bbb97 req-55c6b0c3-0490-46ba-bd24-f5818d81e349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433108 Aug 30 23:00:01.781909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 945ff628-2553-43bf-8c00-cb4c85bf587b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:01.862335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965a7f2-b2a1-4ab3-ac3c-0bc555a30394 None None] Pushing event updated for resources: {'Port': ['ID=945ff628-2553-43bf-8c00-cb4c85bf587b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:01.872185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.946083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.987625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5d6195c5-887e-4fea-9a8e-b3e10795777d None None] Provisioning for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:01.993235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5d6195c5-887e-4fea-9a8e-b3e10795777d None None] Provisioning complete for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:01.993919 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5d6195c5-887e-4fea-9a8e-b3e10795777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:01.996821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=945ff628-2553-43bf-8c00-cb4c85bf587b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:02.001437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port 945ff628-2553-43bf-8c00-cb4c85bf587b on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:02.070327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5d6195c5-887e-4fea-9a8e-b3e10795777d None None] Port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:02.142918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.157047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7da7df0-f571-4700-880a-7247ac04daaf']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:02.172953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fa79f2-6bfe-464d-83c8-9e92552ca36f') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:02.172953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fa79f2-6bfe-464d-83c8-9e92552ca36f') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:02.185433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.188890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 240c6687-6e06-4ca7-b9e3-ca55b2204252 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:02.197596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.203875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.208524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.222777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:02.222777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:02.225193 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:02.287937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 240c6687-6e06-4ca7-b9e3-ca55b2204252 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:02.293884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 240c6687-6e06-4ca7-b9e3-ca55b2204252 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:02.294638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.296588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Pushing event updated for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:02.324078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.329756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.353875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.360216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/a7da7df0-f571-4700-880a-7247ac04daaf HTTP/1.1" status: 204 len: 168 time: 0.9641788 Aug 30 23:00:02.361300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99fe03-70db-48e9-928e-1fae13af2560 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=a7da7df0-f571-4700-880a-7247ac04daaf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:02.363592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:02.369272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'name': 'tempest-PortsIpV6TestJSON-1741993402'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:02.426731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.460038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Network 7c2b7966-3b69-4559-8980-793197c543bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:02.461251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 240c6687-6e06-4ca7-b9e3-ca55b2204252, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=240c6687-6e06-4ca7-b9e3-ca55b2204252,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:02.461734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:02.472084 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.472876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65ab089f-3ab2-48da-8991-781edfff74e0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:02.502230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:02.505959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.524324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port b01651c9-2d71-4d61-b323-8352ed35be12 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:02.579661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=240c6687-6e06-4ca7-b9e3-ca55b2204252,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:02.603543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 65ab089f-3ab2-48da-8991-781edfff74e0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:02.604726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.617924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Router 92ee0faf-a3ad-4402-8f50-85d674df0fcf has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:00:02.758565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:00:02.765598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-62a5a7ec-6127-4a36-add5-59fe062be4cd admin admin] 10.222.0.25 "PUT /v2.0/routers/92ee0faf-a3ad-4402-8f50-85d674df0fcf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3543787 Aug 30 23:00:02.806816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8f3177e3-db4e-42f4-8825-841e0d42fe9c None None] Provisioning complete for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:02.808509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8f3177e3-db4e-42f4-8825-841e0d42fe9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.833081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.852519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8f3177e3-db4e-42f4-8825-841e0d42fe9c None None] Port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:02.928813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:02.967176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba6278-c24a-4d8c-9042-8932d1ca8562 req-9f6995a5-2d4d-4eca-ab10-66dc6acd8ded tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:02.984046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ba6278-c24a-4d8c-9042-8932d1ca8562 req-9f6995a5-2d4d-4eca-ab10-66dc6acd8ded tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 945 time: 0.1173773 Aug 30 23:00:03.017618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:03.026314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:03.030354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:03.036805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:03.037478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.064758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba63eb1-69a2-455c-bf77-ccd86752b7f2 req-08bd8fdc-9051-478a-928b-5cab165bc209 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:03.067450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aba63eb1-69a2-455c-bf77-ccd86752b7f2 req-08bd8fdc-9051-478a-928b-5cab165bc209 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0675704 Aug 30 23:00:03.083110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7183580 Aug 30 23:00:03.086183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56628) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:03.089915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9612d955-14ac-46b4-9c9d-58385e75516f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=b01651c9-2d71-4d61-b323-8352ed35be12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:03.101427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ba6278-c24a-4d8c-9042-8932d1ca8562 req-6cb68f26-8e03-4941-b1e4-936ad1fbbd71 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196780 Aug 30 23:00:03.185523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aba63eb1-69a2-455c-bf77-ccd86752b7f2 req-dae9b7fb-953e-4599-8142-7416f664d6ff tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072595 Aug 30 23:00:03.223375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port b01651c9-2d71-4d61-b323-8352ed35be12 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:03.223721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.261377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9a58f8-4598-4333-9a8a-c9082f3ee2c5 None None] DHCP port deletion for a7da7df0-f571-4700-880a-7247ac04daaf request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:03.280903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6a328eae-1c6c-45ae-a38c-789099606ac4 None None] Could not find standard attr ID for object 945ff628-2553-43bf-8c00-cb4c85bf587b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:03.289383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b63c47-86b8-40f9-9be0-3c2ec679908c None None] Network a7da7df0-f571-4700-880a-7247ac04daaf requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:03.302690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b63c47-86b8-40f9-9be0-3c2ec679908c None None] Network a7da7df0-f571-4700-880a-7247ac04daaf could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:00:03.314443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.329309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for b01651c9-2d71-4d61-b323-8352ed35be12 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:03.427268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.459194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=b01651c9-2d71-4d61-b323-8352ed35be12,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:03.462844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.465388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c8e332a4-ffd1-47e7-aa45-3c0c61301f6e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/b01651c9-2d71-4d61-b323-8352ed35be12 HTTP/1.1" status: 204 len: 168 time: 0.3781688 Aug 30 23:00:03.469387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:03.476462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'mac_address': 'fa:16:3e:22:ba:87', 'name': 'tempest-PortsIpV6TestJSON-866494225'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:03.531764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56636) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:03.536775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657922815', 'description': 'tempest-description--799818988'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:03.559201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.574478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:03.603442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Sync routers for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:00:03.615470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:03.617342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:03.647523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.654290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.658523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.672163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port e12b03d9-a7a3-43a1-9f63-03a8b5840c54 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:03.690210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.694268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1586866 Aug 30 23:00:03.694497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ae3acb-af65-4dd0-ba9c-77fbdf87df17 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389a5782-5eb8-4da9-a2ab-2a343559b54b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:03.699728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:03.705070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'security_group_rule': {'security_group_id': '389a5782-5eb8-4da9-a2ab-2a343559b54b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:03.734233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.751924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:00:03.801499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.807214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.829605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c575187d-3e9f-4edc-abe2-d288227831b7,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:03.836867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.841363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf88a7a9-c8f9-40db-b867-9e3b57dd50a9 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406021 Aug 30 23:00:03.842142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56640) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:03.848579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'security_group_rule': {'security_group_id': '389a5782-5eb8-4da9-a2ab-2a343559b54b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:03.880759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.882086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.905445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 240c6687-6e06-4ca7-b9e3-ca55b2204252 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:03.926086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.970873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.974609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:03.977157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:03.981242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:03.985330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:03.991096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:03.991919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.002783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5c4829a-cb06-4c79-90ec-f3449440498d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.005466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=e12b03d9-a7a3-43a1-9f63-03a8b5840c54,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.013147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5aad07b-338b-4131-830d-38b72ad69aae tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5424719 Aug 30 23:00:04.013555 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.015170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7cfbea86-bf64-4d6b-ba68-9c2552b4d03d tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1720243 Aug 30 23:00:04.015767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:04.018069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56646) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:04.023349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:04.037214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 240c6687-6e06-4ca7-b9e3-ca55b2204252 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:04.037635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.047831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.066169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c4745-bb5e-4b04-9275-29a32771bac5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:04.067888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-739c4745-bb5e-4b04-9275-29a32771bac5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/e12b03d9-a7a3-43a1-9f63-03a8b5840c54 HTTP/1.1" status: 200 len: 844 time: 0.0508997 Aug 30 23:00:04.071560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56648) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:04.114629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 2, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:04.154438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.173184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Checking router: 92ee0faf-a3ad-4402-8f50-85d674df0fcf for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:00:04.173990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Updating router 92ee0faf-a3ad-4402-8f50-85d674df0fcf port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:00:04.178535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port e12b03d9-a7a3-43a1-9f63-03a8b5840c54 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:04.179702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.181246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:04.255636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.261777 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.281029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for e12b03d9-a7a3-43a1-9f63-03a8b5840c54 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:04.315548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd537e98-8f60-4102-a0ed-72cade95baf2 req-be301958-a0af-49d7-9342-a1f6e0a00a7d tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:04.317951 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd537e98-8f60-4102-a0ed-72cade95baf2 req-be301958-a0af-49d7-9342-a1f6e0a00a7d tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 945 time: 0.1167700 Aug 30 23:00:04.321641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:04.332702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:04.332966 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.353041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Allocated IP 172.25.7.152 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/21da4dc1-41f1-4f2e-949b-720297e934bf) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:04.399398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd537e98-8f60-4102-a0ed-72cade95baf2 req-1266af07-612f-419d-9d79-c66555ae7c0d tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727971 Aug 30 23:00:04.402639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5c5e0-4202-47fd-8055-7ac9aab1ad5b req-93ac10b5-c810-49dc-9737-bbf73a3d6b21 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:04.404210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00b5c5e0-4202-47fd-8055-7ac9aab1ad5b req-93ac10b5-c810-49dc-9737-bbf73a3d6b21 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1106565 Aug 30 23:00:04.427895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.465777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=e12b03d9-a7a3-43a1-9f63-03a8b5840c54,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.475717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.477878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85777146-41a5-459c-a00b-2903d2ddc760 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/e12b03d9-a7a3-43a1-9f63-03a8b5840c54 HTTP/1.1" status: 204 len: 168 time: 0.4051261 Aug 30 23:00:04.483249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56654) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:04.514279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00b5c5e0-4202-47fd-8055-7ac9aab1ad5b req-f8f0ac62-8810-4436-bf2e-2f346563e350 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495336 Aug 30 23:00:04.518167 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2efe764-0f47-4ae3-8955-4a610d9f3e6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:04.524075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e2efe764-0f47-4ae3-8955-4a610d9f3e6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/e12b03d9-a7a3-43a1-9f63-03a8b5840c54 HTTP/1.1" status: 404 len: 333 time: 0.0393615 Aug 30 23:00:04.524334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56656) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:04.535281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'name': 'tempest-PortsIpV6TestJSON-1720699692'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:04.552955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.566765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.596298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:04.598602 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043ae4ab-9643-40ae-9866-96e06008e579" -d '{"events": [{"server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "name": "network-vif-plugged", "status": "completed", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:04.623598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.633055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,segment=NetworkSegment(22549ee4-5431-4d62-b8a0-d1dbfedc22a7),segment_id=22549ee4-5431-4d62-b8a0-d1dbfedc22a7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:04.633744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:04.640695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.644773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.652295 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590f03ae-d71a-4d06-a694-e2f2e7890475 x-openstack-request-id: req-590f03ae-d71a-4d06-a694-e2f2e7890475 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:04.653213 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "name": "network-vif-plugged", "status": "completed", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:04.653213 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-590f03ae-d71a-4d06-a694-e2f2e7890475 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:04.653555 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5', 'code': 200} Aug 30 23:00:04.664691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 2888f393-2f21-4cf5-900b-3124c11cdd20 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:04.677020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:04.680160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:04.684128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.686501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:04.705047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Transition to ACTIVE for port object 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:04.715309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'Port': ['ID=21da4dc1-41f1-4f2e-949b-720297e934bf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.727992 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.738190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.798935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf149-288e-4085-afdd-4990f75079d6 None None] Pushing event updated for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:04.812387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.856080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.863507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Attempting to bind port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:04.863966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Attempting to bind port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:04.864407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Attempting to bind port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 on network 7c2b7966-3b69-4559-8980-793197c543bc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:04.870476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:04.870969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Checking segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:04.871492 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.872058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Bound using segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:04.872616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Bound port: 36930c3c-5ae1-49a8-b554-05d0b7f4cab9, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:04.873081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.907988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:04.929895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87445a5-87a5-45ee-a05c-88ab1c0a75c3 req-ba770115-e082-464a-8d27-ff6beee107f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:04.931567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c87445a5-87a5-45ee-a05c-88ab1c0a75c3 req-ba770115-e082-464a-8d27-ff6beee107f4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 1098 time: 0.1523149 Aug 30 23:00:04.949945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] For port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:04.954363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] For port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:04.962270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.006452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c87445a5-87a5-45ee-a05c-88ab1c0a75c3 req-2af47a82-dc28-430d-9644-fd1f7f314d05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616977 Aug 30 23:00:05.010617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.056184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:05.057109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T22:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:05.063474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf149-288e-4085-afdd-4990f75079d6 None None] Pushing event updated for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:05.069245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:05.072601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:05.075533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:05.087059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:05.087744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.102813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.111589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.115929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=2888f393-2f21-4cf5-900b-3124c11cdd20,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:05.119830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e69f597-95f4-42f7-b41a-74ee47f76540 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5943491 Aug 30 23:00:05.124350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:05.130501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:05.208339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'Port': ['ID=21da4dc1-41f1-4f2e-949b-720297e934bf,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:05.210175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:00:05.222194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.240321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.256294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.257532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8a812da5-3b77-4881-a605-0b7116982fe4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2381938 Aug 30 23:00:05.420942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-b60e05b7-c971-4748-936c-e1c45e05e2d3 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--657922815&fields=id&tenant_id=15b3cf38f24b440e9d18225138f5c6cc HTTP/1.1" status: 200 len: 267 time: 0.0441797 Aug 30 23:00:05.448186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.454669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.482526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:04Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:05.490821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] In _notify_port_updated(), no bound segment for port 2888f393-2f21-4cf5-900b-3124c11cdd20 on network a699efd0-de0f-45a7-a66e-a0047f016e24 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:00:05.497657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:05.498365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.499768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/ports/2888f393-2f21-4cf5-900b-3124c11cdd20 HTTP/1.1" status: 200 len: 818 time: 0.3743958 Aug 30 23:00:05.502535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56680) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:05.516198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d29aa2-7ceb-4b2d-982c-f831fa8d9eec None None] The sync data for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 is: [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:04Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:00:05.555909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a835381-7b50-4ec2-a1c4-4b0f587a6cb6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=2888f393-2f21-4cf5-900b-3124c11cdd20,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:05.559624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-2712c1ca-087d-49c4-adbd-0fe101c1d535 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:05.580293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-2712c1ca-087d-49c4-adbd-0fe101c1d535 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/networks?id=7c2b7966-3b69-4559-8980-793197c543bc HTTP/1.1" status: 200 len: 812 time: 0.1492670 Aug 30 23:00:05.603008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-cab32d7d-ea38-46d5-a890-ed5811ce5933 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/quotas/15b3cf38f24b440e9d18225138f5c6cc HTTP/1.1" status: 200 len: 375 time: 0.0217416 Aug 30 23:00:05.655163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93e6f4-a5c0-4575-a430-0d69aa2b4384 req-cb8ca1d9-ca57-43bd-afa9-721ccb13f1c3 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:05.656742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc93e6f4-a5c0-4575-a430-0d69aa2b4384 req-cb8ca1d9-ca57-43bd-afa9-721ccb13f1c3 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 946 time: 0.1411049 Aug 30 23:00:05.662251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-6274d76b-5c80-4aa3-bfdd-bbe55665bea6 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=15b3cf38f24b440e9d18225138f5c6cc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0583289 Aug 30 23:00:05.713050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 2888f393-2f21-4cf5-900b-3124c11cdd20 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:05.713657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.719031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc93e6f4-a5c0-4575-a430-0d69aa2b4384 req-83cafb6a-8fa6-46c8-ad0f-d8eae1cc034e tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546012 Aug 30 23:00:05.801651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-42c9252b-bf41-4c7d-8a88-2379ebea150b service neutron] 10.222.0.25 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227498 Aug 30 23:00:05.836297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:05.867790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b603d8e-995e-4d2b-9f46-8f326e857ca0 req-26343cdd-39e1-4fbb-99b9-727196339b8a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:05.869382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b603d8e-995e-4d2b-9f46-8f326e857ca0 req-26343cdd-39e1-4fbb-99b9-727196339b8a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0756357 Aug 30 23:00:05.871178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 2888f393-2f21-4cf5-900b-3124c11cdd20 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:05.911500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-8889ddb1-8b67-4d59-9e23-34d836c40103 service neutron] 10.222.0.25 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928414 Aug 30 23:00:05.929932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:05.959346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b603d8e-995e-4d2b-9f46-8f326e857ca0 req-d20b948c-5c04-4e50-ba4a-c9243f46ec00 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807631 Aug 30 23:00:05.989846 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.006925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:06.012419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:06.012875 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.042711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=2888f393-2f21-4cf5-900b-3124c11cdd20,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:06.045281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.047621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34a2f966-112c-4203-a224-d6c5a3891380 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/2888f393-2f21-4cf5-900b-3124c11cdd20 HTTP/1.1" status: 204 len: 168 time: 0.5439997 Aug 30 23:00:06.050650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56684) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:06.188945 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.253884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:06.261293 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.261465 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8077e027-283a-4285-acbe-634671a239a5 req-c20f2dd8-a513-4c65-a366-0850627f67b6 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 210 time: 0.0626156 Aug 30 23:00:06.291714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582be4c9-3a30-4075-b511-d6907f07b006 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:06.296565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56692) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:06.296767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-582be4c9-3a30-4075-b511-d6907f07b006 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2449212 Aug 30 23:00:06.328384 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64ddbe0-38f0-43c2-b000-e2197becdbbc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:06.333264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a64ddbe0-38f0-43c2-b000-e2197becdbbc tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/2888f393-2f21-4cf5-900b-3124c11cdd20 HTTP/1.1" status: 404 len: 333 time: 0.0323722 Aug 30 23:00:06.334022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:06.339540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1392377576'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:06.352177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:06.371734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:06.375276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.401632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:06.415587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.416245 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment 314c3d14-5270-4896-95de-0082745b67fa of type vlan for network f775e595-fcb9-4aa0-ae93-a83c0e311294 Aug 30 23:00:06.465146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.493631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.500037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:06.500663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:06.883215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62147e88-53be-4673-84dc-11d2b9804496 req-b79e4c8a-e317-4744-9f53-fdb1ade438af tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:06.885026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62147e88-53be-4673-84dc-11d2b9804496 req-b79e4c8a-e317-4744-9f53-fdb1ade438af tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 946 time: 0.0739570 Aug 30 23:00:06.907742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5724103 Aug 30 23:00:06.912006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56704) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:06.917520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:06.921567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a668ae-8ad0-4142-a7e9-2cd7a80374d5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=f775e595-fcb9-4aa0-ae93-a83c0e311294,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:06.931988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:06.982846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62147e88-53be-4673-84dc-11d2b9804496 req-206ef552-a05a-4bcd-b703-6e1ac3dd2442 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904593 Aug 30 23:00:07.030519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:07.034094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.094564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685a9d6-8d4d-4869-ad1a-2ae0ca59b824 req-d9d2ad78-119a-42bd-958f-702c350afcd9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:07.096351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c685a9d6-8d4d-4869-ad1a-2ae0ca59b824 req-d9d2ad78-119a-42bd-958f-702c350afcd9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0539615 Aug 30 23:00:07.147477 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c685a9d6-8d4d-4869-ad1a-2ae0ca59b824 req-3b45967f-43dc-4483-8329-779b9c0e27d6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446718 Aug 30 23:00:07.252642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.331673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=90cb389c-07a9-48a5-a448-cfe08adc419e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:07.414355 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1ba74eb9-82bb-4ee5-870e-880d603b2a50 req-390ff0ca-dca6-441a-8e48-ad217bee99ec tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 210 time: 0.0308063 Aug 30 23:00:07.463578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': '314c3d14-5270-4896-95de-0082745b67fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:07.463985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: f775e595-fcb9-4aa0-ae93-a83c0e311294, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:07.521543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-16746c78-ef4e-4296-a820-5b206857fbd0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:07.523035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-16746c78-ef4e-4296-a820-5b206857fbd0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.47 "GET /v2.0/networks?id=7c2b7966-3b69-4559-8980-793197c543bc HTTP/1.1" status: 200 len: 812 time: 0.1932960 Aug 30 23:00:07.537560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af0119-6d4c-4227-baf0-f6e925c9137a req-1e301392-ffa4-4861-9b73-012939deee0a tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:07.539121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52af0119-6d4c-4227-baf0-f6e925c9137a req-1e301392-ffa4-4861-9b73-012939deee0a tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 946 time: 0.1011961 Aug 30 23:00:07.540253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:07.568759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f775e595-fcb9-4aa0-ae93-a83c0e311294) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:07.578224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917a0e68-82be-452a-844d-f482b012e5d2 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:07.582588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:07.583167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.619174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d74cc4d6-40dd-4cbe-a3b7-aeae17c7af9b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7060313 Aug 30 23:00:07.622492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:07.625651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-2c987670-7d3a-4e41-a3f3-a9664005b8a0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15b3cf38f24b440e9d18225138f5c6cc HTTP/1.1" status: 200 len: 379 time: 0.0819397 Aug 30 23:00:07.627973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:07.628719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52af0119-6d4c-4227-baf0-f6e925c9137a req-c2aa991d-1ecb-4c6a-b628-724d5d34b147 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771036 Aug 30 23:00:07.638377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'port': {'device_id': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'admin_state_up': True, 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'security_groups': ['389a5782-5eb8-4da9-a2ab-2a343559b54b']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:07.739438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f775e595-fcb9-4aa0-ae93-a83c0e311294', 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': '90cb389c-07a9-48a5-a448-cfe08adc419e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:00:07.740442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.759910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:07.764849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.784908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Made reservation on behalf of 15b3cf38f24b440e9d18225138f5c6cc for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:07.784908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:07.897527 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 90cb389c-07a9-48a5-a448-cfe08adc419e (CIDR: 2001:db8::/64) Aug 30 23:00:07.903847 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:00:07.904447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:07.922023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-97885e5a-e6a4-4982-82ca-f478a8454c73 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2982285 Aug 30 23:00:07.924673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56724) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:07.924841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Allocated IP 2001:db8::2 (f775e595-fcb9-4aa0-ae93-a83c0e311294/90cb389c-07a9-48a5-a448-cfe08adc419e/e4edae00-6309-4404-abaa-acc7a055f11b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:07.931644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:07.977325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Allocated IP 172.20.0.5 (7c2b7966-3b69-4559-8980-793197c543bc/50db6658-9fa3-49b7-8f0b-642267953af0/9356e320-3d49-4f9c-abc4-61fbe9b4f9ec) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:08.058291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:08.062406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.088947 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.098582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Transition to ACTIVE for port object e4edae00-6309-4404-abaa-acc7a055f11b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:08.114189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Transition to ACTIVE for port object e4edae00-6309-4404-abaa-acc7a055f11b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:08.119022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:08.133770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.146286 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.148414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Transition to ACTIVE for port object 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:08.189100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.200564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:08.210370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:08.215631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:08.224721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Pushing event updated for resources: {'Port': ['ID=e4edae00-6309-4404-abaa-acc7a055f11b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:08.249893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Network 7c2b7966-3b69-4559-8980-793197c543bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:08.254041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:08.257204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:08.291720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event updated for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:08.296574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Attempting to bind port e4edae00-6309-4404-abaa-acc7a055f11b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:08.296948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Attempting to bind port e4edae00-6309-4404-abaa-acc7a055f11b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '314c3d14-5270-4896-95de-0082745b67fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:08.297313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Attempting to bind port e4edae00-6309-4404-abaa-acc7a055f11b on network f775e595-fcb9-4aa0-ae93-a83c0e311294 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:08.301143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:08.301515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.311119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:08.311499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Checking segment: {'id': '314c3d14-5270-4896-95de-0082745b67fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:08.311905 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.312299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Bound using segment: {'id': '314c3d14-5270-4896-95de-0082745b67fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:08.312770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Bound port: e4edae00-6309-4404-abaa-acc7a055f11b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314c3d14-5270-4896-95de-0082745b67fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:08.313151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.331411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.332341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.356652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-aa11f322-7507-4fcc-b8ff-0b5211cb6400 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7228217 Aug 30 23:00:08.381857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360e654-0c5f-43e0-be72-e0cdabe5aac2 req-dc051261-566b-498b-b875-c581a4359175 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.386830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4360e654-0c5f-43e0-be72-e0cdabe5aac2 req-dc051261-566b-498b-b875-c581a4359175 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0983312 Aug 30 23:00:08.419775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] For port e4edae00-6309-4404-abaa-acc7a055f11b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:08.423404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Request body: {'port': {'device_id': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:08.437414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] For port e4edae00-6309-4404-abaa-acc7a055f11b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e4edae00-6309-4404-abaa-acc7a055f11b,segment=NetworkSegment(314c3d14-5270-4896-95de-0082745b67fa),segment_id=314c3d14-5270-4896-95de-0082745b67fa)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:08.452940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.558884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.578121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4360e654-0c5f-43e0-be72-e0cdabe5aac2 req-7a204ecb-6c57-4781-b848-3125276fd98b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602764 Aug 30 23:00:08.585082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.632089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:08.639016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634edb4-9baf-495c-abae-56c4642293d1 req-f847cc3e-556a-4fa0-9ced-0d84a1c7e042 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.640589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8634edb4-9baf-495c-abae-56c4642293d1 req-f847cc3e-556a-4fa0-9ced-0d84a1c7e042 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 931 time: 0.1167455 Aug 30 23:00:08.647394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:08.651204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.652390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.676129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7496424 Aug 30 23:00:08.677002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56734) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:08.685885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'fixed_ips': [{'subnet_id': '90cb389c-07a9-48a5-a448-cfe08adc419e'}, {'subnet_id': '34e0c120-2917-41b9-913f-ff9bceb82c16'}], 'name': 'tempest-PortsIpV6TestJSON-1382080122'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:08.743260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b890834-15a1-438d-b920-bda819acd9e4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=34e0c120-2917-41b9-913f-ff9bceb82c16,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:08.770838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e802f-c4cd-472f-94ba-f9f1ad3b4a64 None None] Pushing event updated for resources: {'Port': ['ID=e4edae00-6309-4404-abaa-acc7a055f11b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:08.783383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-09bb3bfc-ffbe-4165-929c-a15e6968a6e2 None None] Provisioning for port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:08.792704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-09bb3bfc-ffbe-4165-929c-a15e6968a6e2 None None] Provisioning complete for port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:08.795897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8634edb4-9baf-495c-abae-56c4642293d1 req-2146e33b-2d8a-4bd7-9450-fe5093788304 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294634 Aug 30 23:00:08.801659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-09bb3bfc-ffbe-4165-929c-a15e6968a6e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:08.819515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96577fa-b861-4790-9e7a-708b720e2a2f req-1a741fb0-87f2-45ed-9f50-e413ea93b05f tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.822248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e96577fa-b861-4790-9e7a-708b720e2a2f req-1a741fb0-87f2-45ed-9f50-e413ea93b05f tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 946 time: 0.0880136 Aug 30 23:00:08.846509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-09bb3bfc-ffbe-4165-929c-a15e6968a6e2 None None] Port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:08.895077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e96577fa-b861-4790-9e7a-708b720e2a2f req-780b1537-a8e8-4295-995f-866c544d4b07 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/security-groups?id=a1ab1674-47dc-4f1a-965c-037f54ace9d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643759 Aug 30 23:00:08.907211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:08.992824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12533033-f93d-41c1-ac10-3be29a464c54 req-4a1db734-892e-40ac-9108-7dc42ee7ee6b tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:08.998157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12533033-f93d-41c1-ac10-3be29a464c54 req-4a1db734-892e-40ac-9108-7dc42ee7ee6b tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.52 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 946 time: 0.0970013 Aug 30 23:00:09.011605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.032980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 6213c7bd-121b-4997-944f-282981e15b6b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:09.105901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:00:09.115152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.135167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Transition to ACTIVE for port object 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:09.139806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.193290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Deleting port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:09.193553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.245092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:09.341218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::171 (f775e595-fcb9-4aa0-ae93-a83c0e311294/90cb389c-07a9-48a5-a448-cfe08adc419e/6213c7bd-121b-4997-944f-282981e15b6b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:09.348641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8:0:1::111 (f775e595-fcb9-4aa0-ae93-a83c0e311294/34e0c120-2917-41b9-913f-ff9bceb82c16/6213c7bd-121b-4997-944f-282981e15b6b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:09.351519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] For port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,segment=NetworkSegment(22549ee4-5431-4d62-b8a0-d1dbfedc22a7),segment_id=22549ee4-5431-4d62-b8a0-d1dbfedc22a7)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:09.351896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.364847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Attempting to bind port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:09.365191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Attempting to bind port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:09.365545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Attempting to bind port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec on network 7c2b7966-3b69-4559-8980-793197c543bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:09.371476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Calling delete_port for 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:09.377764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec on network 7c2b7966-3b69-4559-8980-793197c543bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:00:09.378123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Attempting to bind port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec on network 7c2b7966-3b69-4559-8980-793197c543bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:09.388963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 22, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:09.389310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Checking segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:09.389699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Bound using segment: {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:09.390160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Bound port: 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d88692b-3795-410b-b1b7-a9a80bfbda00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:09.390524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.533725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:09.533908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.538212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:09.549146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.549778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 6213c7bd-121b-4997-944f-282981e15b6b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:09.588087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.610556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:09.610936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.613084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] 10.222.0.47 "PUT /v2.0/ports/9356e320-3d49-4f9c-abc4-61fbe9b4f9ec HTTP/1.1" status: 200 len: 1092 time: 1.1940360 Aug 30 23:00:09.617858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:09.622361 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d08b82-9ae9-4e3a-8744-67ad8e503226" -d '{"events": [{"name": "network-changed", "server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:09.681513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:09.690776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:09.700661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:09.703398 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5795575-1a27-45d9-898a-65919bcca4e4 x-openstack-request-id: req-c5795575-1a27-45d9-898a-65919bcca4e4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:09.703685 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:09.703930 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5795575-1a27-45d9-898a-65919bcca4e4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:09.704314 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'status': 'completed', 'code': 200} Aug 30 23:00:09.705426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.708248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:09.708961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.710260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1532868-af68-46b7-a9e6-73e0602bf3eb service neutron] Pushing event updated for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:09.728837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=6213c7bd-121b-4997-944f-282981e15b6b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:09.739059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:00:09.751995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Pushing event deleted for resources: {'Port': ['ID=72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:09.788331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58a0f008-3d7a-4bdd-9dbb-ba2b1a45d877 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.1067326 Aug 30 23:00:09.789483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:09.806602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90cb389c-07a9-48a5-a448-cfe08adc419e'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:09.851317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fad0da-d35b-4a5b-83a4-0026e6d31dfd req-65bec33e-33d7-4780-a7ae-d24a680bf30e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:09.852966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5fad0da-d35b-4a5b-83a4-0026e6d31dfd req-65bec33e-33d7-4780-a7ae-d24a680bf30e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1409681 Aug 30 23:00:09.963561 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:09.967565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ceb0f8-fa58-4368-adde-aa74da155773 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:09.969200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5fad0da-d35b-4a5b-83a4-0026e6d31dfd req-52e430a9-5f3f-4c0b-89fb-5e618d20b22c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054609 Aug 30 23:00:10.018600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e4edae00-6309-4404-abaa-acc7a055f11b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:10.105126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f2aaac9-d942-4106-ba1f-964ad4901767 req-062a9517-0c83-4bb5-85e6-a2826a3b99c3 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.25 "GET /v2.0/ports?device_id=f61810c1-8320-476e-99c1-0f9d4a614f06 HTTP/1.1" status: 200 len: 210 time: 0.0376158 Aug 30 23:00:10.142177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e4edae00-6309-4404-abaa-acc7a055f11b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:10.155344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Provisioning for port e4edae00-6309-4404-abaa-acc7a055f11b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:10.179733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Provisioning complete for port e4edae00-6309-4404-abaa-acc7a055f11b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:10.180122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.224353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-84d6021e-5b29-4a22-8bd8-2be446277b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.225511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-84d6021e-5b29-4a22-8bd8-2be446277b03 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=15b3cf38f24b440e9d18225138f5c6cc&device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 1095 time: 0.5604870 Aug 30 23:00:10.257445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] No DVR routers for this DVR port 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:10.260509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.263247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12533033-f93d-41c1-ac10-3be29a464c54 req-de2a44ef-1735-4999-95fe-407cf3ccd321 tempest-ServerAddressesTestJSON-197772284 tempest-ServerAddressesTestJSON-197772284-project] 10.222.0.52 "DELETE /v2.0/ports/72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 HTTP/1.1" status: 204 len: 173 time: 1.2601304 Aug 30 23:00:10.282965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b355fe4-5b83-43b2-8af0-94983e11e9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.319487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Delete allocated IP 2001:db8:0:1::111 (f775e595-fcb9-4aa0-ae93-a83c0e311294/34e0c120-2917-41b9-913f-ff9bceb82c16) {{(pid=101268) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:00:10.328451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-11d651c6-7fc3-4a6f-bb53-9017822c28c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec HTTP/1.1" status: 200 len: 217 time: 0.0734165 Aug 30 23:00:10.338491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.367683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e4297-4839-46c5-8969-7e50a702bec3 req-dcffc453-c7d8-4379-bba3-6afcf86d18e1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.375681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb7e4297-4839-46c5-8969-7e50a702bec3 req-dcffc453-c7d8-4379-bba3-6afcf86d18e1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 943 time: 0.1598852 Aug 30 23:00:10.382057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] For port e4edae00-6309-4404-abaa-acc7a055f11b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e4edae00-6309-4404-abaa-acc7a055f11b,segment=NetworkSegment(314c3d14-5270-4896-95de-0082745b67fa),segment_id=314c3d14-5270-4896-95de-0082745b67fa)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:10.415541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.453017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-c633107c-2393-4c70-98c4-fe625034f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.454885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-c633107c-2393-4c70-98c4-fe625034f170 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50db6658-9fa3-49b7-8f0b-642267953af0 HTTP/1.1" status: 200 len: 851 time: 0.1060815 Aug 30 23:00:10.458859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb7e4297-4839-46c5-8969-7e50a702bec3 req-64e3fb88-c2f5-4ece-88f2-15aebbb157bc tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817664 Aug 30 23:00:10.482553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Update dhcp port {'port': {'network_id': 'f775e595-fcb9-4aa0-ae93-a83c0e311294', 'fixed_ips': [{'subnet_id': '90cb389c-07a9-48a5-a448-cfe08adc419e', 'ip_address': '2001:db8::2'}, {'subnet_id': '34e0c120-2917-41b9-913f-ff9bceb82c16'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e4edae00-6309-4404-abaa-acc7a055f11b'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:00:10.503096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.515388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-d0fdef72-8c3a-4816-a0dd-2babff296cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.516249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae9a73-64fe-4d19-a718-64a08caaf3e3 None None] Pushing event updated for resources: {'Port': ['ID=e4edae00-6309-4404-abaa-acc7a055f11b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:10.518809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-d0fdef72-8c3a-4816-a0dd-2babff296cbf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c2b7966-3b69-4559-8980-793197c543bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473337 Aug 30 23:00:10.519828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Ignored duplicate provisioning block setup for port 6213c7bd-121b-4997-944f-282981e15b6b by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:00:10.523295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.526126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.590977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] In _notify_port_updated(), no bound segment for port 6213c7bd-121b-4997-944f-282981e15b6b on network f775e595-fcb9-4aa0-ae93-a83c0e311294 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:00:10.598167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.598167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.599013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/ports/6213c7bd-121b-4997-944f-282981e15b6b HTTP/1.1" status: 200 len: 926 time: 0.7971015 Aug 30 23:00:10.602198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:10.608088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '90cb389c-07a9-48a5-a448-cfe08adc419e'}, {'subnet_id': '34e0c120-2917-41b9-913f-ff9bceb82c16'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:10.632867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98753caa-3325-4235-9816-01c169c8cdad tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=6213c7bd-121b-4997-944f-282981e15b6b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:10.661089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-98a96a13-338e-43dd-bfaf-0ba6ba7e2d03 service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206498 Aug 30 23:00:10.689639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.706862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Allocated IP 2001:db8:0:1::2 (f775e595-fcb9-4aa0-ae93-a83c0e311294/34e0c120-2917-41b9-913f-ff9bceb82c16/e4edae00-6309-4404-abaa-acc7a055f11b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:10.777369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26db7736-6444-4fb5-a7e1-95b2b4768c77 req-d1b3dab9-705f-4d03-b114-4246850b4f16 service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064901 Aug 30 23:00:10.819993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] For port e4edae00-6309-4404-abaa-acc7a055f11b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e4edae00-6309-4404-abaa-acc7a055f11b,segment=NetworkSegment(314c3d14-5270-4896-95de-0082745b67fa),segment_id=314c3d14-5270-4896-95de-0082745b67fa)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:10.857923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.899059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Transition to ACTIVE for port object e4edae00-6309-4404-abaa-acc7a055f11b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:10.905590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:10.911778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-e6ded79c-9461-4024-90ab-afb5c7cd2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:10.914483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-e6ded79c-9461-4024-90ab-afb5c7cd2db3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=15b3cf38f24b440e9d18225138f5c6cc&device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 1095 time: 0.0543563 Aug 30 23:00:10.993910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-9ace9832-9d80-4a9e-b2d0-5a3564f03a49 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825608 Aug 30 23:00:11.020687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4b012-fb81-4939-8ce4-ec78efe3cc62 None None] Pushing event updated for resources: {'Port': ['ID=e4edae00-6309-4404-abaa-acc7a055f11b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:11.046257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-53dfb304-5143-4aff-8ef5-3abc0d685ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.047534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8:0:1::369 (f775e595-fcb9-4aa0-ae93-a83c0e311294/34e0c120-2917-41b9-913f-ff9bceb82c16/6213c7bd-121b-4997-944f-282981e15b6b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:11.047767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-53dfb304-5143-4aff-8ef5-3abc0d685ac4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c2b7966-3b69-4559-8980-793197c543bc HTTP/1.1" status: 200 len: 913 time: 0.1214952 Aug 30 23:00:11.096945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-9d48b2a3-6e20-4843-9d6b-779dbe7a0636 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec HTTP/1.1" status: 200 len: 217 time: 0.0409360 Aug 30 23:00:11.155394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447496-1060-4caa-900c-546bc9b98db5 req-f36513ac-dc9b-440c-99f8-a69ba4a35154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.157469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-f36513ac-dc9b-440c-99f8-a69ba4a35154 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=44b8598631d9423c820f66be72094d62&device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 1098 time: 0.1309097 Aug 30 23:00:11.187666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:11.188685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e982a-e826-4e26-9ea2-d563cc137b85 req-a06e22b1-d2d9-4925-95e8-18277588b761 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.190411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-278e982a-e826-4e26-9ea2-d563cc137b85 req-a06e22b1-d2d9-4925-95e8-18277588b761 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0963502 Aug 30 23:00:11.192621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-b52a6490-a7f8-4bc9-aece-4de1920dd0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.194007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-b52a6490-a7f8-4bc9-aece-4de1920dd0eb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50db6658-9fa3-49b7-8f0b-642267953af0 HTTP/1.1" status: 200 len: 851 time: 0.0872035 Aug 30 23:00:11.272005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-278e982a-e826-4e26-9ea2-d563cc137b85 req-c0a9fc25-ba49-4a5b-a8d9-0c642ce544ae tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741596 Aug 30 23:00:11.288367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-7e3ee988-3ae0-4b04-a1e2-6ae95156e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.290778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-7e3ee988-3ae0-4b04-a1e2-6ae95156e90f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c2b7966-3b69-4559-8980-793197c543bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738332 Aug 30 23:00:11.336757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Deleting subnet 8c41faa2-c61a-48a2-b366-a5b4f6adc0d3 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:11.356490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.402630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.406477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-1d696f2b-fb25-48e7-8c99-9e779706966c service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004808 Aug 30 23:00:11.440316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447496-1060-4caa-900c-546bc9b98db5 req-bab27bc0-a1c0-4487-ba17-ec6fe347765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.443491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-bab27bc0-a1c0-4487-ba17-ec6fe347765b service neutron] 10.222.0.47 "GET /v2.0/networks?id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 200 len: 912 time: 0.2420638 Aug 30 23:00:11.450069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Ignored duplicate provisioning block setup for port 6213c7bd-121b-4997-944f-282981e15b6b by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:00:11.452241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.477222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.535337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d08b82-9ae9-4e3a-8744-67ad8e503226 req-22c7ce5e-f977-4442-8cea-782ea2420794 service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149724 Aug 30 23:00:11.664838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=6213c7bd-121b-4997-944f-282981e15b6b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:11.686630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.705685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'name': 'network-vif-deleted', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:11.708215 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90cc7699-8edc-4f2f-becb-a62ef9e144aa" -d '{"events": [{"server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "name": "network-vif-deleted", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:11.723220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f28fe-5717-4164-9b35-b4947ea8f5b6 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:11.747341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-81136bfe-4382-4df8-be56-8fbf5fdeb473 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 200 len: 1001 time: 0.2641823 Aug 30 23:00:11.753966 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84bc72f8-01c5-47f7-b8c0-f722f4412604 x-openstack-request-id: req-84bc72f8-01c5-47f7-b8c0-f722f4412604 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:11.754146 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61810c1-8320-476e-99c1-0f9d4a614f06", "name": "network-vif-deleted", "tag": "72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:11.754390 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84bc72f8-01c5-47f7-b8c0-f722f4412604 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:11.754920 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61810c1-8320-476e-99c1-0f9d4a614f06', 'name': 'network-vif-deleted', 'tag': '72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5', 'status': 'completed', 'code': 200} Aug 30 23:00:11.781445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Provisioning for port e4edae00-6309-4404-abaa-acc7a055f11b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:11.784905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] In _notify_port_updated(), no bound segment for port 6213c7bd-121b-4997-944f-282981e15b6b on network f775e595-fcb9-4aa0-ae93-a83c0e311294 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:00:11.790083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Provisioning complete for port e4edae00-6309-4404-abaa-acc7a055f11b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:11.790459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.791951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.792692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.794330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-26eab801-cee7-4597-b819-46b582887752 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/ports/6213c7bd-121b-4997-944f-282981e15b6b HTTP/1.1" status: 200 len: 1012 time: 1.1912186 Aug 30 23:00:11.798772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56772) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:11.814413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aca37a-990f-4de6-aecb-a62a18302939 req-52b5d529-da12-4465-a3c8-9553ab249929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.817056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5aca37a-990f-4de6-aecb-a62a18302939 req-52b5d529-da12-4465-a3c8-9553ab249929 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1097 time: 0.2495627 Aug 30 23:00:11.857239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4ec8c-8758-41cd-b11a-92572d201b42 req-d5b27982-744a-4545-a14e-fd30c552cf38 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.859505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95e4ec8c-8758-41cd-b11a-92572d201b42 req-d5b27982-744a-4545-a14e-fd30c552cf38 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 943 time: 0.2744370 Aug 30 23:00:11.929384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447496-1060-4caa-900c-546bc9b98db5 req-21cd00c4-4467-46ea-8c2b-538381b762f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:11.929384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-21cd00c4-4467-46ea-8c2b-538381b762f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 200 len: 850 time: 0.1558833 Aug 30 23:00:11.937435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.970235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Provisioning for port 6213c7bd-121b-4997-944f-282981e15b6b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:11.977432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 6213c7bd-121b-4997-944f-282981e15b6b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:11.977776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:11.978004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Provisioning complete for port 6213c7bd-121b-4997-944f-282981e15b6b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:11.978272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.001440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e4edae00-6309-4404-abaa-acc7a055f11b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:12.011859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5aca37a-990f-4de6-aecb-a62a18302939 req-cc626843-2472-4a86-b161-fac3ee3164e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1511405 Aug 30 23:00:12.016784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c41faa2-c61a-48a2-b366-a5b4f6adc0d3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:12.021745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95e4ec8c-8758-41cd-b11a-92572d201b42 req-9daae930-3e76-41bc-a68f-b346729edd3e tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1508577 Aug 30 23:00:12.027206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.029288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b20868e0-2be0-4500-9f11-51ca416053b0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8c41faa2-c61a-48a2-b366-a5b4f6adc0d3 HTTP/1.1" status: 204 len: 168 time: 0.8404369 Aug 30 23:00:12.033567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:12.059977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-aaa94e20-65d1-4d5f-8331-ca7a1b39ac04 None None] Port 6213c7bd-121b-4997-944f-282981e15b6b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:12.095642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e4edae00-6309-4404-abaa-acc7a055f11b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:12.096125 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.103697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f447496-1060-4caa-900c-546bc9b98db5 req-f689ae3e-59c3-4b92-aba0-bb1046882fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:12.106055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-f689ae3e-59c3-4b92-aba0-bb1046882fcd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=62129edb-e17f-4d4b-a84c-4f5a0ac322a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1654184 Aug 30 23:00:12.117181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.132855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 6213c7bd-121b-4997-944f-282981e15b6b owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:12.185640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.196916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:12.229393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:12.230174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 72e5ad2b-80f5-4b3f-a839-b7bfbc2a84a5 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:12.312566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-53956e59-0fee-4e73-a52c-bb2ba9f9edac service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935661 Aug 30 23:00:12.317296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.330073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2dd4aad-c0cd-4e85-90d3-e00532c578d2']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:12.355088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.357990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22549ee4-5431-4d62-b8a0-d1dbfedc22a7') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:12.358314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22549ee4-5431-4d62-b8a0-d1dbfedc22a7') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:12.384014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d3983f1a-f513-47e6-9656-dc0b8210d973 None None] Could not find standard attr ID for object 6213c7bd-121b-4997-944f-282981e15b6b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:12.395469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d3983f1a-f513-47e6-9656-dc0b8210d973 None None] Provisioning complete for port e4edae00-6309-4404-abaa-acc7a055f11b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:12.395937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d3983f1a-f513-47e6-9656-dc0b8210d973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.414417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.427660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=6213c7bd-121b-4997-944f-282981e15b6b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:12.472356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.490471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:12.490932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:12.493326 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:12.513616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.518710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c61d7e04-15e5-4233-9743-682058f75a43 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/6213c7bd-121b-4997-944f-282981e15b6b HTTP/1.1" status: 204 len: 168 time: 0.7164192 Aug 30 23:00:12.520317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:12.540484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5cf7c4-e332-4175-9fb9-5718f06d004d req-8010d357-a74a-4b79-8f0f-2f2eec16d2c9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:12.542187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb5cf7c4-e332-4175-9fb9-5718f06d004d req-8010d357-a74a-4b79-8f0f-2f2eec16d2c9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1619701 Aug 30 23:00:12.567017 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6bafdb9-e015-4c57-8d46-dc6062dd148c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:12.570619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6bafdb9-e015-4c57-8d46-dc6062dd148c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/6213c7bd-121b-4997-944f-282981e15b6b HTTP/1.1" status: 404 len: 333 time: 0.0493188 Aug 30 23:00:12.582449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56786) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:12.615545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cb5cf7c4-e332-4175-9fb9-5718f06d004d req-cad3c2d4-6ae5-406f-b706-1eb36ae1095d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520947 Aug 30 23:00:12.623205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f447496-1060-4caa-900c-546bc9b98db5 req-84b98416-e019-4392-85e2-91d48dabe10a service neutron] 10.222.0.47 "GET /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951715 Aug 30 23:00:12.644949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.644949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.650258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f2dd4aad-c0cd-4e85-90d3-e00532c578d2 HTTP/1.1" status: 204 len: 168 time: 0.6158483 Aug 30 23:00:12.672174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc3ae2-1d4d-4192-8466-f83abdb79408 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2dd4aad-c0cd-4e85-90d3-e00532c578d2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:12.688599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 34e0c120-2917-41b9-913f-ff9bceb82c16 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:12.693827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.707023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-abd189da-b157-4c7b-ab93-81f738c23b55 None None] Could not find standard attr ID for object 6213c7bd-121b-4997-944f-282981e15b6b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:12.799207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.846295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:12.862935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56796) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:12.951473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3226c19b-ed98-4e62-aaf0-9e2d261f73e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e101e9b21a004229ade6779429f6d232&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871370 Aug 30 23:00:12.954178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:12.966773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.019377 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.034146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-289e8eb1-b1d5-421c-8905-f3d7ade5c137 None None] Could not find standard attr ID for object 6213c7bd-121b-4997-944f-282981e15b6b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:13.036720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.052426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.090729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=34e0c120-2917-41b9-913f-ff9bceb82c16,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:13.098859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.100791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-35ae2a73-560c-451e-b00f-a252443b39bd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/34e0c120-2917-41b9-913f-ff9bceb82c16 HTTP/1.1" status: 204 len: 168 time: 0.5136206 Aug 30 23:00:13.104813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:13.186464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9ef45f-33bd-4a94-bc57-0202801c9454 None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:13.193384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbd252-7c3a-40b2-915b-cbeab8b378c6 req-5941fe9a-a2f7-4dca-a571-f78491504d74 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.194997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-28cbd252-7c3a-40b2-915b-cbeab8b378c6 req-5941fe9a-a2f7-4dca-a571-f78491504d74 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 943 time: 0.0628734 Aug 30 23:00:13.201307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 90cb389c-07a9-48a5-a448-cfe08adc419e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:13.208679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.211385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.216522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1ab1674-47dc-4f1a-965c-037f54ace9d0 HTTP/1.1" status: 204 len: 168 time: 0.2612817 Aug 30 23:00:13.218034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.251700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9b25ed1-f4bc-4983-b94a-7cfeb780018f None None] Could not find standard attr ID for object 6213c7bd-121b-4997-944f-282981e15b6b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:13.258873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-28cbd252-7c3a-40b2-915b-cbeab8b378c6 req-cfa92054-3fc4-4aab-a082-5c9e574aaca3 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552728 Aug 30 23:00:13.271636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94cb5-a6a8-4fde-af3d-69fd40af873d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ab1674-47dc-4f1a-965c-037f54ace9d0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:13.307397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.351548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e6af6ef-dbfe-47ff-b817-b4f1ecc5e73d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.420516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.504613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.521534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.526415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56816) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:13.526622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/90cb389c-07a9-48a5-a448-cfe08adc419e HTTP/1.1" status: 204 len: 168 time: 0.4185135 Aug 30 23:00:13.548016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a90a4a-0118-4c19-aab7-5405df48e7db tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=90cb389c-07a9-48a5-a448-cfe08adc419e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:13.639341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.726272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port e4edae00-6309-4404-abaa-acc7a055f11b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:13.727050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.854073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-6c222ff0-c87f-45b1-b207-31d34c9c2cb1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1486440 Aug 30 23:00:13.856869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port e4edae00-6309-4404-abaa-acc7a055f11b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e4edae00-6309-4404-abaa-acc7a055f11b,segment=NetworkSegment(314c3d14-5270-4896-95de-0082745b67fa),segment_id=314c3d14-5270-4896-95de-0082745b67fa)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:13.856869 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:13.880357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for e4edae00-6309-4404-abaa-acc7a055f11b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:13.890515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe49681-5c27-4e2f-bf21-00a95e025133 req-58559b39-1021-4fd1-95c2-970971cb9b9d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.892218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afe49681-5c27-4e2f-bf21-00a95e025133 req-58559b39-1021-4fd1-95c2-970971cb9b9d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1405716 Aug 30 23:00:13.970459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afe49681-5c27-4e2f-bf21-00a95e025133 req-a159de24-e20c-409d-9af6-b9cc00c8fb51 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700495 Aug 30 23:00:13.990627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.991393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.992200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.992834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.993544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.994216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.994881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:13.998622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ffedacb4-8455-4a3f-94b6-359c5714073e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=82ee0002cebf42b1ae113408de8432e6&device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 6506 time: 0.0659707 Aug 30 23:00:14.000969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.042097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=e4edae00-6309-4404-abaa-acc7a055f11b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:14.048649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port e4edae00-6309-4404-abaa-acc7a055f11b on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:14.148945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0ad0a212-ff5a-43e7-9403-03fdd5ada54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.149535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0ad0a212-ff5a-43e7-9403-03fdd5ada54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.150343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0ad0a212-ff5a-43e7-9403-03fdd5ada54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.152109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0ad0a212-ff5a-43e7-9403-03fdd5ada54a service neutron] 10.222.0.52 "GET /v2.0/networks?id=79f66ca4-2fbf-4727-95d4-379d0898b935&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&id=bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 200 len: 2298 time: 0.1264203 Aug 30 23:00:14.166081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.179943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f775e595-fcb9-4aa0-ae93-a83c0e311294']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:14.193877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314c3d14-5270-4896-95de-0082745b67fa') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:14.194474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314c3d14-5270-4896-95de-0082745b67fa') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:14.203695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3619de8-601d-497a-829d-6b4d635f6efd None None] Network f775e595-fcb9-4aa0-ae93-a83c0e311294 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:14.206280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.226692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.235314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-c4fb5d15-cf85-415f-9118-65c7a02c419e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 200 len: 1000 time: 0.0756297 Aug 30 23:00:14.243702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:14.244451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:14.250858 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:14.298863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-3e3b839b-673c-4a67-a2c9-33d2e5a1d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.301580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-3e3b839b-673c-4a67-a2c9-33d2e5a1d692 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 200 len: 856 time: 0.0521727 Aug 30 23:00:14.331890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.337345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.347527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/f775e595-fcb9-4aa0-ae93-a83c0e311294 HTTP/1.1" status: 204 len: 168 time: 0.8196826 Aug 30 23:00:14.349709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56844) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:14.351898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-818d3f48-d26b-4a8a-bf0e-d5f6c639e641 None None] Could not find standard attr ID for object e4edae00-6309-4404-abaa-acc7a055f11b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:14.383824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-31944b85-d7ff-4d6b-be0b-57121370c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.386711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-31944b85-d7ff-4d6b-be0b-57121370c2fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=79f66ca4-2fbf-4727-95d4-379d0898b935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760782 Aug 30 23:00:14.395024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde1aa6e-5864-4fe4-a898-9aaa8855533d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=f775e595-fcb9-4aa0-ae93-a83c0e311294,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:14.456320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3450729-c197-452a-8dae-2febe241272b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.461831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3450729-c197-452a-8dae-2febe241272b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1056123 Aug 30 23:00:14.464102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56848) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:14.474626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5863aa-e68e-46d8-a6df-c93a2c3015f4 None None] DHCP port deletion for f775e595-fcb9-4aa0-ae93-a83c0e311294 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:14.480075 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.519063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6515062-5ead-461c-9949-61daa1fdf196 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0537856 Aug 30 23:00:14.521383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:14.527097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-888059341'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:14.537871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717d919-f96a-44f1-bcf4-c8ce1634ac8d req-783f9e55-737d-4f7b-83fa-2cefbad0176c tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.539414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2717d919-f96a-44f1-bcf4-c8ce1634ac8d req-783f9e55-737d-4f7b-83fa-2cefbad0176c tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 943 time: 0.1451294 Aug 30 23:00:14.552247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:14.556365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.581601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:14.600915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.601706 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment ab7a057b-af15-40be-a0cd-c906577f220a of type vlan for network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 Aug 30 23:00:14.610239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2717d919-f96a-44f1-bcf4-c8ce1634ac8d req-54967af7-4312-4f56-82f1-fa8b8917ccb6 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590611 Aug 30 23:00:14.612255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-1ad94c41-de63-4f1d-b4b6-cc80eec532c3 service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192199 Aug 30 23:00:14.644476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.676971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.683308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.684192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.727867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-3f16a49b-70eb-4372-b5e1-c8955707a03c service neutron] 10.222.0.52 "GET /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060052 Aug 30 23:00:14.742992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2204041 Aug 30 23:00:14.746340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:14.751436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:14.787366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-b3e3f285-a402-4191-b355-40afe75b1f67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.29&port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 217 time: 0.0529985 Aug 30 23:00:14.803327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56858) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:14.815899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e16093-5e42-48c0-a16b-9f08c24fd352 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:14.827851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:14.845926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8f0b93da-d852-47d9-9386-4f9d4434c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.847563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8f0b93da-d852-47d9-9386-4f9d4434c5f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0530972 Aug 30 23:00:14.878596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:14.883147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:14.908239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8ae315e8-8772-4f74-bd45-3fa75391ba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:14.910180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8ae315e8-8772-4f74-bd45-3fa75391ba90 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0549738 Aug 30 23:00:14.988328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73823a87-132a-4030-b8fb-5f3070e8d18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.069964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-d6f90c7f-40e4-4e88-80ce-3d05107e17d6 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513658 Aug 30 23:00:15.108072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.219341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1211d-f8ff-4e85-832e-cc7a92452522 req-26d5d153-aee5-4678-98b8-5c320609f056 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:15.220979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dce1211d-f8ff-4e85-832e-cc7a92452522 req-26d5d153-aee5-4678-98b8-5c320609f056 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1310935 Aug 30 23:00:15.264740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-1b60e5df-6553-44a8-bd5e-fede6b91c15b service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869068 Aug 30 23:00:15.268362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73823a87-132a-4030-b8fb-5f3070e8d18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.273757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73823a87-132a-4030-b8fb-5f3070e8d18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.350195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dce1211d-f8ff-4e85-832e-cc7a92452522 req-ea4386bb-8d9a-441b-8ed1-0e3ada218225 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140974 Aug 30 23:00:15.360681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-28ab52c9-1736-4508-baf8-ddda6009fbd7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 217 time: 0.0831318 Aug 30 23:00:15.375394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-73823a87-132a-4030-b8fb-5f3070e8d18f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83fef209056e4397b9fe651529ddcbca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685802 Aug 30 23:00:15.380678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73823a87-132a-4030-b8fb-5f3070e8d18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3040447d-75b0-48b8-be9e-4afef3ab7730,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:15.383159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56866) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:15.450374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-eefd2db5-65da-4d24-a1e3-92ef5400fa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:15.451883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-eefd2db5-65da-4d24-a1e3-92ef5400fa35 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0830574 Aug 30 23:00:15.495403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.508324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=6073d518-5458-4e44-a7bb-64fd7f565534,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:15.517927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': 'ab7a057b-af15-40be-a0cd-c906577f220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:15.518289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:15.525303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.534265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-30196451-d47b-4da1-bbdc-d4e87058da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:15.535791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-30196451-d47b-4da1-bbdc-d4e87058da76 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0764992 Aug 30 23:00:15.536757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:15.546402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:15.550534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:15.551261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.558538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7682571-2e1b-48f8-8e72-a298e93464e0 None None] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:15.570858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2512e288-2db4-4526-bdc9-f0988e946dc1 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8233533 Aug 30 23:00:15.574001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56868) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:15.580101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4', 'name': 'tempest-PortsIpV6TestJSON-1931400947'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:15.659405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.661984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.663145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3040447d-75b0-48b8-be9e-4afef3ab7730 HTTP/1.1" status: 204 len: 168 time: 0.2780097 Aug 30 23:00:15.674245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-3d2869b1-2310-46f3-bc8a-b15491ef75a5 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294937 Aug 30 23:00:15.675250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b6407d-0375-41b9-85b3-b75a1cc063e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3040447d-75b0-48b8-be9e-4afef3ab7730,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:15.755463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4', 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': '6073d518-5458-4e44-a7bb-64fd7f565534'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:00:15.756626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.816690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37ecf9-c3d4-4517-ad82-ae6984b2e80f req-9fefca59-14da-4ed0-a639-e87e176f35c7 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:15.820139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db37ecf9-c3d4-4517-ad82-ae6984b2e80f req-9fefca59-14da-4ed0-a639-e87e176f35c7 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 943 time: 0.1094949 Aug 30 23:00:15.821596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:15.828040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:15.861109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-5f2b740a-dec9-4ef2-861d-52b5908fcd40 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762924 Aug 30 23:00:15.882839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:00:15.889114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 1c0ecca4-6c71-4d21-bba3-b1d704314558 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:15.896502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db37ecf9-c3d4-4517-ad82-ae6984b2e80f req-009ffa06-7794-4895-a070-e50f53942e93 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624554 Aug 30 23:00:15.952656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-b53ac6cb-746d-4e0b-96b3-7156718fafc5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.81&port_id=29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 200 len: 217 time: 0.0794308 Aug 30 23:00:15.962877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e4edae00-6309-4404-abaa-acc7a055f11b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:15.999971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e4edae00-6309-4404-abaa-acc7a055f11b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:16.000242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e4edae00-6309-4404-abaa-acc7a055f11b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:16.016587 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.030502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-76ea8049-9e26-4fd1-8d1b-8b44711a1307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.032810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-76ea8049-9e26-4fd1-8d1b-8b44711a1307 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0766044 Aug 30 23:00:16.059938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Allocated IP 2001:db8::2 (9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4/6073d518-5458-4e44-a7bb-64fd7f565534/76fe3a11-b13e-4b12-a429-532c5a75bfd2) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:16.091713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-2069b9b1-a54a-4533-894d-50b7482f8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.093356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-2069b9b1-a54a-4533-894d-50b7482f8767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537722 Aug 30 23:00:16.174962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:16.197548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'port_id': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'mac_address': 'fa:16:3e:66:2f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:00:16.200590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-f1a12e29-b284-4561-858f-842ea71466af service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923712 Aug 30 23:00:16.289583 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.311613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-3f09b031-1f52-4aa7-b860-2aaf2b5ef287 service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041610 Aug 30 23:00:16.312799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:00:16.320360 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.339853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Transition to ACTIVE for port object 76fe3a11-b13e-4b12-a429-532c5a75bfd2 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:16.346922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:16.357960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.362443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-e9295edf-3891-4f19-9711-41558fa9c29a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 200 len: 217 time: 0.0438163 Aug 30 23:00:16.364594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Transition to ACTIVE for port object 76fe3a11-b13e-4b12-a429-532c5a75bfd2 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:16.408988 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.445354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:16.446969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-2692c559-6dcf-4edd-b39e-c68826d02749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.449549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:16.450505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-2692c559-6dcf-4edd-b39e-c68826d02749 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 200 len: 797 time: 0.0807688 Aug 30 23:00:16.451384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:16.454000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:16.467089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::2d5 (9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4/6073d518-5458-4e44-a7bb-64fd7f565534/1c0ecca4-6c71-4d21-bba3-b1d704314558) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:16.514184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8c1a46ac-38e5-4ebe-84a1-6f28ab88aa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.515824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-8c1a46ac-38e5-4ebe-84a1-6f28ab88aa74 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f24f60d6-355f-4ad2-83e8-4cbbb9773758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0508342 Aug 30 23:00:16.542013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Pushing event updated for resources: {'Port': ['ID=76fe3a11-b13e-4b12-a429-532c5a75bfd2,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:16.546504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Attempting to bind port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:16.546869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Attempting to bind port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ab7a057b-af15-40be-a0cd-c906577f220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:16.547236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Attempting to bind port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 on network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:16.552455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:16.552837 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Checking segment: {'id': 'ab7a057b-af15-40be-a0cd-c906577f220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:16.553247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.553643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Bound using segment: {'id': 'ab7a057b-af15-40be-a0cd-c906577f220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:16.554145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Bound port: 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7a057b-af15-40be-a0cd-c906577f220a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:16.554535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.585294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bc6f1d-ebae-4241-aeb3-7c024c8b83db req-62c88ddc-4b5c-406a-82e4-84309aee9c03 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.587674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-31bc6f1d-ebae-4241-aeb3-7c024c8b83db req-62c88ddc-4b5c-406a-82e4-84309aee9c03 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1157897 Aug 30 23:00:16.645086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] For port 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:16.648219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] For port 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=76fe3a11-b13e-4b12-a429-532c5a75bfd2,segment=NetworkSegment(ab7a057b-af15-40be-a0cd-c906577f220a),segment_id=ab7a057b-af15-40be-a0cd-c906577f220a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:16.653002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.653480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-e871dc96-5de5-4b9a-8422-35332742392d service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297448 Aug 30 23:00:16.690252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-31bc6f1d-ebae-4241-aeb3-7c024c8b83db req-ff57a79f-5a88-4b81-8ef2-1c04b9f89f69 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964160 Aug 30 23:00:16.737438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:00:16.763336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.787252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-f10868e7-554d-4049-9b27-c40f2a38feab service neutron] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244349 Aug 30 23:00:16.787959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 1c0ecca4-6c71-4d21-bba3-b1d704314558 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:16.832365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9be31a6-107a-43f0-8970-8a6ec415bd4e None None] Pushing event updated for resources: {'Port': ['ID=76fe3a11-b13e-4b12-a429-532c5a75bfd2,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:16.846694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.898531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:16.902851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-15e2a8e2-a4d1-49b6-981f-a5172207d621 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 200 len: 217 time: 0.1074722 Aug 30 23:00:16.909655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:16.914990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:16.921954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.922648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:16.943139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=1c0ecca4-6c71-4d21-bba3-b1d704314558,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:16.975558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b930d636-c113-4056-83f7-5ad938f52ca4 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4002588 Aug 30 23:00:16.979716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:16.985171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4', 'name': 'tempest-PortsIpV6TestJSON-1417142505'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:16.986748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0859ec3e-c269-47ae-9741-dfc878097e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:16.989927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0859ec3e-c269-47ae-9741-dfc878097e26 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.0795350 Aug 30 23:00:17.120107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-a59ee05a-861e-4ad8-8f45-af83067ac092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.126628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-a59ee05a-861e-4ad8-8f45-af83067ac092 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288242 Aug 30 23:00:17.136417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:17.140158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:17.183464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:17.212718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff25bb3-101c-4937-8793-ef00bf46c82a req-2028eb2b-d698-4ead-bc75-823c06255eb3 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.220477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ff25bb3-101c-4937-8793-ef00bf46c82a req-2028eb2b-d698-4ead-bc75-823c06255eb3 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 944 time: 0.1646297 Aug 30 23:00:17.287089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ff25bb3-101c-4937-8793-ef00bf46c82a req-1b58da3f-6d18-464e-8846-4950a6f168c4 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656071 Aug 30 23:00:17.308776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-0073c17c-59b0-4ca9-974c-c8d5a267f7d4 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722598 Aug 30 23:00:17.358385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::174 (9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4/6073d518-5458-4e44-a7bb-64fd7f565534/5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:17.424692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-cbb9fd8e-bd9b-4843-8853-b144ec16626d service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069231 Aug 30 23:00:17.472595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-b3d6d478-b7f8-4121-bf57-877d88adb3d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 200 len: 217 time: 0.0407305 Aug 30 23:00:17.530787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-d04f01df-89c0-46f5-b304-6e2607aca7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.531022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:17.532289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-d04f01df-89c0-46f5-b304-6e2607aca7a6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 200 len: 797 time: 0.0520899 Aug 30 23:00:17.545957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:17.583810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-7438e933-a300-4241-9c27-bf6b108d05df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.585325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-7438e933-a300-4241-9c27-bf6b108d05df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=bfbd38ef-3809-4936-be36-b2fb5cc92c28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0456088 Aug 30 23:00:17.598316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:17.654319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:17.660761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:17.663373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:17.670218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.670884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:17.674988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:17.694005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-49de0781-5d45-4bc4-b24e-03412d93fbfb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7130651 Aug 30 23:00:17.696173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:17.717338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-a0ad443b-82a8-4910-9d78-c9d10d042c32 service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248987 Aug 30 23:00:17.798391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:17.852339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e750a-806a-4552-8bc7-da0d49d1f769 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.852629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82b721a9-15ce-48a1-bac5-86d6905d4de1 req-ca346c4f-8188-4abe-8c9f-72ee4a2efc3b service neutron] 10.222.0.52 "GET /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 Aug 30 23:00:17.857974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-564e750a-806a-4552-8bc7-da0d49d1f769 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2d5 HTTP/1.1" status: 200 len: 929 time: 0.1606803 Aug 30 23:00:17.858721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56916) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:17.910459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c6b9f-b7b6-4bbe-a56b-a0cb6f711f80 req-05ffcc61-0d59-46f6-a82a-6e856b66eafb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:17.912157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-880c6b9f-b7b6-4bbe-a56b-a0cb6f711f80 req-05ffcc61-0d59-46f6-a82a-6e856b66eafb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1151409 Aug 30 23:00:17.956054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:17.964188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:17.966304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.017343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-880c6b9f-b7b6-4bbe-a56b-a0cb6f711f80 req-791a4c3c-04dc-4d8d-ba2f-8dee24fc7a07 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934498 Aug 30 23:00:18.023472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 76fe3a11-b13e-4b12-a429-532c5a75bfd2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:18.072551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9f5d1-08fd-437d-8534-df4129afc617 None None] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:18.083632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:18.084908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.211946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Provisioning for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:18.220813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:18.248699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.250040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Provisioning complete for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:18.250478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.258265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:18.258724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.267916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:18.332111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.397734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:18.399964 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e521f84-eff2-4fbb-b46e-a396e66ad946" -d '{"events": [{"server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "name": "network-vif-plugged", "status": "completed", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:18.478838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:18.487558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b3515d-b12d-4417-b3e9-f42a9d297876 req-5a5d86ef-eeea-4cae-88fc-b4abb85aa73b tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:18.499837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65b3515d-b12d-4417-b3e9-f42a9d297876 req-5a5d86ef-eeea-4cae-88fc-b4abb85aa73b tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 944 time: 0.1026471 Aug 30 23:00:18.504687 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4e0caa-53c7-48ab-acb4-528b4e1f726a x-openstack-request-id: req-ab4e0caa-53c7-48ab-acb4-528b4e1f726a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:18.505063 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "name": "network-vif-plugged", "status": "completed", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:18.505373 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab4e0caa-53c7-48ab-acb4-528b4e1f726a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:18.506020 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'code': 200} Aug 30 23:00:18.512328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.561124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.616224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:18.647141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.651687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3205031-e92c-4bc6-ad56-76318db91d27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c HTTP/1.1" status: 204 len: 168 time: 0.7880926 Aug 30 23:00:18.657396 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65b3515d-b12d-4417-b3e9-f42a9d297876 req-521347dd-0d98-44c7-9f32-d0c5aa83929a tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531720 Aug 30 23:00:18.658353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:18.692529 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-64256347-a821-43a3-b5cc-69f0ddebbb27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:18.699776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-64256347-a821-43a3-b5cc-69f0ddebbb27 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c HTTP/1.1" status: 404 len: 333 time: 0.0377119 Aug 30 23:00:18.701138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:18.710826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:18.772744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.791537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1b51f-60fd-4e80-b458-982eae9a10c3 req-9b8be5ad-9168-4f0a-86bf-6e24665dc218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:18.794965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0dc1b51f-60fd-4e80-b458-982eae9a10c3 req-9b8be5ad-9168-4f0a-86bf-6e24665dc218 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 1097 time: 0.1357455 Aug 30 23:00:18.799355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.846102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=76fe3a11-b13e-4b12-a429-532c5a75bfd2,segment=NetworkSegment(ab7a057b-af15-40be-a0cd-c906577f220a),segment_id=ab7a057b-af15-40be-a0cd-c906577f220a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:18.857736 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.867266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0dc1b51f-60fd-4e80-b458-982eae9a10c3 req-eae2cb6f-8002-4142-bae6-880ebba0eb0d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552213 Aug 30 23:00:18.939494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 1c0ecca4-6c71-4d21-bba3-b1d704314558 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:18.940657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:18.973239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=76fe3a11-b13e-4b12-a429-532c5a75bfd2,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:18.980624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:00:18.980991 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-89e546be-fb57-492e-97a7-cf0fc9970049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:00:19.416943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2249f-1564-4755-a6ab-6a30bad28014 req-67359803-e860-406f-b3ca-f75358a731c5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:19.418553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffb2249f-1564-4755-a6ab-6a30bad28014 req-67359803-e860-406f-b3ca-f75358a731c5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0969572 Aug 30 23:00:19.420495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:19.445595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 1c0ecca4-6c71-4d21-bba3-b1d704314558 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:19.481495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffb2249f-1564-4755-a6ab-6a30bad28014 req-2abca1f9-716f-48fd-a54e-af849dd8dba5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525613 Aug 30 23:00:19.649205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:19.683872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=1c0ecca4-6c71-4d21-bba3-b1d704314558,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:19.684425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a8254ca7-f633-44b0-a934-12a606edb7a4 None None] Could not find standard attr ID for object 1c0ecca4-6c71-4d21-bba3-b1d704314558. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:19.695714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a8254ca7-f633-44b0-a934-12a606edb7a4 None None] Could not find standard attr ID for object 5dabdaf6-4a7b-417a-80b6-f3ab9d696c4c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:19.733194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a8254ca7-f633-44b0-a934-12a606edb7a4 None None] Provisioning complete for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:19.733579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a8254ca7-f633-44b0-a934-12a606edb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:19.739312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:19.749015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-65efa3c2-8f9c-4f38-969a-f6a6374103d9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/1c0ecca4-6c71-4d21-bba3-b1d704314558 HTTP/1.1" status: 204 len: 168 time: 1.0431073 Aug 30 23:00:19.751806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:19.813003 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-33c2af3e-0cf7-4837-bc3c-d537defc2a4a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:19.814655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-33c2af3e-0cf7-4837-bc3c-d537defc2a4a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/1c0ecca4-6c71-4d21-bba3-b1d704314558 HTTP/1.1" status: 404 len: 333 time: 0.0618312 Aug 30 23:00:19.817824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56950) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:19.900076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee9353-06a9-4872-89e1-81333ff08f77 req-38ce59a6-fa41-4e5a-b3a4-d8dd9faf620f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:19.913623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68ee9353-06a9-4872-89e1-81333ff08f77 req-38ce59a6-fa41-4e5a-b3a4-d8dd9faf620f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.1105614 Aug 30 23:00:19.929980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 76fe3a11-b13e-4b12-a429-532c5a75bfd2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:19.935725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 6073d518-5458-4e44-a7bb-64fd7f565534 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:19.943100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:19.977147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68ee9353-06a9-4872-89e1-81333ff08f77 req-e864b384-9fc2-41a2-b022-4c01fcb11406 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528097 Aug 30 23:00:20.003499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.094044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.176212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.206540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=6073d518-5458-4e44-a7bb-64fd7f565534,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:20.211398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.216646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:20.216864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8f068744-defb-408d-8b03-77317004ea2e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/6073d518-5458-4e44-a7bb-64fd7f565534 HTTP/1.1" status: 204 len: 168 time: 0.3977277 Aug 30 23:00:20.225945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:20.226338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.253120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3780965-9419-41f4-b469-58f8429c18c7 None None] Network 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:20.317178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.411118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:20.411288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.544594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=76fe3a11-b13e-4b12-a429-532c5a75bfd2,segment=NetworkSegment(ab7a057b-af15-40be-a0cd-c906577f220a),segment_id=ab7a057b-af15-40be-a0cd-c906577f220a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:20.545035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.560941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 76fe3a11-b13e-4b12-a429-532c5a75bfd2 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:20.625474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] DHCP port deletion for 9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:20.701300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Deleting port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:20.701725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.714943 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.743164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca1284-2ce0-4aad-9a58-fc6751c4b992 req-947dd35d-3340-482c-ab2d-0283d280c8ed tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:20.751238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=76fe3a11-b13e-4b12-a429-532c5a75bfd2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:20.758451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:20.763762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67ca1284-2ce0-4aad-9a58-fc6751c4b992 req-947dd35d-3340-482c-ab2d-0283d280c8ed tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1208675 Aug 30 23:00:20.788400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] For port 76fe3a11-b13e-4b12-a429-532c5a75bfd2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=76fe3a11-b13e-4b12-a429-532c5a75bfd2,segment=NetworkSegment(ab7a057b-af15-40be-a0cd-c906577f220a),segment_id=ab7a057b-af15-40be-a0cd-c906577f220a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:20.788857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.804728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Calling delete_port for 76fe3a11-b13e-4b12-a429-532c5a75bfd2 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:20.829380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67ca1284-2ce0-4aad-9a58-fc6751c4b992 req-33475355-c033-490b-adcc-74046a7fb62d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630975 Aug 30 23:00:20.846430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.866263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:20.881526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7a057b-af15-40be-a0cd-c906577f220a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:20.887869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7a057b-af15-40be-a0cd-c906577f220a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:20.896456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.908056 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.913960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.922385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:20.922891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:20.926592 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:20.935608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] Pushing event deleted for resources: {'Port': ['ID=76fe3a11-b13e-4b12-a429-532c5a75bfd2,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:20.938978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d130ee-a906-40f4-9f27-75ba77cabfa2 None None] No DVR routers for this DVR port 76fe3a11-b13e-4b12-a429-532c5a75bfd2 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:20.997566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.009999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.012006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4 HTTP/1.1" status: 204 len: 168 time: 0.7940416 Aug 30 23:00:21.016589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:21.023025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1342399138'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:21.025316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4fc7d8-60b6-4cc6-b275-df406c6457f7 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=9a8b94f9-54fe-4dfc-bb44-ac98f0e124d4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:21.050233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:21.053732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.090500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:21.101984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.102639 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment f21dde78-26b7-4c90-b935-91dd1455ec53 of type vlan for network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 Aug 30 23:00:21.107118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48046841-4d9c-42cb-a756-27516a889160 req-df56645d-d269-4eae-b10b-99e2f27f75a0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:21.109166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48046841-4d9c-42cb-a756-27516a889160 req-df56645d-d269-4eae-b10b-99e2f27f75a0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.0565422 Aug 30 23:00:21.150845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.159965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48046841-4d9c-42cb-a756-27516a889160 req-4c6986b8-7327-438a-b66f-7600b2f26cc7 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368485 Aug 30 23:00:21.190007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.197064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:21.197769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.280487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2614250 Aug 30 23:00:21.282929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:21.289034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:21.309127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9489a-a238-4d12-a675-874a109a0a56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=7d453dcc-4411-4ba8-99ab-2e2da6cdb060,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:21.323159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:21.331331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b8556a-2a26-4633-aa2e-6d0cda51ce64 req-5348e7b3-5ca8-4de9-8cd6-7556855d7153 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:21.333156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29b8556a-2a26-4633-aa2e-6d0cda51ce64 req-5348e7b3-5ca8-4de9-8cd6-7556855d7153 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.0764220 Aug 30 23:00:21.343210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 56980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:21.349223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Request body: {'floatingip': {'port_id': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:21.408541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.417945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:21.423081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.624399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.694227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': 'f21dde78-26b7-4c90-b935-91dd1455ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:21.694592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: 7d453dcc-4411-4ba8-99ab-2e2da6cdb060, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:21.698355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=7081b9bf-db76-4a32-982f-53443f9a7b2f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:21.715418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:21.724677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7d453dcc-4411-4ba8-99ab-2e2da6cdb060) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:21.729725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:21.730363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.741066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6ceacc-0309-4719-bfa3-e92a8297903a None None] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:21.750176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2308671c-8795-4f13-aa93-36adc9aea18c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4659367 Aug 30 23:00:21.753356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 56986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:21.759441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060', 'name': 'tempest-PortsIpV6TestJSON-545534337', 'fixed_ips': [{'subnet_id': '7081b9bf-db76-4a32-982f-53443f9a7b2f', 'ip_address': '2001:db8::10'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:21.938341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:21.984862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:21.991739 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 76fe3a11-b13e-4b12-a429-532c5a75bfd2 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:21.999421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.011943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7d453dcc-4411-4ba8-99ab-2e2da6cdb060', 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': '7081b9bf-db76-4a32-982f-53443f9a7b2f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:00:22.013543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.036872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 76fe3a11-b13e-4b12-a429-532c5a75bfd2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:22.037357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 76fe3a11-b13e-4b12-a429-532c5a75bfd2 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:22.090590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.127321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 82bc47ab-af35-4048-9e44-68755596a0cd yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:22.144753 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Floating IP b97035c1-deea-4d57-a77f-a03b20e92301 associated. External IP: 172.25.7.152, port: 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec. Aug 30 23:00:22.250754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Allocated IP 2001:db8::2 (7d453dcc-4411-4ba8-99ab-2e2da6cdb060/7081b9bf-db76-4a32-982f-53443f9a7b2f/4271d195-936b-4d22-9cf1-b1f23845c51e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:22.287495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05480f8e-2379-46d6-9525-3856fc6c7f8c req-5bf90bea-e083-44a0-892c-e47fab3b5046 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:22.289295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05480f8e-2379-46d6-9525-3856fc6c7f8c req-5bf90bea-e083-44a0-892c-e47fab3b5046 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.3194420 Aug 30 23:00:22.334561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05480f8e-2379-46d6-9525-3856fc6c7f8c req-8ca3269a-0d57-40e3-80f6-e1622f497015 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365410 Aug 30 23:00:22.360696 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.431681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Router 92ee0faf-a3ad-4402-8f50-85d674df0fcf has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:00:22.442383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.454862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Transition to ACTIVE for port object 4271d195-936b-4d22-9cf1-b1f23845c51e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:22.473315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Transition to ACTIVE for port object 4271d195-936b-4d22-9cf1-b1f23845c51e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:22.482503 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.524408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:22.527719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:22.533825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:22.575572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::10 (7d453dcc-4411-4ba8-99ab-2e2da6cdb060/7081b9bf-db76-4a32-982f-53443f9a7b2f/82bc47ab-af35-4048-9e44-68755596a0cd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:22.607974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Pushing event updated for resources: {'Port': ['ID=4271d195-936b-4d22-9cf1-b1f23845c51e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:22.614273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Attempting to bind port 4271d195-936b-4d22-9cf1-b1f23845c51e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:22.615321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Attempting to bind port 4271d195-936b-4d22-9cf1-b1f23845c51e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f21dde78-26b7-4c90-b935-91dd1455ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:22.615321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Attempting to bind port 4271d195-936b-4d22-9cf1-b1f23845c51e on network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:22.621770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:22.622188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Checking segment: {'id': 'f21dde78-26b7-4c90-b935-91dd1455ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:22.622605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.623006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Bound using segment: {'id': 'f21dde78-26b7-4c90-b935-91dd1455ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:22.623487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Bound port: 4271d195-936b-4d22-9cf1-b1f23845c51e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f21dde78-26b7-4c90-b935-91dd1455ec53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:22.623881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.634031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:00:22.640074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.652414 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Sync routers for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:00:22.677886 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:22.692205 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:22.711787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-06c95f78-e538-4ee6-ae71-3384fb45c5d2 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "PUT /v2.0/floatingips/b97035c1-deea-4d57-a77f-a03b20e92301 HTTP/1.1" status: 200 len: 991 time: 1.3642879 Aug 30 23:00:22.711787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:22.715708 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55893c77-00cb-4869-a545-1285b9b0d98e" -d '{"events": [{"name": "network-changed", "server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:22.746375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] For port 4271d195-936b-4d22-9cf1-b1f23845c51e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:22.750944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] For port 4271d195-936b-4d22-9cf1-b1f23845c51e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4271d195-936b-4d22-9cf1-b1f23845c51e,segment=NetworkSegment(f21dde78-26b7-4c90-b935-91dd1455ec53),segment_id=f21dde78-26b7-4c90-b935-91dd1455ec53)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:22.759307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.804643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:22.830871 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d963a1-6b3e-4fe9-964a-61e1a725a623 x-openstack-request-id: req-70d963a1-6b3e-4fe9-964a-61e1a725a623 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:22.831162 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:22.831501 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-70d963a1-6b3e-4fe9-964a-61e1a725a623 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:22.831814 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'status': 'completed', 'code': 200} Aug 30 23:00:22.837446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 82bc47ab-af35-4048-9e44-68755596a0cd will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:22.886388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47becbc-2fe1-44d6-b692-f831ca7f92d2 None None] Pushing event updated for resources: {'Port': ['ID=4271d195-936b-4d22-9cf1-b1f23845c51e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:22.913886 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:00:22.939886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893c77-00cb-4869-a545-1285b9b0d98e req-819f900c-1215-403e-a8f5-4821d2a179a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:22.941780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-819f900c-1215-403e-a8f5-4821d2a179a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=15b3cf38f24b440e9d18225138f5c6cc&device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 1097 time: 0.0681317 Aug 30 23:00:22.952727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:23.074292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:23.087845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:23.093643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:23.099410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:23.100229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:23.127048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=82bc47ab-af35-4048-9e44-68755596a0cd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:23.140204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.140554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.140883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.141222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.141556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.141967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.142250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.142753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.143105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.143321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.143593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.143823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:23.159995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:23.160738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-44a8adf0-18af-45e2-844a-e01ed8a2e8b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4055269 Aug 30 23:00:23.167309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '7d453dcc-4411-4ba8-99ab-2e2da6cdb060', 'name': 'tempest-PortsIpV6TestJSON-539540443', 'fixed_ips': [{'subnet_id': '7081b9bf-db76-4a32-982f-53443f9a7b2f', 'ip_address': '2001:db8::f'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:23.184954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893c77-00cb-4869-a545-1285b9b0d98e req-b3834eae-2d2a-472b-a976-e1ad41707531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:23.188812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-b3834eae-2d2a-472b-a976-e1ad41707531 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c2b7966-3b69-4559-8980-793197c543bc HTTP/1.1" status: 200 len: 913 time: 0.2336650 Aug 30 23:00:23.257741 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'b97035c1-deea-4d57-a77f-a03b20e92301', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'port_id': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'mac_address': 'fa:16:3e:66:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:00:04Z', 'updated_at': '2021-08-30T23:00:21Z', 'revision_number': 1, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:23.319437 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Checking router: 92ee0faf-a3ad-4402-8f50-85d674df0fcf for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:00:23.333008 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:23.334087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-e59f7aaf-eaae-4702-9857-f175f334502b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec HTTP/1.1" status: 200 len: 999 time: 0.1320450 Aug 30 23:00:23.334879 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:23.335594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:23.412088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893c77-00cb-4869-a545-1285b9b0d98e req-38cadd49-cc25-4acc-ab32-30657676ca78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:23.412088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-38cadd49-cc25-4acc-ab32-30657676ca78 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50db6658-9fa3-49b7-8f0b-642267953af0 HTTP/1.1" status: 200 len: 851 time: 0.0647261 Aug 30 23:00:23.469610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:23.495450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55893c77-00cb-4869-a545-1285b9b0d98e req-03c5b0aa-b996-4e72-9d95-17833267c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:23.495772 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:00:23.496985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-03c5b0aa-b996-4e72-9d95-17833267c01b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c2b7966-3b69-4559-8980-793197c543bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717456 Aug 30 23:00:23.526013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 44f7dabd-6f15-4790-a55c-064a993c358c yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:23.613402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6557202-82ce-4fc1-bec7-f80f9f224aea req-840f1a2d-24fe-4b1a-9da5-f7379a9d0efc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:23.615049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6557202-82ce-4fc1-bec7-f80f9f224aea req-840f1a2d-24fe-4b1a-9da5-f7379a9d0efc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1396916 Aug 30 23:00:23.652874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-8871722b-a05d-4f13-a647-f8839378485c service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458807 Aug 30 23:00:23.739388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6557202-82ce-4fc1-bec7-f80f9f224aea req-b9b0b539-2f7d-4e0c-98c7-e96b34c06577 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767543 Aug 30 23:00:23.833487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::f (7d453dcc-4411-4ba8-99ab-2e2da6cdb060/7081b9bf-db76-4a32-982f-53443f9a7b2f/44f7dabd-6f15-4790-a55c-064a993c358c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:23.847140 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'b97035c1-deea-4d57-a77f-a03b20e92301', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'port_id': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'mac_address': 'fa:16:3e:66:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:00:04Z', 'updated_at': '2021-08-30T23:00:21Z', 'revision_number': 1, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:23.849180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55893c77-00cb-4869-a545-1285b9b0d98e req-a8d341c7-d285-4370-ab75-40cdf30e19bd service neutron] 10.222.0.47 "GET /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877060 Aug 30 23:00:23.902098 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec403d7-2586-4014-b488-95b56801b158 None None] The sync data for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 is: [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'b97035c1-deea-4d57-a77f-a03b20e92301', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'floating_ip_address': '172.25.7.152', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'port_id': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2040, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'mac_address': 'fa:16:3e:66:2f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:00:04Z', 'updated_at': '2021-08-30T23:00:21Z', 'revision_number': 1, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:00:24.046830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4271d195-936b-4d22-9cf1-b1f23845c51e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:24.110762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.132884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 44f7dabd-6f15-4790-a55c-064a993c358c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:24.138712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4271d195-936b-4d22-9cf1-b1f23845c51e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:24.216205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.278599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15e67d0-a1d9-43a4-9a07-cce7ed41ac89 None None] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:24.282805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:24.286177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:24.295160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:24.295811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc4fc3f-53a4-4954-9686-6ac2a4d865c2 None None] New status for floating IP b97035c1-deea-4d57-a77f-a03b20e92301: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:00:24.303959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.304650 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.345361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1836534 Aug 30 23:00:24.346468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768fd361-042b-41ce-a645-46bf7359143f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=44f7dabd-6f15-4790-a55c-064a993c358c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:24.347950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57050) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:24.456654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Provisioning for port 4271d195-936b-4d22-9cf1-b1f23845c51e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:24.500444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867632f5-8ace-40f8-9dc2-e7229e2086b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.502020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-867632f5-8ace-40f8-9dc2-e7229e2086b0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1529424 Aug 30 23:00:24.504886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:24.505235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Provisioning complete for port 4271d195-936b-4d22-9cf1-b1f23845c51e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:24.505612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.609967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ada4b-60dd-4f94-adde-20884d730feb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.622542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ada4b-60dd-4f94-adde-20884d730feb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.634419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ada4b-60dd-4f94-adde-20884d730feb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.637368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-278ada4b-60dd-4f94-adde-20884d730feb tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1311572 Aug 30 23:00:24.640033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57054) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:24.715284 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.752056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 44f7dabd-6f15-4790-a55c-064a993c358c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:24.752405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.762463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] For port 4271d195-936b-4d22-9cf1-b1f23845c51e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4271d195-936b-4d22-9cf1-b1f23845c51e,segment=NetworkSegment(f21dde78-26b7-4c90-b935-91dd1455ec53),segment_id=f21dde78-26b7-4c90-b935-91dd1455ec53)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:24.768959 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.844308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba26516-b0ad-4f55-881b-a4b355418dc8 None None] Pushing event updated for resources: {'Port': ['ID=4271d195-936b-4d22-9cf1-b1f23845c51e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:24.871346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-45d5efcd-ecf1-4db5-9320-47c1975a2677 req-521003a2-f2cc-4209-9560-8be16651e07c service neutron] (101268) timed out ('10.222.0.52', 54522) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:00:24.911123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:24.924679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 44f7dabd-6f15-4790-a55c-064a993c358c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:24.952532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ebf0a-f501-4346-aea7-0140a033f097 req-ec5ad60c-f8f0-4a89-902b-4821ddd55e15 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:24.956406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-016ebf0a-f501-4346-aea7-0140a033f097 req-ec5ad60c-f8f0-4a89-902b-4821ddd55e15 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.0644274 Aug 30 23:00:25.000498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-016ebf0a-f501-4346-aea7-0140a033f097 req-60e0a1cd-2d14-4763-bc8f-25e31bdf40f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374525 Aug 30 23:00:25.112511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.133487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Provisioning for port 82bc47ab-af35-4048-9e44-68755596a0cd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:25.138080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Provisioning complete for port 82bc47ab-af35-4048-9e44-68755596a0cd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:25.138467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.168475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=44f7dabd-6f15-4790-a55c-064a993c358c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:25.187549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Port 82bc47ab-af35-4048-9e44-68755596a0cd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:25.200929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Provisioning complete for port 4271d195-936b-4d22-9cf1-b1f23845c51e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:25.201386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.207152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.209092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0753b9a8-dbea-4534-96c2-59b4edbc8283 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/44f7dabd-6f15-4790-a55c-064a993c358c HTTP/1.1" status: 204 len: 168 time: 0.5677307 Aug 30 23:00:25.211796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:25.241970 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5026bd-aa44-4c0f-88e3-205ea6689536 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:25.244936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e5026bd-aa44-4c0f-88e3-205ea6689536 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/44f7dabd-6f15-4790-a55c-064a993c358c HTTP/1.1" status: 404 len: 333 time: 0.0317252 Aug 30 23:00:25.248400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57064) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:25.325630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b3bfbb19-8a6c-4335-a5d9-d4594768062a None None] Could not find standard attr ID for object 44f7dabd-6f15-4790-a55c-064a993c358c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:25.379853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 82bc47ab-af35-4048-9e44-68755596a0cd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:25.380231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.458151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-389f4dc6-7437-45e6-bf4d-6b0d19a01a28 None None] Provisioning complete for port 82bc47ab-af35-4048-9e44-68755596a0cd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:25.458577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-389f4dc6-7437-45e6-bf4d-6b0d19a01a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.508595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.535869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-389f4dc6-7437-45e6-bf4d-6b0d19a01a28 None None] Port 82bc47ab-af35-4048-9e44-68755596a0cd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:25.551253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 82bc47ab-af35-4048-9e44-68755596a0cd owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:25.720884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.753611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2388bbca-d47d-4c80-a166-5442f4b92e15 None None] Could not find standard attr ID for object 44f7dabd-6f15-4790-a55c-064a993c358c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:25.755974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=82bc47ab-af35-4048-9e44-68755596a0cd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:25.795290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.797588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-23be8d7d-472a-4ea4-a02e-a3bb6e95ab9c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/82bc47ab-af35-4048-9e44-68755596a0cd HTTP/1.1" status: 204 len: 168 time: 0.5467279 Aug 30 23:00:25.800458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:25.832501 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-906f9f8b-3b09-4752-aa4e-9ebd77048e4f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:25.836859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-906f9f8b-3b09-4752-aa4e-9ebd77048e4f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/82bc47ab-af35-4048-9e44-68755596a0cd HTTP/1.1" status: 404 len: 333 time: 0.0322964 Aug 30 23:00:25.837244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:25.918435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 7081b9bf-db76-4a32-982f-53443f9a7b2f {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:25.922906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:25.972768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4271d195-936b-4d22-9cf1-b1f23845c51e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:25.983131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.050176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4271d195-936b-4d22-9cf1-b1f23845c51e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:26.051025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.174716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.213546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f558-0363-4446-8c6a-018b7d6ad387 req-e2b10e5c-431a-4a56-8034-a9808515451a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:26.215152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd22f558-0363-4446-8c6a-018b7d6ad387 req-e2b10e5c-431a-4a56-8034-a9808515451a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1050489 Aug 30 23:00:26.294322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd22f558-0363-4446-8c6a-018b7d6ad387 req-d8169504-5e19-4391-86c8-a25c3b9bf172 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663741 Aug 30 23:00:26.303077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.327365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7364c3bc-6ef5-4655-a6cc-1051650d5ee3 None None] Network 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:26.327921 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.331575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/7081b9bf-db76-4a32-982f-53443f9a7b2f HTTP/1.1" status: 204 len: 168 time: 0.4911687 Aug 30 23:00:26.332285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:26.351196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98567dc-b055-48ce-84b3-a1b76162f085 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=7081b9bf-db76-4a32-982f-53443f9a7b2f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:26.484929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.560611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] DHCP port deletion for 7d453dcc-4411-4ba8-99ab-2e2da6cdb060 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:26.582185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3635-f197-4d72-add2-e49210edea6b req-c08ed88d-4e29-4bb9-9430-19ff62c5e8d1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:26.588822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3f3635-f197-4d72-add2-e49210edea6b req-c08ed88d-4e29-4bb9-9430-19ff62c5e8d1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0811419 Aug 30 23:00:26.598312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 4271d195-936b-4d22-9cf1-b1f23845c51e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:26.598312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.638875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Deleting port 4271d195-936b-4d22-9cf1-b1f23845c51e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:26.639273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.648570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3f3635-f197-4d72-add2-e49210edea6b req-307431dd-fbaa-48bd-9792-9acd75937afa tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510540 Aug 30 23:00:26.692244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port 4271d195-936b-4d22-9cf1-b1f23845c51e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4271d195-936b-4d22-9cf1-b1f23845c51e,segment=NetworkSegment(f21dde78-26b7-4c90-b935-91dd1455ec53),segment_id=f21dde78-26b7-4c90-b935-91dd1455ec53)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:26.692578 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.715026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 4271d195-936b-4d22-9cf1-b1f23845c51e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:26.730867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] For port 4271d195-936b-4d22-9cf1-b1f23845c51e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4271d195-936b-4d22-9cf1-b1f23845c51e,segment=NetworkSegment(f21dde78-26b7-4c90-b935-91dd1455ec53),segment_id=f21dde78-26b7-4c90-b935-91dd1455ec53)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:26.731275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.747928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Calling delete_port for 4271d195-936b-4d22-9cf1-b1f23845c51e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:26.843912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3548ad-1a98-4ecc-886c-cfd33e14f406 req-f246c16d-38a3-49fc-b702-851beb967c49 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:26.845532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b3548ad-1a98-4ecc-886c-cfd33e14f406 req-f246c16d-38a3-49fc-b702-851beb967c49 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0709791 Aug 30 23:00:26.861268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.862621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:26.893057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] Pushing event deleted for resources: {'Port': ['ID=4271d195-936b-4d22-9cf1-b1f23845c51e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:26.897138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebda0c2c-8eb4-4287-8ac0-363429d516d2 None None] No DVR routers for this DVR port 4271d195-936b-4d22-9cf1-b1f23845c51e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:26.919722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=4271d195-936b-4d22-9cf1-b1f23845c51e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:26.924792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port 4271d195-936b-4d22-9cf1-b1f23845c51e on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:26.933985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b3548ad-1a98-4ecc-886c-cfd33e14f406 req-19ca2fa8-582f-4df0-84c0-debe615318e2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810916 Aug 30 23:00:27.020121 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.031076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d453dcc-4411-4ba8-99ab-2e2da6cdb060']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:27.042635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f21dde78-26b7-4c90-b935-91dd1455ec53') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:27.042932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f21dde78-26b7-4c90-b935-91dd1455ec53') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:27.052183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.067049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.073281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:27.073773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:27.084637 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:27.203388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.208589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.210858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/7d453dcc-4411-4ba8-99ab-2e2da6cdb060 HTTP/1.1" status: 204 len: 168 time: 0.8768547 Aug 30 23:00:27.217273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57108) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:27.222908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1007858146'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:27.233074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8f2f2-657f-4041-aff8-a6b60ff30267 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=7d453dcc-4411-4ba8-99ab-2e2da6cdb060,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:27.248363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:27.252603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.278128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-57991b76-04e7-4fa2-b5f2-ea5ffa3093b8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:27.279909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-57991b76-04e7-4fa2-b5f2-ea5ffa3093b8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.1436090 Aug 30 23:00:27.282566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:27.292592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.292939 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Added segment 8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0 of type vlan for network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 Aug 30 23:00:27.296935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2cf2608e-1a19-4941-a406-74f65cedb98b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/quotas/0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 375 time: 0.0102830 Aug 30 23:00:27.338838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.365672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.371366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:27.371970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.378074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-07401fa0-ba3f-4d16-be77-bed49db3973b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0712564 Aug 30 23:00:27.434148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2121036 Aug 30 23:00:27.434407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57110) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:27.439495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:27.471314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-d04ab35f-26a1-4dc2-a191-b9b23f62fdf9 service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922744 Aug 30 23:00:27.526671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823ff2c-ee80-4e84-ab3f-a1e5f92ccebd tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Network': ['ID=8ed9cb70-d402-43af-8a23-c5c7f139e7f7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:27.542400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:27.549965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:27.554166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.578336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-6011c7fe-9f8e-44b5-890f-c0fb8d2c8466 service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004760 Aug 30 23:00:27.719535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.836768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5c62eb03-e1f5-4a13-92d6-600e8b5a8469 req-3d34c40a-0411-45e4-a4d4-5976bf5012fa tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 210 time: 0.0863335 Aug 30 23:00:27.863113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:27.924813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4271d195-936b-4d22-9cf1-b1f23845c51e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:27.954702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4271d195-936b-4d22-9cf1-b1f23845c51e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:27.955136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4271d195-936b-4d22-9cf1-b1f23845c51e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:27.965961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Checking segment: {'id': '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:27.966315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network hostable DHCP agents. Network: 8ed9cb70-d402-43af-8a23-c5c7f139e7f7, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:27.980707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=ae84ad7d-f044-4bfb-9613-499c336e3dc7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:28.012888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:28.023799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8ed9cb70-d402-43af-8a23-c5c7f139e7f7) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:28.029314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:28.030129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.034589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be5a61-b08c-4cf2-977b-03cd2d977278 None None] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:28.050035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e6ca46e-6696-42f4-9321-cfbfbf55d588 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6144662 Aug 30 23:00:28.052887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57126) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:28.059199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1767362756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:28.090778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.092251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.174578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.187742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.220769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.222923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da7a4556-5014-43a2-a424-492416ed8149 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1684687 Aug 30 23:00:28.225519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:28.233116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7', 'name': 'tempest-PortsIpV6TestJSON-84769988'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:28.327352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-8ed9cb70-d402-43af-8a23-c5c7f139e7f7', 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': 'ae84ad7d-f044-4bfb-9613-499c336e3dc7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:00:28.328737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.388869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:28.393576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.414376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:28.512591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Allocated IP 2001:db8::2 (8ed9cb70-d402-43af-8a23-c5c7f139e7f7/ae84ad7d-f044-4bfb-9613-499c336e3dc7/99d008b0-5a3b-49e0-a43e-1e808d8a093f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:28.673142 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.681847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Transition to ACTIVE for port object 99d008b0-5a3b-49e0-a43e-1e808d8a093f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:28.697333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Transition to ACTIVE for port object 99d008b0-5a3b-49e0-a43e-1e808d8a093f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:28.702895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.738366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:28.747230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:28.749662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:28.756649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Pushing event updated for resources: {'Port': ['ID=99d008b0-5a3b-49e0-a43e-1e808d8a093f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:28.789009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::30 (8ed9cb70-d402-43af-8a23-c5c7f139e7f7/ae84ad7d-f044-4bfb-9613-499c336e3dc7/5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:28.817336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Attempting to bind port 99d008b0-5a3b-49e0-a43e-1e808d8a093f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:28.817611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Attempting to bind port 99d008b0-5a3b-49e0-a43e-1e808d8a093f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:28.817993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Attempting to bind port 99d008b0-5a3b-49e0-a43e-1e808d8a093f on network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:28.824714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:28.825105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Checking segment: {'id': '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:28.825484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.825910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Bound using segment: {'id': '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:28.826381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Bound port: 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '8ed9cb70-d402-43af-8a23-c5c7f139e7f7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:28.826757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:28.909750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] For port 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:28.913667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] For port 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=99d008b0-5a3b-49e0-a43e-1e808d8a093f,segment=NetworkSegment(8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0),segment_id=8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:28.920314 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.022991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e54a7-c649-4b7b-bd8a-a1a954669172 None None] Pushing event updated for resources: {'Port': ['ID=99d008b0-5a3b-49e0-a43e-1e808d8a093f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:29.064900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75ab93e1-e3ff-4da6-9f7f-e794f9b51992 req-8c519802-8689-4f0b-8b7d-3bc08ea78ab8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 210 time: 0.0625775 Aug 30 23:00:29.071456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.095527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-6fc56a68-6b85-4bf5-a8c9-25815cff5eaa tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:29.096896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:29.097037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-6fc56a68-6b85-4bf5-a8c9-25815cff5eaa tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.2048395 Aug 30 23:00:29.117131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'device_id': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'admin_state_up': True, 'tenant_id': '0bf0dadc5814454983b9c309921eb178'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:29.142932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.200542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:29.205029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:29.218051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:29.225889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:29.226759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.245756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:29.254667 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15721336-80eb-4f45-80e0-c0bb51fbdf24 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0234227 Aug 30 23:00:29.255919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57142) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:29.366529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:29.375910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.538609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.20.0.9 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/6bf8f9a9-7bf9-42e1-b624-c7837a118dbd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:29.737005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.738156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.753976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Transition to ACTIVE for port object 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:29.800976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.814591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:00:29.856363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:29.863826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:29.867506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:29.929701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:29.930421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:29.946102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:29.955990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-a500f092-1f73-4adf-9245-7a7ae207b456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8427064 Aug 30 23:00:29.983072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Request body: {'port': {'device_id': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:30.091807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 99d008b0-5a3b-49e0-a43e-1e808d8a093f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:30.121115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.311856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 99d008b0-5a3b-49e0-a43e-1e808d8a093f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:30.446966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d852f9b-43ce-4afa-b10b-88c48be547b5 None None] Provisioning for port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:30.454050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d852f9b-43ce-4afa-b10b-88c48be547b5 None None] Provisioning complete for port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:30.454436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d852f9b-43ce-4afa-b10b-88c48be547b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.467715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57156) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:30.476571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065a3ec-8dda-436f-8852-6e8771089739 req-dbb9d9a6-4acf-4bc1-982a-bb152d0b7ee3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:30.480763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4065a3ec-8dda-436f-8852-6e8771089739 req-dbb9d9a6-4acf-4bc1-982a-bb152d0b7ee3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 931 time: 0.2648029 Aug 30 23:00:30.505724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b89492-69b9-429b-be2d-92d5ffa9b5cb None None] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:30.603874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4065a3ec-8dda-436f-8852-6e8771089739 req-afdd7f5e-84ee-4378-8a0b-4e1ce428ce0f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Aug 30 23:00:30.742198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6397-866e-4397-8eb6-8c9c68bd7fbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.761201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:00:30.774072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.780839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.784697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.790228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6d852f9b-43ce-4afa-b10b-88c48be547b5 None None] Port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:30.813049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Transition to ACTIVE for port object 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:30.823912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:30.848479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:30.920785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:30.948990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Provisioning for port 99d008b0-5a3b-49e0-a43e-1e808d8a093f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:30.954572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Provisioning complete for port 99d008b0-5a3b-49e0-a43e-1e808d8a093f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:30.955289 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.044653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.048194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6397-866e-4397-8eb6-8c9c68bd7fbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.065333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd2e6397-866e-4397-8eb6-8c9c68bd7fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.119288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e6397-866e-4397-8eb6-8c9c68bd7fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2657426e-b787-41cf-81e0-c3126398787f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:31.125024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Attempting to bind port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:31.125735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Attempting to bind port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:31.125735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Attempting to bind port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:31.132794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.157751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:00:31.158113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Attempting to bind port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:31.163623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd2e6397-866e-4397-8eb6-8c9c68bd7fbd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed5eb6f9c4d8498f98cfe6f6a1018a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6815715 Aug 30 23:00:31.166292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:31.168794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:31.168794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:31.169128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:31.169894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Bound port: 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:31.170278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.195278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] For port 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=99d008b0-5a3b-49e0-a43e-1e808d8a093f,segment=NetworkSegment(8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0),segment_id=8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:31.201537 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.282404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.295393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d2467-b070-487a-ae21-e42e535761f2 None None] Pushing event updated for resources: {'Port': ['ID=99d008b0-5a3b-49e0-a43e-1e808d8a093f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:31.321588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:31.342948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:31.361823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.365489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.420803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:31.421430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.422874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] 10.222.0.52 "PUT /v2.0/ports/6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 200 len: 1092 time: 1.4526355 Aug 30 23:00:31.425595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:31.427978 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64cf675-db2d-4c36-a59d-d27d57fd149c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:31.462653 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.467075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Provisioning complete for port 99d008b0-5a3b-49e0-a43e-1e808d8a093f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:31.467470 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.518467 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ce2cb-1e10-4dd8-802b-a0444970ced5 x-openstack-request-id: req-b21ce2cb-1e10-4dd8-802b-a0444970ced5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:31.519875 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:31.522201 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b21ce2cb-1e10-4dd8-802b-a0444970ced5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:31.522641 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd', 'status': 'completed', 'code': 200} Aug 30 23:00:31.584147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab1e0b-409c-48f7-aa71-cba33694bf8a service neutron] Pushing event updated for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:31.623580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.626216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.630996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2657426e-b787-41cf-81e0-c3126398787f HTTP/1.1" status: 204 len: 168 time: 0.4600604 Aug 30 23:00:31.652403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd24bd13-36ff-4c72-8072-7d92330d1b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2657426e-b787-41cf-81e0-c3126398787f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:31.656628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-cbe405b6-c750-4df0-bdea-0f900dd7d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:31.657326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Provisioning for port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:31.658236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-cbe405b6-c750-4df0-bdea-0f900dd7d127 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 1095 time: 0.1287427 Aug 30 23:00:31.668782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Provisioning complete for port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:31.669210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.763466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-42a064c9-792e-4e3e-a739-27e2773770a9 None None] Port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:31.798260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.807055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.807917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.871398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:31.899101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c099584-97c3-4588-8ae5-e67d4c488d56 None None] Provisioning complete for port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:31.899611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c099584-97c3-4588-8ae5-e67d4c488d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:31.957067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 99d008b0-5a3b-49e0-a43e-1e808d8a093f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:31.996812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7c099584-97c3-4588-8ae5-e67d4c488d56 None None] Port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:32.021931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:32.023654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:32.024428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 99d008b0-5a3b-49e0-a43e-1e808d8a093f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:32.024881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:32.169056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Router 409dd34c-3502-4fce-9c35-05dbc147fe47 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:00:32.212107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-bca113e3-c8ba-472b-b09e-d4aad5eec251 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 200 len: 217 time: 0.5386822 Aug 30 23:00:32.276100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a9f98960-8458-4d3e-a0fa-4ffd947c0f03 None None] Provisioning complete for port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:32.277057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a9f98960-8458-4d3e-a0fa-4ffd947c0f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:32.284884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:00:32.294715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-23e6b7b8-6901-4ea8-b570-198d591ebe6b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/routers/409dd34c-3502-4fce-9c35-05dbc147fe47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0376399 Aug 30 23:00:32.295557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:32.298001 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] Sync routers for ids ['409dd34c-3502-4fce-9c35-05dbc147fe47'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:00:32.315251 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] Routers {'409dd34c-3502-4fce-9c35-05dbc147fe47'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:32.326432 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['409dd34c-3502-4fce-9c35-05dbc147fe47'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:32.331147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a9f98960-8458-4d3e-a0fa-4ffd947c0f03 None None] Port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:32.343549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc5fcd-faae-44fc-b241-a829d09b9ebb req-e2c58efd-01d3-4993-9d9c-b1906845cdd0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.352394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91cc5fcd-faae-44fc-b241-a829d09b9ebb req-e2c58efd-01d3-4993-9d9c-b1906845cdd0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 943 time: 0.1384971 Aug 30 23:00:32.370692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-35887d01-1dd4-4cbe-9085-6fd828c5b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.372602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-35887d01-1dd4-4cbe-9085-6fd828c5b32e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1481118 Aug 30 23:00:32.386913 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:32.396698 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] Routers {'409dd34c-3502-4fce-9c35-05dbc147fe47'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:32.397585 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['409dd34c-3502-4fce-9c35-05dbc147fe47'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:32.398821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f410c09-99e8-4c1e-9453-928040b722ac tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.411875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9f410c09-99e8-4c1e-9453-928040b722ac tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?device_id=409dd34c-3502-4fce-9c35-05dbc147fe47 HTTP/1.1" status: 200 len: 986 time: 0.0972862 Aug 30 23:00:32.418073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:32.429687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91cc5fcd-faae-44fc-b241-a829d09b9ebb req-056a06f3-d354-4573-bc0f-860808ea0d56 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761235 Aug 30 23:00:32.437824 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:32.438509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fe79ce-2576-4551-823d-ea0f1f6936df None None] The sync data for ids ['409dd34c-3502-4fce-9c35-05dbc147fe47'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:00:32.466480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-00ed1867-ca07-47ee-bdd0-de93ea364947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.468005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-00ed1867-ca07-47ee-bdd0-de93ea364947 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758317 Aug 30 23:00:32.552730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e8408b99-1f6b-4f73-ad82-9b1dcc70d103 None None] Provisioning complete for port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:32.553179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e8408b99-1f6b-4f73-ad82-9b1dcc70d103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:32.577719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-8f1adbf0-168b-4e85-be36-32c049ae49e2 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020398 Aug 30 23:00:32.609644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e8408b99-1f6b-4f73-ad82-9b1dcc70d103 None None] Port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:32.697378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf7ddb7a-ab16-4d37-afa5-f5b8b68643d1 req-fc4cfca4-4c3d-4a0b-bef1-00b446c1ae6a service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124434 Aug 30 23:00:32.829920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-e30bc1e6-2088-48e1-8c63-610547170bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.831522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-e30bc1e6-2088-48e1-8c63-610547170bb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 1095 time: 0.0471761 Aug 30 23:00:32.944033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-a174812a-84df-4aa3-8f92-36f32b861af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:32.945563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-a174812a-84df-4aa3-8f92-36f32b861af2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.1056917 Aug 30 23:00:32.980562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:33.002665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-446093e7-d716-46e3-aa82-7d22614f4ffa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 200 len: 217 time: 0.0458474 Aug 30 23:00:33.057210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-c4d7462e-35b7-485e-b522-9391d122e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:33.058834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-c4d7462e-35b7-485e-b522-9391d122e032 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0474710 Aug 30 23:00:33.117327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-83ef6fea-5389-4ac5-89e6-d34e35190090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:33.119688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-83ef6fea-5389-4ac5-89e6-d34e35190090 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523064 Aug 30 23:00:33.221165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-fe75a279-9869-4002-a592-6f6cade870cf service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946460 Aug 30 23:00:33.226734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:33.227136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:33.321245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:33.338814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:33.339921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f64cf675-db2d-4c36-a59d-d27d57fd149c req-12ddbd13-df16-48f9-b803-a5f10caf4f4d service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100273 Aug 30 23:00:33.561450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:33.597470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:33.613030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b8f7b8-35c2-437f-a1db-e4832fc5c5fb req-4a64d67d-8f59-4f57-a25d-2f165839e5b7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:33.614705 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33b8f7b8-35c2-437f-a1db-e4832fc5c5fb req-4a64d67d-8f59-4f57-a25d-2f165839e5b7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 943 time: 0.1122808 Aug 30 23:00:33.985571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:33.989915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33b8f7b8-35c2-437f-a1db-e4832fc5c5fb req-ea110b50-f310-4e39-a483-bd7168d1dd37 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525150 Aug 30 23:00:34.151769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Router 409dd34c-3502-4fce-9c35-05dbc147fe47 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:00:34.237356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:00:34.242506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-72a49959-7506-4e12-88e6-0094173e1e56 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/routers/409dd34c-3502-4fce-9c35-05dbc147fe47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8233335 Aug 30 23:00:34.245761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57254) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:34.252181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] Sync routers for ids ['409dd34c-3502-4fce-9c35-05dbc147fe47'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:00:34.262395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] Routers {'409dd34c-3502-4fce-9c35-05dbc147fe47'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:34.263033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['409dd34c-3502-4fce-9c35-05dbc147fe47'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:34.271502 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-461da5fd-6329-4e36-9c78-7e413fbb1730 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:34.276097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-461da5fd-6329-4e36-9c78-7e413fbb1730 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/5cd2fe45-28d6-4d9b-9cac-ba8aaba15f9c HTTP/1.1" status: 404 len: 333 time: 0.0261834 Aug 30 23:00:34.276251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:34.297396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:34.307255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] Routers {'409dd34c-3502-4fce-9c35-05dbc147fe47'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:00:34.307876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:00:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['409dd34c-3502-4fce-9c35-05dbc147fe47'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:34.342690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:34.343357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a4b32d-18c4-43c2-b7e4-6a67b005cea6 None None] The sync data for ids ['409dd34c-3502-4fce-9c35-05dbc147fe47'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:00:34.356407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.520557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.522944 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.566056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.566837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Fanout notify agent at l3_agent the message router_deleted on router 409dd34c-3502-4fce-9c35-05dbc147fe47 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:00:34.574811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.576036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d75b9bf-758e-49a6-9192-c37f7711d7a8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/routers/409dd34c-3502-4fce-9c35-05dbc147fe47 HTTP/1.1" status: 204 len: 168 time: 0.2988379 Aug 30 23:00:34.578987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57266) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:34.632334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet ae84ad7d-f044-4bfb-9613-499c336e3dc7 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:34.636366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.673769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:34.679050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.771430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.795236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccd87702-f6d1-4c81-a555-cfe0986f73d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.831127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.860392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=ae84ad7d-f044-4bfb-9613-499c336e3dc7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:34.864277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.869171 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-daad7c98-bbd7-472c-a322-9ccbaf6d7cb0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/ae84ad7d-f044-4bfb-9613-499c336e3dc7 HTTP/1.1" status: 204 len: 168 time: 0.2890654 Aug 30 23:00:34.869862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:34.879864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaad857-87bf-4d83-a721-e28121c15745 None None] Network 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:34.910897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccd87702-f6d1-4c81-a555-cfe0986f73d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.915960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccd87702-f6d1-4c81-a555-cfe0986f73d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:34.970690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ccd87702-f6d1-4c81-a555-cfe0986f73d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac050cc8276442eeaeffa641fd44f1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955432 Aug 30 23:00:34.972554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd87702-f6d1-4c81-a555-cfe0986f73d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25823fcd-e794-4c44-b14c-5e88a15bb24a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:34.974513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.009498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.164761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.170761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] DHCP port deletion for 8ed9cb70-d402-43af-8a23-c5c7f139e7f7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:35.199000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 99d008b0-5a3b-49e0-a43e-1e808d8a093f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:35.199340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.202280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.216683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Deleting port 99d008b0-5a3b-49e0-a43e-1e808d8a093f {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:35.217063 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.274333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd408-881b-4518-a5c7-1e02551139f4 req-681caa4e-531b-448f-ac1a-41801533bc06 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:35.276300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1fcd408-881b-4518-a5c7-1e02551139f4 req-681caa4e-531b-448f-ac1a-41801533bc06 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 943 time: 0.1450417 Aug 30 23:00:35.287326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] For port 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=99d008b0-5a3b-49e0-a43e-1e808d8a093f,segment=NetworkSegment(8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0),segment_id=8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:35.287958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.301119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Calling delete_port for 99d008b0-5a3b-49e0-a43e-1e808d8a093f owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:35.330948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] For port 99d008b0-5a3b-49e0-a43e-1e808d8a093f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=99d008b0-5a3b-49e0-a43e-1e808d8a093f,segment=NetworkSegment(8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0),segment_id=8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:35.331304 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.354075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 99d008b0-5a3b-49e0-a43e-1e808d8a093f owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:35.360673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1fcd408-881b-4518-a5c7-1e02551139f4 req-cf4bbd88-7fec-489e-8b67-6bc86fec6244 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725124 Aug 30 23:00:35.365073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.367626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.371208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25823fcd-e794-4c44-b14c-5e88a15bb24a HTTP/1.1" status: 204 len: 168 time: 0.3923731 Aug 30 23:00:35.392643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204d9b7-c8a1-414a-a27e-59816ee6d5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25823fcd-e794-4c44-b14c-5e88a15bb24a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:35.397446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.442069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] No DVR routers for this DVR port 99d008b0-5a3b-49e0-a43e-1e808d8a093f on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:35.446057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43802f9-2a34-4e3c-8620-1f93c6dbf0f7 None None] Pushing event deleted for resources: {'Port': ['ID=99d008b0-5a3b-49e0-a43e-1e808d8a093f,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:35.485026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.512519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=99d008b0-5a3b-49e0-a43e-1e808d8a093f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:35.514393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No DVR routers for this DVR port 99d008b0-5a3b-49e0-a43e-1e808d8a093f on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:35.593525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.603690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ed9cb70-d402-43af-8a23-c5c7f139e7f7']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:35.615022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:35.615319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d63bfdb-6df8-4ce9-ae9f-7d7a7b2c3ba0') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:35.624190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.639032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.645260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:35.645648 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:35.648754 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:35.665511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.679503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb27c573-4e7b-4ef6-9159-68fd723490e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.712021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.719677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.721573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/8ed9cb70-d402-43af-8a23-c5c7f139e7f7 HTTP/1.1" status: 204 len: 168 time: 0.8506999 Aug 30 23:00:35.727501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.734330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c560b26-aa34-48c1-950d-a3c0aada62b2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=8ed9cb70-d402-43af-8a23-c5c7f139e7f7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:35.788462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1dcd75-20d0-4f65-b18d-4197eeb7180f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:35.789877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a1dcd75-20d0-4f65-b18d-4197eeb7180f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/777137a0-97d3-49e3-ae46-aa7d91b9ff7e HTTP/1.1" status: 200 len: 844 time: 0.0614147 Aug 30 23:00:35.793873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57292) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.829014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb27c573-4e7b-4ef6-9159-68fd723490e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.832901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb27c573-4e7b-4ef6-9159-68fd723490e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.840763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d1fcf0d6-e0d5-4e2d-8485-c904cafdf896 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/777137a0-97d3-49e3-ae46-aa7d91b9ff7e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0456486 Aug 30 23:00:35.841596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.847070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:35.877378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb27c573-4e7b-4ef6-9159-68fd723490e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ed455231349459581b7c6a37c2161a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2107501 Aug 30 23:00:35.878011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:35.879997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb27c573-4e7b-4ef6-9159-68fd723490e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2b2458-7fb0-46d8-ab72-caf522753a4f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:35.905538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 99d008b0-5a3b-49e0-a43e-1e808d8a093f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:35.926550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 99d008b0-5a3b-49e0-a43e-1e808d8a093f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:35.927212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 99d008b0-5a3b-49e0-a43e-1e808d8a093f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:35.934949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.958852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:35.962537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:35.972938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.027286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.029772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.031129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd2b2458-7fb0-46d8-ab72-caf522753a4f HTTP/1.1" status: 204 len: 168 time: 0.1520643 Aug 30 23:00:36.039534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34166ba3-ee73-4c98-82d3-4b59cc0ff7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2b2458-7fb0-46d8-ab72-caf522753a4f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:36.196964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.250753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:36.254123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:36.257160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:36.257758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.265337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d9b63e-50e8-43bb-a490-46378e0db764 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:36.277439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=3e22c000-1e97-48da-831c-c6182b02fcd1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:36.288461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e4f0fad4-70af-42a1-bfda-7c1f4bb850ec tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4458094 Aug 30 23:00:36.291431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:36.296142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'security_group': {'name': 'tempest-secgroup-2075219864'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:36.306726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:00:36.329346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.431847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.439960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.484307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:36.499232 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.503306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:36.503498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2108419 Aug 30 23:00:36.510551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c8b492-47bb-4f04-a042-ab536e8fb5fa tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97deca6e-e2ad-4aee-ac89-377e06162b28,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:36.512886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd', 'mac_address': 'fa:16:3e:b2:43:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:00:36.526703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'security_group': {'name': 'tempest-secgroup-268789261'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:36.531552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656c0d3c-5e40-4c53-9bd9-e8906256ce37 req-5377ba57-86c3-49f8-8a92-d22128d9810f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:36.533413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-656c0d3c-5e40-4c53-9bd9-e8906256ce37 req-5377ba57-86c3-49f8-8a92-d22128d9810f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 943 time: 0.0886321 Aug 30 23:00:36.568726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.574635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a699efd0-de0f-45a7-a66e-a0047f016e24', 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'tenant_id': 'e5d244da4fcf4856881e7ae016289298', 'fixed_ips': [{'subnet_id': '3e22c000-1e97-48da-831c-c6182b02fcd1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:00:36.575780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.590865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-656c0d3c-5e40-4c53-9bd9-e8906256ce37 req-406f49c2-377a-404f-83ea-2cd40ca99192 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509505 Aug 30 23:00:36.606080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.627626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:00:36.684772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.689613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.700947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:36.709444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.710128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.710728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2053862 Aug 30 23:00:36.714435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:36.724258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1748868937', 'security_groups': ['d327c3d7-14fb-4112-a487-f8bda72bac20'], 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3e22c000-1e97-48da-831c-c6182b02fcd1'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:36.734282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43163e84-4d9f-4a02-8aee-630971055718 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d327c3d7-14fb-4112-a487-f8bda72bac20,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:36.809096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:36.821812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Allocated IP 2001:db8::2 (a699efd0-de0f-45a7-a66e-a0047f016e24/3e22c000-1e97-48da-831c-c6182b02fcd1/77e3a3bd-f3c2-4475-ae97-94b41e17037e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:36.862156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:36.960227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.979638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 86dfe223-1374-4b8d-96a0-4a28a25f3cfe yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:36.988472 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:36.999750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Transition to ACTIVE for port object 77e3a3bd-f3c2-4475-ae97-94b41e17037e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:37.018930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Transition to ACTIVE for port object 77e3a3bd-f3c2-4475-ae97-94b41e17037e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:37.028188 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.067192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:00:37.110302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:37.121895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:37.129442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:37.134036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:37.233598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::120 (a699efd0-de0f-45a7-a66e-a0047f016e24/3e22c000-1e97-48da-831c-c6182b02fcd1/86dfe223-1374-4b8d-96a0-4a28a25f3cfe) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:37.244705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Attempting to bind port 77e3a3bd-f3c2-4475-ae97-94b41e17037e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:00:37.245315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Attempting to bind port 77e3a3bd-f3c2-4475-ae97-94b41e17037e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '13140037-f741-41e4-84b2-9a241ee124c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:00:37.246013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Attempting to bind port 77e3a3bd-f3c2-4475-ae97-94b41e17037e on network a699efd0-de0f-45a7-a66e-a0047f016e24 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:00:37.254700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:00:37.255073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Checking segment: {'id': '13140037-f741-41e4-84b2-9a241ee124c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:37.255670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.256151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Bound using segment: {'id': '13140037-f741-41e4-84b2-9a241ee124c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:00:37.256809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Bound port: 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13140037-f741-41e4-84b2-9a241ee124c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:00:37.257375 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.370763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:00:37.395051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:00:37.404757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.423604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.440104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 86dfe223-1374-4b8d-96a0-4a28a25f3cfe will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:37.481558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.503434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e08752-851e-447c-b6c3-bd321efb21b1 None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:37.541703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:37.545207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:37.551570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:37.558202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:37.561985 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.575918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=86dfe223-1374-4b8d-96a0-4a28a25f3cfe,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:37.587265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d021c32b-376a-42a1-b9ab-1ae485aa6f6d tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8716989 Aug 30 23:00:37.591083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57350) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:37.596616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:37.760156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:37.767684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:37.769645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed559009-34da-46a4-b489-c76ac678fb86 req-2b3839d4-6cc9-483a-87bc-7fb393ff3565 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:37.771705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed559009-34da-46a4-b489-c76ac678fb86 req-2b3839d4-6cc9-483a-87bc-7fb393ff3565 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 944 time: 0.0877995 Aug 30 23:00:37.823852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ed559009-34da-46a4-b489-c76ac678fb86 req-fb2afe41-a4c4-49fe-b99d-5aa6369d928e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443451 Aug 30 23:00:37.911916 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3e22c000-1e97-48da-831c-c6182b02fcd1 (CIDR: 2001:db8::/64) Aug 30 23:00:37.915981 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:00:37.916623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:37.936563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f1dc55af-c0a6-49e6-9223-4d95d2151ff0 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3439918 Aug 30 23:00:37.939348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57360) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:37.947897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:37.995734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:38.061438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:38.086539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:38.090387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.308530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:38.374706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:38.379311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:38.379717 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.398880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.457157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:38.465415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:38.471107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:38.472381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.493468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=12e9a498-f370-4340-b8bf-7eade5f3540e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:38.505330 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.511410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57378) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:38.511567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a42c9e8-3ff8-4dfa-b711-475e3de17610 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5704644 Aug 30 23:00:38.517335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-373466718', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12e9a498-f370-4340-b8bf-7eade5f3540e'}], 'security_groups': ['97deca6e-e2ad-4aee-ac89-377e06162b28']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:38.560488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:00:38.563058 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53873d42-2173-4093-8e34-c63958ffe3d8" -d '{"events": [{"server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:00:38.568432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:38.581258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.603095 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:00:38.629214 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f81378-4b29-4a97-aff9-b629ddb71a56 x-openstack-request-id: req-15f81378-4b29-4a97-aff9-b629ddb71a56 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:00:38.630022 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "name": "network-vif-plugged", "status": "completed", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:00:38.630022 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15f81378-4b29-4a97-aff9-b629ddb71a56 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:00:38.630264 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd', 'code': 200} Aug 30 23:00:38.662637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:38.670184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c9a6e-dbb7-44e1-a3f9-c8148c416a59 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:38.710894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.742733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:38.743124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.795628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:38.843605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Provisioning for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:38.844224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557439-0d47-4b61-8980-c65e9415256b req-0fc4bedd-e489-4e85-a156-727f8f73c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:38.845769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf557439-0d47-4b61-8980-c65e9415256b req-0fc4bedd-e489-4e85-a156-727f8f73c020 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 1097 time: 0.0962250 Aug 30 23:00:38.854248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:38.854623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:38.964474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf557439-0d47-4b61-8980-c65e9415256b req-fcbb6b88-7539-4a86-b3bd-da8fa31c6e47 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848217 Aug 30 23:00:38.987182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.059989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:39.063564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Update dhcp port {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'fixed_ips': [{'subnet_id': '3e22c000-1e97-48da-831c-c6182b02fcd1', 'ip_address': '2001:db8::2'}, {'subnet_id': '12e9a498-f370-4340-b8bf-7eade5f3540e'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '77e3a3bd-f3c2-4475-ae97-94b41e17037e'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:00:39.067527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.073244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f11805-6199-4260-ae85-a960a30c5254 req-72220f09-e685-4dfe-8571-08b47361cad0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:39.074166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85f11805-6199-4260-ae85-a960a30c5254 req-72220f09-e685-4dfe-8571-08b47361cad0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 945 time: 0.1125610 Aug 30 23:00:39.128712 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.163256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Delete allocated IP 2001:db8::120 (a699efd0-de0f-45a7-a66e-a0047f016e24/3e22c000-1e97-48da-831c-c6182b02fcd1) {{(pid=101269) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:00:39.174579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8:0:1::8a (a699efd0-de0f-45a7-a66e-a0047f016e24/12e9a498-f370-4340-b8bf-7eade5f3540e/86dfe223-1374-4b8d-96a0-4a28a25f3cfe) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:39.185459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939d9fd1-6d9a-410e-86e7-bfeded4948ef None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:39.288047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85f11805-6199-4260-ae85-a960a30c5254 req-44d82a51-0423-4b85-b615-b1927babc936 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028761 Aug 30 23:00:39.356513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.369201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Ignored duplicate provisioning block setup for port 86dfe223-1374-4b8d-96a0-4a28a25f3cfe by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:00:39.381125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.456861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] In _notify_port_updated(), no bound segment for port 86dfe223-1374-4b8d-96a0-4a28a25f3cfe on network a699efd0-de0f-45a7-a66e-a0047f016e24 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:00:39.462772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:39.463988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.465409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/ports/86dfe223-1374-4b8d-96a0-4a28a25f3cfe HTTP/1.1" status: 200 len: 929 time: 0.9528210 Aug 30 23:00:39.467104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Allocated IP 2001:db8:0:1::2 (a699efd0-de0f-45a7-a66e-a0047f016e24/12e9a498-f370-4340-b8bf-7eade5f3540e/77e3a3bd-f3c2-4475-ae97-94b41e17037e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:39.469244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:39.472745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d08c8-1236-45e5-a74d-10b66de1a664 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=86dfe223-1374-4b8d-96a0-4a28a25f3cfe,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:39.576275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 86dfe223-1374-4b8d-96a0-4a28a25f3cfe {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:39.576773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.595102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:39.630617 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.631232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:39.652375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Transition to ACTIVE for port object 77e3a3bd-f3c2-4475-ae97-94b41e17037e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:39.659248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.677612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.692587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 86dfe223-1374-4b8d-96a0-4a28a25f3cfe owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:39.759610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df94895-563a-4c23-abca-ec9e508be000 None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:39.785927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6591-a793-4ec1-ac58-e136b1f00a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.857950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.892452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=86dfe223-1374-4b8d-96a0-4a28a25f3cfe,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:39.930212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.935631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e99cabd-5b73-490e-9d04-376840601209 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/86dfe223-1374-4b8d-96a0-4a28a25f3cfe HTTP/1.1" status: 204 len: 168 time: 0.4649262 Aug 30 23:00:39.936469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:39.967849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6591-a793-4ec1-ac58-e136b1f00a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.974814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:39.975024 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00b7380-105b-4136-a78f-0b655497a4c9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:39.980116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b4fb6591-a793-4ec1-ac58-e136b1f00a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:39.980425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a00b7380-105b-4136-a78f-0b655497a4c9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/86dfe223-1374-4b8d-96a0-4a28a25f3cfe HTTP/1.1" status: 404 len: 333 time: 0.0426795 Aug 30 23:00:39.981445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:40.021131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b4fb6591-a793-4ec1-ac58-e136b1f00a89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=698e3e95f1ce45cdb37d3301769d6933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872283 Aug 30 23:00:40.029234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:40.078746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb6591-a793-4ec1-ac58-e136b1f00a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12b59882-a546-4704-80af-7049eeb698b4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:40.110594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.115917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.139480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.148798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.200293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.203296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.204612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/security-groups/d327c3d7-14fb-4112-a487-f8bda72bac20 HTTP/1.1" status: 204 len: 168 time: 0.2220778 Aug 30 23:00:40.206544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.208237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:40.211024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.212385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/12b59882-a546-4704-80af-7049eeb698b4 HTTP/1.1" status: 204 len: 168 time: 0.1817577 Aug 30 23:00:40.221182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be57db-d8b6-40e9-b277-37a862caabe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12b59882-a546-4704-80af-7049eeb698b4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:40.231916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdab03f-8555-42d5-8154-d56ce85dcc97 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d327c3d7-14fb-4112-a487-f8bda72bac20,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:40.289453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68fb8306-260f-4779-9377-8fbd59c3712b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.326466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.396424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.515989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b509b-8b75-4280-b1ac-e9e997800cfc req-9237db7f-6e5f-4e11-8a88-15e4f625da14 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:40.518560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-359b509b-8b75-4280-b1ac-e9e997800cfc req-9237db7f-6e5f-4e11-8a88-15e4f625da14 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 945 time: 0.1249883 Aug 30 23:00:40.544402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:40.545183 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.549020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.557041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.560262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/security-groups/97deca6e-e2ad-4aee-ac89-377e06162b28 HTTP/1.1" status: 204 len: 168 time: 0.3505573 Aug 30 23:00:40.562574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:40.597201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daac5900-d077-4f97-b6bb-c7427ad8fa93 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97deca6e-e2ad-4aee-ac89-377e06162b28,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:40.602674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:40.621811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Provisioning for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:40.627145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:40.627872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.641297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-359b509b-8b75-4280-b1ac-e9e997800cfc req-09b751fb-94ed-4c02-8a09-7774e4d6a32a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063185 Aug 30 23:00:40.710091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 3e22c000-1e97-48da-831c-c6182b02fcd1 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:40.717884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.781933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.835033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:40.879519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4000955b-ae98-4f0b-bc21-52d876e29e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:40.951405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.060085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.081155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.089762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/3e22c000-1e97-48da-831c-c6182b02fcd1 HTTP/1.1" status: 204 len: 168 time: 0.5249553 Aug 30 23:00:41.093256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:41.103161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:41.109632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4000955b-ae98-4f0b-bc21-52d876e29e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.118365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617d3c61-cd71-48dc-a6bf-5c04a0480043 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=3e22c000-1e97-48da-831c-c6182b02fcd1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:41.129069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4000955b-ae98-4f0b-bc21-52d876e29e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.199468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4f43d677-ecdf-4cec-879d-66ff5d90596f None None] Could not find standard attr ID for object 86dfe223-1374-4b8d-96a0-4a28a25f3cfe. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:41.221472 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4000955b-ae98-4f0b-bc21-52d876e29e3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ae4aef6e410c4b31afb6cb69ad870a31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848004 Aug 30 23:00:41.224799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000955b-ae98-4f0b-bc21-52d876e29e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc4d550-f215-4ba1-9d24-a462850b3edd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:41.225137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57438) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:41.283193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:41.289312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.304094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af55eaf8-8a19-4c6a-8382-ac0992c2bf63 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:41.317109 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.346310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.359290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0e0a3c20-2676-4286-bbc0-24e4d3b2777a None None] Could not find standard attr ID for object 86dfe223-1374-4b8d-96a0-4a28a25f3cfe. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:41.415894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.418930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.420441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abc4d550-f215-4ba1-9d24-a462850b3edd HTTP/1.1" status: 204 len: 168 time: 0.1940553 Aug 30 23:00:41.431544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a320d3-a8d0-4ec5-b3fb-1d619a46a302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc4d550-f215-4ba1-9d24-a462850b3edd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:41.641767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.713881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=e4a7d1f5-1dc0-4dfd-8a05-015499f3f390,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:41.724605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:41.726383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:41.729647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:41.730477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.752144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cdec650b-eeac-4aa8-9526-a7d769ef6440 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6574366 Aug 30 23:00:41.754850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:41.761493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'security_group': {'name': 'tempest-secgroup-1772853309'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:41.803997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.952546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:41.958524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.003739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.004993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2488911 Aug 30 23:00:42.007384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60a5877-6627-4cf4-acaf-4c17bca3c86f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2179ac-f864-4646-8246-64b8f2c3e6a6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:42.008090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:42.016494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'security_group': {'name': 'tempest-secgroup-175142520'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:42.048521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.189171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.196074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.220382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.224471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57466) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:42.230461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'security_group': {'name': 'tempest-secgroup-1785127354'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:42.234111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2208495 Aug 30 23:00:42.275718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.285112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685b6abc-706f-43da-8099-4062ffed8c34 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a9f01-b997-431b-aed4-333fcf487ff1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:42.312463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e7e2b9-4854-4b38-8090-ef77e8aaa15d None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:42.405663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.412431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.487625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fb28f17-b58d-4b4c-97db-d1fa63a36715 None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:42.488069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fb28f17-b58d-4b4c-97db-d1fa63a36715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.492230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.493651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2680995 Aug 30 23:00:42.495875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659a12d-8a57-40d3-8117-05c2a892365b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0aeb4f-f650-4a4c-a7e6-6377b172cb85,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:42.496728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:42.505207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1083791291', 'security_groups': ['7a0aeb4f-f650-4a4c-a7e6-6377b172cb85'], 'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e4a7d1f5-1dc0-4dfd-8a05-015499f3f390'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:42.553451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2fb28f17-b58d-4b4c-97db-d1fa63a36715 None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:42.620611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fb28f17-b58d-4b4c-97db-d1fa63a36715 None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:42.623371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fb28f17-b58d-4b4c-97db-d1fa63a36715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.738431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:42.743625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Update dhcp port {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'fixed_ips': [{'subnet_id': '12e9a498-f370-4340-b8bf-7eade5f3540e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4a7d1f5-1dc0-4dfd-8a05-015499f3f390'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '77e3a3bd-f3c2-4475-ae97-94b41e17037e'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:00:42.822862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.869917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.871390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:42.890923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] device_id is not set on port 84c4a5da-cde3-4fc5-b589-d249e284e768 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:00:43.084736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Allocated IP 2001:db8::2 (a699efd0-de0f-45a7-a66e-a0047f016e24/e4a7d1f5-1dc0-4dfd-8a05-015499f3f390/77e3a3bd-f3c2-4475-ae97-94b41e17037e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:43.198399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:43.233094 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.250045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Transition to ACTIVE for port object 77e3a3bd-f3c2-4475-ae97-94b41e17037e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:43.257622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.328393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf09b87-f32e-4588-aaef-1e50fad22bae None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:43.375665 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bb52d93-6841-47b3-a4cc-24c03189bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.653916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8::2ff (a699efd0-de0f-45a7-a66e-a0047f016e24/e4a7d1f5-1dc0-4dfd-8a05-015499f3f390/84c4a5da-cde3-4fc5-b589-d249e284e768) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:43.841067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.856852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 84c4a5da-cde3-4fc5-b589-d249e284e768 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:43.904689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:43.959669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:43.963225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:43.970897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:00:43.976529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:43.992277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:43.992971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.007996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=84c4a5da-cde3-4fc5-b589-d249e284e768,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:44.022842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b14f91d2-6d77-423d-83f1-eb88138c391c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5244198 Aug 30 23:00:44.026867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:44.032939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:44.248991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:44.253125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.388248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:44.389534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.411459 n-d-791504-21 neutron-server[101269]: INFO neutron.db.ipam_backend_mixin [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e4a7d1f5-1dc0-4dfd-8a05-015499f3f390 (CIDR: 2001:db8::/64) Aug 30 23:00:44.415871 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:00:44.416573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:44.442460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57522) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:44.442839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-681c2e21-3172-478c-97c6-d09a4904bc9e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4145396 Aug 30 23:00:44.448795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:44.478289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:44.482979 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.517015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Provisioning for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:44.530901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:44.531579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-236b66d7-7f65-49b5-8b16-5dd7ca95bd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.669384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:44.673321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.776749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fb53845b-1967-4aeb-a9b3-11884d1a25c8 None None] Provisioning for port 84c4a5da-cde3-4fc5-b589-d249e284e768 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:44.781519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fb53845b-1967-4aeb-a9b3-11884d1a25c8 None None] Provisioning complete for port 84c4a5da-cde3-4fc5-b589-d249e284e768 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:44.781932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb53845b-1967-4aeb-a9b3-11884d1a25c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:44.801275 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12e9a498-f370-4340-b8bf-7eade5f3540e (CIDR: 2001:db8:0:1::/64) Aug 30 23:00:44.806924 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:00:44.807507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:44.827521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3952a097-a6d9-45ff-97da-02f56091b25f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3838027 Aug 30 23:00:44.830132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:44.832198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-fb53845b-1967-4aeb-a9b3-11884d1a25c8 None None] Port 84c4a5da-cde3-4fc5-b589-d249e284e768 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:44.837301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'subnet': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:44.986639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Made reservation on behalf of e5d244da4fcf4856881e7ae016289298 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:44.993128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.355152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.401445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Network a699efd0-de0f-45a7-a66e-a0047f016e24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:00:45.405139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:45.408887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:45.410164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.419620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a0222-e447-41a7-8a72-9cdafe98de93 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:45.428416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Subnet': ['ID=aa037933-a5a8-4ec2-90e3-4c2b24ec00c7,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:45.437827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57548) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:45.438939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf648eb3-381b-4403-a922-f14d73370bb8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6061709 Aug 30 23:00:45.449283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1921703155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa037933-a5a8-4ec2-90e3-4c2b24ec00c7'}], 'security_groups': ['9b2179ac-f864-4646-8246-64b8f2c3e6a6', 'f69a9f01-b997-431b-aed4-333fcf487ff1']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:45.653184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.740908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Update dhcp port {'port': {'network_id': 'a699efd0-de0f-45a7-a66e-a0047f016e24', 'fixed_ips': [{'subnet_id': '12e9a498-f370-4340-b8bf-7eade5f3540e', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'e4a7d1f5-1dc0-4dfd-8a05-015499f3f390', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa037933-a5a8-4ec2-90e3-4c2b24ec00c7'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '77e3a3bd-f3c2-4475-ae97-94b41e17037e'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:00:45.786116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:45.948449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.042918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Allocated IP 2001:db8:0:2::2 (a699efd0-de0f-45a7-a66e-a0047f016e24/aa037933-a5a8-4ec2-90e3-4c2b24ec00c7/77e3a3bd-f3c2-4475-ae97-94b41e17037e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:46.163968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:46.199056 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.216838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Transition to ACTIVE for port object 77e3a3bd-f3c2-4475-ae97-94b41e17037e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:46.224870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.359773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Pushing event updated for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:46.369585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Delete allocated IP 2001:db8::2ff (a699efd0-de0f-45a7-a66e-a0047f016e24/e4a7d1f5-1dc0-4dfd-8a05-015499f3f390) {{(pid=101269) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:00:46.369925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.370157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.370419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.370758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.371098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.371435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.372194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.372194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.372563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.372764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.373040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.373369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b9e332-d406-4e82-80f7-fb4909021fca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:46.389842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Allocated IP 2001:db8:0:2::239 (a699efd0-de0f-45a7-a66e-a0047f016e24/aa037933-a5a8-4ec2-90e3-4c2b24ec00c7/84c4a5da-cde3-4fc5-b589-d249e284e768) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:00:46.649399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.672584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Transition to ACTIVE for port object 84c4a5da-cde3-4fc5-b589-d249e284e768 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:00:46.679788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.755740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] In _notify_port_updated(), no bound segment for port 84c4a5da-cde3-4fc5-b589-d249e284e768 on network a699efd0-de0f-45a7-a66e-a0047f016e24 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:00:46.762362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:46.763492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:46.765221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "PUT /v2.0/ports/84c4a5da-cde3-4fc5-b589-d249e284e768 HTTP/1.1" status: 200 len: 970 time: 1.3246236 Aug 30 23:00:46.768577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:46.773210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa14fbc-06a7-408a-94be-029955360801 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event updated for resources: {'Port': ['ID=84c4a5da-cde3-4fc5-b589-d249e284e768,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:46.903680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 84c4a5da-cde3-4fc5-b589-d249e284e768 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:46.904044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.020547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.038158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 84c4a5da-cde3-4fc5-b589-d249e284e768 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:47.239491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.275207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=84c4a5da-cde3-4fc5-b589-d249e284e768,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:47.284415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:47.285060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.302804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.308177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f9f7b51-74a3-4077-9ec3-2710ba6a2037 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/84c4a5da-cde3-4fc5-b589-d249e284e768 HTTP/1.1" status: 204 len: 168 time: 0.5353923 Aug 30 23:00:47.309137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:47.342936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:47.346797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Could not find standard attr ID for object 84c4a5da-cde3-4fc5-b589-d249e284e768. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:47.365118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Provisioning for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:00:47.369461 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-08bfbfa8-d585-4685-8fc6-8dfd04cb6e9a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] GET failed (client error): The resource could not be found. Aug 30 23:00:47.370128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:47.371558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6055094-a7bc-48b2-b876-e2513381c885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.372127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-08bfbfa8-d585-4685-8fc6-8dfd04cb6e9a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports/84c4a5da-cde3-4fc5-b589-d249e284e768 HTTP/1.1" status: 404 len: 333 time: 0.0615268 Aug 30 23:00:47.376989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57588) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:47.471028 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.534870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.594531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.603524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.603524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/security-groups/7a0aeb4f-f650-4a4c-a7e6-6377b172cb85 HTTP/1.1" status: 204 len: 168 time: 0.2235379 Aug 30 23:00:47.605982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57592) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:47.613001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25512a6c-aaa0-45ae-91dd-c122803e01b5 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0aeb4f-f650-4a4c-a7e6-6377b172cb85,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:47.660382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e04952ae-fec3-4854-b017-d83bfceb1d6a None None] Could not find standard attr ID for object 84c4a5da-cde3-4fc5-b589-d249e284e768. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:00:47.701330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.740595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.810236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.812935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.816989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/security-groups/f69a9f01-b997-431b-aed4-333fcf487ff1 HTTP/1.1" status: 204 len: 168 time: 0.2071233 Aug 30 23:00:47.817241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57596) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:47.826348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d93ab31-ed01-491f-a91f-945d2806ce16 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a9f01-b997-431b-aed4-333fcf487ff1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:47.922718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.937993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:00:47.958589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:47.998681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:47.999139 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.029112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.033279 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.034523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b2179ac-f864-4646-8246-64b8f2c3e6a6 HTTP/1.1" status: 204 len: 168 time: 0.2162395 Aug 30 23:00:48.038100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57602) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:48.076462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eda1d8-8f06-40e8-9a46-95684cf7deef tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2179ac-f864-4646-8246-64b8f2c3e6a6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:48.108092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet e4a7d1f5-1dc0-4dfd-8a05-015499f3f390 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:48.112749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.172300 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.278432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.348857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.389673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=e4a7d1f5-1dc0-4dfd-8a05-015499f3f390,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:48.397113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.400422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c5a2331f-9f17-4e38-aa37-d4aadd3bb256 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/e4a7d1f5-1dc0-4dfd-8a05-015499f3f390 HTTP/1.1" status: 204 len: 168 time: 0.3612654 Aug 30 23:00:48.403486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6e39ca-24d5-43f7-bf67-9597b7998fa3 None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:48.407422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57612) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:48.464889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet aa037933-a5a8-4ec2-90e3-4c2b24ec00c7 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:48.468635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.515574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.654840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.729921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.774252 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.774252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/aa037933-a5a8-4ec2-90e3-4c2b24ec00c7 HTTP/1.1" status: 204 len: 168 time: 0.3603327 Aug 30 23:00:48.774252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097286d0-c6ad-4866-818f-cc433d08df3f tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=aa037933-a5a8-4ec2-90e3-4c2b24ec00c7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:48.775161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:48.826041 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cbab584-f5bd-4bc7-aa64-30d342bde099 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:48.827087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cbab584-f5bd-4bc7-aa64-30d342bde099 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:48.830405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7cbab584-f5bd-4bc7-aa64-30d342bde099 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/e4a7d1f5-1dc0-4dfd-8a05-015499f3f390 HTTP/1.1" status: 404 len: 337 time: 0.0561671 Aug 30 23:00:48.833859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57622) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:48.894088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting subnet 12e9a498-f370-4340-b8bf-7eade5f3540e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:48.897893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:48.950148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.054183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.131887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.164861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.167738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/12e9a498-f370-4340-b8bf-7eade5f3540e HTTP/1.1" status: 204 len: 168 time: 0.3321016 Aug 30 23:00:49.168842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167ae8b-e6d9-437f-81a7-eeebc5a0695c tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Subnet': ['ID=12e9a498-f370-4340-b8bf-7eade5f3540e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:49.171752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.201502 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-be11a9df-8932-4c6e-a67f-a2e0d535f830 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.201999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be11a9df-8932-4c6e-a67f-a2e0d535f830 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.203983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be11a9df-8932-4c6e-a67f-a2e0d535f830 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/3e22c000-1e97-48da-831c-c6182b02fcd1 HTTP/1.1" status: 404 len: 337 time: 0.0309203 Aug 30 23:00:49.208206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57628) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.221696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5057ef1e-447d-4416-9db2-443e9dd3e84c None None] Network a699efd0-de0f-45a7-a66e-a0047f016e24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:49.246979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ca7762f7-ce1b-47b4-a6ea-b8bf4fcc7f0b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "GET /v2.0/ports?device_id=409dd34c-3502-4fce-9c35-05dbc147fe47 HTTP/1.1" status: 200 len: 205 time: 0.0372407 Aug 30 23:00:49.249578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57634) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.300971 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-2e28573a-d1ad-4efd-9c0a-9d80a39761af tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] delete failed (client error): The resource could not be found. Aug 30 23:00:49.304938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2e28573a-d1ad-4efd-9c0a-9d80a39761af tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/routers/409dd34c-3502-4fce-9c35-05dbc147fe47 HTTP/1.1" status: 404 len: 336 time: 0.0515220 Aug 30 23:00:49.305430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.350342 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aa76489-b13e-4053-9f42-5b2e16957cf2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.350914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aa76489-b13e-4053-9f42-5b2e16957cf2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.356169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0aa76489-b13e-4053-9f42-5b2e16957cf2 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/ae84ad7d-f044-4bfb-9613-499c336e3dc7 HTTP/1.1" status: 404 len: 337 time: 0.0463476 Aug 30 23:00:49.356512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.379629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6b244d5-be30-49cf-a165-fd30328f2f48 None None] Provisioning complete for port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:49.380008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6b244d5-be30-49cf-a165-fd30328f2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.391468 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5af23b-d74d-49af-b1d8-937680bbe672 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.392014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e5af23b-d74d-49af-b1d8-937680bbe672 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.397733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4e5af23b-d74d-49af-b1d8-937680bbe672 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/7081b9bf-db76-4a32-982f-53443f9a7b2f HTTP/1.1" status: 404 len: 337 time: 0.0356469 Aug 30 23:00:49.397989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57644) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.429755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b6b244d5-be30-49cf-a165-fd30328f2f48 None None] Port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:00:49.442842 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f902d21-1cbc-4e2c-a5b3-3695a00d9e71 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.443394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f902d21-1cbc-4e2c-a5b3-3695a00d9e71 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.445833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4f902d21-1cbc-4e2c-a5b3-3695a00d9e71 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/6073d518-5458-4e44-a7bb-64fd7f565534 HTTP/1.1" status: 404 len: 337 time: 0.0459950 Aug 30 23:00:49.447444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6b244d5-be30-49cf-a165-fd30328f2f48 None None] Provisioning complete for port 77e3a3bd-f3c2-4475-ae97-94b41e17037e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:00:49.447892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6b244d5-be30-49cf-a165-fd30328f2f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.450246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57648) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.479525 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b26c5f0-9d21-4d51-b210-14868511d29e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.482580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b26c5f0-9d21-4d51-b210-14868511d29e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.486030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5b26c5f0-9d21-4d51-b210-14868511d29e tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/6213c7bd-121b-4997-944f-282981e15b6b HTTP/1.1" status: 404 len: 333 time: 0.0346127 Aug 30 23:00:49.488520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57650) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.532929 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9fea9d-61af-4ade-9c41-2261258931a6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.533411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a9fea9d-61af-4ade-9c41-2261258931a6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.535241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4a9fea9d-61af-4ade-9c41-2261258931a6 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/34e0c120-2917-41b9-913f-ff9bceb82c16 HTTP/1.1" status: 404 len: 337 time: 0.0454514 Aug 30 23:00:49.539146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57652) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.550413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] DHCP port deletion for a699efd0-de0f-45a7-a66e-a0047f016e24 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:00:49.568032 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18d54a6-1ebd-40d6-ad70-1e8034d6b53a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.568494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18d54a6-1ebd-40d6-ad70-1e8034d6b53a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.573824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d18d54a6-1ebd-40d6-ad70-1e8034d6b53a tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/90cb389c-07a9-48a5-a448-cfe08adc419e HTTP/1.1" status: 404 len: 337 time: 0.0301161 Aug 30 23:00:49.574390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57656) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.598553 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-d703d38a-811a-46a2-848a-2bea8426ceab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.599199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d703d38a-811a-46a2-848a-2bea8426ceab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.601023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d703d38a-811a-46a2-848a-2bea8426ceab tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/72a06794-5e3f-4288-8f8b-365cec2c6174 HTTP/1.1" status: 404 len: 333 time: 0.0255954 Aug 30 23:00:49.604419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57658) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.626348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Deleting port 77e3a3bd-f3c2-4475-ae97-94b41e17037e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:49.626729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.632675 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec348a4-ab7b-4611-ac3f-ed3e1bf13e91 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.633395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec348a4-ab7b-4611-ac3f-ed3e1bf13e91 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.637462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4ec348a4-ab7b-4611-ac3f-ed3e1bf13e91 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/a424e10b-5635-434b-9f8d-130b719bd831 HTTP/1.1" status: 404 len: 337 time: 0.0292532 Aug 30 23:00:49.637644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57660) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.669158 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06f1678-294c-49eb-8e1e-2c2403a2055b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] DELETE failed (client error): The resource could not be found. Aug 30 23:00:49.669620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06f1678-294c-49eb-8e1e-2c2403a2055b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:00:49.671468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f06f1678-294c-49eb-8e1e-2c2403a2055b tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/subnets/08a69b4c-9fdd-4097-b44e-403ce7a9d639 HTTP/1.1" status: 404 len: 337 time: 0.0329063 Aug 30 23:00:49.674220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:49.698999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] For port 77e3a3bd-f3c2-4475-ae97-94b41e17037e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77e3a3bd-f3c2-4475-ae97-94b41e17037e,segment=NetworkSegment(13140037-f741-41e4-84b2-9a241ee124c9),segment_id=13140037-f741-41e4-84b2-9a241ee124c9)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:00:49.699672 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.716540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Calling delete_port for 77e3a3bd-f3c2-4475-ae97-94b41e17037e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:49.785589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Deleting port 777137a0-97d3-49e3-ae46-aa7d91b9ff7e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:00:49.786682 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.811117 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.850699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] Pushing event deleted for resources: {'Port': ['ID=77e3a3bd-f3c2-4475-ae97-94b41e17037e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:49.862588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0377a283-52a7-42d9-8c3e-35e472bfe4e5 None None] No DVR routers for this DVR port 77e3a3bd-f3c2-4475-ae97-94b41e17037e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:00:49.869480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:49.892397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Calling delete_port for 777137a0-97d3-49e3-ae46-aa7d91b9ff7e owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:00:49.923480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:00:49.948422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 77e3a3bd-f3c2-4475-ae97-94b41e17037e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:00:49.948782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77e3a3bd-f3c2-4475-ae97-94b41e17037e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:00:49.994245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.023969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Port': ['ID=777137a0-97d3-49e3-ae46-aa7d91b9ff7e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:50.030601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.032817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-82a69125-29e8-4dd3-8b13-0a03acb868f8 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/ports/777137a0-97d3-49e3-ae46-aa7d91b9ff7e HTTP/1.1" status: 204 len: 168 time: 0.3575797 Aug 30 23:00:50.035334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57672) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:50.117044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.216236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.227063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a699efd0-de0f-45a7-a66e-a0047f016e24']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:50.238646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13140037-f741-41e4-84b2-9a241ee124c9') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:50.238975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13140037-f741-41e4-84b2-9a241ee124c9') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:50.249232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.266981 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.275389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:50.275730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:50.278866 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:50.346561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.352077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.354487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] 10.222.0.25 "DELETE /v2.0/networks/a699efd0-de0f-45a7-a66e-a0047f016e24 HTTP/1.1" status: 204 len: 168 time: 0.3181930 Aug 30 23:00:50.378358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9854eaa0-5b74-4d4d-9322-0779050fcef9 tempest-PortsIpV6TestJSON-1599436262 tempest-PortsIpV6TestJSON-1599436262-project] Pushing event deleted for resources: {'Network': ['ID=a699efd0-de0f-45a7-a66e-a0047f016e24,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:50.714422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:50.887713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6e97e1da-ab8b-48a9-b53d-0b08e5de39ba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5d244da4fcf4856881e7ae016289298&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1720030 Aug 30 23:00:50.890328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57704) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:50.949551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:50.974745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.031957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.034664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.035987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/046c41b2-975f-4dbc-8c7b-9ab778968c92 HTTP/1.1" status: 204 len: 168 time: 0.1446288 Aug 30 23:00:51.047765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a6fca-4844-4b06-9683-30ef9e8daaef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046c41b2-975f-4dbc-8c7b-9ab778968c92,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:51.395380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:51.607978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.725679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.730769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.777343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72117df832804cc1ac426c5953afc25d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3779304 Aug 30 23:00:51.777343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e203560c-a79f-4cb2-bd22-679c365420aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:51.777865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57738) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:51.785073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.785460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.785848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.786201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.786542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.786882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.787218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.787548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.787882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.788214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.788568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.788897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d18fa6-1a3b-4e4e-b92b-f3a00d88bb03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:00:51.841238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.870996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.923885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.926634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:51.928159 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e203560c-a79f-4cb2-bd22-679c365420aa HTTP/1.1" status: 204 len: 168 time: 0.1491897 Aug 30 23:00:51.937117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab9c54-5172-4540-a91e-5188592f3323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e203560c-a79f-4cb2-bd22-679c365420aa,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:51.987530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57748) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:52.213446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-208969388-network', 'tenant_id': 'fda22c909e084c84b88eea757dd2c6d8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:52.235477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Made reservation on behalf of fda22c909e084c84b88eea757dd2c6d8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:52.238285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.247113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.294950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:52.297314 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.310389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d9411bc-a6af-4c2a-ace8-16a15e8bdf73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.351432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.355743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.380845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:52.391972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a209a68-2140-4709-9c40-56e46c6b0ee1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:52.397080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.397472 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Added segment 5bf879a0-d22a-4f37-afd0-b96cc5be9710 of type vlan for network c9dc6d07-4884-422f-9e90-c7a9badff7c3 Aug 30 23:00:52.451243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.465004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d9411bc-a6af-4c2a-ace8-16a15e8bdf73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.470215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d9411bc-a6af-4c2a-ace8-16a15e8bdf73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.481174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.483182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:52.483651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.515843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d9411bc-a6af-4c2a-ace8-16a15e8bdf73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4e080cabf2b14cbcacabb21edbeba40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2196567 Aug 30 23:00:52.516762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9411bc-a6af-4c2a-ace8-16a15e8bdf73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3d889f-f514-462b-8c0f-91b519e09617,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:52.519986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57756) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:52.549321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5606503 Aug 30 23:00:52.553653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57762) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:52.560934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Request body: {'subnet': {'network_id': 'c9dc6d07-4884-422f-9e90-c7a9badff7c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-208969388-subnet', 'tenant_id': 'fda22c909e084c84b88eea757dd2c6d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:52.572490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ddbdd-03e0-4f8b-a3ce-60332e469219 admin admin] Pushing event updated for resources: {'Network': ['ID=c9dc6d07-4884-422f-9e90-c7a9badff7c3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:52.590160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c9dc6d07-4884-422f-9e90-c7a9badff7c3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:52.595017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Made reservation on behalf of fda22c909e084c84b88eea757dd2c6d8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:52.597140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.612716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.641434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.701948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.704434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.705638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fd3d889f-f514-462b-8c0f-91b519e09617 HTTP/1.1" status: 204 len: 168 time: 0.1842964 Aug 30 23:00:52.717392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f76846-4c6f-48cf-809a-48fa7a84be71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3d889f-f514-462b-8c0f-91b519e09617,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:52.812204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.880915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b16d9e6d-8768-4f93-af98-10f4ffa26eb2,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:52.890423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Checking segment: {'id': '5bf879a0-d22a-4f37-afd0-b96cc5be9710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'c9dc6d07-4884-422f-9e90-c7a9badff7c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:52.890423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Network hostable DHCP agents. Network: c9dc6d07-4884-422f-9e90-c7a9badff7c3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:52.910356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Network c9dc6d07-4884-422f-9e90-c7a9badff7c3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:52.921513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c9dc6d07-4884-422f-9e90-c7a9badff7c3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:52.926286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:52.926959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:52.931391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6f2a06-dde7-46de-bf7a-54c0f921bf73 None None] Network c9dc6d07-4884-422f-9e90-c7a9badff7c3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:52.948756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-78cf0ea2-ecbb-40fb-ae06-dcecbc2edf82 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3936663 Aug 30 23:00:53.100249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dcd5e2-d6d6-4195-97bf-65603d442c0c None None] Network c9dc6d07-4884-422f-9e90-c7a9badff7c3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:53.132892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28434e9-e5b6-488a-a989-6a5f0401e442 req-d0866aa4-94cd-4f5c-85c4-df519a75316b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:53.134741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f28434e9-e5b6-488a-a989-6a5f0401e442 req-d0866aa4-94cd-4f5c-85c4-df519a75316b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0591190 Aug 30 23:00:53.185329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f28434e9-e5b6-488a-a989-6a5f0401e442 req-813a4acd-1f1f-4382-9dbc-a798666348ce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436568 Aug 30 23:00:53.317434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8202098-8c8b-44e6-981d-1f4d8aca9c84 req-f4cdc3c9-fb86-474c-9cdc-83c061bf494a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:53.319489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8202098-8c8b-44e6-981d-1f4d8aca9c84 req-f4cdc3c9-fb86-474c-9cdc-83c061bf494a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0563571 Aug 30 23:00:53.382140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8202098-8c8b-44e6-981d-1f4d8aca9c84 req-71dce7b6-afb7-4caa-9bb3-f0941978114c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541477 Aug 30 23:00:53.658710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e66068-8c5e-4eef-88a9-f6e0f88835df req-fb6f433b-dbc6-4731-89b6-9ddc5cbd0b68 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:53.664650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83e66068-8c5e-4eef-88a9-f6e0f88835df req-fb6f433b-dbc6-4731-89b6-9ddc5cbd0b68 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0755124 Aug 30 23:00:53.723699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83e66068-8c5e-4eef-88a9-f6e0f88835df req-5093b789-4831-4c92-8005-2fa2a6019b8c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495303 Aug 30 23:00:53.989620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:53.997008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-447523895-network', 'tenant_id': 'c9eee101b77e4d94965545ec5a3f48b5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:54.027269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Made reservation on behalf of c9eee101b77e4d94965545ec5a3f48b5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:54.030456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.044128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.178858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.185178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.217460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d2fe4-17ae-47ab-a7f8-b46a4e364212,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:54.236380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcc3ecd-0c90-4274-a6b9-5a38214e7cfc req-1298e9b0-b358-4c06-992f-73b0c0b68382 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:54.238105 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bcc3ecd-0c90-4274-a6b9-5a38214e7cfc req-1298e9b0-b358-4c06-992f-73b0c0b68382 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0889757 Aug 30 23:00:54.243369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:00:54.257425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.257814 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Added segment 5d04e683-b45a-4de4-a12a-06bd31a43076 of type vlan for network 9f7cd119-f86a-4993-a69e-285457a7f860 Aug 30 23:00:54.308103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bcc3ecd-0c90-4274-a6b9-5a38214e7cfc req-e05c7cff-0a50-4bbf-8daa-d56b2c4019c5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631840 Aug 30 23:00:54.313259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.351565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.352755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:54.353922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.413223 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4217861 Aug 30 23:00:54.415997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57838) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:54.423077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Request body: {'subnet': {'network_id': '9f7cd119-f86a-4993-a69e-285457a7f860', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-447523895-subnet', 'tenant_id': 'c9eee101b77e4d94965545ec5a3f48b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:00:54.429418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366ba48-1274-401a-abc3-12c24fa8436f admin admin] Pushing event updated for resources: {'Network': ['ID=9f7cd119-f86a-4993-a69e-285457a7f860,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:54.442057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 9f7cd119-f86a-4993-a69e-285457a7f860 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:00:54.461598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Made reservation on behalf of c9eee101b77e4d94965545ec5a3f48b5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:00:54.464597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.700674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.766053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1be37f09-8bb9-4947-9c4a-08c7b906cfa3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:54.777439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Checking segment: {'id': '5d04e683-b45a-4de4-a12a-06bd31a43076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '9f7cd119-f86a-4993-a69e-285457a7f860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:00:54.777857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Network hostable DHCP agents. Network: 9f7cd119-f86a-4993-a69e-285457a7f860, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:00:54.799209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Network 9f7cd119-f86a-4993-a69e-285457a7f860 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:00:54.811747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 9f7cd119-f86a-4993-a69e-285457a7f860) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:00:54.824182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:54.824922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:54.828803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c66b2f-fbc8-4851-b13d-44072caead71 None None] Network 9f7cd119-f86a-4993-a69e-285457a7f860 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:54.861549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc125e5d-990f-4bbe-a2bf-376dfbcc4352 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4441335 Aug 30 23:00:55.016230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57864) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:55.069001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Deleting subnet b16d9e6d-8768-4f93-af98-10f4ffa26eb2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:55.073258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.118350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.176007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5769578a-0e07-49f9-95bb-7bd9b23d9c86 None None] Network 9f7cd119-f86a-4993-a69e-285457a7f860 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:00:55.192796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.278915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.356210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b16d9e6d-8768-4f93-af98-10f4ffa26eb2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:55.368904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.375581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57874) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:55.376521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-167a580a-41ca-4dd0-9641-edd3e4e9b141 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b16d9e6d-8768-4f93-af98-10f4ffa26eb2 HTTP/1.1" status: 204 len: 168 time: 0.3581362 Aug 30 23:00:55.504849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.529527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940146e9-ba7b-4a5f-b1f7-0ad94e71f7e1 req-64233106-fd4f-480e-9555-b95d8356cd38 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:55.531150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-940146e9-ba7b-4a5f-b1f7-0ad94e71f7e1 req-64233106-fd4f-480e-9555-b95d8356cd38 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0979056 Aug 30 23:00:55.643000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.654682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-940146e9-ba7b-4a5f-b1f7-0ad94e71f7e1 req-f422253f-c5d9-4263-baf2-0b633d15d1ee tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990205 Aug 30 23:00:55.660822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9dc6d07-4884-422f-9e90-c7a9badff7c3']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:55.680288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bf879a0-d22a-4f37-afd0-b96cc5be9710') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:55.680478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bf879a0-d22a-4f37-afd0-b96cc5be9710') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:55.696948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.711813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.719713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:55.720196 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:55.722443 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:55.791666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.805173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.811875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9dc6d07-4884-422f-9e90-c7a9badff7c3 HTTP/1.1" status: 204 len: 168 time: 0.4306400 Aug 30 23:00:55.812061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57886) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:55.822532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697c1c5-9d10-431d-aed6-5fae3f87c3c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9dc6d07-4884-422f-9e90-c7a9badff7c3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:55.877665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Deleting subnet 1be37f09-8bb9-4947-9c4a-08c7b906cfa3 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:00:55.881351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.926042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:55.961839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57890) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:55.986142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.127949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0eae4523-c665-48f8-8d4d-76b97e6ca897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.284027 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0eae4523-c665-48f8-8d4d-76b97e6ca897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.288070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0eae4523-c665-48f8-8d4d-76b97e6ca897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.332866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0eae4523-c665-48f8-8d4d-76b97e6ca897 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=506394866a2e40939691f36b862cdfdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3692791 Aug 30 23:00:56.333765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:56.344217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae4523-c665-48f8-8d4d-76b97e6ca897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e32352-034a-416a-8819-fd0484ae703b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:56.379618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.396687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.406025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1be37f09-8bb9-4947-9c4a-08c7b906cfa3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:56.410122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.414638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34515d2d-e345-4603-91c7-7eb9e2cb303b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1be37f09-8bb9-4947-9c4a-08c7b906cfa3 HTTP/1.1" status: 204 len: 168 time: 0.6016190 Aug 30 23:00:56.415745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57896) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:56.423724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.500355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.504745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.505844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17e32352-034a-416a-8819-fd0484ae703b HTTP/1.1" status: 204 len: 168 time: 0.1693423 Aug 30 23:00:56.514997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.516541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec55ec81-1dba-43ba-894f-1acbb599913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e32352-034a-416a-8819-fd0484ae703b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:56.629508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.636048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f7cd119-f86a-4993-a69e-285457a7f860']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:56.655162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d04e683-b45a-4de4-a12a-06bd31a43076') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:56.655412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d04e683-b45a-4de4-a12a-06bd31a43076') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:00:56.672483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.691721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.708172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:00:56.708659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:00:56.710733 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:00:56.783512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.794624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:56.798380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] 10.222.0.25 "DELETE /v2.0/networks/9f7cd119-f86a-4993-a69e-285457a7f860 HTTP/1.1" status: 204 len: 168 time: 0.3814564 Aug 30 23:00:56.853938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c9adb-41f3-4d38-a15e-4b6cbff3ef65 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f7cd119-f86a-4993-a69e-285457a7f860,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:56.924388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfc8e2-4362-4461-8ae5-0d06b21c4b21 req-1587c4b1-a6fa-4b0f-8127-df245e9d27ae tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:56.926238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46dfc8e2-4362-4461-8ae5-0d06b21c4b21 req-1587c4b1-a6fa-4b0f-8127-df245e9d27ae tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1098673 Aug 30 23:00:56.973046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:57.002539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46dfc8e2-4362-4461-8ae5-0d06b21c4b21 req-bfbdb9b9-2d6a-40cf-b563-ae4efd7e4287 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670531 Aug 30 23:00:57.034776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12ca6ba8-38ee-4869-8bf5-5fcfe4a79554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.059144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57922) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:57.115204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ac983e95-ac8c-4a1c-97dc-115aab2cb112 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fda22c909e084c84b88eea757dd2c6d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518529 Aug 30 23:00:57.115845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:57.177612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.208707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.210643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12ca6ba8-38ee-4869-8bf5-5fcfe4a79554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.216541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12ca6ba8-38ee-4869-8bf5-5fcfe4a79554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.263424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-12ca6ba8-38ee-4869-8bf5-5fcfe4a79554 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b8f149a34a2448078b2314e7427c0924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856011 Aug 30 23:00:57.263424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca6ba8-38ee-4869-8bf5-5fcfe4a79554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bc9838-451f-450d-a744-e7fa2bea26dc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:57.263424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:57.282589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.285474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.287920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a209a68-2140-4709-9c40-56e46c6b0ee1 HTTP/1.1" status: 204 len: 168 time: 0.1701047 Aug 30 23:00:57.298450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6819840d-cb26-4e21-8c77-28caedbb16e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a209a68-2140-4709-9c40-56e46c6b0ee1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:57.340584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.373576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.445633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.451978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.453303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/44bc9838-451f-450d-a744-e7fa2bea26dc HTTP/1.1" status: 204 len: 168 time: 0.1888585 Aug 30 23:00:57.462651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72871c2b-e6e7-4a0d-b032-741ca2fea4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bc9838-451f-450d-a744-e7fa2bea26dc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:57.715892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:57.948243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:58.000558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-572f438a-d50b-4f15-a0b6-72f6722aaa2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9eee101b77e4d94965545ec5a3f48b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505855 Aug 30 23:00:58.004371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:00:58.080159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:58.133371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:58.254343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:58.259712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:00:58.262287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/764d2fe4-17ae-47ab-a7f8-b46a4e364212 HTTP/1.1" status: 204 len: 168 time: 0.2561679 Aug 30 23:00:58.275335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab2af11-9bb8-42e3-90f7-0b4d380c85f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d2fe4-17ae-47ab-a7f8-b46a4e364212,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:00:58.325802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4199a-eefd-4ff3-8fcf-2a241fa2c582 req-4efca52e-d9ab-4006-bb8f-4015c68e8906 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:58.328778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aee4199a-eefd-4ff3-8fcf-2a241fa2c582 req-4efca52e-d9ab-4006-bb8f-4015c68e8906 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1583054 Aug 30 23:00:58.407858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aee4199a-eefd-4ff3-8fcf-2a241fa2c582 req-47f7e112-a8c3-4724-9eab-396dd71c55d9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712485 Aug 30 23:00:59.579575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde0a51-fdec-4ec5-9f75-8b0f5e69aade req-85f33755-86c3-4e4a-883e-7ee65a7dc8f5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:00:59.580961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffde0a51-fdec-4ec5-9f75-8b0f5e69aade req-85f33755-86c3-4e4a-883e-7ee65a7dc8f5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0768361 Aug 30 23:00:59.632073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffde0a51-fdec-4ec5-9f75-8b0f5e69aade req-09cec51e-15e0-4183-948d-a34598b51040 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438957 Aug 30 23:01:00.299225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58038) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:00.485957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6fdabc5-58d1-4d4c-af78-527a36051ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.591404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6fdabc5-58d1-4d4c-af78-527a36051ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.597721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6fdabc5-58d1-4d4c-af78-527a36051ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.607661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:00.639871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fdabc5-58d1-4d4c-af78-527a36051ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa08a116-1ea8-4580-a332-3bfda6892998,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:00.651359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58056) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:00.651802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6fdabc5-58d1-4d4c-af78-527a36051ac3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5e1132651b549a5813ac15d20b0b3e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511400 Aug 30 23:01:00.747726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.779122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0abd-9404-4c64-bae8-e8d7f279c519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.800505 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.862272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef504df-c093-4e6d-91f4-e88fa523cd11 req-2b3f1b6c-5cc5-49db-94a0-8de2a0e6190f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:00.863674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ef504df-c093-4e6d-91f4-e88fa523cd11 req-2b3f1b6c-5cc5-49db-94a0-8de2a0e6190f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1423595 Aug 30 23:01:00.917857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.920398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:00.921599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aa08a116-1ea8-4580-a332-3bfda6892998 HTTP/1.1" status: 204 len: 168 time: 0.2692120 Aug 30 23:01:00.958084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ef504df-c093-4e6d-91f4-e88fa523cd11 req-6ac23ef2-27c0-44b8-b2bd-b14a0abe2c73 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824625 Aug 30 23:01:00.961370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe2610-46be-40d0-b922-16bfa62c3a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa08a116-1ea8-4580-a332-3bfda6892998,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:00.998347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0abd-9404-4c64-bae8-e8d7f279c519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.003514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c4c0abd-9404-4c64-bae8-e8d7f279c519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.045655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c0abd-9404-4c64-bae8-e8d7f279c519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d1ecd7-8d9c-4ba0-915a-b389319bf833,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:01.051243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7c4c0abd-9404-4c64-bae8-e8d7f279c519 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2898ca39d63941728dab5e8a714a96d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4425256 Aug 30 23:01:01.053814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:01.110603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.137083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.192868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.195733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.200027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93d1ecd7-8d9c-4ba0-915a-b389319bf833 HTTP/1.1" status: 204 len: 168 time: 0.1425750 Aug 30 23:01:01.206977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a178697-00a8-47f8-8c35-a50bf3268b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d1ecd7-8d9c-4ba0-915a-b389319bf833,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:01.253770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58068) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:01.279921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-251b9496-0505-4a08-916d-90fd17f02b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.399340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-251b9496-0505-4a08-916d-90fd17f02b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.405322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-251b9496-0505-4a08-916d-90fd17f02b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.494376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-251b9496-0505-4a08-916d-90fd17f02b78 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ebd894a4c49e4f7d8e177bd4a235b6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392738 Aug 30 23:01:01.496008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b9496-0505-4a08-916d-90fd17f02b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46529f44-7609-4400-870b-3745a3ae325d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:01.497215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58076) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:01.557933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.583716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.643974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.645194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:01.647348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.648667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46529f44-7609-4400-870b-3745a3ae325d HTTP/1.1" status: 204 len: 168 time: 0.1502638 Aug 30 23:01:01.658858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20282e83-3401-4260-ad65-7891dd3a782a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46529f44-7609-4400-870b-3745a3ae325d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:01.668392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7acada7b-e45e-4d4b-954a-217a517be2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.797596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7acada7b-e45e-4d4b-954a-217a517be2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.802670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7acada7b-e45e-4d4b-954a-217a517be2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.849375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7acada7b-e45e-4d4b-954a-217a517be2e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ded4b10415fa4032a28a730f181fb726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2026200 Aug 30 23:01:01.850593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acada7b-e45e-4d4b-954a-217a517be2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8beb879e-f47a-4781-9d06-093bb844946c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:01.852063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58084) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:01.905576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.933246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.995086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.997918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:01.999243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8beb879e-f47a-4781-9d06-093bb844946c HTTP/1.1" status: 204 len: 168 time: 0.1455016 Aug 30 23:01:02.010014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16402f7-c982-4b90-8386-7a05121e760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beb879e-f47a-4781-9d06-093bb844946c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:02.416417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f686aa-f081-4230-b338-c08623ca0a8f req-b9cdf30f-d6ee-43ec-81b1-77fd50ff2a02 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:02.418222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-15f686aa-f081-4230-b338-c08623ca0a8f req-b9cdf30f-d6ee-43ec-81b1-77fd50ff2a02 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0563979 Aug 30 23:01:02.470861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-15f686aa-f081-4230-b338-c08623ca0a8f req-9bd064b5-25d2-462c-a597-23c67430b1a7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447392 Aug 30 23:01:03.465983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58194) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:03.610966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11284c-932b-401f-aa39-5661232891f8 req-a00e251c-dd73-4153-b0d2-c3cd7db02912 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:03.612872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f11284c-932b-401f-aa39-5661232891f8 req-a00e251c-dd73-4153-b0d2-c3cd7db02912 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0613551 Aug 30 23:01:03.643999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9cc9301-93fc-4307-aad3-dce6744b0995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.679767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f11284c-932b-401f-aa39-5661232891f8 req-4560d725-665e-47c9-a0f3-6e72803bb257 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507252 Aug 30 23:01:03.767852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9cc9301-93fc-4307-aad3-dce6744b0995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.775672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9cc9301-93fc-4307-aad3-dce6744b0995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.826321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f9cc9301-93fc-4307-aad3-dce6744b0995 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc947a4f63ce4bc79f72e849e279ebcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3583581 Aug 30 23:01:03.827551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cc9301-93fc-4307-aad3-dce6744b0995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40388746-cafa-4c8b-8864-171422340f32,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:03.829007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58238) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:03.884920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.907890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.960198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.963023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:03.964241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40388746-cafa-4c8b-8864-171422340f32 HTTP/1.1" status: 204 len: 168 time: 0.1340394 Aug 30 23:01:03.978312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4856a9d0-5851-42e0-822b-95146de54584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40388746-cafa-4c8b-8864-171422340f32,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:04.831525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0402c55-e8f5-44f7-87ed-e9966bd85c6f req-80af05ea-b3fe-410e-9e01-2019c3e5d169 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:04.833623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0402c55-e8f5-44f7-87ed-e9966bd85c6f req-80af05ea-b3fe-410e-9e01-2019c3e5d169 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0652153 Aug 30 23:01:04.876956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0402c55-e8f5-44f7-87ed-e9966bd85c6f req-3e9e893d-7958-4ac1-9c1e-f21eeb16e138 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365667 Aug 30 23:01:05.122888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25caef-6945-49f1-b1fe-7bfe3e5c64ac req-4e31f64d-692a-467b-90f6-617769982435 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:05.124604 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec25caef-6945-49f1-b1fe-7bfe3e5c64ac req-4e31f64d-692a-467b-90f6-617769982435 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0640917 Aug 30 23:01:05.165136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-df93628d-e3f1-496e-8694-13738f29b891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:05.167867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-df93628d-e3f1-496e-8694-13738f29b891 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.0587435 Aug 30 23:01:05.181686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec25caef-6945-49f1-b1fe-7bfe3e5c64ac req-dfbdc073-73a1-4069-b8ef-26d3da9101f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468130 Aug 30 23:01:05.272424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-04b62a2b-fe9d-4941-bc35-d43bfa139013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:05.274768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-04b62a2b-fe9d-4941-bc35-d43bfa139013 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.0987206 Aug 30 23:01:05.350708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-0510e0fc-6529-4a3b-98c6-19139de30ad8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.0676243 Aug 30 23:01:05.405262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-b19de490-23b3-4ac2-bfc6-334a428c72c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:05.406792 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-b19de490-23b3-4ac2-bfc6-334a428c72c8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0476007 Aug 30 23:01:05.461988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-f43aa450-27e7-4ef4-a383-b93bdf7e3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:05.463906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-f43aa450-27e7-4ef4-a383-b93bdf7e3ac5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0491912 Aug 30 23:01:05.576835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-4e6dff8c-a3ba-4496-8110-0905b3a23afd service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044672 Aug 30 23:01:05.686755 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c4b0d37-6ddd-4613-8f21-5705cafaa010 req-b169b388-f2d1-471e-b43d-e1f288de7ca1 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018252 Aug 30 23:01:06.340992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef8fb1-5152-414e-bb45-361cca555b5e req-8d60cd0f-c9c8-4268-b80d-c36bd2fd636a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:06.343473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5cef8fb1-5152-414e-bb45-361cca555b5e req-8d60cd0f-c9c8-4268-b80d-c36bd2fd636a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0582662 Aug 30 23:01:06.373045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58332) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:06.389025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5cef8fb1-5152-414e-bb45-361cca555b5e req-a8971003-0c31-4652-bbde-522694f7c679 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392458 Aug 30 23:01:06.515141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9205-d20c-4a3e-a896-4ddc68b335f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.552517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8feb5c-fbf9-4f31-98e9-7986ae30e98a req-511b907e-f52e-4b00-8554-9090e258364c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:06.554052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa8feb5c-fbf9-4f31-98e9-7986ae30e98a req-511b907e-f52e-4b00-8554-9090e258364c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0825551 Aug 30 23:01:06.614112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa8feb5c-fbf9-4f31-98e9-7986ae30e98a req-fec00c5f-2609-49cd-bb88-1c84075c8969 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531402 Aug 30 23:01:06.659492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9205-d20c-4a3e-a896-4ddc68b335f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.664461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9205-d20c-4a3e-a896-4ddc68b335f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.706388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e9205-d20c-4a3e-a896-4ddc68b335f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3153fe0-4f99-420f-9ba4-576de1c4eac7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:06.710952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e5e9205-d20c-4a3e-a896-4ddc68b335f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9996afaef92a47cd92b43657da1630ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367863 Aug 30 23:01:06.714104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:06.769622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.794794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.864234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.867920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:06.870808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e3153fe0-4f99-420f-9ba4-576de1c4eac7 HTTP/1.1" status: 204 len: 168 time: 0.1534767 Aug 30 23:01:06.894278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3dabc-a7bc-47cf-bff5-2894df87a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3153fe0-4f99-420f-9ba4-576de1c4eac7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:06.919845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70277b1c-5647-458c-b57d-aadad5d93860 req-2127e001-b669-46fb-8618-39d50ae6973f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:06.921889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70277b1c-5647-458c-b57d-aadad5d93860 req-2127e001-b669-46fb-8618-39d50ae6973f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0758667 Aug 30 23:01:06.973081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70277b1c-5647-458c-b57d-aadad5d93860 req-96816856-84fd-42fd-a8df-70b4bee6aba3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433352 Aug 30 23:01:07.195995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae6618-b4cf-4a15-9e20-b914e10219d2 req-7747ead9-1894-4ea9-932d-70ee47e242d5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:07.197898 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29ae6618-b4cf-4a15-9e20-b914e10219d2 req-7747ead9-1894-4ea9-932d-70ee47e242d5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0531123 Aug 30 23:01:07.207766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:07.222683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49a031b-c6ad-4685-993f-7e84ba48c05b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.239422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29ae6618-b4cf-4a15-9e20-b914e10219d2 req-48eba783-da43-4909-b312-344304e78ac4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354204 Aug 30 23:01:07.349046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49a031b-c6ad-4685-993f-7e84ba48c05b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.373763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49a031b-c6ad-4685-993f-7e84ba48c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.412001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d49a031b-c6ad-4685-993f-7e84ba48c05b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c5398a92822f452f8f098a435309fde0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2029407 Aug 30 23:01:07.415781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58360) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:07.422768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a031b-c6ad-4685-993f-7e84ba48c05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bd1abd-9d37-4e94-bc9f-b375e00e1ecb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:07.477770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.503696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.557230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.559823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:07.560995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90bd1abd-9d37-4e94-bc9f-b375e00e1ecb HTTP/1.1" status: 204 len: 168 time: 0.1441083 Aug 30 23:01:07.569669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37668be-086d-4446-b253-50e18edcf025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bd1abd-9d37-4e94-bc9f-b375e00e1ecb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:08.383064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d012e-7b1a-4121-b2c4-309eba47760b req-34d75aba-5197-4773-aec1-660e58e2fba1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:08.385334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a4d012e-7b1a-4121-b2c4-309eba47760b req-34d75aba-5197-4773-aec1-660e58e2fba1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0603900 Aug 30 23:01:08.438103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0a4d012e-7b1a-4121-b2c4-309eba47760b req-6a74beae-05eb-455e-963e-95acc9aaddbc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441303 Aug 30 23:01:08.709522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad8995e-021d-4447-8dc0-c28ec3923839 req-9d806daf-6bba-4b79-bbb4-d499375dc4ce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:08.711206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad8995e-021d-4447-8dc0-c28ec3923839 req-9d806daf-6bba-4b79-bbb4-d499375dc4ce tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0635419 Aug 30 23:01:08.761598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad8995e-021d-4447-8dc0-c28ec3923839 req-469224db-c273-4fb9-b05d-b1d1e9d4b7f4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427632 Aug 30 23:01:09.012964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58442) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:09.135392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7071-00f6-4673-8aa2-dcb5ee34d2bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.236864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7071-00f6-4673-8aa2-dcb5ee34d2bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.244832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdbc7071-00f6-4673-8aa2-dcb5ee34d2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.296673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:09.297388 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cdbc7071-00f6-4673-8aa2-dcb5ee34d2bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=57c65b0e209047009858a0da8a4b19b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2828281 Aug 30 23:01:09.298614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbc7071-00f6-4673-8aa2-dcb5ee34d2bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6824966a-18d7-4510-bc0c-dd2800463431,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:09.371178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.401262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.450766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.453392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:09.456903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6824966a-18d7-4510-bc0c-dd2800463431 HTTP/1.1" status: 204 len: 168 time: 0.1570094 Aug 30 23:01:09.469813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e91bb-4c00-47a5-bd01-7464a3f40cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6824966a-18d7-4510-bc0c-dd2800463431,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:09.909430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea35f9-0a44-4720-ba85-699a7e81de97 req-adc8a479-994a-4c5a-b08c-7eed282bf880 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:09.912344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26ea35f9-0a44-4720-ba85-699a7e81de97 req-adc8a479-994a-4c5a-b08c-7eed282bf880 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0812657 Aug 30 23:01:09.967452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26ea35f9-0a44-4720-ba85-699a7e81de97 req-f9b640e1-86e3-4e4f-a5c0-7ba7b918d75a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484324 Aug 30 23:01:10.124240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54015f85-a369-4939-a9b6-659b612e8a72 req-0b2a48d7-b03a-487c-9ed9-9734cfd64a17 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:10.126632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54015f85-a369-4939-a9b6-659b612e8a72 req-0b2a48d7-b03a-487c-9ed9-9734cfd64a17 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0723290 Aug 30 23:01:10.194324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54015f85-a369-4939-a9b6-659b612e8a72 req-0d7a593b-e0f2-47e9-9730-93b3863659de tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619118 Aug 30 23:01:10.272597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0dcf62b-dd71-4313-8e0b-4897dd27b50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:10.346155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19908be7-edcf-49ee-8572-2cbed87805ad req-e6ca8491-bbbc-4ac8-893d-2df772eb490a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:10.348084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19908be7-edcf-49ee-8572-2cbed87805ad req-e6ca8491-bbbc-4ac8-893d-2df772eb490a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0590236 Aug 30 23:01:10.391012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19908be7-edcf-49ee-8572-2cbed87805ad req-bc52219d-193b-4dd2-8abd-53e6ad2faea3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358899 Aug 30 23:01:10.584396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a10f6-be56-4d1c-9018-2c58f4744fcb req-d125b546-f5fc-4032-8364-c803a1afe3c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:10.587375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-797a10f6-be56-4d1c-9018-2c58f4744fcb req-d125b546-f5fc-4032-8364-c803a1afe3c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0719678 Aug 30 23:01:10.655041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-797a10f6-be56-4d1c-9018-2c58f4744fcb req-831ab3b5-c228-49a1-b705-41c85a953f1f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602977 Aug 30 23:01:10.909447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-74caaab4-7b46-457b-ba20-41dc7dc60978 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0480216 Aug 30 23:01:11.036074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-b54984d9-ade5-47a9-ae5e-07755e12eb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:11.037889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-b54984d9-ade5-47a9-ae5e-07755e12eb28 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.0680876 Aug 30 23:01:11.108610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:11.173469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-b739f250-df7a-4bbd-bd46-77c726fca718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:11.175266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-b739f250-df7a-4bbd-bd46-77c726fca718 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.1146719 Aug 30 23:01:11.265258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:11.273121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-d307f2d1-ecac-467a-bfba-af60eff6fdab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.0867624 Aug 30 23:01:11.309916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:11.429413 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:11.581753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Allocated IP 172.25.7.237 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/93d23750-d0ad-48eb-8d06-2beaab9cc31f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:11.601930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-a11b1a48-053f-41a8-93c2-8df434857647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:11.603693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-a11b1a48-053f-41a8-93c2-8df434857647 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.3202331 Aug 30 23:01:11.668710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-472b49e5-e992-474d-a196-09e5055a6b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:11.670283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-472b49e5-e992-474d-a196-09e5055a6b4e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536087 Aug 30 23:01:11.706380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:11.752745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:11.799991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:11.806815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:11.810618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:11.841092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-ba6452cd-cffa-4668-bf37-38edb5fcfc2c service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619549 Aug 30 23:01:11.843058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Pushing event updated for resources: {'Port': ['ID=93d23750-d0ad-48eb-8d06-2beaab9cc31f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:11.930901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:11.975639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cd42890-acce-42ca-a9be-5f69b8b5fb65 req-7ce774dc-ad1a-4312-90db-33636c973748 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230288 Aug 30 23:01:11.976238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.154594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.159983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.238092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Pushing event updated for resources: {'Port': ['ID=93d23750-d0ad-48eb-8d06-2beaab9cc31f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:12.259467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.279694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.281685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-16ac1226-dfff-4a20-a028-7f71634da1d6 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1717763 Aug 30 23:01:12.284271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58516) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:12.291248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-404218889', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'fixed_ips': [{'ip_address': '172.25.7.237'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:12.324647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Made reservation on behalf of a6aeb1e0dacf4b4e8fdca7b6b0586418 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:12.325561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.335492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.450678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.454735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.460210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] device_id is not set on port c5844c75-487a-4d3b-a673-b73c332178be yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:12.532595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191d06a9-62e8-46ce-b9d3-fd8d6c868a34,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:12.672438 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 23:01:12.672961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:01:12.689904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da71bb50-26d0-4e9b-80d6-5c3b93a13e4f tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4024317 Aug 30 23:01:12.690876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58518) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:12.840853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.887442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Deleting port 93d23750-d0ad-48eb-8d06-2beaab9cc31f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:12.887796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.969361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.969815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:12.983755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Calling delete_port for 93d23750-d0ad-48eb-8d06-2beaab9cc31f owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:13.142714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.221423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Pushing event deleted for resources: {'Port': ['ID=93d23750-d0ad-48eb-8d06-2beaab9cc31f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:13.242306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.245458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.250713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-485bdf1b-e206-4790-a97d-c8dfe5ec7588 tempest-ExternalNetworksAdminNegativeTestJSON-373073272 tempest-ExternalNetworksAdminNegativeTestJSON-373073272-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/912edb53-e5d6-468d-bfc7-5205ed41081a HTTP/1.1" status: 204 len: 168 time: 0.5581024 Aug 30 23:01:13.304179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6edf7934-3ff2-4195-ac62-4402e546644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.519163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58530) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:13.628760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7af1a5f5-27ff-41e9-853a-07458b7c07c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.723909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7af1a5f5-27ff-41e9-853a-07458b7c07c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.728240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7af1a5f5-27ff-41e9-853a-07458b7c07c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.771691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1a5f5-27ff-41e9-853a-07458b7c07c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3738c49e-85d6-43e9-9a54-7a40daf22fa8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:13.771691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7af1a5f5-27ff-41e9-853a-07458b7c07c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2390e2aace5c46c297d7fae2e72b29c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511454 Aug 30 23:01:13.773925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58534) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:13.828875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.851455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.911620 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.915315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:13.918995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3738c49e-85d6-43e9-9a54-7a40daf22fa8 HTTP/1.1" status: 204 len: 168 time: 0.1433961 Aug 30 23:01:13.927272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7935ac-aa9e-49d5-b595-0876bf97c989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3738c49e-85d6-43e9-9a54-7a40daf22fa8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:14.266176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58554) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:14.318517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9318d6e3-7813-4c93-bb52-2490a252fa7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6aeb1e0dacf4b4e8fdca7b6b0586418&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508111 Aug 30 23:01:14.319265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:14.380174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:14.404144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:14.462372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:14.465416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:14.466965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/191d06a9-62e8-46ce-b9d3-fd8d6c868a34 HTTP/1.1" status: 204 len: 168 time: 0.1467028 Aug 30 23:01:14.480710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4505c9c-d886-4620-b59f-82aa26c9237f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191d06a9-62e8-46ce-b9d3-fd8d6c868a34,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:14.481217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:14.733278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-c9a92f4f-c5fa-4751-ac80-20f8ec2bcb09 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0453677 Aug 30 23:01:14.810848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-751314dd-0e22-4d5b-a765-be4a8be465bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:14.812398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-751314dd-0e22-4d5b-a765-be4a8be465bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1097 time: 0.0456011 Aug 30 23:01:14.946323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-fa9ab487-a1b0-413a-bf81-3b5716e98513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:14.948567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-fa9ab487-a1b0-413a-bf81-3b5716e98513 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 910 time: 0.1158109 Aug 30 23:01:15.040142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-e2f0342f-0757-4fb8-97c0-ca33d8f516eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 1001 time: 0.0840871 Aug 30 23:01:15.122451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-9bedbb55-3879-4fd5-bf5c-4301b8469541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:15.127176 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-9bedbb55-3879-4fd5-bf5c-4301b8469541 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 200 len: 848 time: 0.0802338 Aug 30 23:01:15.187270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-b5c4dd6f-c0b3-4050-b97e-743322ff3e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:15.188917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-b5c4dd6f-c0b3-4050-b97e-743322ff3e79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06b54587-7e50-4baa-9747-abd461ac4b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535715 Aug 30 23:01:15.322992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-3b59465e-42aa-4379-bfb0-eaca77f8875d service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266088 Aug 30 23:01:15.479053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861422e-0ba4-4874-a890-a230ae38dbfb req-1f9b698d-55a9-4bd5-af3b-80001b21f742 service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481478 Aug 30 23:01:15.604296 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:01:15.968338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:16.528984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:16.704683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:16.727846 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:16.829257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:16.943788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Allocated IP 172.25.7.7 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:17.052106 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.093644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.135383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:17.139723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:17.143376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:17.179652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:17.241021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.284615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.459517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.465474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.535582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:17.558143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.593766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.595261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-47f03adf-1270-4542-8b36-d022d53c5ec0 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0651734 Aug 30 23:01:17.598104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58644) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:17.604112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1055524491'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:17.634990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Made reservation on behalf of 97a2197f83034834b9a1c804b5a5fa61 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:17.638570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.652308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.770700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.779316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.812437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:01:17.818278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1963a7f7-08b9-4b67-b0f1-ce45d7c205aa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:17.828283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.830667 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Added segment a4631e72-79d6-4b24-8683-c8389410b9f5 of type vlan for network 3811db85-031a-4c95-a337-4a5c6524a8fc Aug 30 23:01:17.882371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.908824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.915358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:17.916053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:17.982759 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3831043 Aug 30 23:01:17.986423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58656) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:17.988942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844042e-49ce-4da7-bd39-9310c4fe31b3 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Network': ['ID=3811db85-031a-4c95-a337-4a5c6524a8fc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:17.993278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Request body: {'subnet': {'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:18.000363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:01:18.112946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Made reservation on behalf of 97a2197f83034834b9a1c804b5a5fa61 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:18.117371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.302592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.371352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Subnet': ['ID=673f4974-f08e-4dd8-b0a2-f207e24807a7,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:18.379465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Checking segment: {'id': 'a4631e72-79d6-4b24-8683-c8389410b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:01:18.379827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network hostable DHCP agents. Network: 3811db85-031a-4c95-a337-4a5c6524a8fc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:01:18.396180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:01:18.405209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3811db85-031a-4c95-a337-4a5c6524a8fc) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:18.409541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:18.410241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.418292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1195d6-521d-454a-8d9d-817966ccf96d None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:18.426273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-12496bae-b306-4dc7-8567-fc3b3347c3c1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4380209 Aug 30 23:01:18.428869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58658) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:18.434764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-524082519', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:18.465165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.467281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.568610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.603860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3811db85-031a-4c95-a337-4a5c6524a8fc', 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc', 'tenant_id': '97a2197f83034834b9a1c804b5a5fa61', 'fixed_ips': [{'subnet_id': '673f4974-f08e-4dd8-b0a2-f207e24807a7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:01:18.604794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.782805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:18.814769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Allocated IP 172.20.0.2 (3811db85-031a-4c95-a337-4a5c6524a8fc/673f4974-f08e-4dd8-b0a2-f207e24807a7/b12b8452-3c4b-4f91-bd03-0a548a6a5d2f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:19.079338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.089608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.089988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Transition to ACTIVE for port object b12b8452-3c4b-4f91-bd03-0a548a6a5d2f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:19.107914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Transition to ACTIVE for port object b12b8452-3c4b-4f91-bd03-0a548a6a5d2f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:19.127281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.128283 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.206335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:19.215814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:19.229361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:19.262655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Pushing event updated for resources: {'Port': ['ID=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:19.303373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Attempting to bind port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:01:19.304177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Attempting to bind port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a4631e72-79d6-4b24-8683-c8389410b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:01:19.305328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Attempting to bind port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f on network 3811db85-031a-4c95-a337-4a5c6524a8fc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:01:19.310022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Allocated IP 172.25.7.248 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/db93ff2c-02db-4a3b-9c0c-3112b639910e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:19.314086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 1, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:01:19.314791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Checking segment: {'id': 'a4631e72-79d6-4b24-8683-c8389410b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:01:19.315198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.315741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Bound using segment: {'id': 'a4631e72-79d6-4b24-8683-c8389410b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:01:19.316076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Bound port: b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4631e72-79d6-4b24-8683-c8389410b9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:01:19.316688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.409893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] For port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:01:19.413658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] For port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,segment=NetworkSegment(a4631e72-79d6-4b24-8683-c8389410b9f5),segment_id=a4631e72-79d6-4b24-8683-c8389410b9f5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:01:19.421275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.480268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.501121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3d938-36d6-4265-9cce-817e1e0445d3 None None] Pushing event updated for resources: {'Port': ['ID=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:19.564949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:19.580959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99550f-2af4-4d07-8a6b-33b437bbf181 req-ff74c973-c135-4e18-bf19-87764741ef0d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:19.582572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e99550f-2af4-4d07-8a6b-33b437bbf181 req-ff74c973-c135-4e18-bf19-87764741ef0d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.0800557 Aug 30 23:01:19.638018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:19.668566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:19.685451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:19.721290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=db93ff2c-02db-4a3b-9c0c-3112b639910e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:19.735590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e99550f-2af4-4d07-8a6b-33b437bbf181 req-e326902d-8af0-4526-b747-f54cfb6ae4b0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1318531 Aug 30 23:01:19.987309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b12b8452-3c4b-4f91-bd03-0a548a6a5d2f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:01:20.027880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:20.060643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:20.280151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:20.450755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Router 3419c817-2da9-4dac-9158-8a28d022b861 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:01:20.574478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:20.584011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] Sync routers for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:20.595369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:20.599166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7078898e-c59d-4611-a3af-d3c95957b253 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 2.1667416 Aug 30 23:01:20.599347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:20.599347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:20.600102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58686) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:20.626438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b501830-1f1e-4aa6-a65d-b90a4e7fc6a3 None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:20.741433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:20.750796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Provisioning for port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:20.752922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:20.753970 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:20.783908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Provisioning complete for port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:20.784655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:20.788621 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:20.789499 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8333ce13-3da6-4027-b939-e0e3249b162a None None] The sync data for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:20.905511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b31d72-8edb-4e26-9cb2-c5e6432478b8 req-b30e2719-8ef6-4e84-a484-1f143df288bb tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:20.908101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b31d72-8edb-4e26-9cb2-c5e6432478b8 req-b30e2719-8ef6-4e84-a484-1f143df288bb tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.0661023 Aug 30 23:01:20.955021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b31d72-8edb-4e26-9cb2-c5e6432478b8 req-7bcacd68-f4d0-4a81-b169-011b8d39fd40 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396490 Aug 30 23:01:20.972442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.015821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] For port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,segment=NetworkSegment(a4631e72-79d6-4b24-8683-c8389410b9f5),segment_id=a4631e72-79d6-4b24-8683-c8389410b9f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:21.023364 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.094243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855070bf-4302-4242-9a37-4cedcd27f63a None None] Pushing event updated for resources: {'Port': ['ID=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:21.217248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.242863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-128e02a5-6373-4245-bb6d-93d06ecfceee None None] Provisioning complete for port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:21.243244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-128e02a5-6373-4245-bb6d-93d06ecfceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.493285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Allocated IP 172.20.0.1 (3811db85-031a-4c95-a337-4a5c6524a8fc/673f4974-f08e-4dd8-b0a2-f207e24807a7/be1c4bb7-e36c-404f-9860-fb03d4f59374) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:21.606011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.620314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Transition to ACTIVE for port object be1c4bb7-e36c-404f-9860-fb03d4f59374 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:21.653397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.692207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:21.697114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:21.700840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:21.730339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=be1c4bb7-e36c-404f-9860-fb03d4f59374,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:21.754125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.927408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c348a27-94c9-4358-8444-3979ed6a891f req-f11caf51-f740-47f5-86e2-4cc97ad6acae tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:21.928901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c348a27-94c9-4358-8444-3979ed6a891f req-f11caf51-f740-47f5-86e2-4cc97ad6acae tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.0964997 Aug 30 23:01:21.943076 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:21.952756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1091d747-a962-41e5-bc65-c73ce06fa8d8 None None] Provisioning for port be1c4bb7-e36c-404f-9860-fb03d4f59374 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:21.965329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b12b8452-3c4b-4f91-bd03-0a548a6a5d2f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:01:21.989238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1091d747-a962-41e5-bc65-c73ce06fa8d8 None None] Provisioning complete for port be1c4bb7-e36c-404f-9860-fb03d4f59374 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:21.989627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1091d747-a962-41e5-bc65-c73ce06fa8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.050157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1091d747-a962-41e5-bc65-c73ce06fa8d8 None None] Port be1c4bb7-e36c-404f-9860-fb03d4f59374 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:22.078146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:22.078536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.174196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d801df0-1266-4edf-8641-8d28ec3ebdf7 req-94da84f3-d297-46ed-8ca9-29ecdd58cd6f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:22.183457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d801df0-1266-4edf-8641-8d28ec3ebdf7 req-94da84f3-d297-46ed-8ca9-29ecdd58cd6f tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.0719600 Aug 30 23:01:22.252905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d801df0-1266-4edf-8641-8d28ec3ebdf7 req-de79dbb0-b63d-4778-bf49-f8cd91d2af9e tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681295 Aug 30 23:01:22.310379 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.311558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Deleting port b5021b43-912f-4bec-ba69-92c42bcbcdde {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:22.312039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.655371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.666130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.741314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] For port b5021b43-912f-4bec-ba69-92c42bcbcdde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b5021b43-912f-4bec-ba69-92c42bcbcdde,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:22.741689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:22.757472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=be1c4bb7-e36c-404f-9860-fb03d4f59374,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:22.820505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.086947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:23.092702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:23.108069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.108474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.108807 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Floating IP 9d057593-7ab6-40e4-8602-6e1329789fa9 disassociated. External IP: 172.25.7.28, port: b5021b43-912f-4bec-ba69-92c42bcbcdde. Aug 30 23:01:23.109151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Calling delete_port for b5021b43-912f-4bec-ba69-92c42bcbcdde owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:23.283933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Router 3419c817-2da9-4dac-9158-8a28d022b861 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:23.387854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a1cc7a1a-eb14-45a4-809b-8aac5007d9e8 None None] Provisioning complete for port be1c4bb7-e36c-404f-9860-fb03d4f59374 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:23.389004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1cc7a1a-eb14-45a4-809b-8aac5007d9e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.405013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56ffd-68d2-42fd-894b-769a97763e34 req-7f8e6a41-af21-4dbe-9c95-565d0640bbb5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:23.406740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0cf56ffd-68d2-42fd-894b-769a97763e34 req-7f8e6a41-af21-4dbe-9c95-565d0640bbb5 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 946 time: 0.0760946 Aug 30 23:01:23.437929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.464238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a1cc7a1a-eb14-45a4-809b-8aac5007d9e8 None None] Port be1c4bb7-e36c-404f-9860-fb03d4f59374 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:23.479875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'Port': ['ID=b5021b43-912f-4bec-ba69-92c42bcbcdde,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:23.484003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0cf56ffd-68d2-42fd-894b-769a97763e34 req-397b16e2-4e72-453b-9ba3-36c1fa830caf tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups?id=d9da22e1-6765-4de4-874c-309f451a05a7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655494 Aug 30 23:01:23.530654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:23.533034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.533276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.533630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.533995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.534340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.534678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.535012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.535342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.536158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.536158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.536368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.536620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:23.542491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] Sync routers for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:23.543789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-df97176c-a875-4b11-a635-07750ba69077 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "PUT /v2.0/routers/3419c817-2da9-4dac-9158-8a28d022b861/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9420507 Aug 30 23:01:23.546452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:23.551361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Request body: {'port': {'network_id': '3811db85-031a-4c95-a337-4a5c6524a8fc', 'name': 'tempest-FloatingIPAdminTestJSON-375701532'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:23.551736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:23.552427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:23.588451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:23.598068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:23.598749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:23.630986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:23.631646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7380e84-bf37-441e-b24b-b924d978772b None None] The sync data for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:23.692126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:23.750953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Made reservation on behalf of 97a2197f83034834b9a1c804b5a5fa61 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:23.754533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.786385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] device_id is not set on port 2302766a-f9f2-472a-a122-1c485ef365cc yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:23.894133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:23.905193 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:23.916032 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:23.916804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:23.965321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] No DVR routers for this DVR port b5021b43-912f-4bec-ba69-92c42bcbcdde on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:23.969566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:23.971699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1c348a27-94c9-4358-8444-3979ed6a891f req-e436e28b-dc3b-45ea-adff-c5089b2f8735 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.47 "DELETE /v2.0/ports/b5021b43-912f-4bec-ba69-92c42bcbcdde HTTP/1.1" status: 204 len: 173 time: 2.0144088 Aug 30 23:01:23.972157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'name': 'network-vif-deleted', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:23.974517 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75415b28-3026-4a33-985f-fb9696f58b29" -d '{"events": [{"server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "name": "network-vif-deleted", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:23.996913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Allocated IP 172.20.0.4 (3811db85-031a-4c95-a337-4a5c6524a8fc/673f4974-f08e-4dd8-b0a2-f207e24807a7/2302766a-f9f2-472a-a122-1c485ef365cc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:24.065347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:24.105906 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21964816-ddfb-4c54-aa0b-f2c8a5c6878b x-openstack-request-id: req-21964816-ddfb-4c54-aa0b-f2c8a5c6878b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:24.106319 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49895cd8-a657-4f84-8d59-36273678bb74", "name": "network-vif-deleted", "tag": "b5021b43-912f-4bec-ba69-92c42bcbcdde", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:24.106577 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21964816-ddfb-4c54-aa0b-f2c8a5c6878b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:24.107539 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49895cd8-a657-4f84-8d59-36273678bb74', 'name': 'network-vif-deleted', 'tag': 'b5021b43-912f-4bec-ba69-92c42bcbcdde', 'status': 'completed', 'code': 200} Aug 30 23:01:24.182621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.204099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Transition to ACTIVE for port object 2302766a-f9f2-472a-a122-1c485ef365cc will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:24.244483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.299138 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:24.304937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:24.312513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:24.316594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:24.329182 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:01:24.338604 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:24.339237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:24.347660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event updated for resources: {'Port': ['ID=2302766a-f9f2-472a-a122-1c485ef365cc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:24.375340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:24.376286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.403362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5ba6ff1d-f109-4ff1-a0da-f1491c69ed39 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8558259 Aug 30 23:01:24.406729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58728) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:24.469074 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:24.477144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'project_id': '97a2197f83034834b9a1c804b5a5fa61', 'port_id': '2302766a-f9f2-472a-a122-1c485ef365cc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:24.568089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.610264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be51e21f-4c7d-4c6a-84d9-74f614de1d52 req-8c6b33be-6f3b-4114-b97b-f6dce27c3a1d tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/ports?device_id=49895cd8-a657-4f84-8d59-36273678bb74 HTTP/1.1" status: 200 len: 210 time: 0.0460017 Aug 30 23:01:24.706862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c245026-f6d1-426f-bd6d-bb9dfc015885 None None] Provisioning for port 2302766a-f9f2-472a-a122-1c485ef365cc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:24.712065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c245026-f6d1-426f-bd6d-bb9dfc015885 None None] Provisioning complete for port 2302766a-f9f2-472a-a122-1c485ef365cc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:24.712458 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c245026-f6d1-426f-bd6d-bb9dfc015885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.745360 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:24.750183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:24.778842 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a6d65b-a2a8-43be-a441-74297d96c047 None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:36Z', 'revision_number': 4, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'a743dcdd-51e0-4dbd-949f-7fa671da934c', 'name': '', 'network_id': '62129edb-e17f-4d4b-a84c-4f5a0ac322a2', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'mac_address': 'fa:16:3e:c2:3e:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_interface', 'standard_attr_id': 1205, 'fixed_ips': [{'subnet_id': 'ad966348-ae36-4af1-999e-016e95542d84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:34Z', 'updated_at': '2021-08-30T22:53:45Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'subnets': [{'id': 'ad966348-ae36-4af1-999e-016e95542d84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:24.797378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1c245026-f6d1-426f-bd6d-bb9dfc015885 None None] Port 2302766a-f9f2-472a-a122-1c485ef365cc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:24.946466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58740) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:25.085519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f378273-82e6-492c-bd27-c9fb4718d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.167068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f60ff1f-96ac-4294-bbfe-4eda45a88cb3 None None] New status for floating IP 9d057593-7ab6-40e4-8602-6e1329789fa9: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:01:25.202663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f378273-82e6-492c-bd27-c9fb4718d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.207567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f378273-82e6-492c-bd27-c9fb4718d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.217895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Allocated IP 172.25.7.4 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ec6d5cd0-80c1-4b33-b535-60aaeed5055d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:25.252021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3f378273-82e6-492c-bd27-c9fb4718d6a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71ac10f611a449718da71fe9f3e5a1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3011267 Aug 30 23:01:25.252021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f378273-82e6-492c-bd27-c9fb4718d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6101f549-0997-40d7-880e-af6e92487b1f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:25.254850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58744) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:25.311211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.337395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.344199 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.386814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.387607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.390283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.395432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6101f549-0997-40d7-880e-af6e92487b1f HTTP/1.1" status: 204 len: 168 time: 0.1355155 Aug 30 23:01:25.403532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a263c2-50a2-48e7-be84-e3549a6b77a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6101f549-0997-40d7-880e-af6e92487b1f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:25.424913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:25.431088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:25.434852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:25.458638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6d5cd0-80c1-4b33-b535-60aaeed5055d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:25.692091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:25.749694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.774031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.824463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.827529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.830516 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:25.834262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "DELETE /v2.0/security-groups/d9da22e1-6765-4de4-874c-309f451a05a7 HTTP/1.1" status: 204 len: 168 time: 0.1386151 Aug 30 23:01:25.836811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:25.855597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7249fe-6406-4ccb-8aad-d25a32c4f155 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9da22e1-6765-4de4-874c-309f451a05a7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:25.858359 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-eff76cf6-5ab2-46d2-bed5-700ab98952b0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] show failed (client error): The resource could not be found. Aug 30 23:01:25.862184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eff76cf6-5ab2-46d2-bed5-700ab98952b0 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "GET /v2.0/security-groups/d9da22e1-6765-4de4-874c-309f451a05a7 HTTP/1.1" status: 404 len: 347 time: 0.0214670 Aug 30 23:01:25.862675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58774) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:26.012076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.063350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Deleting port c97fdaa4-a9ae-4dad-81d1-19be07062b87 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:26.063706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.110787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b5021b43-912f-4bec-ba69-92c42bcbcdde no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:26.144800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: b5021b43-912f-4bec-ba69-92c42bcbcdde {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:26.145269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b5021b43-912f-4bec-ba69-92c42bcbcdde not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:26.207873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.208243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.230893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Calling delete_port for c97fdaa4-a9ae-4dad-81d1-19be07062b87 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:26.322818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.337617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.454149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Pushing event updated for resources: {'Port': ['ID=ec6d5cd0-80c1-4b33-b535-60aaeed5055d,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:26.503927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.510362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.516397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.522294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.528242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.534097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.539987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:26.541982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-87d79beb-6c43-4a49-9e8a-c878037ee070 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.2060881 Aug 30 23:01:26.548295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.660942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51bb4130-e13a-466a-a605-3fe741ecef75 req-422312cc-d02d-4591-b759-5bb354115333 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097784 Aug 30 23:01:26.687937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.721543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Pushing event deleted for resources: {'Port': ['ID=c97fdaa4-a9ae-4dad-81d1-19be07062b87,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:26.776963 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Floating IP da8a746a-eb63-4823-80e5-605a06b74c13 associated. External IP: 172.25.7.4, port: 2302766a-f9f2-472a-a122-1c485ef365cc. Aug 30 23:01:26.841432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.844294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:26.845440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-688dc590-2d08-42c0-af4f-84dcef595277 tempest-AttachVolumeTestJSON-882944818 tempest-AttachVolumeTestJSON-882944818-project] 10.222.0.25 "DELETE /v2.0/floatingips/9d057593-7ab6-40e4-8602-6e1329789fa9 HTTP/1.1" status: 204 len: 168 time: 0.9767673 Aug 30 23:01:27.040838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Router 3419c817-2da9-4dac-9158-8a28d022b861 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:27.168105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:27.178444 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] Sync routers for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:27.186786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:27.193867 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:27.194734 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:27.234245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58800) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:27.234853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-44985ef0-9411-444f-884c-4a5f8a14cc6c tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 985 time: 2.8262737 Aug 30 23:01:27.247993 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:27.258370 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:27.259038 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:27.298872 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:27.299748 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c67c68-e8e9-4ec0-bbf7-4c840131e111 None None] The sync data for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:27.349047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04a19b1d-0277-4587-94fa-f85851465ccc tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "GET /v2.0/floatingips/da8a746a-eb63-4823-80e5-605a06b74c13 HTTP/1.1" status: 200 len: 980 time: 0.1137283 Aug 30 23:01:27.351491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:27.466398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3aef101e-7075-4de5-bada-b49596c608bd tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4599 time: 0.1113331 Aug 30 23:01:27.466768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58804) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:27.608378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.614406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.621084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.627139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.633136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.639303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.645234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.647188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c388ec9e-f44a-49c7-87c9-13e490677d90 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1436646 Aug 30 23:01:27.730020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c2a7c486-4464-4146-abee-087e05babec1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.731488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c2a7c486-4464-4146-abee-087e05babec1 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0745580 Aug 30 23:01:27.733192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:27.865606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port ec6d5cd0-80c1-4b33-b535-60aaeed5055d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:27.865908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:27.931173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.936991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.943114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.949616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.955478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.961442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.967277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:27.969148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-10dc302d-5cf0-4fa4-81fe-65e26b392c4e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 5442 time: 0.1829278 Aug 30 23:01:27.976756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-2341727c-4081-4907-ae2d-5581fda1166a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2387266 Aug 30 23:01:27.996213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:28.097972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e8f9f2e-20c1-4c61-b604-2fe82a7c83f8 req-9b9e3bcb-c607-411d-a107-35f6825882f3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1202419 Aug 30 23:01:28.099722 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.100052 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.112161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.118470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for ec6d5cd0-80c1-4b33-b535-60aaeed5055d owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:28.678468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c29304cb-3d57-477c-ad99-571bb47cd5da,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:28.747245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] For port c29304cb-3d57-477c-ad99-571bb47cd5da, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:01:28.783430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.790081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] device_id is not set on port c29304cb-3d57-477c-ad99-571bb47cd5da yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:28.827241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.829377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=ec6d5cd0-80c1-4b33-b535-60aaeed5055d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:28.844918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.955845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Pushing event updated for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:28.962115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] No DVR routers for this DVR port c29304cb-3d57-477c-ad99-571bb47cd5da on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:28.967377 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:28.967723 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Floating IP da8a746a-eb63-4823-80e5-605a06b74c13 disassociated (deleted). External IP: 172.25.7.4, port: 2302766a-f9f2-472a-a122-1c485ef365cc. Aug 30 23:01:29.059966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] In _notify_port_updated(), no bound segment for port c29304cb-3d57-477c-ad99-571bb47cd5da on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:01:29.061592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.062739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.064074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c018f644-a118-497f-84ea-e3b19d63587f service neutron] 10.222.0.52 "PUT /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 200 len: 1031 time: 1.0741999 Aug 30 23:01:29.177734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-507dfc5d-cf77-46c8-99d1-c004467ead88 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.179114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-507dfc5d-cf77-46c8-99d1-c004467ead88 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "GET /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0821495 Aug 30 23:01:29.197065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:29.253562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e6f77d01-28f0-4b84-a8c0-b585c6177836 None None] Provisioning complete for port c29304cb-3d57-477c-ad99-571bb47cd5da triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:29.254185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6f77d01-28f0-4b84-a8c0-b585c6177836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.300642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e6f77d01-28f0-4b84-a8c0-b585c6177836 None None] Port c29304cb-3d57-477c-ad99-571bb47cd5da cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:29.395676 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.409598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Router 3419c817-2da9-4dac-9158-8a28d022b861 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:29.424407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.431783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.437734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.443999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.450224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.456157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.458119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de730e66-b587-4991-a160-b193ad04a57a req-fe2efb78-fcb8-4eba-be0a-34e03597e2e3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 4664 time: 0.2680299 Aug 30 23:01:29.599649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de730e66-b587-4991-a160-b193ad04a57a req-645e2057-902f-450d-84d5-ad4fe6506f19 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&id=314d1277-fe02-4a52-8ed9-61d05d61b11d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1124353 Aug 30 23:01:29.694936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:29.700939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.707678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] Sync routers for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:29.717299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:29.718017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:29.744362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:29.753751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-883986e6-345f-4dfe-9fc5-8d6847ca020c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/floatingips/da8a746a-eb63-4823-80e5-605a06b74c13 HTTP/1.1" status: 204 len: 168 time: 2.2859302 Aug 30 23:01:29.756944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:29.757863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58830) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:29.762993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:29.766795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:29.767417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:29.787303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] For port b52cc764-d0d0-41a9-a618-75bb01ab5ce0, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:01:29.798579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.819388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:29.820579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f9bfa07-a94a-4645-84ae-1e474474dfff None None] The sync data for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:29.838724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] device_id is not set on port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:29.848346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.856003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.926244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] No DVR routers for this DVR port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:29.928025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.952603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:29.975340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] In _notify_port_updated(), no bound segment for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 on network f24f60d6-355f-4ad2-83e8-4cbbb9773758 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:01:29.976277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:29.976958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:29.978562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-c143f147-40d3-4488-9a96-45359daa20c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 200 len: 1032 time: 0.7870731 Aug 30 23:01:30.119741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port a84cc627-7479-40be-9093-7b596c4b7895 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:30.120660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.178573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Allocated IP 172.25.7.184 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/01ea769c-7f8f-43c8-892f-77743e95fa09) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:30.293857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:30.294273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.335334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-750c1452-17e3-4e8b-ab54-e6a614580b30 None None] Provisioning complete for port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:30.337435 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-750c1452-17e3-4e8b-ab54-e6a614580b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.425688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-750c1452-17e3-4e8b-ab54-e6a614580b30 None None] Port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:30.565271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a84cc627-7479-40be-9093-7b596c4b7895 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:30.606103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:30.669625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.704514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.705017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.705324 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Floating IP acfcf6ee-d75c-431d-95a9-e1dccf9ada74 disassociated. External IP: 172.25.7.29, port: a84cc627-7479-40be-9093-7b596c4b7895. Aug 30 23:01:30.705686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for a84cc627-7479-40be-9093-7b596c4b7895 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:30.760127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a84cc627-7479-40be-9093-7b596c4b7895, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a84cc627-7479-40be-9093-7b596c4b7895,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:30.764642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:30.772164 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ff5d40-5c2a-4447-8fa3-8c9cf9b35f83" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "a84cc627-7479-40be-9093-7b596c4b7895"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:30.780166 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.782479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b721533b-504a-4445-b1af-c3160019942e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:30.855415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:30.859784 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.862275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:30.868435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:30.875571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:30.882337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:30.884780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-d21cd41d-373e-4330-98a7-988607ff84d9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 3883 time: 0.1164975 Aug 30 23:01:30.896031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:30.941983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.942962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.947097 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2938abe-a0a5-40f1-9b0e-2bf2ac73af15 x-openstack-request-id: req-e2938abe-a0a5-40f1-9b0e-2bf2ac73af15 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:30.947393 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "a84cc627-7479-40be-9093-7b596c4b7895", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:30.947760 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2938abe-a0a5-40f1-9b0e-2bf2ac73af15 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:30.948132 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895', 'code': 200} Aug 30 23:01:30.950991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-be0a1a4e-1f4f-477d-8bff-284eaaf73c6d req-272dada7-4f31-405d-932c-a45c2691adf3 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549433 Aug 30 23:01:30.951865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb390-e8d0-4d48-b11a-5a750c9da78b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.982607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:30.988325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:30.989388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 985c4eb8-899b-416b-ab62-3a5278d244ac no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:31.016824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Pushing event updated for resources: {'Port': ['ID=01ea769c-7f8f-43c8-892f-77743e95fa09,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.025963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:31.028067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:31.031384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:31.062649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.066704 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.104204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=a84cc627-7479-40be-9093-7b596c4b7895,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.145827 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.155849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.193474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:31.202208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.203506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c29304cb-3d57-477c-ad99-571bb47cd5da no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:31.211433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.261126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb390-e8d0-4d48-b11a-5a750c9da78b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.269661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4eb390-e8d0-4d48-b11a-5a750c9da78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.291272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.308999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Router 67f3709c-8ecc-43c6-bcc8-d04781123c20 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:31.316846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c29304cb-3d57-477c-ad99-571bb47cd5da not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:31.317290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b52cc764-d0d0-41a9-a618-75bb01ab5ce0 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:31.330683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:31.333994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1a4eb390-e8d0-4d48-b11a-5a750c9da78b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02c905c0860f472e9dc8de38617efa5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225246 Aug 30 23:01:31.334801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4eb390-e8d0-4d48-b11a-5a750c9da78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb589ad-491f-4b49-91d6-39dabbfa077c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.357065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b52cc764-d0d0-41a9-a618-75bb01ab5ce0 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:31.357573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:31.453946 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.455299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.459808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.475529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:31.482019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.497827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Sync routers for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:31.512702 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:31.513338 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:31.542151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:31.551937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.552788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 29381d73-a33d-4793-8671-487e5f6eb1d0 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:31.565688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.578280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] No DVR routers for this DVR port a84cc627-7479-40be-9093-7b596c4b7895 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:31.584275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.586418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-6dd9d7d4-b662-4e4f-8523-ace99fcb1790 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "DELETE /v2.0/ports/a84cc627-7479-40be-9093-7b596c4b7895 HTTP/1.1" status: 204 len: 173 time: 1.5997574 Aug 30 23:01:31.586895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:31.589220 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd14e66-54d5-44ec-b2a0-5ea6c8be3e1d" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "a84cc627-7479-40be-9093-7b596c4b7895"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:31.645699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Pushing event updated for resources: {'Port': ['ID=01ea769c-7f8f-43c8-892f-77743e95fa09,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.674484 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0478f6-4446-4c8c-87ef-01e15654eb48 x-openstack-request-id: req-5c0478f6-4446-4c8c-87ef-01e15654eb48 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:31.674794 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "a84cc627-7479-40be-9093-7b596c4b7895", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:31.675045 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5c0478f6-4446-4c8c-87ef-01e15654eb48 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:31.675461 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': 'a84cc627-7479-40be-9093-7b596c4b7895', 'status': 'completed', 'code': 200} Aug 30 23:01:31.679150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.728039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.728621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.731462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.733073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cb589ad-491f-4b49-91d6-39dabbfa077c HTTP/1.1" status: 204 len: 168 time: 0.4014175 Aug 30 23:01:31.751654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.752293 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:31.758216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58864) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:31.758805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2849fd86-9eff-4571-9d3c-66b988ab728e tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9985123 Aug 30 23:01:31.765902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f818653-3b62-41ec-8b3a-fdd9ae05c9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb589ad-491f-4b49-91d6-39dabbfa077c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:31.843105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port 29381d73-a33d-4793-8671-487e5f6eb1d0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:31.843455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.908060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:31.975444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:31.982527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.005211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] For port 29381d73-a33d-4793-8671-487e5f6eb1d0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=29381d73-a33d-4793-8671-487e5f6eb1d0,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:32.005588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.019681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for 29381d73-a33d-4793-8671-487e5f6eb1d0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:32.050521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:32.091475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:32.142779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.184834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-51fccfa1-fbb1-4718-8154-1533f56187fa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:32.208883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-51fccfa1-fbb1-4718-8154-1533f56187fa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:32.224123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:32.228729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-51fccfa1-fbb1-4718-8154-1533f56187fa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:32.246282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-51fccfa1-fbb1-4718-8154-1533f56187fa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:32.248237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-51fccfa1-fbb1-4718-8154-1533f56187fa tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 3142 time: 0.1654372 Aug 30 23:01:32.261919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.291597 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Checking router: 67f3709c-8ecc-43c6-bcc8-d04781123c20 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:01:32.301465 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:32.302656 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:32.313738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e675c25-88ad-47a9-a86a-2442dff47fe3 req-9773f919-d9e8-47a9-abde-3e866733fb32 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470355 Aug 30 23:01:32.324973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=29381d73-a33d-4793-8671-487e5f6eb1d0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:32.410668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] No DVR routers for this DVR port 29381d73-a33d-4793-8671-487e5f6eb1d0 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:32.417744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.419771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-27d41f0c-86e6-40ba-88af-4d7018fd71b4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "DELETE /v2.0/ports/29381d73-a33d-4793-8671-487e5f6eb1d0 HTTP/1.1" status: 204 len: 173 time: 0.8266461 Aug 30 23:01:32.433266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:32.433701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:32.854516 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:32.893466 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8efd32b-0d2e-4343-9a99-26cec43f53a1 None None] The sync data for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 is: [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T22:51:09Z', 'revision_number': 4, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3106eee9-a271-40af-8745-1038d40ee329', 'name': '', 'network_id': '79f66ca4-2fbf-4727-95d4-379d0898b935', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'mac_address': 'fa:16:3e:99:c5:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:07Z', 'updated_at': '2021-08-30T22:51:19Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'subnets': [{'id': '0bb83e7a-f788-49c5-bf98-b1dff98fd0b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:32.949966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b721533b-504a-4445-b1af-c3160019942e'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:32.953445 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de35e4db-ef60-4688-ae07-d837df1d72d5" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "b721533b-504a-4445-b1af-c3160019942e"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:33.053599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port b721533b-504a-4445-b1af-c3160019942e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:33.054088 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edac6177-34b9-4b90-b7a7-7298ce30151d x-openstack-request-id: req-edac6177-34b9-4b90-b7a7-7298ce30151d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:33.054088 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "b721533b-504a-4445-b1af-c3160019942e", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-unplugged", "status": "completed", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:33.054324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.054425 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-edac6177-34b9-4b90-b7a7-7298ce30151d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:33.054683 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b721533b-504a-4445-b1af-c3160019942e', 'code': 200} Aug 30 23:01:33.054962 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'code': 200} Aug 30 23:01:33.055218 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'code': 200} Aug 30 23:01:33.055470 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'code': 200} Aug 30 23:01:33.083198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Allocated IP 172.25.7.140 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/cff2ebb5-b8f6-4a37-b9de-b1930c214da4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:33.247369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] For port b721533b-504a-4445-b1af-c3160019942e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b721533b-504a-4445-b1af-c3160019942e,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:33.247851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.271635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for b721533b-504a-4445-b1af-c3160019942e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:33.296206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.320755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5a8bf4-894a-4dd7-8580-fffd26dc4d5c None None] New status for floating IP acfcf6ee-d75c-431d-95a9-e1dccf9ada74: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:01:33.392983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.482356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:33.494575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:33.519745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Pushing event updated for resources: {'Port': ['ID=cff2ebb5-b8f6-4a37-b9de-b1930c214da4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:33.524357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:33.582498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb86e2-c28e-4727-8c9d-05232cacba2f req-818eb0a7-08a6-4a9b-b573-80e6250bd7b5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:33.590136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb86e2-c28e-4727-8c9d-05232cacba2f req-818eb0a7-08a6-4a9b-b573-80e6250bd7b5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:33.596100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebb86e2-c28e-4727-8c9d-05232cacba2f req-818eb0a7-08a6-4a9b-b573-80e6250bd7b5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:33.598044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eebb86e2-c28e-4727-8c9d-05232cacba2f req-818eb0a7-08a6-4a9b-b573-80e6250bd7b5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 2410 time: 0.1736813 Aug 30 23:01:33.636826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.676223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:33.678531 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaec1ce-ab72-442b-8cb5-66e936b0061a" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:33.742870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eebb86e2-c28e-4727-8c9d-05232cacba2f req-0283c769-127f-4d5b-bd5a-5896af76c8b9 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306102 Aug 30 23:01:33.743811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=b721533b-504a-4445-b1af-c3160019942e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:33.797466 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715a397a-06c4-466c-ace5-6a16b7d32866 x-openstack-request-id: req-715a397a-06c4-466c-ace5-6a16b7d32866 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:33.797875 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "29381d73-a33d-4793-8671-487e5f6eb1d0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:33.798066 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-715a397a-06c4-466c-ace5-6a16b7d32866 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:33.798421 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '29381d73-a33d-4793-8671-487e5f6eb1d0', 'status': 'completed', 'code': 200} Aug 30 23:01:33.830367 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.831915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] No DVR routers for this DVR port b721533b-504a-4445-b1af-c3160019942e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:33.835366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:33.838841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-aeacabae-e376-4a21-b3e2-96cede1df8f2 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "DELETE /v2.0/ports/b721533b-504a-4445-b1af-c3160019942e HTTP/1.1" status: 204 len: 173 time: 1.4063361 Aug 30 23:01:33.918973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.096930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:34.097462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.300651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.334637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.403942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Pushing event updated for resources: {'Port': ['ID=cff2ebb5-b8f6-4a37-b9de-b1930c214da4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:34.409684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] For port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:34.410585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.426425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:34.526845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.557344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.560939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf000ce8-98da-4fe8-b1cd-34b5f6a2cdd5 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7992220 Aug 30 23:01:34.561713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58934) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:34.645125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-632160fc-077e-4820-94f0-522686d8956d tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4482 time: 0.0816483 Aug 30 23:01:34.647636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:34.691875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.745124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1526219c-49b5-4875-b0c6-df571d0f18e1 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 689 time: 0.0958591 Aug 30 23:01:34.754591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:34.756853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:34.794851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] No DVR routers for this DVR port 75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:34.799660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.802599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-09dab53f-12cb-42b2-a7fc-401a8f44d359 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "DELETE /v2.0/ports/75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b HTTP/1.1" status: 204 len: 173 time: 0.9338164 Aug 30 23:01:34.947004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Deleting port cff2ebb5-b8f6-4a37-b9de-b1930c214da4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:34.947734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:34.978852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d6a87-b2a9-4a24-8135-f87f6d3e68c6 req-114bbbc8-9792-4ab5-a1f8-f98dfa804847 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:34.980406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-485d6a87-b2a9-4a24-8135-f87f6d3e68c6 req-114bbbc8-9792-4ab5-a1f8-f98dfa804847 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 943 time: 0.0953488 Aug 30 23:01:35.017682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port 985c4eb8-899b-416b-ab62-3a5278d244ac {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:35.018451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.090505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-485d6a87-b2a9-4a24-8135-f87f6d3e68c6 req-562f92e3-f2de-49f6-bb57-4746a6ec8c49 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups?id=35187d36-50ed-4676-91e5-9ef2071e070e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994639 Aug 30 23:01:35.128846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.129299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.143933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Calling delete_port for cff2ebb5-b8f6-4a37-b9de-b1930c214da4 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:35.152425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] For port 985c4eb8-899b-416b-ab62-3a5278d244ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=985c4eb8-899b-416b-ab62-3a5278d244ac,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:35.153560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.174016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for 985c4eb8-899b-416b-ab62-3a5278d244ac owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:35.391475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.405882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.422162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Pushing event deleted for resources: {'Port': ['ID=cff2ebb5-b8f6-4a37-b9de-b1930c214da4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:35.440454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=985c4eb8-899b-416b-ab62-3a5278d244ac,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:35.504906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] No DVR routers for this DVR port 985c4eb8-899b-416b-ab62-3a5278d244ac on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:35.508180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.511165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6cfe15d1-56f5-4358-bfe7-6d3478753459 req-df99dd86-1b11-4c4a-b3f9-f26f07708c95 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.52 "DELETE /v2.0/ports/985c4eb8-899b-416b-ab62-3a5278d244ac HTTP/1.1" status: 204 len: 173 time: 0.7026050 Aug 30 23:01:35.523180 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.526728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.530524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2af3995c-c498-461f-824a-9b411a6c1602 tempest-FloatingIPAdminTestJSON-1065905911 tempest-FloatingIPAdminTestJSON-1065905911-project] 10.222.0.25 "DELETE /v2.0/floatingips/6588b246-a3e0-4ff9-968a-db411862c8b7 HTTP/1.1" status: 204 len: 168 time: 0.7725143 Aug 30 23:01:35.530977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58960) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:35.673238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Deleting port 01ea769c-7f8f-43c8-892f-77743e95fa09 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:35.673669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.762685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.763298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:35.777065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Calling delete_port for 01ea769c-7f8f-43c8-892f-77743e95fa09 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:35.801117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': 'b721533b-504a-4445-b1af-c3160019942e'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b'}, {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:01:35.803888 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73aed9e9-aa48-4067-9dee-2742efa82eac" -d '{"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "b721533b-504a-4445-b1af-c3160019942e"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b"}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:01:35.871537 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 23:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43614c45-44c1-4444-9a16-6c00c630acfb x-openstack-request-id: req-43614c45-44c1-4444-9a16-6c00c630acfb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:01:35.872072 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "b721533b-504a-4445-b1af-c3160019942e", "status": "completed", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b", "status": "completed", "code": 200}, {"server_uuid": "2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c", "name": "network-vif-deleted", "tag": "985c4eb8-899b-416b-ab62-3a5278d244ac", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:01:35.872517 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43614c45-44c1-4444-9a16-6c00c630acfb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:01:35.873087 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': 'b721533b-504a-4445-b1af-c3160019942e', 'status': 'completed', 'code': 200} Aug 30 23:01:35.873505 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '75c7a2d6-a7ac-43e0-ae8e-d206c66c6c3b', 'status': 'completed', 'code': 200} Aug 30 23:01:35.873942 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c', 'name': 'network-vif-deleted', 'tag': '985c4eb8-899b-416b-ab62-3a5278d244ac', 'status': 'completed', 'code': 200} Aug 30 23:01:36.022394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.098347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Pushing event deleted for resources: {'Port': ['ID=01ea769c-7f8f-43c8-892f-77743e95fa09,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:36.161266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.168392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.173001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-45dbf20e-fcb2-4759-aecf-99a5c12e6528 tempest-FloatingIPAdminTestJSON-610211611 tempest-FloatingIPAdminTestJSON-610211611-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/727d002b-67dc-4f0a-95ea-9463cfd9ade1 HTTP/1.1" status: 204 len: 168 time: 0.6374562 Aug 30 23:01:36.173201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:36.253157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3d2d9b0-5785-4c2e-977b-7214413368d4 req-3db11ae6-e74a-4a50-a5b3-27a877c98586 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0326042 Aug 30 23:01:36.299200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port 2302766a-f9f2-472a-a122-1c485ef365cc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:36.299857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.403553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.418275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for 2302766a-f9f2-472a-a122-1c485ef365cc owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:36.613476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.661661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=2302766a-f9f2-472a-a122-1c485ef365cc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:36.750759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:36.753512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ae718ded-9048-4edc-8a39-3b1efb9ac5ed tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/ports/2302766a-f9f2-472a-a122-1c485ef365cc HTTP/1.1" status: 204 len: 168 time: 0.5792890 Aug 30 23:01:36.756077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58982) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:36.823578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf2dfc-4a07-4b50-bb8d-89698c49144c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:36.825004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4baf2dfc-4a07-4b50-bb8d-89698c49144c tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "GET /v2.0/ports?device_id=3419c817-2da9-4dac-9158-8a28d022b861 HTTP/1.1" status: 200 len: 913 time: 0.0678346 Aug 30 23:01:36.827933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 58984) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:37.264572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 58992) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:37.285350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:37.545759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32555eed-d531-4b95-af9f-929f8647d9f1 req-1bf39e7f-2d51-40b1-b044-454e86309412 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.1580906 Aug 30 23:01:37.845688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port be1c4bb7-e36c-404f-9860-fb03d4f59374 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:37.846773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:37.979277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.004540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for be1c4bb7-e36c-404f-9860-fb03d4f59374 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:38.081212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.244824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.270763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=be1c4bb7-e36c-404f-9860-fb03d4f59374,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:38.437105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Deleting port a743dcdd-51e0-4dbd-949f-7fa671da934c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:38.437774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.510105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.556797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] For port a743dcdd-51e0-4dbd-949f-7fa671da934c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a743dcdd-51e0-4dbd-949f-7fa671da934c,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:38.557733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.609570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Calling delete_port for a743dcdd-51e0-4dbd-949f-7fa671da934c owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:38.721621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3906655b-75ea-4b6c-aa2d-6f8064df908b req-9ca64209-ea4c-401d-a44a-e13b20fcf8b5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0324059 Aug 30 23:01:38.816751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Router 3419c817-2da9-4dac-9158-8a28d022b861 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:38.943229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:38.980482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Pushing event deleted for resources: {'Port': ['ID=a743dcdd-51e0-4dbd-949f-7fa671da934c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:39.246482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:39.399052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:39.407268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f1800aac-cfbc-4915-880d-0ab1fae9f83f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "PUT /v2.0/routers/3419c817-2da9-4dac-9158-8a28d022b861/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5755186 Aug 30 23:01:39.408127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:39.410792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] Sync routers for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:39.436124 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:39.436755 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:39.473054 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:39.482184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] Routers {'3419c817-2da9-4dac-9158-8a28d022b861'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:39.482807 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3419c817-2da9-4dac-9158-8a28d022b861'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:39.520285 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:39.520934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf52266-40e4-4cd1-aa95-946ade604828 None None] The sync data for ids ['3419c817-2da9-4dac-9158-8a28d022b861'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:39.893645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:39.894532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f009f6c-98b4-493d-a569-f64fee27d79f req-1d1dd9b9-82d8-4f50-b84f-90ef3063d855 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0467787 Aug 30 23:01:40.110905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.120158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Router 06582080-01da-4f1e-92e7-993383e8fe50 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:01:40.263226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port db93ff2c-02db-4a3b-9c0c-3112b639910e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:40.263628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.265593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:01:40.270944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-50e1cf79-0837-4099-bc3c-73d97418643e admin admin] 10.222.0.25 "PUT /v2.0/routers/06582080-01da-4f1e-92e7-993383e8fe50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0042980 Aug 30 23:01:40.274016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:40.278544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9be8ef79-5720-4085-aba5-31489cc94d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.285680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Sync routers for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:01:40.296672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:40.297967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:40.367553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.380065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for db93ff2c-02db-4a3b-9c0c-3112b639910e owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:40.427422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:40.428399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.576406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.585161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.628804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=db93ff2c-02db-4a3b-9c0c-3112b639910e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:40.641630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Deleting port 60ba42d9-90b5-46cb-86fa-9b60770555f0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:40.642019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.651564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79'}], 'enable_snat': True}, 'gw_port_id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T23:01:38Z', 'revision_number': 5, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port': {'id': '60ba42d9-90b5-46cb-86fa-9b60770555f0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06582080-01da-4f1e-92e7-993383e8fe50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1204, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T22:53:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:40.681214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Checking router: 06582080-01da-4f1e-92e7-993383e8fe50 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:01:40.691585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Routers {'06582080-01da-4f1e-92e7-993383e8fe50'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:01:40.692235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['06582080-01da-4f1e-92e7-993383e8fe50'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:40.700826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.735143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] For port 60ba42d9-90b5-46cb-86fa-9b60770555f0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=60ba42d9-90b5-46cb-86fa-9b60770555f0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:40.736055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.751902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Calling delete_port for 60ba42d9-90b5-46cb-86fa-9b60770555f0 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:40.823931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.829886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.918873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.919571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Fanout notify agent at l3_agent the message router_deleted on router 3419c817-2da9-4dac-9158-8a28d022b861 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:01:40.927194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:40.928306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fd31a3fc-419e-4a0c-b77d-7d923da3b947 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/routers/3419c817-2da9-4dac-9158-8a28d022b861 HTTP/1.1" status: 204 len: 168 time: 1.5198112 Aug 30 23:01:40.930859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59030) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:41.045858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] Set router 06582080-01da-4f1e-92e7-993383e8fe50 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:01:41.063319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-011d0159-d8a3-49aa-8f1b-0307fecd84b4 req-42f6fd9b-25ba-4796-84fa-4f684e700e86 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0711343 Aug 30 23:01:41.097855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting subnet 673f4974-f08e-4dd8-b0a2-f207e24807a7 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:01:41.097855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.139866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T23:01:40Z', 'revision_number': 6, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:41.144044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.167211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.172850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd81bcf-9ddd-4ab5-bde3-350548c8970f None None] The sync data for ids ['06582080-01da-4f1e-92e7-993383e8fe50'] in n-d-791504-21 is: [{'id': '06582080-01da-4f1e-92e7-993383e8fe50', 'name': 'tempest-AttachVolumeTestJSON-1127288243-router', 'tenant_id': '44b8598631d9423c820f66be72094d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:53:30Z', 'updated_at': '2021-08-30T23:01:40Z', 'revision_number': 6, 'project_id': '44b8598631d9423c820f66be72094d62', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:01:41.201527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=60ba42d9-90b5-46cb-86fa-9b60770555f0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:41.268840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.281105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.354274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.375606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.378059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.388422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Subnet': ['ID=673f4974-f08e-4dd8-b0a2-f207e24807a7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:41.406542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.407799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0186d24f-9eea-4f1c-88d6-6b209c6fbc97 None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:41.409294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f105123c-81c7-4416-bf2c-3ed89fe64129 tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/subnets/673f4974-f08e-4dd8-b0a2-f207e24807a7 HTTP/1.1" status: 204 len: 168 time: 0.4766059 Aug 30 23:01:41.411626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:41.427346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.428121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06582080-01da-4f1e-92e7-993383e8fe50 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:01:41.433215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.434613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de038a6f-c689-4927-acaf-b5b4bf0c0a0f admin admin] 10.222.0.25 "DELETE /v2.0/routers/06582080-01da-4f1e-92e7-993383e8fe50 HTTP/1.1" status: 204 len: 168 time: 1.1592660 Aug 30 23:01:41.436828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59036) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:41.502062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.521399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Deleting subnet ad966348-ae36-4af1-999e-016e95542d84 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:01:41.530313 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.603809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.609396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:41.609684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.722984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] DHCP port deletion for 3811db85-031a-4c95-a337-4a5c6524a8fc request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:01:41.750222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] For port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,segment=NetworkSegment(a4631e72-79d6-4b24-8683-c8389410b9f5),segment_id=a4631e72-79d6-4b24-8683-c8389410b9f5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:41.750774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.752466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.767255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for b12b8452-3c4b-4f91-bd03-0a548a6a5d2f owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:41.799938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Deleting port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:41.799938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.832724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.871258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad966348-ae36-4af1-999e-016e95542d84,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:41.872229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] For port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,segment=NetworkSegment(a4631e72-79d6-4b24-8683-c8389410b9f5),segment_id=a4631e72-79d6-4b24-8683-c8389410b9f5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:41.872630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.884522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.888748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:41.890798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9560419f-42a3-4005-8d6f-b3679f6a965c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad966348-ae36-4af1-999e-016e95542d84 HTTP/1.1" status: 204 len: 168 time: 0.4529696 Aug 30 23:01:41.893472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59038) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:41.900652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e6c0386-1cde-4fad-90fc-c2205fd07345 None None] Network 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:41.946520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:41.950950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] No DVR routers for this DVR port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:41.989763 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.047276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.051085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Calling delete_port for b12b8452-3c4b-4f91-bd03-0a548a6a5d2f owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:42.062070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3811db85-031a-4c95-a337-4a5c6524a8fc']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:42.099650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Deleting port 9a5cb856-955a-4093-a3ed-487fffc1343a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:42.102655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.113661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4631e72-79d6-4b24-8683-c8389410b9f5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:42.114040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4631e72-79d6-4b24-8683-c8389410b9f5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:42.147739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.201167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.217670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] DHCP port deletion for 62129edb-e17f-4d4b-a84c-4f5a0ac322a2 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:01:42.218900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:01:42.219328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.223149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b12b8452-3c4b-4f91-bd03-0a548a6a5d2f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:01:42.252695 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:01:42.268956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b12b8452-3c4b-4f91-bd03-0a548a6a5d2f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:42.269823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b12b8452-3c4b-4f91-bd03-0a548a6a5d2f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:42.270524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a743dcdd-51e0-4dbd-949f-7fa671da934c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:42.317888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a743dcdd-51e0-4dbd-949f-7fa671da934c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:42.318827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a743dcdd-51e0-4dbd-949f-7fa671da934c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:42.319520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 60ba42d9-90b5-46cb-86fa-9b60770555f0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:42.323232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66f22dd9-b0b1-4f77-8f2a-67d1ef9ee46d req-833a5027-1fc6-4101-8b4d-df46beb9384a tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0765898 Aug 30 23:01:42.400118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] For port 9a5cb856-955a-4093-a3ed-487fffc1343a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9a5cb856-955a-4093-a3ed-487fffc1343a,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:42.400465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.418669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 60ba42d9-90b5-46cb-86fa-9b60770555f0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:42.421315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 60ba42d9-90b5-46cb-86fa-9b60770555f0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:42.433197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.450289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Calling delete_port for 9a5cb856-955a-4093-a3ed-487fffc1343a owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:42.453451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.458715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/networks/3811db85-031a-4c95-a337-4a5c6524a8fc HTTP/1.1" status: 204 len: 168 time: 1.0444818 Aug 30 23:01:42.472568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.482974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:42.498556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fcc312-8461-4276-9d75-9d77c4a0111d tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Network': ['ID=3811db85-031a-4c95-a337-4a5c6524a8fc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:42.543556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Pushing event deleted for resources: {'Port': ['ID=b12b8452-3c4b-4f91-bd03-0a548a6a5d2f,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:42.556320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] Network 3811db85-031a-4c95-a337-4a5c6524a8fc is not hosted by any dhcp agent {{(pid=101270) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 23:01:42.556798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949414b-877e-4037-a158-8b2fcc804563 None None] No DVR routers for this DVR port b12b8452-3c4b-4f91-bd03-0a548a6a5d2f on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:42.592961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Deleting port 9a5cb856-955a-4093-a3ed-487fffc1343a {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:42.593467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.661098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.739679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a5cb856-955a-4093-a3ed-487fffc1343a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:42.748042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] No DVR routers for this DVR port 9a5cb856-955a-4093-a3ed-487fffc1343a on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:42.798471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] For port 9a5cb856-955a-4093-a3ed-487fffc1343a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9a5cb856-955a-4093-a3ed-487fffc1343a,segment=NetworkSegment(6d6ed499-64cd-4ff2-9575-41add99fedf3),segment_id=6d6ed499-64cd-4ff2-9575-41add99fedf3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:42.799024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.831520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Calling delete_port for 9a5cb856-955a-4093-a3ed-487fffc1343a owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:42.866771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Deleting port a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:42.867548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.938947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.956816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.962793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62129edb-e17f-4d4b-a84c-4f5a0ac322a2']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:42.978034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.978600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:42.992450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d6ed499-64cd-4ff2-9575-41add99fedf3') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:42.992791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d6ed499-64cd-4ff2-9575-41add99fedf3') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:43.011013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Calling delete_port for a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:43.014307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.016161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.061175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.066750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] Pushing event deleted for resources: {'Port': ['ID=9a5cb856-955a-4093-a3ed-487fffc1343a,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:43.076295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:01:43.076725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:01:43.078645 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:01:43.086071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261df7bd-2a1e-49c8-b10b-cd260e5c011c None None] No DVR routers for this DVR port 9a5cb856-955a-4093-a3ed-487fffc1343a on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:43.186235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.230294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.238264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62129edb-e17f-4d4b-a84c-4f5a0ac322a2 HTTP/1.1" status: 204 len: 168 time: 1.3433812 Aug 30 23:01:43.241179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04802-505d-44d1-8f63-4c4735ce2d11 admin admin] Pushing event deleted for resources: {'Network': ['ID=62129edb-e17f-4d4b-a84c-4f5a0ac322a2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:43.307633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7f58851d-e06a-427a-9872-0b4b962ad521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.320619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.442224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59062) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:43.460503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Pushing event deleted for resources: {'Port': ['ID=a8bb34b1-d00a-4ac0-9c14-35ef5eccd51b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:43.500217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.504637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.507392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7684f553-0ec0-472c-a2ec-73968400676f tempest-FloatingIPAdminTestJSON-1938639703 tempest-FloatingIPAdminTestJSON-1938639703-project] 10.222.0.25 "DELETE /v2.0/floatingips/494e3e5c-7b40-4676-8744-741c553cfaf5 HTTP/1.1" status: 204 len: 168 time: 1.0222776 Aug 30 23:01:43.510421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bc4b6d1-e1f0-42a6-905d-e81baf7a96fb req-4fcddc2c-18d6-4ab3-a96d-5527cda55147 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0768809 Aug 30 23:01:43.536578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f363e42d-4fa6-481e-8335-5aae2591fb61 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44b8598631d9423c820f66be72094d62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0926671 Aug 30 23:01:43.539863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59066) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:43.633176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.669899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.738160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.741332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:43.743185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/144a9692-ddb3-4796-84be-5a1a45c6c5b3 HTTP/1.1" status: 204 len: 168 time: 0.2022920 Aug 30 23:01:43.752664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0eee85-b021-4741-a361-3dd7b1bc1fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144a9692-ddb3-4796-84be-5a1a45c6c5b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:43.883063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59076) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:44.012747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9a5cb856-955a-4093-a3ed-487fffc1343a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:44.053539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 9a5cb856-955a-4093-a3ed-487fffc1343a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:44.054649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9a5cb856-955a-4093-a3ed-487fffc1343a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:44.293489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59094) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:44.294111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-19f5cd45-0f18-4bf6-a96d-63ad25501494 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=97a2197f83034834b9a1c804b5a5fa61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094546 Aug 30 23:01:44.358483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:44.389371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:44.470752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:44.474786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:44.479181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1963a7f7-08b9-4b67-b0f1-ce45d7c205aa HTTP/1.1" status: 204 len: 168 time: 0.1844406 Aug 30 23:01:44.492020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:44.512225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66013c-d1ae-4c10-bd23-9770be05e953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963a7f7-08b9-4b67-b0f1-ce45d7c205aa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:44.686577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a6d1facd-fb08-4ffd-86dd-7262d62ead3a req-8354ec18-2beb-4f5e-9ab4-0b33bedb0486 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0448277 Aug 30 23:01:44.982526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:44.996697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fefb-67eb-4da5-96a5-69fc514c479d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.134655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fefb-67eb-4da5-96a5-69fc514c479d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.140696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9c6fefb-67eb-4da5-96a5-69fc514c479d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.194321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6fefb-67eb-4da5-96a5-69fc514c479d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3db065-6670-4484-a8c3-780944afc80b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:45.215534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d9c6fefb-67eb-4da5-96a5-69fc514c479d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4b0579bb4730411cad0f0192b07843ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2295883 Aug 30 23:01:45.215785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:45.280185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.306146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.429583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.433014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.434870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e3db065-6670-4484-a8c3-780944afc80b HTTP/1.1" status: 204 len: 168 time: 0.2171969 Aug 30 23:01:45.465241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4514f0-a38d-4319-8d99-0444c620f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3db065-6670-4484-a8c3-780944afc80b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:45.872943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cc039ad-07c9-4466-ad35-c561bce67104 req-6801df30-c4db-4fe4-bf69-716fe7d28d94 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0534484 Aug 30 23:01:45.950272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:45.959179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59150) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:45.973729 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecc2be42-dab7-4cf2-9850-d93bc2dbbd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.091771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecc2be42-dab7-4cf2-9850-d93bc2dbbd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.099035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ecc2be42-dab7-4cf2-9850-d93bc2dbbd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.166712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59154) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:46.167112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ecc2be42-dab7-4cf2-9850-d93bc2dbbd5c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8db572921ff949d9aa7446669eec1c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2064838 Aug 30 23:01:46.170027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2be42-dab7-4cf2-9850-d93bc2dbbd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09379458-d29d-44ef-8dda-b97772011740,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:46.239283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.277223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.354939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.359435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:46.361062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/09379458-d29d-44ef-8dda-b97772011740 HTTP/1.1" status: 204 len: 168 time: 0.1924245 Aug 30 23:01:46.377689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d788d-fc68-4fce-923c-bcd3858b1316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09379458-d29d-44ef-8dda-b97772011740,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:47.037745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cddcd84d-747b-4761-9218-543cc5aaf207 req-103e6b17-11e2-47a3-a6b7-32f6dbceac61 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0373251 Aug 30 23:01:47.609417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59210) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:47.854220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1678178103'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:47.924147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:47.928091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:47.942534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74389b-cfe6-4997-95f7-a43e3993839a req-8a76363e-9a49-41e8-a868-dd02462a2d0d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:47.943746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:47.944256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f74389b-cfe6-4997-95f7-a43e3993839a req-8a76363e-9a49-41e8-a868-dd02462a2d0d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0701890 Aug 30 23:01:48.033996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f74389b-cfe6-4997-95f7-a43e3993839a req-853d4bc0-319d-4856-aa2c-a026806169c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825241 Aug 30 23:01:48.055518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.059943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841560-61d9-43b6-8316-274d81cdeeae req-e6c71d78-dc00-4ef5-8e19-0f561bfd1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:48.062095 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-e6c71d78-dc00-4ef5-8e19-0f561bfd1fe8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.1778069 Aug 30 23:01:48.063502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.077230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:01:48.088225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.088937 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Added segment 9d3c2045-67ee-4e4e-9b77-7ac60775bbe8 of type vlan for network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 Aug 30 23:01:48.180520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acd1595f-6823-4a0e-bf05-3366baa96375,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:48.280156 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-55e27df4-1634-4032-a40b-5f45b736cb16 req-0cccd2ec-9b88-4760-af43-7405be2663a8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.1025429 Aug 30 23:01:48.293377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.363161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.372843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:48.373854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.388891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841560-61d9-43b6-8316-274d81cdeeae req-12560759-18d2-4489-bff3-9c113ca18211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:48.390836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-12560759-18d2-4489-bff3-9c113ca18211 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2922812 Aug 30 23:01:48.502362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.8829169 Aug 30 23:01:48.505327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59234) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:48.512296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'subnet': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:48.546133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122954f-9c59-4d4a-9412-079900186691 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Network': ['ID=e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:48.569818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:01:48.591532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-98e32bbf-98f0-403c-aa75-b7d2501d9613 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.1831849 Aug 30 23:01:48.673286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:48.682108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:48.712856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841560-61d9-43b6-8316-274d81cdeeae req-86b83cd1-cf1d-4b3b-a556-48fa3c89eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:48.716282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-86b83cd1-cf1d-4b3b-a556-48fa3c89eaaf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1145809 Aug 30 23:01:48.838614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5841560-61d9-43b6-8316-274d81cdeeae req-752204cf-5e71-44de-a6bb-8faafb41f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:48.840877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-752204cf-5e71-44de-a6bb-8faafb41f4eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1146297 Aug 30 23:01:49.049612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-ecc84251-d3be-40fe-8cbf-6ed034fba635 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974425 Aug 30 23:01:49.076966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:49.217297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Subnet': ['ID=27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:49.217547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5841560-61d9-43b6-8316-274d81cdeeae req-bac64cf6-d556-40b8-afb9-82ba3b795e3c service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583564 Aug 30 23:01:49.263567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09490c6-4dab-46d7-a1b3-54faf626631d req-bec89d31-2927-49ee-9dbd-0f819df525c3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:49.271397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f09490c6-4dab-46d7-a1b3-54faf626631d req-bec89d31-2927-49ee-9dbd-0f819df525c3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0969901 Aug 30 23:01:49.274294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Checking segment: {'id': '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:01:49.274695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network hostable DHCP agents. Network: e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:01:49.301863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:01:49.321376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:49.331397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efb8739-f07f-4fff-9f49-ee3214f4ff10 None None] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:49.336294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:49.340761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:49.363371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f09490c6-4dab-46d7-a1b3-54faf626631d req-26b4aab8-634c-4b0b-94af-b878d31bab99 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850770 Aug 30 23:01:49.394024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ff6fb2d9-291b-4a99-a3e5-8b2a3320084c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8862650 Aug 30 23:01:49.396740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:49.403084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-160244007'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:49.501360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7ef5e13-92c2-4c8a-b6a0-0752225cc229 req-c9c3d687-09af-42a0-b0eb-63756afe6611 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0379219 Aug 30 23:01:49.662210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'tenant_id': '1a9c63c9f8c8451eb3e5240b5f3df5ac', 'fixed_ips': [{'subnet_id': '27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:01:49.664077 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:49.681524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:49.686015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:49.733007 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:50.016764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Allocated IP 2001:db8::2 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/f7e9296a-a060-4bee-8bc0-0a03073447b9) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:50.199866 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.209225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Transition to ACTIVE for port object f7e9296a-a060-4bee-8bc0-0a03073447b9 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:50.225178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Transition to ACTIVE for port object f7e9296a-a060-4bee-8bc0-0a03073447b9 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:50.240730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.295936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:50.299004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:50.302727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:50.311035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Pushing event updated for resources: {'Port': ['ID=f7e9296a-a060-4bee-8bc0-0a03073447b9,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:50.315773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::3e3 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/3d4dcd41-31a7-43be-81f4-52e82afd93e6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:50.339621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.339621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.339970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.340456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.340624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.340928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.341253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.341585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.341957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.342268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.342662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.342988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:50.385345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Attempting to bind port f7e9296a-a060-4bee-8bc0-0a03073447b9 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:01:50.385345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Attempting to bind port f7e9296a-a060-4bee-8bc0-0a03073447b9 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:01:50.386706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Attempting to bind port f7e9296a-a060-4bee-8bc0-0a03073447b9 on network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:01:50.393967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:01:50.394348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Checking segment: {'id': '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:01:50.394755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.395150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Bound using segment: {'id': '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:01:50.395615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Bound port: f7e9296a-a060-4bee-8bc0-0a03073447b9, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:01:50.396640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.556770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] For port f7e9296a-a060-4bee-8bc0-0a03073447b9, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:01:50.561848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] For port f7e9296a-a060-4bee-8bc0-0a03073447b9, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7e9296a-a060-4bee-8bc0-0a03073447b9,segment=NetworkSegment(9d3c2045-67ee-4e4e-9b77-7ac60775bbe8),segment_id=9d3c2045-67ee-4e4e-9b77-7ac60775bbe8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:01:50.570695 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.614597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f2f9-3ca9-413e-9f58-680b64f35c7c req-889f9913-77eb-4bc4-b745-2cb13702d1a0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:50.621306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.632971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b584f2f9-3ca9-413e-9f58-680b64f35c7c req-889f9913-77eb-4bc4-b745-2cb13702d1a0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1490145 Aug 30 23:01:50.641808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object 3d4dcd41-31a7-43be-81f4-52e82afd93e6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:50.683662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.766378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:50.771628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b584f2f9-3ca9-413e-9f58-680b64f35c7c req-1ca05c85-21d2-4dd6-931f-32c328ee30dc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360915 Aug 30 23:01:50.804003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39e020-45e1-41f3-8042-d1fd9e7388ba None None] Pushing event updated for resources: {'Port': ['ID=f7e9296a-a060-4bee-8bc0-0a03073447b9,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:50.811834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=3d4dcd41-31a7-43be-81f4-52e82afd93e6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:50.814652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:50.818618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7e352748-6138-4a54-8f39-eb51e93866c8 req-495d97e2-3a95-4347-b543-37efd6603bcf tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d2fcab2-8491-4bb4-9e7e-d7a958c3a06c HTTP/1.1" status: 200 len: 210 time: 0.0790401 Aug 30 23:01:50.819997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:50.826352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:50.827092 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:50.854998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:50.856364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94388087-3b22-483d-93ac-93fe150e10cd tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4570124 Aug 30 23:01:50.860953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1238134505', 'allowed_address_pairs': [{'ip_address': '2001:db8::3e3', 'mac_address': 'fa:16:3e:f6:4f:86'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:51.099431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:51.211259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:51.229109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port b99f1574-152a-4910-bbc9-bd745a38316b yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:51.372494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::10 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/b99f1574-152a-4910-bbc9-bd745a38316b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:51.586602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:51.608988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object b99f1574-152a-4910-bbc9-bd745a38316b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:51.685462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:51.737434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:51.743312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:51.747716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:51.753894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:51.754605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:51.770427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=b99f1574-152a-4910-bbc9-bd745a38316b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:51.776184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f762e46-f180-4716-a94f-e13ac81a0b6f tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9197652 Aug 30 23:01:51.778633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:51.873892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e7db1-6be4-416a-b9ff-1a90ab2dc352 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:51.880313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e7db1-6be4-416a-b9ff-1a90ab2dc352 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:51.889028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022e7db1-6be4-416a-b9ff-1a90ab2dc352 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:51.893926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:51.914521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-022e7db1-6be4-416a-b9ff-1a90ab2dc352 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.1345153 Aug 30 23:01:51.998100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:52.095050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7e9296a-a060-4bee-8bc0-0a03073447b9 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:01:52.120773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port b99f1574-152a-4910-bbc9-bd745a38316b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:52.121203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.157545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.201123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-797de301-2c81-4d58-b490-aa8c2a4e218d None None] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:52.212187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.280569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.283888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.285156 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/security-groups/35187d36-50ed-4676-91e5-9ef2071e070e HTTP/1.1" status: 204 len: 168 time: 0.2860334 Aug 30 23:01:52.286365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f7e9296a-a060-4bee-8bc0-0a03073447b9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:52.290564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59314) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:52.295203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Provisioning for port f7e9296a-a060-4bee-8bc0-0a03073447b9 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:52.304625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Provisioning complete for port f7e9296a-a060-4bee-8bc0-0a03073447b9 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:52.305009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.321463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c36eb4-9463-4060-a244-52d6929623ab tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35187d36-50ed-4676-91e5-9ef2071e070e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:52.342450 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-a8ed5a44-e7f6-405c-aec4-1387c4c65a43 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] show failed (client error): The resource could not be found. Aug 30 23:01:52.343652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8ed5a44-e7f6-405c-aec4-1387c4c65a43 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "GET /v2.0/security-groups/35187d36-50ed-4676-91e5-9ef2071e070e HTTP/1.1" status: 404 len: 347 time: 0.0502465 Aug 30 23:01:52.347543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:52.355261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f7e9296a-a060-4bee-8bc0-0a03073447b9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:52.355546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.387514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.440006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.453827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for b99f1574-152a-4910-bbc9-bd745a38316b owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:52.499024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.604528 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:01:52.607676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] For port f7e9296a-a060-4bee-8bc0-0a03073447b9, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7e9296a-a060-4bee-8bc0-0a03073447b9,segment=NetworkSegment(9d3c2045-67ee-4e4e-9b77-7ac60775bbe8),segment_id=9d3c2045-67ee-4e4e-9b77-7ac60775bbe8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:52.615058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.622525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port d263055e-63da-48f0-affa-39f686fb72a3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:52.623046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.661906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.717688 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.723646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88296f1-8c9d-4261-a457-3ee47b415eb3 None None] Pushing event updated for resources: {'Port': ['ID=f7e9296a-a060-4bee-8bc0-0a03073447b9,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:52.762504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.763045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.782641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for d263055e-63da-48f0-affa-39f686fb72a3 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:52.795428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=b99f1574-152a-4910-bbc9-bd745a38316b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:52.800633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.801245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.801377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.801619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.802080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.803288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.803288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.803288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.805550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.805550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.805550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.805550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:01:52.864208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:01:52.865252 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:01:52.946191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:52.954484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3354b814-040f-4410-b23c-fa3e79d4e20a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/b99f1574-152a-4910-bbc9-bd745a38316b HTTP/1.1" status: 204 len: 168 time: 1.0565047 Aug 30 23:01:52.955361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:53.010688 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b363ce62-ef3a-4dec-aa0a-e5a94c010162 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] GET failed (client error): The resource could not be found. Aug 30 23:01:53.012411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b363ce62-ef3a-4dec-aa0a-e5a94c010162 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports/b99f1574-152a-4910-bbc9-bd745a38316b HTTP/1.1" status: 404 len: 333 time: 0.0558405 Aug 30 23:01:53.016269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:53.022090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1387413485'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:53.045060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Could not find standard attr ID for object b99f1574-152a-4910-bbc9-bd745a38316b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:01:53.077701 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Provisioning complete for port f7e9296a-a060-4bee-8bc0-0a03073447b9 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:53.077701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.082439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.117653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=d263055e-63da-48f0-affa-39f686fb72a3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:53.276782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.283911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.296345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-754ac25c-abf7-4c87-a800-1ab2e64ce4e8 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/floatingips/acfcf6ee-d75c-431d-95a9-e1dccf9ada74 HTTP/1.1" status: 204 len: 168 time: 0.9460101 Aug 30 23:01:53.300198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59332) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:53.308558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:53.313709 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.349662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Provisioning for port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:53.363576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Provisioning complete for port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:53.363962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.371597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port d941e22a-dfa1-4d33-b964-b28e16a7dd8c yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:53.473410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f949b7ce-2bde-4cda-a114-6b480fa62f76 None None] Port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:53.482448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port c29304cb-3d57-477c-ad99-571bb47cd5da {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:53.482787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.600364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-53407f39-6072-4320-8ccc-b7a083b4907b None None] Provisioning complete for port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:53.601608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-53407f39-6072-4320-8ccc-b7a083b4907b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.603627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.610922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::89 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/d941e22a-dfa1-4d33-b964-b28e16a7dd8c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:53.631521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for c29304cb-3d57-477c-ad99-571bb47cd5da owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:53.679156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-53407f39-6072-4320-8ccc-b7a083b4907b None None] Port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:53.896325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6468b7a-8019-4ccb-810c-ce13eb87dc50 None None] Could not find standard attr ID for object b99f1574-152a-4910-bbc9-bd745a38316b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:01:53.908591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.925543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object d941e22a-dfa1-4d33-b964-b28e16a7dd8c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:53.931163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:53.997810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.097246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7e9296a-a060-4bee-8bc0-0a03073447b9 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:01:54.126264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:54.132467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:54.140677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:54.151853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:54.152622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.174936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=d941e22a-dfa1-4d33-b964-b28e16a7dd8c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:54.198433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6806c85a-5b52-4b0d-954f-df24a88bcf37 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1809225 Aug 30 23:01:54.204137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59336) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:54.211821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e3', 'mac_address': 'fa:16:3e:f6:4f:86'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:54.268208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f7e9296a-a060-4bee-8bc0-0a03073447b9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:54.269635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.435836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.615459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=c29304cb-3d57-477c-ad99-571bb47cd5da,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:54.696025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.700660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f4c3dd05-3f10-4f12-b73b-c5467188c0f5 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/ports/c29304cb-3d57-477c-ad99-571bb47cd5da HTTP/1.1" status: 204 len: 168 time: 1.3971612 Aug 30 23:01:54.704424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:54.723176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59346) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:54.842816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-912e2a84-0449-4cd9-92af-896b3c0032b8 None None] Provisioning for port d941e22a-dfa1-4d33-b964-b28e16a7dd8c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:54.854332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-912e2a84-0449-4cd9-92af-896b3c0032b8 None None] Provisioning complete for port d941e22a-dfa1-4d33-b964-b28e16a7dd8c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:54.854635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-912e2a84-0449-4cd9-92af-896b3c0032b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.890182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting port b52cc764-d0d0-41a9-a618-75bb01ab5ce0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:54.890602 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.910310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.917292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.920557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-912e2a84-0449-4cd9-92af-896b3c0032b8 None None] Port d941e22a-dfa1-4d33-b964-b28e16a7dd8c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:54.952286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] In _notify_port_updated(), no bound segment for port d941e22a-dfa1-4d33-b964-b28e16a7dd8c on network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:01:54.959396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:54.959952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:54.964402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "PUT /v2.0/ports/d941e22a-dfa1-4d33-b964-b28e16a7dd8c HTTP/1.1" status: 200 len: 1002 time: 0.7591295 Aug 30 23:01:54.967254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:54.989402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e58-066c-4e02-9920-dda2455155e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.017435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badb9ff-b9a7-424e-9863-27928732c0fb tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=d941e22a-dfa1-4d33-b964-b28e16a7dd8c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.049425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.068113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Calling delete_port for b52cc764-d0d0-41a9-a618-75bb01ab5ce0 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:55.108703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port d941e22a-dfa1-4d33-b964-b28e16a7dd8c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:55.109058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.239710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.260985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for d941e22a-dfa1-4d33-b964-b28e16a7dd8c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:55.299983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e58-066c-4e02-9920-dda2455155e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.305451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.317676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6f9f3e58-066c-4e02-9920-dda2455155e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.360691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Port': ['ID=b52cc764-d0d0-41a9-a618-75bb01ab5ce0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.375910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8ea08628-316a-4d60-9d2f-0d0c7876b42b None None] Provisioning complete for port d941e22a-dfa1-4d33-b964-b28e16a7dd8c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:55.377376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ea08628-316a-4d60-9d2f-0d0c7876b42b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.428242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f9f3e58-066c-4e02-9920-dda2455155e9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca89f9920d2c41a4ab89ea21f60e7719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7017055 Aug 30 23:01:55.429655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:55.429935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9f3e58-066c-4e02-9920-dda2455155e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df5e263-1aa0-4df4-88b5-37ce28d1578a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.458154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8ea08628-316a-4d60-9d2f-0d0c7876b42b None None] Port d941e22a-dfa1-4d33-b964-b28e16a7dd8c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:55.470680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.475287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-96865394-aea0-4f76-a38c-00618793919d tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/ports/b52cc764-d0d0-41a9-a618-75bb01ab5ce0 HTTP/1.1" status: 204 len: 168 time: 0.7673824 Aug 30 23:01:55.475456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.475589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:55.528706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting subnet d720ade2-73a9-420e-9b29-63a834347cf8 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:01:55.538120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.559663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=d941e22a-dfa1-4d33-b964-b28e16a7dd8c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.576945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.603965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.651796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.654280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.656263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7b1e9ea7-dc25-4ed1-8d77-424f63b9f108 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/d941e22a-dfa1-4d33-b964-b28e16a7dd8c HTTP/1.1" status: 204 len: 168 time: 0.6880603 Aug 30 23:01:55.660794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59360) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:55.713140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.722126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.723562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0df5e263-1aa0-4df4-88b5-37ce28d1578a HTTP/1.1" status: 204 len: 168 time: 0.2940226 Aug 30 23:01:55.731352 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-83009327-e3e8-4eb7-870c-bd689e2b2032 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] GET failed (client error): The resource could not be found. Aug 30 23:01:55.736299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163b7a1-eae8-4a3a-bda3-6b648c7ec13a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df5e263-1aa0-4df4-88b5-37ce28d1578a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.737283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83009327-e3e8-4eb7-870c-bd689e2b2032 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports/d941e22a-dfa1-4d33-b964-b28e16a7dd8c HTTP/1.1" status: 404 len: 333 time: 0.0761313 Aug 30 23:01:55.740088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:55.750931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1790360633'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:55.759524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.914365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.963732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Subnet': ['ID=d720ade2-73a9-420e-9b29-63a834347cf8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:55.965983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.967880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-29d0347d-c625-4c60-ad0a-2f32f392ef5e tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/subnets/d720ade2-73a9-420e-9b29-63a834347cf8 HTTP/1.1" status: 204 len: 168 time: 0.4914196 Aug 30 23:01:55.970455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:55.980352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:55.983829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:55.985660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd86512-1980-415b-9da9-fc9d825da342 None None] Network bfbd38ef-3809-4936-be36-b2fb5cc92c28 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:56.037726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port d44af473-77ab-456b-83d1-5513fd84c640 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:56.050838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Deleting subnet 05cc0179-85ed-40ba-b82e-6231aa51b344 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:01:56.082545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.139631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.165129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59370) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:56.186866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b67d6302-f726-4c1a-8641-e4fc9ad2db51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.261716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::1d0 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/d44af473-77ab-456b-83d1-5513fd84c640) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:56.283313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] DHCP port deletion for bfbd38ef-3809-4936-be36-b2fb5cc92c28 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:01:56.338324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.343081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Deleting port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:56.343605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.357618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b67d6302-f726-4c1a-8641-e4fc9ad2db51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.362879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b67d6302-f726-4c1a-8641-e4fc9ad2db51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.402734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d6302-f726-4c1a-8641-e4fc9ad2db51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c2217-744f-45c3-af1e-74767f0919d6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:56.411627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b67d6302-f726-4c1a-8641-e4fc9ad2db51 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c4bfd12fba0c461cbc2b32aa15eeb7e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2430103 Aug 30 23:01:56.412427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59372) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:56.438297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] For port a620e545-27cb-4e20-83d1-c6cb6ede6dc6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,segment=NetworkSegment(b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6),segment_id=b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:56.438753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.458579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Calling delete_port for a620e545-27cb-4e20-83d1-c6cb6ede6dc6 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:56.470802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.501635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.544308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.578489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.581882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.589281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/033c2217-744f-45c3-af1e-74767f0919d6 HTTP/1.1" status: 204 len: 168 time: 0.1760449 Aug 30 23:01:56.592494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.594193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Subnet': ['ID=05cc0179-85ed-40ba-b82e-6231aa51b344,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:56.603614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.613972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb81beda-99cf-4954-ac38-6b3316f78b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c2217-744f-45c3-af1e-74767f0919d6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:56.620761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.624815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b7d2c6-5448-4de8-8ba9-1d7cee71501a None None] Network f24f60d6-355f-4ad2-83e8-4cbbb9773758 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:01:56.635350 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b116454-48fe-408f-8615-7529c9797a51 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/subnets/05cc0179-85ed-40ba-b82e-6231aa51b344 HTTP/1.1" status: 204 len: 168 time: 0.6612992 Aug 30 23:01:56.635752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] Pushing event deleted for resources: {'Port': ['ID=a620e545-27cb-4e20-83d1-c6cb6ede6dc6,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:56.637215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:56.662147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91615533-921c-4a55-a2f3-f3cca0431551 None None] No DVR routers for this DVR port a620e545-27cb-4e20-83d1-c6cb6ede6dc6 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:56.697948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object d44af473-77ab-456b-83d1-5513fd84c640 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:56.762585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.787231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.868073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:56.934605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:56.963240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:56.969379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:56.970189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:56.980224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=d44af473-77ab-456b-83d1-5513fd84c640,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:56.999454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.012737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8366d1fc-98bb-4d4a-b7a4-07699c9f67d3 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2699528 Aug 30 23:01:57.014510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59396) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:57.017385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfbd38ef-3809-4936-be36-b2fb5cc92c28']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.021762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f6:4f:86'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:57.039296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.040229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78a9c8f-0cff-4043-b4b5-fe72d0b0bcd6') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.055273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.079053 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.094702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:01:57.096434 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:01:57.107192 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:01:57.140859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32d4411-bef1-4e37-990f-615149754809 None None] DHCP port deletion for f24f60d6-355f-4ad2-83e8-4cbbb9773758 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:01:57.212343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.219894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.221780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/networks/bfbd38ef-3809-4936-be36-b2fb5cc92c28 HTTP/1.1" status: 204 len: 168 time: 0.5835824 Aug 30 23:01:57.233656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59402) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:57.272693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Deleting port d73e15bb-07f6-42c4-b3f8-b220d4717e7e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:57.272990 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.275494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a5d2f-37ea-4c09-996c-ae508be1ac2b tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Network': ['ID=bfbd38ef-3809-4936-be36-b2fb5cc92c28,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:57.363692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f999a03f-da46-43d6-9d10-173714f2aa9e None None] Provisioning for port d44af473-77ab-456b-83d1-5513fd84c640 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:01:57.373269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d32d4411-bef1-4e37-990f-615149754809 None None] For port d73e15bb-07f6-42c4-b3f8-b220d4717e7e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,segment=NetworkSegment(12dbb358-ac3d-4478-8595-841a49b71bc8),segment_id=12dbb358-ac3d-4478-8595-841a49b71bc8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:01:57.373987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.384688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f999a03f-da46-43d6-9d10-173714f2aa9e None None] Provisioning complete for port d44af473-77ab-456b-83d1-5513fd84c640 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:57.385584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f999a03f-da46-43d6-9d10-173714f2aa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.439432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Calling delete_port for d73e15bb-07f6-42c4-b3f8-b220d4717e7e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:57.465904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f999a03f-da46-43d6-9d10-173714f2aa9e None None] Port d44af473-77ab-456b-83d1-5513fd84c640 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:57.551691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.580069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32d4411-bef1-4e37-990f-615149754809 None None] Pushing event deleted for resources: {'Port': ['ID=d73e15bb-07f6-42c4-b3f8-b220d4717e7e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:57.583938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32d4411-bef1-4e37-990f-615149754809 None None] No DVR routers for this DVR port d73e15bb-07f6-42c4-b3f8-b220d4717e7e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:01:57.718593 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.728265 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.759836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.900192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.916244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f24f60d6-355f-4ad2-83e8-4cbbb9773758']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.934918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12dbb358-ac3d-4478-8595-841a49b71bc8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.935222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12dbb358-ac3d-4478-8595-841a49b71bc8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:01:57.986914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:57.996940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d73e15bb-07f6-42c4-b3f8-b220d4717e7e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:58.015324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.025703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d73e15bb-07f6-42c4-b3f8-b220d4717e7e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:58.026160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d73e15bb-07f6-42c4-b3f8-b220d4717e7e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:58.027105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a620e545-27cb-4e20-83d1-c6cb6ede6dc6 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:01:58.027833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:01:58.092675 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:01:58.104971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a620e545-27cb-4e20-83d1-c6cb6ede6dc6 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:01:58.105554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a620e545-27cb-4e20-83d1-c6cb6ede6dc6 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:01:58.150192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.160088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.162130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] 10.222.0.25 "DELETE /v2.0/networks/f24f60d6-355f-4ad2-83e8-4cbbb9773758 HTTP/1.1" status: 204 len: 168 time: 0.9311626 Aug 30 23:01:58.184785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb56de09-2237-407a-ac6a-7f8ed2d5ede4 tempest-TaggedBootDevicesTest_v242-773376840 tempest-TaggedBootDevicesTest_v242-773376840-project] Pushing event deleted for resources: {'Network': ['ID=f24f60d6-355f-4ad2-83e8-4cbbb9773758,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:58.216833 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.223801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.263506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] In _notify_port_updated(), no bound segment for port d44af473-77ab-456b-83d1-5513fd84c640 on network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:01:58.270923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:58.271671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.273550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "PUT /v2.0/ports/d44af473-77ab-456b-83d1-5513fd84c640 HTTP/1.1" status: 200 len: 1003 time: 1.2579446 Aug 30 23:01:58.277932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:58.303969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5b4e7-a11b-43fa-8881-442fc92917af tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=d44af473-77ab-456b-83d1-5513fd84c640,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:58.446382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port d44af473-77ab-456b-83d1-5513fd84c640 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:01:58.447387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.609178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.630127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for d44af473-77ab-456b-83d1-5513fd84c640 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:01:58.642391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5e94c025-4ef7-4fab-969f-e2a061af8eaa None None] Provisioning complete for port d44af473-77ab-456b-83d1-5513fd84c640 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:01:58.643384 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e94c025-4ef7-4fab-969f-e2a061af8eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.698609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5e94c025-4ef7-4fab-969f-e2a061af8eaa None None] Port d44af473-77ab-456b-83d1-5513fd84c640 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:01:58.857214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.897661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=d44af473-77ab-456b-83d1-5513fd84c640,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:58.951982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:58.955928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e13519f1-e8e4-46b5-a2c3-4fd5bcb521a2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/d44af473-77ab-456b-83d1-5513fd84c640 HTTP/1.1" status: 204 len: 168 time: 0.6756876 Aug 30 23:01:58.958084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:58.990367 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfa1e644-cc9d-47e3-8a80-64d04c99d97c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] GET failed (client error): The resource could not be found. Aug 30 23:01:58.998008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dfa1e644-cc9d-47e3-8a80-64d04c99d97c tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports/d44af473-77ab-456b-83d1-5513fd84c640 HTTP/1.1" status: 404 len: 333 time: 0.0340085 Aug 30 23:01:58.998400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:59.011388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1548391763'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:01:59.207531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:01:59.212046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:59.236822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port 38755776-30c8-43b6-8d37-bc940f8520d0 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:01:59.394201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::125 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/38755776-30c8-43b6-8d37-bc940f8520d0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:01:59.597827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:59.617200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object 38755776-30c8-43b6-8d37-bc940f8520d0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:01:59.656955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:59.726889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:01:59.731443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:01:59.755420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:01:59.762301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:01:59.762974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:01:59.773853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=38755776-30c8-43b6-8d37-bc940f8520d0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:01:59.804581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14069103-7db4-477b-ae53-5b1bfbba87d2 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8047142 Aug 30 23:01:59.807343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59480) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:01:59.814277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'network_id': 'e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-363487133'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:00.030125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Made reservation on behalf of 1a9c63c9f8c8451eb3e5240b5f3df5ac for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:00.034212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.064507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] device_id is not set on port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:00.144719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6023d6b-0786-497f-8cf0-00a60b4bf1ed None None] Provisioning for port 38755776-30c8-43b6-8d37-bc940f8520d0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:00.149691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6023d6b-0786-497f-8cf0-00a60b4bf1ed None None] Provisioning complete for port 38755776-30c8-43b6-8d37-bc940f8520d0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:00.150287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6023d6b-0786-497f-8cf0-00a60b4bf1ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.218481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c6023d6b-0786-497f-8cf0-00a60b4bf1ed None None] Port 38755776-30c8-43b6-8d37-bc940f8520d0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:00.227512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Allocated IP 2001:db8::3d1 (e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17/1912b59e-801f-46b8-b6b1-4fdd70e1a087) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:00.433036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.452419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Transition to ACTIVE for port object 1912b59e-801f-46b8-b6b1-4fdd70e1a087 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:00.486433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59490) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:00.507146 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.572448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:00.578419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:00.579212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=1912b59e-801f-46b8-b6b1-4fdd70e1a087,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:00.589204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:00.595511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:00.596202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.615764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f980d46-a6cf-4cf3-90a3-269127909e1a tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8070803 Aug 30 23:02:00.619068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59494) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:00.627882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3e3', 'mac_address': 'fa:16:3e:f6:4f:86'}, {'ip_address': '2001:db8::125', 'mac_address': 'fa:16:3e:d5:f4:e1'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:00.691009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8fd75b5-4692-432d-b130-de330f83dce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.895491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8fd75b5-4692-432d-b130-de330f83dce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.937278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8fd75b5-4692-432d-b130-de330f83dce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.951761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f61d68aa-718a-46a9-b0a9-85deec505312 None None] Provisioning for port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:00.956013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f61d68aa-718a-46a9-b0a9-85deec505312 None None] Provisioning complete for port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:00.956399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f61d68aa-718a-46a9-b0a9-85deec505312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:00.998084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8fd75b5-4692-432d-b130-de330f83dce1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7a9c18cb86f041ce933e6582e8d953d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103705 Aug 30 23:02:01.001066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:01.028618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.029153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f61d68aa-718a-46a9-b0a9-85deec505312 None None] Port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:01.068939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fd75b5-4692-432d-b130-de330f83dce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39dbf066-583b-4224-a8ba-d6baaf8e7c65,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:01.104272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.139918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.222773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.228659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.234360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/39dbf066-583b-4224-a8ba-d6baaf8e7c65 HTTP/1.1" status: 204 len: 168 time: 0.2304044 Aug 30 23:02:01.258988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57120a91-a146-4c4f-84f9-e7a0f8051245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39dbf066-583b-4224-a8ba-d6baaf8e7c65,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:01.432128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.438831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.484297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] In _notify_port_updated(), no bound segment for port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 on network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:02:01.490216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:01.491474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.493121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "PUT /v2.0/ports/1912b59e-801f-46b8-b6b1-4fdd70e1a087 HTTP/1.1" status: 200 len: 1067 time: 0.8726606 Aug 30 23:02:01.495813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:01.540406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188be006-56a8-4b2b-8d50-3af11e73b474 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event updated for resources: {'Port': ['ID=1912b59e-801f-46b8-b6b1-4fdd70e1a087,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:01.655431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:01.656592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.797694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:01.821697 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e69f173-babb-4173-a487-cd2b3ea67396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.925235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:01.945741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for 1912b59e-801f-46b8-b6b1-4fdd70e1a087 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:01.963457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6a27f4bb-7bbe-49e5-9b4f-a47ba9f6a28b None None] Provisioning complete for port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:01.964183 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6a27f4bb-7bbe-49e5-9b4f-a47ba9f6a28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.048290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6a27f4bb-7bbe-49e5-9b4f-a47ba9f6a28b None None] Port 1912b59e-801f-46b8-b6b1-4fdd70e1a087 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:02.142980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e69f173-babb-4173-a487-cd2b3ea67396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.151861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e69f173-babb-4173-a487-cd2b3ea67396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.202423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e69f173-babb-4173-a487-cd2b3ea67396 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c09f2d398f5e4f23990bba86fe3a55bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034839 Aug 30 23:02:02.205299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59528) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:02.208317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.242659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69f173-babb-4173-a487-cd2b3ea67396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63b9245-7083-46d4-ab05-8b2b426cd663,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:02.272043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=1912b59e-801f-46b8-b6b1-4fdd70e1a087,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:02.402601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.426937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.499089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.502044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.505972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a63b9245-7083-46d4-ab05-8b2b426cd663 HTTP/1.1" status: 204 len: 168 time: 0.2966111 Aug 30 23:02:02.523315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026edf0-10d4-49bb-ae9c-e0e08350b970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63b9245-7083-46d4-ab05-8b2b426cd663,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:02.638585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:02.642640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4c9e2179-6038-4dd4-bd2c-b5dd9e3d6646 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/1912b59e-801f-46b8-b6b1-4fdd70e1a087 HTTP/1.1" status: 204 len: 168 time: 1.1452699 Aug 30 23:02:02.644813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:02.675427 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aba3c0e-8721-4bc1-985d-08185c8d8cbc tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] GET failed (client error): The resource could not be found. Aug 30 23:02:02.676954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0aba3c0e-8721-4bc1-985d-08185c8d8cbc tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports/1912b59e-801f-46b8-b6b1-4fdd70e1a087 HTTP/1.1" status: 404 len: 333 time: 0.0309467 Aug 30 23:02:02.680530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59534) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:02.881123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port 38755776-30c8-43b6-8d37-bc940f8520d0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:02.881979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.023844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.042089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for 38755776-30c8-43b6-8d37-bc940f8520d0 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:03.292224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.325448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=38755776-30c8-43b6-8d37-bc940f8520d0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:03.424255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.430340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e3b4b365-482b-4292-bd93-26e500834cec tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/38755776-30c8-43b6-8d37-bc940f8520d0 HTTP/1.1" status: 204 len: 168 time: 0.7487211 Aug 30 23:02:03.433613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59558) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:03.483870 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef563d9-5f19-41b2-a6ac-162ca0132f53 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] GET failed (client error): The resource could not be found. Aug 30 23:02:03.491796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59560) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:03.492727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aef563d9-5f19-41b2-a6ac-162ca0132f53 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "GET /v2.0/ports/38755776-30c8-43b6-8d37-bc940f8520d0 HTTP/1.1" status: 404 len: 333 time: 0.0560670 Aug 30 23:02:03.606651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port 3d4dcd41-31a7-43be-81f4-52e82afd93e6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:03.607179 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.729431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.743027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for 3d4dcd41-31a7-43be-81f4-52e82afd93e6 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:03.910986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.943123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=3d4dcd41-31a7-43be-81f4-52e82afd93e6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:03.974330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:03.979269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:03.989762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e80ab013-4280-4204-acf2-f63a56a8ee24 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/ports/3d4dcd41-31a7-43be-81f4-52e82afd93e6 HTTP/1.1" status: 204 len: 168 time: 0.4965415 Aug 30 23:02:04.057687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting subnet 27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:04.062000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.118142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.291325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.387251 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.402724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.406887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/subnets/27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17 HTTP/1.1" status: 204 len: 168 time: 0.4244163 Aug 30 23:02:04.407823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:04.420877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeca53e-9651-46fa-aa3f-96d32158d814 None None] Network e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:04.426846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe95471-48f9-4429-a99b-22d185691643 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Subnet': ['ID=27ac6fdd-50fc-44cd-ab0d-fd3c61c4ef17,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:04.570462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.642336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Deleting port f7e9296a-a060-4bee-8bc0-0a03073447b9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:04.643204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.735979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] For port f7e9296a-a060-4bee-8bc0-0a03073447b9, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7e9296a-a060-4bee-8bc0-0a03073447b9,segment=NetworkSegment(9d3c2045-67ee-4e4e-9b77-7ac60775bbe8),segment_id=9d3c2045-67ee-4e4e-9b77-7ac60775bbe8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:04.736392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.757088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Calling delete_port for f7e9296a-a060-4bee-8bc0-0a03073447b9 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:04.810931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] DHCP port deletion for e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:04.858307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.885069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Deleting port f7e9296a-a060-4bee-8bc0-0a03073447b9 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:04.886259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.886511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] No DVR routers for this DVR port f7e9296a-a060-4bee-8bc0-0a03073447b9 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:04.993328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] For port f7e9296a-a060-4bee-8bc0-0a03073447b9, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:04.993987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:04.995200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.013579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:05.019947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Calling delete_port for f7e9296a-a060-4bee-8bc0-0a03073447b9 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:05.026091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Port f7e9296a-a060-4bee-8bc0-0a03073447b9 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:02:05.035123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.066729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Port': ['ID=f7e9296a-a060-4bee-8bc0-0a03073447b9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:05.070698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:05.071004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d3c2045-67ee-4e4e-9b77-7ac60775bbe8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:05.083062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.085321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] Pushing event deleted for resources: {'Port': ['ID=f7e9296a-a060-4bee-8bc0-0a03073447b9,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:05.089840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9bcef2-5d6b-4c1b-9d5a-cc0d34150175 None None] No DVR routers for this DVR port f7e9296a-a060-4bee-8bc0-0a03073447b9 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:05.122683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.130006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:05.130813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:05.135095 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:05.208057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.231651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.234282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] 10.222.0.25 "DELETE /v2.0/networks/e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98 HTTP/1.1" status: 204 len: 168 time: 0.8246667 Aug 30 23:02:05.242775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59644) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:05.268380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d2d68-938b-404c-8170-94af803f2781 tempest-AllowedAddressPairIpV6TestJSON-934941273 tempest-AllowedAddressPairIpV6TestJSON-934941273-project] Pushing event deleted for resources: {'Network': ['ID=e5349feb-db2e-4ec0-a8e9-bd2f8dac9f98,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:05.592045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59688) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:05.701109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6945d580-c4f2-482c-b141-3aaa9e417481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.748953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a2fdf6f2-a01f-4d5c-843a-61b1585077e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1a9c63c9f8c8451eb3e5240b5f3df5ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553745 Aug 30 23:02:05.751753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:05.910174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.983659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6945d580-c4f2-482c-b141-3aaa9e417481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:05.996926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6945d580-c4f2-482c-b141-3aaa9e417481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.002026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.039946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6945d580-c4f2-482c-b141-3aaa9e417481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc628f5-3853-4898-a3c1-f425178696b6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:06.070457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7e9296a-a060-4bee-8bc0-0a03073447b9 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:06.092893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f7e9296a-a060-4bee-8bc0-0a03073447b9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:06.093463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7e9296a-a060-4bee-8bc0-0a03073447b9 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:06.122382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6945d580-c4f2-482c-b141-3aaa9e417481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84ebd10a4ccd45f0a7158b5c6d6e5d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8782871 Aug 30 23:02:06.122674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59696) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:06.160667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.171774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.173853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/acd1595f-6823-4a0e-bf05-3366baa96375 HTTP/1.1" status: 204 len: 168 time: 0.4201713 Aug 30 23:02:06.198420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a6bee-4670-43a8-b728-86391cc11954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd1595f-6823-4a0e-bf05-3366baa96375,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:06.235119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.293050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.352939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.355930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:06.357216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dcc628f5-3853-4898-a3c1-f425178696b6 HTTP/1.1" status: 204 len: 168 time: 0.2334592 Aug 30 23:02:06.369051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c869812-99ac-4ffb-9d3e-63359012a96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc628f5-3853-4898-a3c1-f425178696b6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:07.065857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd6a36-719b-4585-a416-db8ea1e679ad req-1f364f30-5085-4b49-83aa-6f5fc761b767 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:07.070369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3cd6a36-719b-4585-a416-db8ea1e679ad req-1f364f30-5085-4b49-83aa-6f5fc761b767 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.0965600 Aug 30 23:02:07.123629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3cd6a36-719b-4585-a416-db8ea1e679ad req-4660f0eb-98c9-4eaa-ad83-9d69ce473167 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461283 Aug 30 23:02:07.391666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59750) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:07.660300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2088639664'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:07.711089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Made reservation on behalf of d18addbef34142bbaa32f2b97029fb2a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:07.717965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:07.732681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:07.961893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:07.972534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.028233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:08.054274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.054628 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Added segment 529c446e-f4ee-44ab-a2e1-9acccacc6ed0 of type vlan for network f724eb79-4993-47f4-babf-eeae97f009d6 Aug 30 23:02:08.063355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'SecurityGroup': ['ID=878a415c-9aad-4add-8186-ad28a799b91a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:08.126850 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.177079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.197263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:08.197972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.230069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:08.273344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8805239 Aug 30 23:02:08.277106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59782) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:08.285865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36d49-564c-4440-9527-707c9c2bfda7 req-3db5dccc-51f5-486a-b565-c08771de20b6 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:08.287910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fad36d49-564c-4440-9527-707c9c2bfda7 req-3db5dccc-51f5-486a-b565-c08771de20b6 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.0700154 Aug 30 23:02:08.293355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'subnet': {'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:08.306004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b43ba4f-1755-42ae-81ca-f5dc6b99722a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Network': ['ID=f724eb79-4993-47f4-babf-eeae97f009d6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:08.325051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f724eb79-4993-47f4-babf-eeae97f009d6 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:08.462401 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67ac4afc-55a6-440e-a0d3-5de0091d1c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.500498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fad36d49-564c-4440-9527-707c9c2bfda7 req-5d0e3135-c344-4356-a0dc-b9e7003dcfae tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357596 Aug 30 23:02:08.514496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Made reservation on behalf of d18addbef34142bbaa32f2b97029fb2a for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:08.518421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.641488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59792) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:08.723681 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67ac4afc-55a6-440e-a0d3-5de0091d1c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.729553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67ac4afc-55a6-440e-a0d3-5de0091d1c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.823920 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67ac4afc-55a6-440e-a0d3-5de0091d1c94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d5b1d8ba67a4ffcab0d207c4210d308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5907874 Aug 30 23:02:08.826379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59796) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:08.827453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.843787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac4afc-55a6-440e-a0d3-5de0091d1c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019f3c51-46f0-496a-a84d-37ae67df48e5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:08.938384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Subnet': ['ID=579a48c6-74e0-4eb7-8562-73b6b0d1707c,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:08.942003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Checking segment: {'id': '529c446e-f4ee-44ab-a2e1-9acccacc6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:08.942669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network hostable DHCP agents. Network: f724eb79-4993-47f4-babf-eeae97f009d6, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:08.969729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:08.982313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network f724eb79-4993-47f4-babf-eeae97f009d6 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:09.002746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f724eb79-4993-47f4-babf-eeae97f009d6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:09.006280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.013896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2d53fc-1162-4534-93cf-bd63873be01f None None] Network f724eb79-4993-47f4-babf-eeae97f009d6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:09.016546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:09.017450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.052551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-76397e3d-965b-44c8-9945-5023d24ab7fc tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7633038 Aug 30 23:02:09.056097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59800) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:09.061287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-189924812', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:09.096231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.099492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.104695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/019f3c51-46f0-496a-a84d-37ae67df48e5 HTTP/1.1" status: 204 len: 168 time: 0.2746556 Aug 30 23:02:09.108945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.110315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.124174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a64401-6afa-4294-a1d0-3d0b3d8476d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f3c51-46f0-496a-a84d-37ae67df48e5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:09.232406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.242167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.289760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.291031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-40307620-a1c6-4b01-96cf-5d9b7cb8ca7d tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2336767 Aug 30 23:02:09.293856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59804) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:09.301350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.414794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f724eb79-4993-47f4-babf-eeae97f009d6', 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6', 'tenant_id': 'd18addbef34142bbaa32f2b97029fb2a', 'fixed_ips': [{'subnet_id': '579a48c6-74e0-4eb7-8562-73b6b0d1707c'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:09.424633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:09.694876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Allocated IP 172.20.0.2 (f724eb79-4993-47f4-babf-eeae97f009d6/579a48c6-74e0-4eb7-8562-73b6b0d1707c/12e703b1-e6c1-4940-abfc-9928ddd2ebea) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:09.862388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Deleting port 3106eee9-a271-40af-8745-1038d40ee329 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:09.862903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.008310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.029832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Transition to ACTIVE for port object 12e703b1-e6c1-4940-abfc-9928ddd2ebea will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:10.061710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] For port 3106eee9-a271-40af-8745-1038d40ee329, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3106eee9-a271-40af-8745-1038d40ee329,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:10.062083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.065369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Transition to ACTIVE for port object 12e703b1-e6c1-4940-abfc-9928ddd2ebea will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:10.079315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.082930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Calling delete_port for 3106eee9-a271-40af-8745-1038d40ee329 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:10.109495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7a38cb-f42b-4111-97ea-cef74dd6e4f5 req-62992372-fa05-4d5b-996d-de6630a30745 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:10.116403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f7a38cb-f42b-4111-97ea-cef74dd6e4f5 req-62992372-fa05-4d5b-996d-de6630a30745 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.5778081 Aug 30 23:02:10.142846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Pushing event updated for resources: {'Port': ['ID=12e703b1-e6c1-4940-abfc-9928ddd2ebea,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:10.150740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Network f724eb79-4993-47f4-babf-eeae97f009d6 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:10.152689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:10.155226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:10.217137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0f7a38cb-f42b-4111-97ea-cef74dd6e4f5 req-c9115722-5e16-4d04-b0b4-fd19eaa0a6c0 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980504 Aug 30 23:02:10.228404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.266267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Attempting to bind port 12e703b1-e6c1-4940-abfc-9928ddd2ebea on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:10.266635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Attempting to bind port 12e703b1-e6c1-4940-abfc-9928ddd2ebea by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '529c446e-f4ee-44ab-a2e1-9acccacc6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:10.267000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Attempting to bind port 12e703b1-e6c1-4940-abfc-9928ddd2ebea on network f724eb79-4993-47f4-babf-eeae97f009d6 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:10.281103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:10.282402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Checking segment: {'id': '529c446e-f4ee-44ab-a2e1-9acccacc6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:10.283286 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.283398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Bound using segment: {'id': '529c446e-f4ee-44ab-a2e1-9acccacc6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:10.284024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Bound port: 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '529c446e-f4ee-44ab-a2e1-9acccacc6ed0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:10.284483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.288951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1ba0fc14-d3d9-4376-89f1-1a2e0a538664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.395999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] For port 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:10.400130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] For port 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12e703b1-e6c1-4940-abfc-9928ddd2ebea,segment=NetworkSegment(529c446e-f4ee-44ab-a2e1-9acccacc6ed0),segment_id=529c446e-f4ee-44ab-a2e1-9acccacc6ed0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:10.407852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.435162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.476731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3106eee9-a271-40af-8745-1038d40ee329,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:10.489439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4afba93-dec3-4a4e-9628-393fad9ba630 None None] Pushing event updated for resources: {'Port': ['ID=12e703b1-e6c1-4940-abfc-9928ddd2ebea,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:10.598361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Allocated IP 172.20.0.1 (f724eb79-4993-47f4-babf-eeae97f009d6/579a48c6-74e0-4eb7-8562-73b6b0d1707c/cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:10.832476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.870950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Transition to ACTIVE for port object cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:10.901098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:10.957345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:11.024703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network f724eb79-4993-47f4-babf-eeae97f009d6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:11.028687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:11.042126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:11.049357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:11.120935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:11.290436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-8227ba15-705a-410d-98ed-cc3b6332c961 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:11.292142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-8227ba15-705a-410d-98ed-cc3b6332c961 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.47 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.1282644 Aug 30 23:02:11.313199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Router 67f3709c-8ecc-43c6-bcc8-d04781123c20 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:11.358978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:11.476064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:11.483859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f690cc86-152f-4dbd-9d99-79ffee4ec5b9 admin admin] 10.222.0.25 "PUT /v2.0/routers/67f3709c-8ecc-43c6-bcc8-d04781123c20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8419480 Aug 30 23:02:11.488507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Sync routers for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:11.500003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:11.514265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:11.515333 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:11.576948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad73293-6a27-4520-b05e-a24d76676d00 req-1f4cfdf8-00bd-48e9-b759-27745152e439 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:11.578702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad73293-6a27-4520-b05e-a24d76676d00 req-1f4cfdf8-00bd-48e9-b759-27745152e439 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.2210674 Aug 30 23:02:11.721934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:11.761445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad73293-6a27-4520-b05e-a24d76676d00 req-b630652c-cf93-4a55-b0da-9187048dbc06 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647615 Aug 30 23:02:11.771125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Deleting port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:11.772957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:11.799699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.092118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] For port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:12.092501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.114790 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T23:02:10Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:12.163818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Checking router: 67f3709c-8ecc-43c6-bcc8-d04781123c20 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:02:12.175781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65163048-4db5-43df-b12e-10c6d99691f0 None None] Network f724eb79-4993-47f4-babf-eeae97f009d6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:12.182712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Routers {'67f3709c-8ecc-43c6-bcc8-d04781123c20'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:12.183466 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:01:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['67f3709c-8ecc-43c6-bcc8-d04781123c20'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:12.328140 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] Set router 67f3709c-8ecc-43c6-bcc8-d04781123c20 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:12.340808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.341854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12e703b1-e6c1-4940-abfc-9928ddd2ebea up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:12.367849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.454523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bc310bb2-7c6b-4a2e-9d03-d66527654a58 None None] Provisioning for port 12e703b1-e6c1-4940-abfc-9928ddd2ebea completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:12.532943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 12e703b1-e6c1-4940-abfc-9928ddd2ebea completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:12.544006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.549240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-238ee131-0d35-4749-9f01-a561246c534a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6562066 Aug 30 23:02:12.579294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 12e703b1-e6c1-4940-abfc-9928ddd2ebea triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:12.579294 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.581130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.670579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-43a91676-dd74-4ac1-8637-c2b16d7f9375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:12.670704 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T23:02:10Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:12.671155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-43a91676-dd74-4ac1-8637-c2b16d7f9375 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 1098 time: 0.0827546 Aug 30 23:02:12.689398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Deleting port e25cda82-88e0-48a7-a020-9ff927b69b4c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:12.690274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.752769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:12.797547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfe86f59-543c-473a-b392-13f6ae28829f None None] The sync data for ids ['67f3709c-8ecc-43c6-bcc8-d04781123c20'] in n-d-791504-21 is: [{'id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'name': 'tempest-TaggedBootDevicesTest_v242-1129713204-router', 'tenant_id': '82ee0002cebf42b1ae113408de8432e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:51:02Z', 'updated_at': '2021-08-30T23:02:10Z', 'revision_number': 5, 'project_id': '82ee0002cebf42b1ae113408de8432e6', 'gw_port': {'id': 'e25cda82-88e0-48a7-a020-9ff927b69b4c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:9a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67f3709c-8ecc-43c6-bcc8-d04781123c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:51:03Z', 'updated_at': '2021-08-30T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:12.965199 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.978104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] For port e25cda82-88e0-48a7-a020-9ff927b69b4c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e25cda82-88e0-48a7-a020-9ff927b69b4c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:12.978483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.987075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.987622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:12.987908 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Floating IP b97035c1-deea-4d57-a77f-a03b20e92301 disassociated. External IP: 172.25.7.152, port: 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec. Aug 30 23:02:13.005208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Calling delete_port for 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:13.006642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Calling delete_port for e25cda82-88e0-48a7-a020-9ff927b69b4c owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:13.013766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-f16f8cfb-cb5c-4fd1-80ac-3a394cf591cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:13.015272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-f16f8cfb-cb5c-4fd1-80ac-3a394cf591cf service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2793345 Aug 30 23:02:13.024763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.043746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa70295b-da87-423e-a3c5-ed8ac1edcc4c req-42486a07-9d03-4a6e-bc15-a0d368ad5979 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:13.054746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa70295b-da87-423e-a3c5-ed8ac1edcc4c req-42486a07-9d03-4a6e-bc15-a0d368ad5979 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 945 time: 0.1642742 Aug 30 23:02:13.107745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12e703b1-e6c1-4940-abfc-9928ddd2ebea,segment=NetworkSegment(529c446e-f4ee-44ab-a2e1-9acccacc6ed0),segment_id=529c446e-f4ee-44ab-a2e1-9acccacc6ed0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:13.130248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.229863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-cfff0875-8e9b-4ea4-afb1-15b0c63bf15e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0 HTTP/1.1" status: 200 len: 217 time: 0.1729798 Aug 30 23:02:13.259661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network f724eb79-4993-47f4-babf-eeae97f009d6 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:13.263254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:13.275994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=12e703b1-e6c1-4940-abfc-9928ddd2ebea,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:13.324872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8275cd93-2cbe-4cc4-973c-e62fccda672f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.353126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:13.358132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa70295b-da87-423e-a3c5-ed8ac1edcc4c req-0c3d9b92-5b2f-41ed-a22f-6c79068cae39 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups?id=389a5782-5eb8-4da9-a2ab-2a343559b54b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2947371 Aug 30 23:02:13.408650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Provisioning for port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:13.414678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Provisioning complete for port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:13.415072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.468515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-397c18b9-a62e-44e4-8a89-5d43954d4dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:13.468788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-397c18b9-a62e-44e4-8a89-5d43954d4dda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.2139852 Aug 30 23:02:13.501457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:13.514207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.539658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Provisioning complete for port 12e703b1-e6c1-4940-abfc-9928ddd2ebea triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:13.540038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e135880-5fd2-497c-8cb8-d615af14ef1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.583078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event deleted for resources: {'Port': ['ID=9356e320-3d49-4f9c-abc4-61fbe9b4f9ec,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:13.622106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-9cf740dc-7828-4302-9aeb-e8ffbb6641c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:13.624583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-9cf740dc-7828-4302-9aeb-e8ffbb6641c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1439102 Aug 30 23:02:13.666398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.707940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac35faf-9dae-4b2f-bf38-04f9489cbaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.709838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Router 43a63e8a-f745-44b1-9b75-73e10962d1cc is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:02:13.748905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Pushing event deleted for resources: {'Port': ['ID=e25cda82-88e0-48a7-a020-9ff927b69b4c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:13.828481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-660555df-36eb-4520-836c-1ed0885ecc6a None None] Provisioning complete for port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:13.828863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-660555df-36eb-4520-836c-1ed0885ecc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.866656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:13.897553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-660555df-36eb-4520-836c-1ed0885ecc6a None None] Port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:13.963028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:13.994166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] Sync routers for ids ['43a63e8a-f745-44b1-9b75-73e10962d1cc'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:14.005876 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.008512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.009630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] Routers {'43a63e8a-f745-44b1-9b75-73e10962d1cc'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:14.011646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['43a63e8a-f745-44b1-9b75-73e10962d1cc'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:14.070136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.070815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67f3709c-8ecc-43c6-bcc8-d04781123c20 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:02:14.075657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.076874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9aba071f-f6a5-4cf5-9dd2-cae5d78c1735 admin admin] 10.222.0.25 "DELETE /v2.0/routers/67f3709c-8ecc-43c6-bcc8-d04781123c20 HTTP/1.1" status: 204 len: 168 time: 2.5751011 Aug 30 23:02:14.079324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-1a3c9187-2a45-49ec-a0cc-bd9d6979fdd6 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423220 Aug 30 23:02:14.079969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:14.156583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:14.168013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac35faf-9dae-4b2f-bf38-04f9489cbaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.183563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] Routers {'43a63e8a-f745-44b1-9b75-73e10962d1cc'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:14.184767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['43a63e8a-f745-44b1-9b75-73e10962d1cc'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:14.200433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1328dbe1-9b38-49b5-85fb-712eb46b761b tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "PUT /v2.0/routers/43a63e8a-f745-44b1-9b75-73e10962d1cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9054322 Aug 30 23:02:14.208241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59904) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:14.212203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac35faf-9dae-4b2f-bf38-04f9489cbaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.217166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Router 92ee0faf-a3ad-4402-8f50-85d674df0fcf has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:14.219951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'port': {'network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6', 'name': 'tempest-FloatingIPNegativeTestJSON-1034405147'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:14.263678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12e703b1-e6c1-4940-abfc-9928ddd2ebea up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:14.269222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:14.270351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8855cd2-9b06-465a-89ac-c39a6e6407ed None None] The sync data for ids ['43a63e8a-f745-44b1-9b75-73e10962d1cc'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:14.281500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Deleting subnet 0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:14.299756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.314530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ac35faf-9dae-4b2f-bf38-04f9489cbaa2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5b3a2d8d41fd448496e055825e0567e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9574304 Aug 30 23:02:14.331816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:14.349037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59906) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:14.380179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:14.380530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:14.405489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac35faf-9dae-4b2f-bf38-04f9489cbaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd06899-8058-4ea9-a667-b772f293d46b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:14.414316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c52ed2df-75d5-4014-b63f-2d693a2d7d6a None None] Provisioning complete for port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:14.414705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c52ed2df-75d5-4014-b63f-2d693a2d7d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.475610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.523109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4293f073-2ca0-49cf-a264-dbe4ed9c71cf req-cc009568-8989-4b15-9638-c31bb1c41447 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326966 Aug 30 23:02:14.538275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.540899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e51c76b2-55ad-455f-b503-3d76b35e0f38 req-d40f02c1-fb95-4267-8f66-2fcca31ab1ea tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/ports?device_id=fffe8a96-6aa3-4d10-b5eb-b2863af01dbb HTTP/1.1" status: 200 len: 210 time: 0.0427384 Aug 30 23:02:14.565142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c52ed2df-75d5-4014-b63f-2d693a2d7d6a None None] Port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:14.566216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:14.572170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.573324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 12e703b1-e6c1-4940-abfc-9928ddd2ebea triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:14.574638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.580893 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Sync routers for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:14.600464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:14.601140 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:14.633385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] No DVR routers for this DVR port 9356e320-3d49-4f9c-abc4-61fbe9b4f9ec on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:14.636004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.638312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc74b31a-683b-4419-80ad-c265a44df7fc req-842edd9e-d788-4d40-a9a3-094cb31c07b1 tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.47 "DELETE /v2.0/ports/9356e320-3d49-4f9c-abc4-61fbe9b4f9ec HTTP/1.1" status: 204 len: 173 time: 3.3208659 Aug 30 23:02:14.638844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'name': 'network-vif-deleted', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:14.642163 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59d3d14-f647-4fb6-85ec-d5be7e7eb1ad" -d '{"events": [{"server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "name": "network-vif-deleted", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:14.644618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.662812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Made reservation on behalf of d18addbef34142bbaa32f2b97029fb2a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:14.668197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.739294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.797027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] device_id is not set on port 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:14.814172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3106eee9-a271-40af-8745-1038d40ee329 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:14.822142 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491e174b-3286-4c26-a822-9351202a8fc3 x-openstack-request-id: req-491e174b-3286-4c26-a822-9351202a8fc3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:14.822753 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fffe8a96-6aa3-4d10-b5eb-b2863af01dbb", "name": "network-vif-deleted", "tag": "9356e320-3d49-4f9c-abc4-61fbe9b4f9ec", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:14.823441 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-491e174b-3286-4c26-a822-9351202a8fc3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:14.825001 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fffe8a96-6aa3-4d10-b5eb-b2863af01dbb', 'name': 'network-vif-deleted', 'tag': '9356e320-3d49-4f9c-abc4-61fbe9b4f9ec', 'status': 'completed', 'code': 200} Aug 30 23:02:14.849277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:14.874317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3106eee9-a271-40af-8745-1038d40ee329 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:14.875607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3106eee9-a271-40af-8745-1038d40ee329 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:14.931055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-a0422aca-62a9-469a-8c3c-0831e3a8015d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2292352 Aug 30 23:02:14.938105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.941944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:14.945896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3dd06899-8058-4ea9-a667-b772f293d46b HTTP/1.1" status: 204 len: 168 time: 0.5906913 Aug 30 23:02:15.014914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.021916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cb87fa-efa6-4337-aade-043dcec9b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd06899-8058-4ea9-a667-b772f293d46b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:15.074664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bb83e7a-f788-49c5-bf98-b1dff98fd0b8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:15.100231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.102372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a49be7fb-aed6-4070-a66e-1f0ef6985c77 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0bb83e7a-f788-49c5-bf98-b1dff98fd0b8 HTTP/1.1" status: 204 len: 168 time: 1.0215476 Aug 30 23:02:15.106176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:15.113109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030b344-2b08-445f-8aa2-803f56da4644 None None] Network 79f66ca4-2fbf-4727-95d4-379d0898b935 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:15.128116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Allocated IP 172.20.0.8 (f724eb79-4993-47f4-babf-eeae97f009d6/579a48c6-74e0-4eb7-8562-73b6b0d1707c/502beeb1-0fcc-4ca9-8988-8fb9b9ffba52) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:15.203289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-fa4276bb-4603-4be2-b78f-8ce1dca5e684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:15.208195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-fa4276bb-4603-4be2-b78f-8ce1dca5e684 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 1097 time: 0.1737337 Aug 30 23:02:15.257678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:15.286127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.335711 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Checking router: 92ee0faf-a3ad-4402-8f50-85d674df0fcf for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:02:15.366632 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:15.367176 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:15.404096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Deleting port e384bc6a-b15e-4a30-898c-29ff882ce3ad {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:15.404836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.465129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] DHCP port deletion for 79f66ca4-2fbf-4727-95d4-379d0898b935 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:15.532946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-9b925632-e254-4d82-9b75-1faf1b24a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:15.534612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-9b925632-e254-4d82-9b75-1faf1b24a017 service neutron] 10.222.0.52 "GET /v2.0/networks?id=06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 200 len: 910 time: 0.3014708 Aug 30 23:02:15.605854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:15.610185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Deleting port e384bc6a-b15e-4a30-898c-29ff882ce3ad {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:15.610723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.639832 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:15.664706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6983fb3-60dc-4bd1-83df-b2a697c80982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.668029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] For port e384bc6a-b15e-4a30-898c-29ff882ce3ad, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e384bc6a-b15e-4a30-898c-29ff882ce3ad,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:15.668706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.689185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-3edfafe4-1733-4e31-bf82-7b4f0800381b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 200 len: 1001 time: 0.1453152 Aug 30 23:02:15.711144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:15.737842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] For port e384bc6a-b15e-4a30-898c-29ff882ce3ad, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e384bc6a-b15e-4a30-898c-29ff882ce3ad,segment=NetworkSegment(0f1d98ff-ede4-4f68-887e-cab7d46ffd1d),segment_id=0f1d98ff-ede4-4f68-887e-cab7d46ffd1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:15.738377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.747481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.775279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Calling delete_port for e384bc6a-b15e-4a30-898c-29ff882ce3ad owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:15.776335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Transition to ACTIVE for port object 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:15.783964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-b47eadfc-d2a7-4023-93c6-319d919e5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:15.787582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-b47eadfc-d2a7-4023-93c6-319d919e5e99 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 200 len: 848 time: 0.0799499 Aug 30 23:02:15.827380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Calling delete_port for e384bc6a-b15e-4a30-898c-29ff882ce3ad owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:15.888611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-a4791f0b-80e4-460e-bdda-d0818de75065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:15.890169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-a4791f0b-80e4-460e-bdda-d0818de75065 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=06b54587-7e50-4baa-9747-abd461ac4b53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951276 Aug 30 23:02:15.988461 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.995290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:15.996749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.061758 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:16.076182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network f724eb79-4993-47f4-babf-eeae97f009d6 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:16.087790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:16.098101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:16.107740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a0480-2349-4c9d-8aa5-06712b395915 None None] The sync data for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 is: [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:00:01Z', 'revision_number': 4, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '36930c3c-5ae1-49a8-b554-05d0b7f4cab9', 'name': '', 'network_id': '7c2b7966-3b69-4559-8980-793197c543bc', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'mac_address': 'fa:16:3e:c7:40:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2030, 'fixed_ips': [{'subnet_id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:00:00Z', 'updated_at': '2021-08-30T23:00:06Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'subnets': [{'id': '50db6658-9fa3-49b7-8f0b-642267953af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:16.133562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e25cda82-88e0-48a7-a020-9ff927b69b4c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:16.159632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] Pushing event deleted for resources: {'Port': ['ID=e384bc6a-b15e-4a30-898c-29ff882ce3ad,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:16.167057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f47a6a-b0e9-40bf-8bbf-0cca2da48ab9 None None] No DVR routers for this DVR port e384bc6a-b15e-4a30-898c-29ff882ce3ad on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:16.169325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e25cda82-88e0-48a7-a020-9ff927b69b4c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:16.169659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e25cda82-88e0-48a7-a020-9ff927b69b4c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:16.170555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e384bc6a-b15e-4a30-898c-29ff882ce3ad no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:16.184994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=502beeb1-0fcc-4ca9-8988-8fb9b9ffba52,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:16.206140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e384bc6a-b15e-4a30-898c-29ff882ce3ad {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:16.211267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e384bc6a-b15e-4a30-898c-29ff882ce3ad not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:16.239845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-84a1590b-a4c1-449e-99e1-91e1b087ab93 service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381643 Aug 30 23:02:16.330128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:16.330720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.398462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-daa3ea17-57fa-4415-838e-125b55b094a3 req-f74496d2-473b-4165-952c-7272a57c9e20 service neutron] 10.222.0.52 "GET /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476243 Aug 30 23:02:16.404809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-24c43fbe-58fa-45eb-8fdf-4cafea33170c None None] Provisioning for port 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:16.406932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.413124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-24c43fbe-58fa-45eb-8fdf-4cafea33170c None None] Provisioning complete for port 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:16.413441 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24c43fbe-58fa-45eb-8fdf-4cafea33170c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.465575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-24c43fbe-58fa-45eb-8fdf-4cafea33170c None None] Port 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:16.466264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.543296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6983fb3-60dc-4bd1-83df-b2a697c80982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.544712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.552258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd176bd9-dd0a-4d2a-9697-c06d3b642d23 None None] New status for floating IP b97035c1-deea-4d57-a77f-a03b20e92301: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:02:16.553993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6983fb3-60dc-4bd1-83df-b2a697c80982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.576335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f565a00b-c8c1-4591-8ad9-b184a5be5cea tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3668890 Aug 30 23:02:16.581025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:16.587454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:16.611858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e384bc6a-b15e-4a30-898c-29ff882ce3ad,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:16.620745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.626376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] No DVR routers for this DVR port e384bc6a-b15e-4a30-898c-29ff882ce3ad on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:16.676202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6983fb3-60dc-4bd1-83df-b2a697c80982 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4ab2a2c9470d4711822b9cfed66735d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0667794 Aug 30 23:02:16.679345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59936) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:16.680005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6983fb3-60dc-4bd1-83df-b2a697c80982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc337fb-0bce-4b5a-8a35-186a793dbc05,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:16.693313 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.696442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.697598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "DELETE /v2.0/security-groups/389a5782-5eb8-4da9-a2ab-2a343559b54b HTTP/1.1" status: 204 len: 168 time: 0.9801424 Aug 30 23:02:16.707404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59938) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:16.752291 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-1024416d-1380-46e3-b8ec-05f7928451ca tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] show failed (client error): The resource could not be found. Aug 30 23:02:16.753338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1024416d-1380-46e3-b8ec-05f7928451ca tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "GET /v2.0/security-groups/389a5782-5eb8-4da9-a2ab-2a343559b54b HTTP/1.1" status: 404 len: 347 time: 0.0449955 Aug 30 23:02:16.757171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59940) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:16.758127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca0ce40-3c69-472c-91d5-2140c3c541bb tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=389a5782-5eb8-4da9-a2ab-2a343559b54b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:16.784255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.806165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.840987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.844055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79f66ca4-2fbf-4727-95d4-379d0898b935']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:16.859732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:16.860124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1d98ff-ede4-4f68-887e-cab7d46ffd1d') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:16.892537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.901995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.947757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.956038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.958015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:16.958429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.958680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:16.960021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdc337fb-0bce-4b5a-8a35-186a793dbc05 HTTP/1.1" status: 204 len: 168 time: 0.2786303 Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:16.972488 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:16.993733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab53d837-b26a-43bf-b55a-422ad69681a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc337fb-0bce-4b5a-8a35-186a793dbc05,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:17.027901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Deleting port 21da4dc1-41f1-4f2e-949b-720297e934bf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:17.028221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.031202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.040719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Allocated IP 172.25.7.133 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/cece15d4-01dd-419e-a116-cb04d7b8258e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:17.077207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.079665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] 10.222.0.25 "DELETE /v2.0/networks/79f66ca4-2fbf-4727-95d4-379d0898b935 HTTP/1.1" status: 204 len: 168 time: 1.9723854 Aug 30 23:02:17.098437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dab8b2b-d233-486a-937d-78aed5d14f04 admin admin] Pushing event deleted for resources: {'Network': ['ID=79f66ca4-2fbf-4727-95d4-379d0898b935,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:17.143292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.143725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.170818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Calling delete_port for 21da4dc1-41f1-4f2e-949b-720297e934bf owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:17.200761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.280543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.341801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:17.345060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:17.350432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:17.378806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=cece15d4-01dd-419e-a116-cb04d7b8258e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:17.379016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.421675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Pushing event deleted for resources: {'Port': ['ID=21da4dc1-41f1-4f2e-949b-720297e934bf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:17.499181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.499524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.502831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.507626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59954) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:17.507826 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ddf6abb2-21e4-4963-b613-13189a56201f tempest-ServersTestManualDisk-1652219791 tempest-ServersTestManualDisk-1652219791-project] 10.222.0.25 "DELETE /v2.0/floatingips/b97035c1-deea-4d57-a77f-a03b20e92301 HTTP/1.1" status: 204 len: 168 time: 0.7412910 Aug 30 23:02:17.532566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:17.586629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69677ad4-0692-4c26-a4fe-d02bb9847218 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=82ee0002cebf42b1ae113408de8432e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528274 Aug 30 23:02:17.587587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59960) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:17.591657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.649694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.680438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.747361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.751352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:17.754322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/314d1277-fe02-4a52-8ed9-61d05d61b11d HTTP/1.1" status: 204 len: 168 time: 0.1657031 Aug 30 23:02:17.763649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8390da-71bf-4b86-9b3c-dd67b0b9ffdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314d1277-fe02-4a52-8ed9-61d05d61b11d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:18.238942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.270897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.355225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=cece15d4-01dd-419e-a116-cb04d7b8258e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:18.379252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.407319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.408574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8fe6188e-7bed-4ae8-b66e-9344d7bab5ca tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8263061 Aug 30 23:02:18.412457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:18.419503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4790d927-8302-48ef-96ee-f333e7e1878a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'floatingip': {'port_id': '502beeb1-0fcc-4ca9-8988-8fb9b9ffba52', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:18.455259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.493820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4790d927-8302-48ef-96ee-f333e7e1878a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.664535 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-4790d927-8302-48ef-96ee-f333e7e1878a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] update failed (client error): The resource could not be found. Aug 30 23:02:18.669127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59998) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:18.669841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4790d927-8302-48ef-96ee-f333e7e1878a tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "PUT /v2.0/floatingips/d749080e-1d5d-4c5e-98b4-a612b0fc8663 HTTP/1.1" status: 404 len: 507 time: 0.2557125 Aug 30 23:02:18.864544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting port cece15d4-01dd-419e-a116-cb04d7b8258e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:18.865508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.869407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Deleting port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:18.869741 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:18.907354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:19.010799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.011125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.022225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] For port 36930c3c-5ae1-49a8-b554-05d0b7f4cab9, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:19.022605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.037719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Calling delete_port for cece15d4-01dd-419e-a116-cb04d7b8258e owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:19.039509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1862233825-network', 'tenant_id': 'be7c351896ac48de8284220c46054215'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:19.044955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Calling delete_port for 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:19.073868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Made reservation on behalf of be7c351896ac48de8284220c46054215 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:19.076431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.087431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.229206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.236389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.268412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:19.291796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:19.318897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:19.331628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.335256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.336161 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Added segment b1741865-977f-4d6b-9626-d07a6f6972b5 of type vlan for network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e Aug 30 23:02:19.375365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Port': ['ID=cece15d4-01dd-419e-a116-cb04d7b8258e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:19.444961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.451847 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.482986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.483579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:19.484173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.505201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Pushing event deleted for resources: {'Port': ['ID=36930c3c-5ae1-49a8-b554-05d0b7f4cab9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:19.536591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6281006 Aug 30 23:02:19.577263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60022) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:19.586631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Request body: {'subnet': {'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1862233825-subnet', 'tenant_id': 'be7c351896ac48de8284220c46054215', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:19.594471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2034292993'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:19.627052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6264681-3919-4fc6-a3b5-71b92134edd2 admin admin] Pushing event updated for resources: {'Network': ['ID=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:19.640846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:19.641775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Made reservation on behalf of fda71edacfa5441cbb3d381c1485a3cf for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:19.645757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.660404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.747989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.770757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.770966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.775945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.781072 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.784379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b45f354-f639-4a8f-8470-9c237d8687e7 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "DELETE /v2.0/floatingips/d749080e-1d5d-4c5e-98b4-a612b0fc8663 HTTP/1.1" status: 204 len: 168 time: 1.1124408 Aug 30 23:02:19.823810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60024) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:19.830828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8b5c1f57-6251-4cf3-ab37-231fcb9c24f3 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'floatingip': {'floating_network_id': 'f724eb79-4993-47f4-babf-eeae97f009d6', 'port_id': '502beeb1-0fcc-4ca9-8988-8fb9b9ffba52', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:19.836715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90ec038b-dcb1-48ac-8514-06712c79a4cf,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:19.856027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Made reservation on behalf of be7c351896ac48de8284220c46054215 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:19.859001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.867835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:19.879832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.880596 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Added segment 1889639b-d121-4b72-8eff-259903d193dc of type vlan for network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 Aug 30 23:02:19.923963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.954337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.963226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:19.964185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:19.977466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b5c1f57-6251-4cf3-ab37-231fcb9c24f3 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.042361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.7690434 Aug 30 23:02:20.064444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441de7c-4a02-4b76-8fa2-905bb81b9903 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Pushing event updated for resources: {'Network': ['ID=c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:20.246258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:20.335271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:20.341271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825', 'binding:host_id': 'n-h1-791504-21', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-548704496'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:20.344697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.372207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Made reservation on behalf of 6696799b8b8f4a13bddadbdda668e517 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:20.376740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.402942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Router 92ee0faf-a3ad-4402-8f50-85d674df0fcf has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:20.408146 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-8b5c1f57-6251-4cf3-ab37-231fcb9c24f3 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:02:20.412826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b5c1f57-6251-4cf3-ab37-231fcb9c24f3 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5844572 Aug 30 23:02:20.414238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:20.417736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.424028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '502beeb1-0fcc-4ca9-8988-8fb9b9ffba52', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:20.447731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c0f09e-1f0e-4970-954b-c8c7720e7111,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:20.526620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Checking segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:20.526998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Network hostable DHCP agents. Network: e08dbd75-778b-44f9-b930-6c8e0c2dfd6e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:20.539833 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.629467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:20.630759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.639329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.651562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e08dbd75-778b-44f9-b930-6c8e0c2dfd6e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:20.657828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:20.660596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:20.661179 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.661311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b81743-cd09-41c7-a347-43f502253f6a None None] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:20.668405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ddcffeda-b17b-4c70-9805-05d7629cc07f admin admin] 10.222.0.25 "PUT /v2.0/routers/92ee0faf-a3ad-4402-8f50-85d674df0fcf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571438 Aug 30 23:02:20.668827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Sync routers for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:20.669335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:20.676643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:20.694533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:20.695281 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:20.745546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-27ecf4a0-ec50-4707-a933-ed03c23559a8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1640429 Aug 30 23:02:20.813836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f04034-17c2-4ff9-b4ba-9f46998a512a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:20.894507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.959775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5274c134-71f7-4e08-94a1-0d30c95efdc1 None None] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:20.961995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:20.974465 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:21.113096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:21.135401 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.150925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.168025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Transition to ACTIVE for port object 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:21.188631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.241284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114'}], 'enable_snat': True}, 'gw_port_id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:02:19Z', 'revision_number': 5, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port': {'id': '240c6687-6e06-4ca7-b9e3-ca55b2204252', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:fd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2023, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:57Z', 'updated_at': '2021-08-30T23:00:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:21.252182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Allocated IP 172.25.7.147 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/5dc2cc1e-7c5d-457b-9008-1de066c775ca) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:21.255128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0b02ab-ebbe-4e5a-96e8-a5a767d40189,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:21.274342 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Checking router: 92ee0faf-a3ad-4402-8f50-85d674df0fcf for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:02:21.284028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Routers {'92ee0faf-a3ad-4402-8f50-85d674df0fcf'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:21.284908 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:21.311026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Checking segment: {'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:21.311526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Network hostable DHCP agents. Network: c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:21.334743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:21.347693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:21.352693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:21.358407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff5ef2-e2cc-4697-9117-0225d9762272 None None] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:21.368718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.369102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.369440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.376643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.376971 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.377494 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 2 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.392665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.392665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.392952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.401290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.401290 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.401687 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 3 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.416379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.416716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.417104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.419743 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] Set router 92ee0faf-a3ad-4402-8f50-85d674df0fcf gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:02:21.423198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.423671 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.424070 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 4 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.442313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.443328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.443783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.450525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.450834 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.451171 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 5 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.472747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.473714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.474298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.480588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.481191 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.481591 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 6 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.498773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.499110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.499449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.505806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.506838 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.507404 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 7 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.513240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Deleting port 240c6687-6e06-4ca7-b9e3-ca55b2204252 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:21.513861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.519516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.523986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.524420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.525116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.530515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.530944 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.533658 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 8 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.545604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-2bafb238-303c-4994-a137-9831c6b28268 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:21.546159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.546593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.547191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-2bafb238-303c-4994-a137-9831c6b28268 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 818 time: 0.2174876 Aug 30 23:02:21.553333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.558539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.558975 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.559467 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 9 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.561025 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:02:21Z', 'revision_number': 6, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:21.574534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.575015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.575447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.580048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.582966 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.582966 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 10 to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 Aug 30 23:02:21.595240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:21.595798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:21.596504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:21.602520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:21.602970 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:21.603785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.614606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-1093d200-dfbd-4fc4-9930-b7f1bcd3b54d tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/quotas/be7c351896ac48de8284220c46054215 HTTP/1.1" status: 200 len: 375 time: 0.0273304 Aug 30 23:02:21.625982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19645f91-1cee-48d1-894d-d7bb84a86b46 None None] The sync data for ids ['92ee0faf-a3ad-4402-8f50-85d674df0fcf'] in n-d-791504-21 is: [{'id': '92ee0faf-a3ad-4402-8f50-85d674df0fcf', 'name': 'tempest-ServersTestManualDisk-1712150591-router', 'tenant_id': '15b3cf38f24b440e9d18225138f5c6cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:59:56Z', 'updated_at': '2021-08-30T23:02:21Z', 'revision_number': 6, 'project_id': '15b3cf38f24b440e9d18225138f5c6cc', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:21.686881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:21.687507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempted to set empty binding levels {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 23:02:21.694437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.727753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:21.728630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.758954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4225218 Aug 30 23:02:21.758954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8d9ba-b4e4-4eb3-baaf-8fc24d2abf5a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=3f0b02ab-ebbe-4e5a-96e8-a5a767d40189,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:21.762752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:21.856558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Deleting port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:21.857839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.930937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189, host n-h1-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:21.931395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:21.948289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Calling delete_port for 3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:22.020662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:22.046483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:22.046796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 36930c3c-5ae1-49a8-b554-05d0b7f4cab9 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:22.066226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-2251a94b-3e7f-4883-85d4-fe3c61484e71 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4254122 Aug 30 23:02:22.066471 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.114251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f0b02ab-ebbe-4e5a-96e8-a5a767d40189,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:22.120371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.122432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bb6adba5-8e85-42dc-af92-c51f916d2d9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "DELETE /v2.0/ports/3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 HTTP/1.1" status: 204 len: 168 time: 0.3586717 Aug 30 23:02:22.125592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:22.127941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.157411 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5426c91-a77a-4cb0-8779-5be95222938a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] GET failed (client error): The resource could not be found. Aug 30 23:02:22.159015 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e5426c91-a77a-4cb0-8779-5be95222938a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports/3f0b02ab-ebbe-4e5a-96e8-a5a767d40189 HTTP/1.1" status: 404 len: 333 time: 0.0322304 Aug 30 23:02:22.162745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:22.169011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-10639745'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:22.183911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] For port 240c6687-6e06-4ca7-b9e3-ca55b2204252, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=240c6687-6e06-4ca7-b9e3-ca55b2204252,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:22.184196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.195954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Made reservation on behalf of 6696799b8b8f4a13bddadbdda668e517 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:22.198571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.216067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 2aa3386f-837c-4da3-8592-af14f839b4bb yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:22.216279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Calling delete_port for 240c6687-6e06-4ca7-b9e3-ca55b2204252 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:22.219804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:22.229926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:22.236457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:22.240315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event updated for resources: {'Port': ['ID=5dc2cc1e-7c5d-457b-9008-1de066c775ca,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:22.325943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-27f38cde-b662-4499-a576-a5ecc0c05272 service neutron] 10.222.0.25 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586093 Aug 30 23:02:22.340407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.392442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.443735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.503739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa3386f-837c-4da3-8592-af14f839b4bb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:22.508800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:22.510673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:22.512900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:22.514048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:22.514651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.530694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-134e35ba-a03d-4338-8e9d-b84d728ff470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.3661363 Aug 30 23:02:22.534501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60062) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:22.540844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:22.564190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-d74e74be-9b99-43f3-a00d-17612515ca6b service neutron] 10.222.0.25 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373753 Aug 30 23:02:22.625812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.727336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting port 5dc2cc1e-7c5d-457b-9008-1de066c775ca {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:22.727777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.729938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.799726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Pushing event deleted for resources: {'Port': ['ID=240c6687-6e06-4ca7-b9e3-ca55b2204252,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:22.889455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.889810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.907983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 2aa3386f-837c-4da3-8592-af14f839b4bb yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:22.910147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.919068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.936181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Transition to ACTIVE for port object 2aa3386f-837c-4da3-8592-af14f839b4bb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:22.942557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:22.947235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Calling delete_port for 5dc2cc1e-7c5d-457b-9008-1de066c775ca owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:22.999162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa3386f-837c-4da3-8592-af14f839b4bb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:23.024508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.027732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.046192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.046935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.047343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.053108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.053735 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.054235 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 2 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.077673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.078114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.078521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.083710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.084306 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.084494 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 3 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.098085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.098432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.098775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.107013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.107355 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.108181 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 4 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.126682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.126983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.127324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.134459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.135046 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.135448 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 5 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.144925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcf4fc4c-5128-47f9-84b6-776933792ff6 req-56ab8548-b77a-4c75-9b89-c1764d1b40e7 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 210 time: 0.0415065 Aug 30 23:02:23.147009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.147569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ee0faf-a3ad-4402-8f50-85d674df0fcf {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:02:23.150776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.151201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.151617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.152717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.153871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74b8eeec-611e-4152-bb84-2e65240fa37c admin admin] 10.222.0.25 "DELETE /v2.0/routers/92ee0faf-a3ad-4402-8f50-85d674df0fcf HTTP/1.1" status: 204 len: 168 time: 2.4837623 Aug 30 23:02:23.156412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:23.165684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.166174 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.166671 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 6 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.184820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.185255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.185699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.191511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.192110 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.192604 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 7 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.216383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.217089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.217841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.226801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.227148 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.227666 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 8 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.253995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.254352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.254715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.260363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.260676 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.261508 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 9 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.289593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Deleting subnet 50db6658-9fa3-49b7-8f0b-642267953af0 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:23.297025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.322823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.323076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.325359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.337632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.337997 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.338401 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 10 to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb Aug 30 23:02:23.372352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.377910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:23.378300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:23.378580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:23.384331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:23.384805 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 2aa3386f-837c-4da3-8592-af14f839b4bb on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:23.385179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.413394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.505096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 2aa3386f-837c-4da3-8592-af14f839b4bb, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:23.507050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempted to set empty binding levels {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 23:02:23.507310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Port': ['ID=5dc2cc1e-7c5d-457b-9008-1de066c775ca,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:23.515140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.550108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] In _notify_port_updated(), no bound segment for port 2aa3386f-837c-4da3-8592-af14f839b4bb on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:02:23.550979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.551603 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.555712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "PUT /v2.0/ports/2aa3386f-837c-4da3-8592-af14f839b4bb HTTP/1.1" status: 200 len: 978 time: 1.0197043 Aug 30 23:02:23.556374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:23.572500 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] create failed (client error): The resource could not be found. Aug 30 23:02:23.577408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-36ce03e2-2632-4fc0-a45e-21b04669b2e2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1566923 Aug 30 23:02:23.577408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60096) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:23.591738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.636644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=2aa3386f-837c-4da3-8592-af14f839b4bb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:23.651762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.652108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.652565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.652901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.653236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.653567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.653933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.654262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.654667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.654994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.655317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.655948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fa80390-a97a-4c67-bf18-b52fda6e8b86 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:23.683107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.683851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.684527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.685134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.685736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.686404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.687024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.687641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.688258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.689051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.689671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.690523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.691414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.692036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.692755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.693428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.694103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.694744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.695371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.696014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.696631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.697284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.697935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.698578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:23.706549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50c294c9-3a89-4ad3-af88-7592ac409c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21582 time: 0.1469693 Aug 30 23:02:23.707467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:23.724973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.733275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting port 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:23.734027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.824222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Deleting port 2aa3386f-837c-4da3-8592-af14f839b4bb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:23.824931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.866877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.883928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Calling delete_port for 502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:23.899525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50db6658-9fa3-49b7-8f0b-642267953af0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:23.907614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.908067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 2aa3386f-837c-4da3-8592-af14f839b4bb, host n-h1-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:23.908524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:23.909014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aa9b7131-7d10-40ba-9358-a4fbaf193b39 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50db6658-9fa3-49b7-8f0b-642267953af0 HTTP/1.1" status: 204 len: 168 time: 0.7515259 Aug 30 23:02:23.913954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60104) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:23.915289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce1e696-11f5-44a1-91a7-d423d877d512 None None] Network 7c2b7966-3b69-4559-8980-793197c543bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:23.973201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Calling delete_port for 2aa3386f-837c-4da3-8592-af14f839b4bb owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:24.069602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 240c6687-6e06-4ca7-b9e3-ca55b2204252 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:24.105561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 240c6687-6e06-4ca7-b9e3-ca55b2204252 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:24.105939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 240c6687-6e06-4ca7-b9e3-ca55b2204252 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:24.131988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.207464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.209285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Port': ['ID=502beeb1-0fcc-4ca9-8988-8fb9b9ffba52,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:24.288173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event deleted for resources: {'Port': ['ID=2aa3386f-837c-4da3-8592-af14f839b4bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:24.298355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] DHCP port deletion for 7c2b7966-3b69-4559-8980-793197c543bc request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:24.311311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.344855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.347831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c9c03f34-c87e-4ef2-8541-ea79aee6570e tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "DELETE /v2.0/ports/2aa3386f-837c-4da3-8592-af14f839b4bb HTTP/1.1" status: 204 len: 168 time: 0.6392000 Aug 30 23:02:24.352676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60116) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:24.395605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.399116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e79eb98-ff9b-4117-a296-ed730d5f6464 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "DELETE /v2.0/ports/502beeb1-0fcc-4ca9-8988-8fb9b9ffba52 HTTP/1.1" status: 204 len: 168 time: 0.8211069 Aug 30 23:02:24.412939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60118) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:24.413449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Deleting port 65ab089f-3ab2-48da-8991-781edfff74e0 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:24.414087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.422793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f5d2979-f6e7-42ff-b33c-1b2cfc7774f9 req-8c848f34-56a5-4530-9b4f-3711bc323778 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 210 time: 0.1083589 Aug 30 23:02:24.469566 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b34b5a24-9c7c-4c11-9c70-014191ddb2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] GET failed (client error): The resource could not be found. Aug 30 23:02:24.472263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b34b5a24-9c7c-4c11-9c70-014191ddb2cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports/2aa3386f-837c-4da3-8592-af14f839b4bb HTTP/1.1" status: 404 len: 333 time: 0.1175613 Aug 30 23:02:24.476159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:24.487816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2078716942', 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:24.532802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] For port 65ab089f-3ab2-48da-8991-781edfff74e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65ab089f-3ab2-48da-8991-781edfff74e0,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:24.533438 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.541399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6ecdd2-2985-423d-b7bc-9bba8733ae66 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:24.543591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0c6ecdd2-2985-423d-b7bc-9bba8733ae66 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "GET /v2.0/ports?device_id=43a63e8a-f745-44b1-9b75-73e10962d1cc HTTP/1.1" status: 200 len: 913 time: 0.1280706 Aug 30 23:02:24.546376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60122) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:24.549933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Deleting port 65ab089f-3ab2-48da-8991-781edfff74e0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:24.550311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.556199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Made reservation on behalf of 6696799b8b8f4a13bddadbdda668e517 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:24.558918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.564802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Calling delete_port for 65ab089f-3ab2-48da-8991-781edfff74e0 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:24.625297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] For port 65ab089f-3ab2-48da-8991-781edfff74e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65ab089f-3ab2-48da-8991-781edfff74e0,segment=NetworkSegment(5d88692b-3795-410b-b1b7-a9a80bfbda00),segment_id=5d88692b-3795-410b-b1b7-a9a80bfbda00)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:24.625672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.643741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Calling delete_port for 65ab089f-3ab2-48da-8991-781edfff74e0 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:24.644718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port a9f2e3e2-2330-4f42-bbe7-6a592eecc97c yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:24.681150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.711465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] Pushing event deleted for resources: {'Port': ['ID=65ab089f-3ab2-48da-8991-781edfff74e0,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:24.717888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4898b3ba-308a-41c5-8bd0-6feaf2ddf01d None None] No DVR routers for this DVR port 65ab089f-3ab2-48da-8991-781edfff74e0 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:24.778617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.814715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Pushing event deleted for resources: {'Port': ['ID=65ab089f-3ab2-48da-8991-781edfff74e0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:24.848857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] No DVR routers for this DVR port 65ab089f-3ab2-48da-8991-781edfff74e0 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:24.967604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:24.979234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2b7966-3b69-4559-8980-793197c543bc']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:24.992687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d88692b-3795-410b-b1b7-a9a80bfbda00') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:24.992989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d88692b-3795-410b-b1b7-a9a80bfbda00') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:25.017914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.070680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.122662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-8919eac9-1e59-4b2d-8373-a15c51ccbbb0 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:25.123718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-8919eac9-1e59-4b2d-8373-a15c51ccbbb0 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 818 time: 0.2986183 Aug 30 23:02:25.124805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:25.125219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:25.127037 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:25.167753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Request body: {'port': {'device_id': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'admin_state_up': True, 'tenant_id': 'be7c351896ac48de8284220c46054215'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:25.205960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-bedf4f25-ac86-41ed-8c71-01a1d9836108 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:25.207421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-bedf4f25-ac86-41ed-8c71-01a1d9836108 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.52 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 818 time: 0.1595852 Aug 30 23:02:25.243406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.247995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.252281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7c2b7966-3b69-4559-8980-793197c543bc HTTP/1.1" status: 204 len: 168 time: 1.3348131 Aug 30 23:02:25.252430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Request body: {'port': {'device_id': 'a2454145-9219-49da-92bf-82c8059614c5', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'admin_state_up': True, 'tenant_id': 'be7c351896ac48de8284220c46054215'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:25.276220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ecc59-9546-4975-bf4e-3d629fc32617 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c2b7966-3b69-4559-8980-793197c543bc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:25.340153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.349821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Made reservation on behalf of be7c351896ac48de8284220c46054215 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:25.354413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.568995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Allocated IP 172.20.0.2 (e08dbd75-778b-44f9-b930-6c8e0c2dfd6e/15c0f09e-1f0e-4970-954b-c8c7720e7111/b4288c47-e53c-42db-9ce4-2958288b994a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:25.585777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:25.598438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6296fda-fcc3-4c0b-955c-4e6cc27494aa req-97d3b948-f627-4c96-9b5a-34bb3b1b629f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 210 time: 0.0578170 Aug 30 23:02:25.656057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.699575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-178461f9-a17d-4b82-b86e-72805e35523d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15b3cf38f24b440e9d18225138f5c6cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1119077 Aug 30 23:02:25.707243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60142) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:25.759804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Made reservation on behalf of be7c351896ac48de8284220c46054215 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:25.763250 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.773931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:25.799456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:25.809049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=a9f2e3e2-2330-4f42-bbe7-6a592eecc97c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:25.814256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.814413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:25.815254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:25.815848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.830913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-a50f4653-ac13-4bd2-9cdf-be28ab66aea8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:25.832387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-a50f4653-ac13-4bd2-9cdf-be28ab66aea8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 818 time: 0.3858485 Aug 30 23:02:25.856885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.861118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Request body: {'port': {'device_id': '2c88a267-2db8-4231-af04-060095382703', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'admin_state_up': True, 'tenant_id': 'be7c351896ac48de8284220c46054215'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:25.866279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.908529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:25.912584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:25.915102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:25.944922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d49cf74e-0bfd-45c3-956a-5a0707a72b24 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4675322 Aug 30 23:02:25.961711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60146) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:25.967750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:25.968430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:25.970782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event updated for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:26.007417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ac2946-03ca-4955-b80c-8bcc56ce873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:26.011812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27ac2946-03ca-4955-b80c-8bcc56ce873f tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports/a9f2e3e2-2330-4f42-bbe7-6a592eecc97c HTTP/1.1" status: 200 len: 959 time: 0.0375803 Aug 30 23:02:26.012488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60148) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:26.026370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-b7b6a024-7e7a-4d12-9409-aeb2f674143e tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8624420 Aug 30 23:02:26.027823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65ab089f-3ab2-48da-8991-781edfff74e0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:26.042546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-a8468d22-e6ce-43ca-bf0b-0ee738fa17cf tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:02:26.044061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-a8468d22-e6ce-43ca-bf0b-0ee738fa17cf tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080662 Aug 30 23:02:26.051637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 65ab089f-3ab2-48da-8991-781edfff74e0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:26.054688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65ab089f-3ab2-48da-8991-781edfff74e0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:26.058180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Request body: {'port': {'device_id': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:26.123857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.390212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.441888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4288c47-e53c-42db-9ce4-2958288b994a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:26.450583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.456201 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.470578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Transition to ACTIVE for port object b4288c47-e53c-42db-9ce4-2958288b994a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:26.475571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.663184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Allocated IP 172.20.0.14 (e08dbd75-778b-44f9-b930-6c8e0c2dfd6e/15c0f09e-1f0e-4970-954b-c8c7720e7111/83f16c17-0955-4c60-85b8-bca40f5b03ac) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:26.697122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Made reservation on behalf of be7c351896ac48de8284220c46054215 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:26.700822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.709778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.712357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.716574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bb1c613-99ce-4aea-b5fa-b0a4a4ca4517 HTTP/1.1" status: 204 len: 168 time: 0.9980578 Aug 30 23:02:26.736078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Deleting port a9f2e3e2-2330-4f42-bbe7-6a592eecc97c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:26.736427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.774441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4bca66-7bd0-4588-a521-fef10a243737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb1c613-99ce-4aea-b5fa-b0a4a4ca4517,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:26.821500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-258a47ed-edc4-4580-b485-21f26e4b7a61 req-1c846017-1e16-4bda-a5b0-dba9a671c3a5 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 210 time: 0.0329313 Aug 30 23:02:26.872182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:26.927087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Attempting to bind port b4288c47-e53c-42db-9ce4-2958288b994a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:26.927495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Attempting to bind port b4288c47-e53c-42db-9ce4-2958288b994a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:26.927897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Attempting to bind port b4288c47-e53c-42db-9ce4-2958288b994a on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:26.936432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Port b4288c47-e53c-42db-9ce4-2958288b994a on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:26.936789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Attempting to bind port b4288c47-e53c-42db-9ce4-2958288b994a on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:26.942520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:26.943393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Checking segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:26.943780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Bound using segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:26.944207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Bound port: b4288c47-e53c-42db-9ce4-2958288b994a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:26.944568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:26.960490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.012820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Calling delete_port for a9f2e3e2-2330-4f42-bbe7-6a592eecc97c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:27.027104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:27.032966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b4288c47-e53c-42db-9ce4-2958288b994a,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:27.048338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.089645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:27.090147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.091984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] 10.222.0.47 "PUT /v2.0/ports/b4288c47-e53c-42db-9ce4-2958288b994a HTTP/1.1" status: 200 len: 1092 time: 1.0388045 Aug 30 23:02:27.094545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:27.096829 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f693357-2f58-4193-bfc8-12339491839a" -d '{"events": [{"name": "network-changed", "server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:27.130268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3ef63-44ef-4c67-a568-13625cdc43b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:27.180279 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8d0a50-59ed-42c3-94f6-9c16fa39f79e x-openstack-request-id: req-de8d0a50-59ed-42c3-94f6-9c16fa39f79e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:27.182230 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:27.183393 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de8d0a50-59ed-42c3-94f6-9c16fa39f79e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:27.184945 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a', 'status': 'completed', 'code': 200} Aug 30 23:02:27.223180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-03c94f27-2d8e-41d3-a79d-2092497f11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:27.225776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-03c94f27-2d8e-41d3-a79d-2092497f11a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 1095 time: 0.0659826 Aug 30 23:02:27.244823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.287907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting port cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:27.288245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.297274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-4ad2f3df-baa6-48ba-86e9-cd29d030dbbb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4288c47-e53c-42db-9ce4-2958288b994a HTTP/1.1" status: 200 len: 217 time: 0.0615609 Aug 30 23:02:27.330857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.362575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-fdcb4f9a-65a2-4647-ba0e-fbba31150533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:27.364197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-fdcb4f9a-65a2-4647-ba0e-fbba31150533 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.0583076 Aug 30 23:02:27.412680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9f2e3e2-2330-4f42-bbe7-6a592eecc97c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:27.425241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.427740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1de9294d-ba87-4a0b-855d-2898ffdf2ef5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a9f2e3e2-2330-4f42-bbe7-6a592eecc97c HTTP/1.1" status: 204 len: 168 time: 1.0809784 Aug 30 23:02:27.432342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:27.432505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-2d66a5b6-9803-4035-bd80-9e51c2372f39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585966 Aug 30 23:02:27.467807 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c15fc5-765b-449f-9d2b-e9bbecf5d5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] GET failed (client error): The resource could not be found. Aug 30 23:02:27.469925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f8c15fc5-765b-449f-9d2b-e9bbecf5d5c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports/a9f2e3e2-2330-4f42-bbe7-6a592eecc97c HTTP/1.1" status: 404 len: 333 time: 0.0339787 Aug 30 23:02:27.477998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:27.482795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1650829926'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:27.493175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.511491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Calling delete_port for cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:27.575566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Made reservation on behalf of 6696799b8b8f4a13bddadbdda668e517 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:27.582049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.600292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.623912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-e23f91db-1505-42ad-b03b-b34c79d378c5 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784341 Aug 30 23:02:27.628778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 63882f14-897a-4e91-940d-87b4867e48ba yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:27.742821 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.813771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:27.832759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:27.846950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:27.860319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:27.865079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event updated for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:27.872019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Allocated IP 172.20.0.12 (e08dbd75-778b-44f9-b930-6c8e0c2dfd6e/15c0f09e-1f0e-4970-954b-c8c7720e7111/92f18309-a959-4524-9161-5a3153b47ca2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:27.889618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-42acb643-d3ce-426f-a58e-0f45dee1cf07 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553256 Aug 30 23:02:27.967852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:27.992013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:27.992896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.076765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-50ef7fdd-c83a-4fbc-b0c2-d9e068e43ad9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8306215 Aug 30 23:02:28.077557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.102490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1894546125-network', 'tenant_id': 'cb57030400e24e01bbb2413aadba2ffe'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:28.128115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693357-2f58-4193-bfc8-12339491839a req-139dac50-3d1a-4feb-b105-2924347de46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:28.130691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-139dac50-3d1a-4feb-b105-2924347de46e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 1095 time: 0.1507387 Aug 30 23:02:28.218137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Request body: {'port': {'device_id': 'a2454145-9219-49da-92bf-82c8059614c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:28.222207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Port': ['ID=cf6ebd69-b5d5-4b64-8cef-a0fda6ac0fc7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:28.243776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.305341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4024dc60-8b9c-4ddf-a7c5-6fb068ad0b0b req-ed8b3bc0-5795-471f-a5b6-4471458f772b tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 210 time: 0.3241918 Aug 30 23:02:28.368860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Made reservation on behalf of cb57030400e24e01bbb2413aadba2ffe for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:28.371526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.379699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:28.387738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:28.401105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:28.402171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:28.402842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.407262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=63882f14-897a-4e91-940d-87b4867e48ba,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:28.413044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.424377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693357-2f58-4193-bfc8-12339491839a req-0f53823a-ca29-4031-bf25-4d0b61d44ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:28.425948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-0f53823a-ca29-4031-bf25-4d0b61d44ff8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 919 time: 0.2779770 Aug 30 23:02:28.432785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.439236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.439775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9168d1b9-556e-47dd-b122-67883c6a98d7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9613526 Aug 30 23:02:28.442864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:28.450366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:28.524301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-685d140c-da7c-4ab8-8508-d12b386a6aa0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b4288c47-e53c-42db-9ce4-2958288b994a HTTP/1.1" status: 200 len: 217 time: 0.0695019 Aug 30 23:02:28.610441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.611334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.632740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f693357-2f58-4193-bfc8-12339491839a req-f66e7b61-bcc1-4c4d-a5de-9df060eb391a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:28.633421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.634489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-f66e7b61-bcc1-4c4d-a5de-9df060eb391a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.0981169 Aug 30 23:02:28.708923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-48250134-6f3c-482b-bdb7-4a5c603a7be0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575058 Aug 30 23:02:28.733980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:28.750875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:28.753366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:28.757015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.794883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event updated for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:28.826689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.878737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:28.898574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32306b41-cc77-4ce0-aab1-9a0226b6d006,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:28.915350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.915715 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Added segment 350664f7-caa2-4c4d-bc78-1e0031330d99 of type vlan for network 686c5067-92b7-422b-934b-e2222aee1711 Aug 30 23:02:28.939189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:28.939898 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:28.987152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-3c2c296b-8f08-4462-8d92-b1157acf7e9b service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657597 Aug 30 23:02:28.988399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.029812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-06f935b2-46c3-489d-bfe1-87b68a917ba6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1770208 Aug 30 23:02:29.047922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Request body: {'port': {'device_id': '2c88a267-2db8-4231-af04-060095382703', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:29.051591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Router 43a63e8a-f745-44b1-9b75-73e10962d1cc has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:29.110579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.111360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:29.111948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.115862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] device_id is not set on port 63882f14-897a-4e91-940d-87b4867e48ba yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:29.147945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.218293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4034467 Aug 30 23:02:29.218898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:29.227107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Transition to ACTIVE for port object 63882f14-897a-4e91-940d-87b4867e48ba will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:29.231229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Request body: {'subnet': {'network_id': '686c5067-92b7-422b-934b-e2222aee1711', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1894546125-subnet', 'tenant_id': 'cb57030400e24e01bbb2413aadba2ffe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:29.235511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:29.237215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4716b57-dff2-422c-a582-b2ae6d32b8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=686c5067-92b7-422b-934b-e2222aee1711,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:29.238696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.243625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9f693357-2f58-4193-bfc8-12339491839a req-2dc36265-92bb-41d4-a087-4648eef1fe81 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490809 Aug 30 23:02:29.244234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.247041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8190925-d539-43e7-b033-89a691d59be1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "PUT /v2.0/routers/43a63e8a-f745-44b1-9b75-73e10962d1cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6979003 Aug 30 23:02:29.249318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60202) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:29.259119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] Sync routers for ids ['43a63e8a-f745-44b1-9b75-73e10962d1cc'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:29.264566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 686c5067-92b7-422b-934b-e2222aee1711 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:29.308549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] Routers {'43a63e8a-f745-44b1-9b75-73e10962d1cc'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:29.309457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['43a63e8a-f745-44b1-9b75-73e10962d1cc'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:29.324865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Made reservation on behalf of cb57030400e24e01bbb2413aadba2ffe for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:29.327682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.328105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f16c17-0955-4c60-85b8-bca40f5b03ac {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:29.355272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=63882f14-897a-4e91-940d-87b4867e48ba,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:29.355746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:29.379063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] Routers {'43a63e8a-f745-44b1-9b75-73e10962d1cc'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:29.379920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['43a63e8a-f745-44b1-9b75-73e10962d1cc'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:29.384605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.420333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:29.421299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784fc8f9-c05e-4ff2-b951-604f25744407 None None] The sync data for ids ['43a63e8a-f745-44b1-9b75-73e10962d1cc'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:29.442770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Transition to ACTIVE for port object 83f16c17-0955-4c60-85b8-bca40f5b03ac will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:29.449756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.450223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.450573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.451048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.455765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.457717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.458131 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.459086 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 2 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.478960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.479298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.479654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.486360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.486690 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.489039 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 3 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.524094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.524499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.524877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.535567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.535920 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.538496 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 4 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.557292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.557741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.557997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.589915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.590277 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.592046 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 5 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.604220 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:02:29.614126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.614511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.614890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.619824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.625092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.625426 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.644557 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 6 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.676507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.676873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.677312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.688707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9edf45e-749d-4dd3-97cc-5fbac6f4a557,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:29.689895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Pushing event updated for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:29.692152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.692494 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.698015 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 7 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.722956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.723311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.723681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.727531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Checking segment: {'id': '350664f7-caa2-4c4d-bc78-1e0031330d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '686c5067-92b7-422b-934b-e2222aee1711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:29.727899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Network hostable DHCP agents. Network: 686c5067-92b7-422b-934b-e2222aee1711, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:29.732881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.733293 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.734013 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 8 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.752947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.753353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.753636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.762460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.762832 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.763306 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 9 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.772937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Network 686c5067-92b7-422b-934b-e2222aee1711 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:29.781932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.781932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.782250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.788437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.788787 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.789218 n-d-791504-21 neutron-server[101268]: INFO neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempt 10 to bind port 63882f14-897a-4e91-940d-87b4867e48ba Aug 30 23:02:29.793675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 686c5067-92b7-422b-934b-e2222aee1711) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:29.802920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff26ae0-a660-445f-af16-707161fa864d None None] Network 686c5067-92b7-422b-934b-e2222aee1711 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:29.819676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:29.820289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:29.821299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempting to bind port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:29.829655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:29.830293 n-d-791504-21 neutron-server[101268]: ERROR neutron.plugins.ml2.managers [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Failed to bind port 63882f14-897a-4e91-940d-87b4867e48ba on host n-h1-791504-21 for vnic_type normal using segments [{'id': '1889639b-d121-4b72-8eff-259903d193dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825'}] Aug 30 23:02:29.830897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.852417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:29.853020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:29.895571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2737b5c9-e904-48d7-91e2-55b588f10117 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6700573 Aug 30 23:02:29.931679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 63882f14-897a-4e91-940d-87b4867e48ba, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:29.932064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attempted to set empty binding levels {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 30 23:02:29.953824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.008841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] In _notify_port_updated(), no bound segment for port 63882f14-897a-4e91-940d-87b4867e48ba on network c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:02:30.010366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:30.011060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.022854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "PUT /v2.0/ports/63882f14-897a-4e91-940d-87b4867e48ba HTTP/1.1" status: 200 len: 980 time: 1.5788901 Aug 30 23:02:30.026008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60222) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:30.039539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68188cba-6bf3-47b6-b3f3-8b25fbcc6f5c None None] Network 686c5067-92b7-422b-934b-e2222aee1711 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:30.108542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e97e-dcd1-4f10-a80f-5342688e1003 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event updated for resources: {'Port': ['ID=63882f14-897a-4e91-940d-87b4867e48ba,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:30.193967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b410bc9-6a6a-4d40-ae77-9e3179c25414 req-38852601-f46e-4293-afd8-f7b45c8210a1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:30.195665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b410bc9-6a6a-4d40-ae77-9e3179c25414 req-38852601-f46e-4293-afd8-f7b45c8210a1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1393285 Aug 30 23:02:30.228135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Deleting port 63882f14-897a-4e91-940d-87b4867e48ba {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:30.228621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.289188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b410bc9-6a6a-4d40-ae77-9e3179c25414 req-f7b0d649-1264-4c21-8fb8-cb82e8e9dce6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863483 Aug 30 23:02:30.312275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] For port 63882f14-897a-4e91-940d-87b4867e48ba, host n-h1-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:30.312749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.330556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Calling delete_port for 63882f14-897a-4e91-940d-87b4867e48ba owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:30.335040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd5683a-1b6a-40d2-931d-f8956f50d500 req-7f1957e6-8105-4e5a-89c0-0d50103b0448 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:30.337181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cd5683a-1b6a-40d2-931d-f8956f50d500 req-7f1957e6-8105-4e5a-89c0-0d50103b0448 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 932 time: 0.8426597 Aug 30 23:02:30.341173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.345162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.432250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.479081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Pushing event deleted for resources: {'Port': ['ID=63882f14-897a-4e91-940d-87b4867e48ba,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:30.502394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.504444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de8b3ade-091c-4680-af8f-20fe875eae21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "DELETE /v2.0/ports/63882f14-897a-4e91-940d-87b4867e48ba HTTP/1.1" status: 204 len: 168 time: 0.4772363 Aug 30 23:02:30.506498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.507233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Fanout notify agent at l3_agent the message router_deleted on router 43a63e8a-f745-44b1-9b75-73e10962d1cc {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:02:30.507674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:30.516521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cd5683a-1b6a-40d2-931d-f8956f50d500 req-d042dde1-7ce4-4463-9ef4-584557acbad0 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684978 Aug 30 23:02:30.522695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.523683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7d598136-fb7b-4a8b-92e3-fb58ab86ddd2 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "DELETE /v2.0/routers/43a63e8a-f745-44b1-9b75-73e10962d1cc HTTP/1.1" status: 204 len: 168 time: 1.2725298 Aug 30 23:02:30.527457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:30.545281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Attempting to bind port 83f16c17-0955-4c60-85b8-bca40f5b03ac on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:30.545281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Attempting to bind port 83f16c17-0955-4c60-85b8-bca40f5b03ac by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:30.545281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Attempting to bind port 83f16c17-0955-4c60-85b8-bca40f5b03ac on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:30.580856 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d66916-71ba-4cd0-9484-23ce43b323ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] GET failed (client error): The resource could not be found. Aug 30 23:02:30.583232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-61d66916-71ba-4cd0-9484-23ce43b323ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098 tempest-PortsAdminExtendedAttrsIpV6TestJSON-590672098-project-admin] 10.222.0.25 "GET /v2.0/ports/63882f14-897a-4e91-940d-87b4867e48ba HTTP/1.1" status: 404 len: 333 time: 0.0739434 Aug 30 23:02:30.587203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:30.610887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Port 83f16c17-0955-4c60-85b8-bca40f5b03ac on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:30.611296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Attempting to bind port 83f16c17-0955-4c60-85b8-bca40f5b03ac on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:30.673535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting subnet 579a48c6-74e0-4eb7-8562-73b6b0d1707c {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:30.682858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.684679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.689575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:30.689575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Checking segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:30.690020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Bound using segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:30.690474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Bound port: 83f16c17-0955-4c60-85b8-bca40f5b03ac, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:30.690865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.755818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f18309-a959-4524-9161-5a3153b47ca2 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:30.758591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-f578613f-8840-4749-bc0d-2b0dc3eb2455 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:30.760124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-f578613f-8840-4749-bc0d-2b0dc3eb2455 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/networks?id=686c5067-92b7-422b-934b-e2222aee1711 HTTP/1.1" status: 200 len: 818 time: 0.2697272 Aug 30 23:02:30.772018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.775908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.821712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-a86113b5-4cc5-4ae7-82be-64329d45d51e tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/quotas/cb57030400e24e01bbb2413aadba2ffe HTTP/1.1" status: 200 len: 375 time: 0.0194337 Aug 30 23:02:30.829049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.840296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7ff19-cf3f-400e-9ac8-48b1d9a90647 req-82e1a300-d8e3-4022-a74c-19206bf32633 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:30.841828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8f7ff19-cf3f-400e-9ac8-48b1d9a90647 req-82e1a300-d8e3-4022-a74c-19206bf32633 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2399688 Aug 30 23:02:30.853434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:30.857315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Transition to ACTIVE for port object 92f18309-a959-4524-9161-5a3153b47ca2 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:30.874505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-30b2f2e8-c43b-4051-b3db-6382d07da8d3 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cb57030400e24e01bbb2413aadba2ffe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428059 Aug 30 23:02:30.877831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1889639b-d121-4b72-8eff-259903d193dc') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:30.878137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1889639b-d121-4b72-8eff-259903d193dc') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:30.882015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.897651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.947493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.961275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:30.961695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:30.964765 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:30.977401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:31.005276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8f7ff19-cf3f-400e-9ac8-48b1d9a90647 req-647b0c49-131f-4d4f-946a-fc3706c97a24 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1530180 Aug 30 23:02:31.008712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:31.026523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Pushing event updated for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:31.029453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.039224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.067024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.073071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.078080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] 10.222.0.25 "DELETE /v2.0/networks/c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825 HTTP/1.1" status: 204 len: 168 time: 0.4898701 Aug 30 23:02:31.110696 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-aba67074-86ed-4888-8a38-f6b779b802fd service neutron] 10.222.0.25 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258744 Aug 30 23:02:31.126706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520a28c-e253-4966-9c68-100922f96477 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1261297935-project] Pushing event deleted for resources: {'Network': ['ID=c8d7762c-d37e-4e7f-a6a3-e8e5c0b0a825,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:31.144276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:31.144896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.146368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] 10.222.0.52 "PUT /v2.0/ports/83f16c17-0955-4c60-85b8-bca40f5b03ac HTTP/1.1" status: 200 len: 1093 time: 3.0369382 Aug 30 23:02:31.150922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:31.153242 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fc0494-8c42-4f70-8161-5068ea1911b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:31.205490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c842d8aa-4711-4fa1-94af-0fbe981c1172 service neutron] Pushing event updated for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:31.282453 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c813ad3d-8e42-4ef0-9be1-618143189849 x-openstack-request-id: req-c813ad3d-8e42-4ef0-9be1-618143189849 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:31.282894 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:31.283238 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c813ad3d-8e42-4ef0-9be1-618143189849 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:31.283755 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac', 'status': 'completed', 'code': 200} Aug 30 23:02:31.287141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.310713 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.313204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "DELETE /v2.0/subnets/579a48c6-74e0-4eb7-8562-73b6b0d1707c HTTP/1.1" status: 204 len: 168 time: 0.7845364 Aug 30 23:02:31.316852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a3bfa-2f67-45fb-8753-2a2e3b0495a8 None None] Network f724eb79-4993-47f4-babf-eeae97f009d6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:31.321034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-c28c762b-9dc9-4167-ae03-c69d5797b816 service neutron] 10.222.0.25 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084076 Aug 30 23:02:31.321500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:31.370086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Attempting to bind port 92f18309-a959-4524-9161-5a3153b47ca2 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:31.370677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Attempting to bind port 92f18309-a959-4524-9161-5a3153b47ca2 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:31.371064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Attempting to bind port 92f18309-a959-4524-9161-5a3153b47ca2 on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:31.444847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.522073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Deleting port 12e703b1-e6c1-4940-abfc-9928ddd2ebea {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:31.522273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.523896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:31.538928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Port 92f18309-a959-4524-9161-5a3153b47ca2 on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:31.540573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Attempting to bind port 92f18309-a959-4524-9161-5a3153b47ca2 on network e08dbd75-778b-44f9-b930-6c8e0c2dfd6e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:31.543967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0fe5e-49c5-4b56-9e80-b40bf620f277 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Subnet': ['ID=579a48c6-74e0-4eb7-8562-73b6b0d1707c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:31.610836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-b7f92c83-1994-49e0-bb01-f8e918623573 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:31.612824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-b7f92c83-1994-49e0-bb01-f8e918623573 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.2510154 Aug 30 23:02:31.614768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:31.615531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Checking segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:31.616780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Bound using segment: {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:31.617740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Bound port: 92f18309-a959-4524-9161-5a3153b47ca2, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1741865-977f-4d6b-9626-d07a6f6972b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:31.618563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.647804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-5cf8c45f-2b38-472f-b64e-ce1a3c5b62aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:31.649504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-5cf8c45f-2b38-472f-b64e-ce1a3c5b62aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 1096 time: 0.4250093 Aug 30 23:02:31.652815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-d8cc5b7e-b527-467a-99a6-751c1db95975 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/quotas/0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 375 time: 0.0305362 Aug 30 23:02:31.656140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b20951e-90d8-4927-a5a2-d45af0fb5214 req-8ebde742-1f1d-4973-8128-822f0defe2b1 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 210 time: 0.0467019 Aug 30 23:02:31.682329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] For port 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12e703b1-e6c1-4940-abfc-9928ddd2ebea,segment=NetworkSegment(529c446e-f4ee-44ab-a2e1-9acccacc6ed0),segment_id=529c446e-f4ee-44ab-a2e1-9acccacc6ed0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:31.682766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.692328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] DHCP port deletion for f724eb79-4993-47f4-babf-eeae97f009d6 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:31.706898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Calling delete_port for 12e703b1-e6c1-4940-abfc-9928ddd2ebea owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:31.793924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Deleting port 12e703b1-e6c1-4940-abfc-9928ddd2ebea {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:31.794395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.839858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-53206573-f442-4736-bb75-4395307517d8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac HTTP/1.1" status: 200 len: 217 time: 0.1628356 Aug 30 23:02:31.874617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] For port 12e703b1-e6c1-4940-abfc-9928ddd2ebea, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12e703b1-e6c1-4940-abfc-9928ddd2ebea,segment=NetworkSegment(529c446e-f4ee-44ab-a2e1-9acccacc6ed0),segment_id=529c446e-f4ee-44ab-a2e1-9acccacc6ed0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:31.875387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:31.891731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Calling delete_port for 12e703b1-e6c1-4940-abfc-9928ddd2ebea owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:31.985297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-8c9b3450-3870-4d68-8adc-5e9c5f282482 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3118234 Aug 30 23:02:31.990282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:32.020185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.052375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-d28aac88-3c46-4787-bfec-0a5849598d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:32.055244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-d28aac88-3c46-4787-bfec-0a5849598d73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.2048752 Aug 30 23:02:32.064433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=92f18309-a959-4524-9161-5a3153b47ca2,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:32.075147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] Pushing event deleted for resources: {'Port': ['ID=12e703b1-e6c1-4940-abfc-9928ddd2ebea,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:32.077471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12e703b1-e6c1-4940-abfc-9928ddd2ebea no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:32.080156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e0dbe6-e759-4362-a3b2-a7b8edc64e5a None None] No DVR routers for this DVR port 12e703b1-e6c1-4940-abfc-9928ddd2ebea on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:32.101194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.120901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 12e703b1-e6c1-4940-abfc-9928ddd2ebea {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:32.121254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12e703b1-e6c1-4940-abfc-9928ddd2ebea not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:32.134657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-9aeabb52-3017-4923-810a-966e5f3b9738 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684171 Aug 30 23:02:32.234288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:32.235034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.236471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] 10.222.0.47 "PUT /v2.0/ports/92f18309-a959-4524-9161-5a3153b47ca2 HTTP/1.1" status: 200 len: 1093 time: 3.1966074 Aug 30 23:02:32.289204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-178d8b79-4023-4778-a25f-db569de5b78a service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026209 Aug 30 23:02:32.309028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e1b0c-688f-4e7f-9ef5-4006569c354c service neutron] Pushing event updated for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:32.363017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e00f4-3dc2-4f99-a049-c3d67c23bf7c req-41d9c922-1ad1-4d38-948c-a6ad0ffec5c6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:32.364648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-879e00f4-3dc2-4f99-a049-c3d67c23bf7c req-41d9c922-1ad1-4d38-948c-a6ad0ffec5c6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 944 time: 0.5544357 Aug 30 23:02:32.383885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.390002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-12e15468-9d6e-4aef-90a4-c3aef1ecda5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fda71edacfa5441cbb3d381c1485a3cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8617656 Aug 30 23:02:32.390948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60298) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:32.423211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Port': ['ID=12e703b1-e6c1-4940-abfc-9928ddd2ebea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:32.434418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b4288c47-e53c-42db-9ce4-2958288b994a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:02:32.443453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-0bd757fc-88b1-4f94-b66a-2963da1f4c4f service neutron] 10.222.0.52 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2864573 Aug 30 23:02:32.459757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] No DVR routers for this DVR port 12e703b1-e6c1-4940-abfc-9928ddd2ebea on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:32.483375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-ba00a321-8975-444f-9b64-efb5ea0cb727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:32.485196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-ba00a321-8975-444f-9b64-efb5ea0cb727 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 1096 time: 0.1779225 Aug 30 23:02:32.552493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b4288c47-e53c-42db-9ce4-2958288b994a,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:32.562485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.569373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'b4288c47-e53c-42db-9ce4-2958288b994a', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'port_id': 'b4288c47-e53c-42db-9ce4-2958288b994a', 'mac_address': 'fa:16:3e:84:bd:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c0f09e-1f0e-4970-954b-c8c7720e7111', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:02:32.574953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f724eb79-4993-47f4-babf-eeae97f009d6']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:32.586601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '529c446e-f4ee-44ab-a2e1-9acccacc6ed0') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:32.586932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '529c446e-f4ee-44ab-a2e1-9acccacc6ed0') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:32.594500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-bb2abf17-4265-4640-a45c-eb3b8dec6c9e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f18309-a959-4524-9161-5a3153b47ca2 HTTP/1.1" status: 200 len: 217 time: 0.0964305 Aug 30 23:02:32.598779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.611337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-77ae1a75-5e9b-4f61-bff2-97b54db8975e service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211803 Aug 30 23:02:32.627508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.641337 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.644651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:32.645344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:32.653172 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:32.659104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4288c47-e53c-42db-9ce4-2958288b994a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:32.695673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b4288c47-e53c-42db-9ce4-2958288b994a,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:32.703417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.709949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.738097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-879e00f4-3dc2-4f99-a049-c3d67c23bf7c req-41c361ec-4a02-4250-b440-b2bf7b114e89 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452899 Aug 30 23:02:32.757542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.783744 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.786775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] 10.222.0.25 "DELETE /v2.0/networks/f724eb79-4993-47f4-babf-eeae97f009d6 HTTP/1.1" status: 204 len: 168 time: 1.4641929 Aug 30 23:02:32.821998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a3d5e-d7ae-441c-8c3e-4d0981ae83e1 tempest-FloatingIPNegativeTestJSON-206119415 tempest-FloatingIPNegativeTestJSON-206119415-project] Pushing event deleted for resources: {'Network': ['ID=f724eb79-4993-47f4-babf-eeae97f009d6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:32.863324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:32.887188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ac333d0-3344-488c-9182-8ef199513212 req-a38c142e-384e-4e70-af5a-f06493c3a83b tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 210 time: 0.0388286 Aug 30 23:02:32.889706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-7c83fa26-988e-4bfb-a999-fd4af9c0c168 service neutron] 10.222.0.52 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104013 Aug 30 23:02:32.891318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-8c79fada-258e-4755-bdc6-303d130d5ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:32.892873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-8c79fada-258e-4755-bdc6-303d130d5ec6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.2772801 Aug 30 23:02:32.943597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:32.971197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6bdf3a9-6d6e-4679-b814-a47552c3a669 req-e6f05bfc-8caf-4562-9ef1-835130f32780 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 210 time: 0.0564926 Aug 30 23:02:32.986125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['b4288c47-e53c-42db-9ce4-2958288b994a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:33.179564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-02102f8b-dbff-444c-aeae-7a92490ddf6a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2481163 Aug 30 23:02:33.249224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:33.251196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-c719b0ca-953b-42f6-8c2a-02b57676ec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:33.252698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-c719b0ca-953b-42f6-8c2a-02b57676ec49 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 1096 time: 0.2539656 Aug 30 23:02:33.272514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-1da229f4-b6db-464f-b1e5-677b887832c1 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:33.274395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-1da229f4-b6db-464f-b1e5-677b887832c1 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.52 "GET /v2.0/networks?id=686c5067-92b7-422b-934b-e2222aee1711 HTTP/1.1" status: 200 len: 818 time: 0.1773810 Aug 30 23:02:33.294248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Request body: {'port': {'device_id': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'network_id': '686c5067-92b7-422b-934b-e2222aee1711', 'admin_state_up': True, 'tenant_id': 'cb57030400e24e01bbb2413aadba2ffe'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:33.322250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:33.324440 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fe68ba-ffba-4a2f-8151-6e4c003d184c" -d '{"events": [{"name": "network-changed", "server_uuid": "2c88a267-2db8-4231-af04-060095382703", "tag": "92f18309-a959-4524-9161-5a3153b47ca2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:33.368792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:33.371366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:33.381736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90ec038b-dcb1-48ac-8514-06712c79a4cf HTTP/1.1" status: 204 len: 168 time: 0.9845214 Aug 30 23:02:33.413384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a586ba03-5350-4bad-8e7a-ab0e776c6e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ec038b-dcb1-48ac-8514-06712c79a4cf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:33.457230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-1fcf1ecd-6673-4916-8334-266457acbb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:33.459981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-1fcf1ecd-6673-4916-8334-266457acbb51 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 919 time: 0.1649814 Aug 30 23:02:33.467776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-f2e33d6f-ca4a-496d-b9c3-ab74dddde630 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778678 Aug 30 23:02:33.530139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Made reservation on behalf of cb57030400e24e01bbb2413aadba2ffe for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:33.531570 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a460a6-d4a9-4d10-a10d-98128a99ddba x-openstack-request-id: req-c8a460a6-d4a9-4d10-a10d-98128a99ddba {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:33.531867 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c88a267-2db8-4231-af04-060095382703", "tag": "92f18309-a959-4524-9161-5a3153b47ca2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:33.532231 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8a460a6-d4a9-4d10-a10d-98128a99ddba {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:33.532722 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2', 'status': 'completed', 'code': 200} Aug 30 23:02:33.534672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:33.556749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-517ad5f1-e5f7-41d2-973e-c8648b1c116e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac HTTP/1.1" status: 200 len: 217 time: 0.0875719 Aug 30 23:02:33.638901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-3bedca0a-5441-4dfd-bd5a-a20d4f436d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:33.640391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-3bedca0a-5441-4dfd-bd5a-a20d4f436d31 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.0509033 Aug 30 23:02:33.691563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-11dcc5b9-9dcf-42e2-a409-fc035c79d4a4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385830 Aug 30 23:02:33.809068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Allocated IP 172.20.0.4 (686c5067-92b7-422b-934b-e2222aee1711/f9edf45e-749d-4dd3-97cc-5fbac6f4a557/be318b6b-9efe-411c-8129-1c0dd6b17c6d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:33.812355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eac2b543-3b12-4e35-95c8-fa518484ec7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d18addbef34142bbaa32f2b97029fb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585618 Aug 30 23:02:33.822517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60332) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:33.828073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd291a66-3888-4bf5-af67-70135e3d9ef0 req-e1232f37-5095-45b9-934e-b51953715620 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493495 Aug 30 23:02:34.019662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:34.053593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b991cb9f-69c3-4525-9f7a-fc4768c4e28d req-fbd38507-79ec-41e8-9016-ee8d5296740e tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 210 time: 0.0450773 Aug 30 23:02:34.116520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0402956b-7ee2-4959-83ba-bf0b92bd16f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6696799b8b8f4a13bddadbdda668e517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0930889 Aug 30 23:02:34.118942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:34.150860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.211382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37ed3958-6fd6-4d2e-9e5f-6011072e0d90 req-6dce9a07-5349-4dbf-b9da-1f04d75e1953 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 210 time: 0.0440297 Aug 30 23:02:34.230024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.263287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.279336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-8ab56bf1-6cbc-4ea3-af74-d94f0c3a2011 service neutron] 10.222.0.52 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5766299 Aug 30 23:02:34.293115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.344204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Network 686c5067-92b7-422b-934b-e2222aee1711 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:34.354266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:34.359469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:34.397887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.401085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Pushing event updated for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:34.418034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00e6ae-3970-4d86-afae-3101363d0047 req-53b5f02e-73d7-4dce-a26c-4cdab977c44b tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:34.425549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a00e6ae-3970-4d86-afae-3101363d0047 req-53b5f02e-73d7-4dce-a26c-4cdab977c44b tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 944 time: 0.5694785 Aug 30 23:02:34.433839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b4288c47-e53c-42db-9ce4-2958288b994a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:34.472095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.475438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.476658 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0f04034-17c2-4ff9-b4ba-9f46998a512a HTTP/1.1" status: 204 len: 168 time: 0.3567619 Aug 30 23:02:34.488145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-413362ad-bf48-493d-95e1-c8feeaf879f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:34.491342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-413362ad-bf48-493d-95e1-c8feeaf879f5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=be7c351896ac48de8284220c46054215&device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 1096 time: 0.2522733 Aug 30 23:02:34.495193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:34.495927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.513776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b87ebc9-50bc-4ea2-baf7-7b9ce1097597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f04034-17c2-4ff9-b4ba-9f46998a512a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:34.544964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-05849666-8c78-42fe-ad78-63466b6f8bba tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2554400 Aug 30 23:02:34.563279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-bd6823a3-8020-44b5-a4bd-2a91e5e6b7b2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:34.565394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-bd6823a3-8020-44b5-a4bd-2a91e5e6b7b2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.1812344 Aug 30 23:02:34.568451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port b4288c47-e53c-42db-9ce4-2958288b994a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:34.571132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Request body: {'port': {'device_id': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:34.572789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port b4288c47-e53c-42db-9ce4-2958288b994a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:34.572905 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.596261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'device_id': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'admin_state_up': True, 'tenant_id': '0bf0dadc5814454983b9c309921eb178'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:34.704615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.727210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.783662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:34.786894 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328b2077-fa7d-46c3-b309-f135a13a9cc1" -d '{"events": [{"server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "name": "network-vif-plugged", "status": "completed", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:34.790072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1fc0494-8c42-4f70-8161-5068ea1911b7 req-61283b21-ad60-4318-a149-a375a39cbb0a service neutron] 10.222.0.52 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4942064 Aug 30 23:02:34.809255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a00e6ae-3970-4d86-afae-3101363d0047 req-81cb5941-7a3e-4a80-a4b7-fc99593c3d04 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826344 Aug 30 23:02:34.834754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.835948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b4288c47-e53c-42db-9ce4-2958288b994a,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:34.842194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.883309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 83f16c17-0955-4c60-85b8-bca40f5b03ac details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:02:34.887397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:34.892835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.896361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-8c11912a-48e9-4712-aacc-1acba511f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:34.903659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-8c11912a-48e9-4712-aacc-1acba511f4d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 200 len: 919 time: 0.3920035 Aug 30 23:02:34.906560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.909623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:34.917399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/878a415c-9aad-4add-8186-ad28a799b91a HTTP/1.1" status: 204 len: 168 time: 1.0928502 Aug 30 23:02:34.992192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-eabe69ce-3433-4937-b9b3-e1625a91ac9a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=92f18309-a959-4524-9161-5a3153b47ca2 HTTP/1.1" status: 200 len: 217 time: 0.0679984 Aug 30 23:02:34.992470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf543757-c94a-4c87-8811-d784b8fb630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878a415c-9aad-4add-8186-ad28a799b91a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:35.008083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:35.026589 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b328851a-41c3-41d2-8efe-c5d50ac58c44 x-openstack-request-id: req-b328851a-41c3-41d2-8efe-c5d50ac58c44 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:35.027059 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "name": "network-vif-plugged", "status": "completed", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:35.027317 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b328851a-41c3-41d2-8efe-c5d50ac58c44 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:35.028000 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a', 'code': 200} Aug 30 23:02:35.028803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '83f16c17-0955-4c60-85b8-bca40f5b03ac', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'port_id': '83f16c17-0955-4c60-85b8-bca40f5b03ac', 'mac_address': 'fa:16:3e:1d:dc:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c0f09e-1f0e-4970-954b-c8c7720e7111', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:02:35.111297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:35.117354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.132939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-cfcbc621-59f3-458f-8044-4db1fe974de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:35.134882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-cfcbc621-59f3-458f-8044-4db1fe974de1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 200 len: 858 time: 0.1224499 Aug 30 23:02:35.139644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0c1a2-4d89-492a-b040-320a1c794320 req-d73e8b02-5d27-460c-a41c-d17e2d46ed6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:35.141610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a0c1a2-4d89-492a-b040-320a1c794320 req-d73e8b02-5d27-460c-a41c-d17e2d46ed6c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 1097 time: 0.1536069 Aug 30 23:02:35.146802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f16c17-0955-4c60-85b8-bca40f5b03ac {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:35.172400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:35.178724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.199487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-1bad2c3f-adff-4339-b81a-b2974a8a6b30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560100 Aug 30 23:02:35.270241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:35.347465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27a0c1a2-4d89-492a-b040-320a1c794320 req-974bef88-4038-4030-a9bc-4f073b39c287 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914239 Aug 30 23:02:35.395154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46074b94-dc67-4fd0-9c1b-6f056ca1b314 req-44c896b1-1d8c-4053-86da-58ff32d964ed tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:35.402988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46074b94-dc67-4fd0-9c1b-6f056ca1b314 req-44c896b1-1d8c-4053-86da-58ff32d964ed tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 931 time: 0.1978726 Aug 30 23:02:35.418023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.20.0.14 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/1a1e5362-6b63-4f5a-8fbd-597c525bf97c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:35.458651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-b94bd96a-edc2-463d-87d1-a7bbcb689c09 service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372441 Aug 30 23:02:35.462166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46074b94-dc67-4fd0-9c1b-6f056ca1b314 req-3a94a2da-2e56-4e55-af99-0c2a41b3240e tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583336 Aug 30 23:02:35.476493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['83f16c17-0955-4c60-85b8-bca40f5b03ac'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:35.720955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.741739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Transition to ACTIVE for port object 1a1e5362-6b63-4f5a-8fbd-597c525bf97c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:35.749674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61fe68ba-ffba-4a2f-8151-6e4c003d184c req-77ff5c43-2f46-487a-a74d-af4748c87eee service neutron] 10.222.0.47 "GET /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907084 Aug 30 23:02:35.796229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2bef4e72-fb35-4da6-936c-cbd80605ad6d req-3dea2b05-7cc1-467e-97e6-eadc217abbdb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 210 time: 0.4257295 Aug 30 23:02:35.858414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be318b6b-9efe-411c-8129-1c0dd6b17c6d {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:35.864031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.882550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.882909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:35.918439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:35.929384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:35.936180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Transition to ACTIVE for port object be318b6b-9efe-411c-8129-1c0dd6b17c6d will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:35.937247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:35.971524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:35.979907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:36.017139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390da66-708c-453b-8880-e5938bfdaf75 req-6fce184c-8f26-44a7-9347-2c8d0b6e750f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:36.028343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1390da66-708c-453b-8880-e5938bfdaf75 req-6fce184c-8f26-44a7-9347-2c8d0b6e750f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 944 time: 0.1258645 Aug 30 23:02:36.063956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Pushing event updated for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:36.088970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:36.126080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1390da66-708c-453b-8880-e5938bfdaf75 req-b5821e66-0cf4-4994-bfd7-af820f90e0dd tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956328 Aug 30 23:02:36.183164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:36.183980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.216315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60396) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:36.233473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-f5e48171-8f78-4974-8a9b-0ec7e24a8dde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6413381 Aug 30 23:02:36.267894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Request body: {'port': {'device_id': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:36.270806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Attempting to bind port be318b6b-9efe-411c-8129-1c0dd6b17c6d on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:36.275394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Attempting to bind port be318b6b-9efe-411c-8129-1c0dd6b17c6d by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '350664f7-caa2-4c4d-bc78-1e0031330d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '686c5067-92b7-422b-934b-e2222aee1711'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:36.275853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Attempting to bind port be318b6b-9efe-411c-8129-1c0dd6b17c6d on network 686c5067-92b7-422b-934b-e2222aee1711 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:36.308027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Port be318b6b-9efe-411c-8129-1c0dd6b17c6d on network 686c5067-92b7-422b-934b-e2222aee1711 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:36.308580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Attempting to bind port be318b6b-9efe-411c-8129-1c0dd6b17c6d on network 686c5067-92b7-422b-934b-e2222aee1711 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:36.334805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:36.335257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Checking segment: {'id': '350664f7-caa2-4c4d-bc78-1e0031330d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '686c5067-92b7-422b-934b-e2222aee1711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:36.335769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Bound using segment: {'id': '350664f7-caa2-4c4d-bc78-1e0031330d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '686c5067-92b7-422b-934b-e2222aee1711'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:36.336405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Bound port: be318b6b-9efe-411c-8129-1c0dd6b17c6d, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '350664f7-caa2-4c4d-bc78-1e0031330d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '686c5067-92b7-422b-934b-e2222aee1711'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:36.338106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.381090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-390343939'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:36.414655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:36.415031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-325bebb3-bebf-4812-8b2f-29a41fad0dde None None] Provisioning for port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:36.419424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.420816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-325bebb3-bebf-4812-8b2f-29a41fad0dde None None] Provisioning complete for port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:36.421388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-325bebb3-bebf-4812-8b2f-29a41fad0dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.436116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.437106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.464346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-325bebb3-bebf-4812-8b2f-29a41fad0dde None None] Port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:36.466104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 92f18309-a959-4524-9161-5a3153b47ca2 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:02:36.535209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:36.609181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=92f18309-a959-4524-9161-5a3153b47ca2,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:36.643221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '92f18309-a959-4524-9161-5a3153b47ca2', 'network_id': 'e08dbd75-778b-44f9-b930-6c8e0c2dfd6e', 'port_id': '92f18309-a959-4524-9161-5a3153b47ca2', 'mac_address': 'fa:16:3e:aa:37:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c0f09e-1f0e-4970-954b-c8c7720e7111', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:02:36.680184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.686152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.702794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.709414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:36.718877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.719228 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Added segment ad4cd723-f795-437e-9a72-986b277b53c6 of type vlan for network a77af47a-f8fc-4324-a15a-49aeaba204b7 Aug 30 23:02:36.720712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f18309-a959-4524-9161-5a3153b47ca2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:36.747245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:36.758012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=92f18309-a959-4524-9161-5a3153b47ca2,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:36.765137 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.781528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-89c603fc-d821-4508-ac31-09cdf9fda575 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] Request body: {'port': {'network_id': '8d906038-57a4-457f-9eef-5d7b0edafe61', 'name': 'tempest-NetworksNegativeTestJSON-376286962'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:36.785733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.810043 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-89c603fc-d821-4508-ac31-09cdf9fda575 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] POST failed (client error): The resource could not be found. Aug 30 23:02:36.810644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89c603fc-d821-4508-ac31-09cdf9fda575 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:36.815356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-89c603fc-d821-4508-ac31-09cdf9fda575 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2744365 Aug 30 23:02:36.816674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:36.816784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d,segment=NetworkSegment(350664f7-caa2-4c4d-bc78-1e0031330d99),segment_id=350664f7-caa2-4c4d-bc78-1e0031330d99)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:36.816873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2fa01e-8d82-4143-a629-d046a603c229,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:36.835619 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.847538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:36.881233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 83f16c17-0955-4c60-85b8-bca40f5b03ac up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:36.891097 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-f987afdd-369e-43c0-9e17-2b93db7ff725 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] DELETE failed (client error): The resource could not be found. Aug 30 23:02:36.891692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f987afdd-369e-43c0-9e17-2b93db7ff725 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:36.893471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f987afdd-369e-43c0-9e17-2b93db7ff725 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "DELETE /v2.0/networks/a03fecdf-c1be-451c-ba2f-f76d65c7bd74 HTTP/1.1" status: 404 len: 339 time: 0.0728559 Aug 30 23:02:36.907011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1e473f-7913-482d-a203-c2faf2bdd969 req-d5bbec40-0805-45d1-9f68-503f1c5f1f43 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:36.908604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60416) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:36.914725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b1e473f-7913-482d-a203-c2faf2bdd969 req-d5bbec40-0805-45d1-9f68-503f1c5f1f43 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 943 time: 0.2162974 Aug 30 23:02:36.921695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:36.921885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:36.923239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] 10.222.0.52 "PUT /v2.0/ports/be318b6b-9efe-411c-8129-1c0dd6b17c6d HTTP/1.1" status: 200 len: 1092 time: 2.3573842 Aug 30 23:02:36.923692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:36.925959 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde283e-af54-4981-9f8c-723474964a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:36.975545 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccd82723-3bd0-45ca-916c-24c3cb32e1dc tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] DELETE failed (client error): The resource could not be found. Aug 30 23:02:36.976360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccd82723-3bd0-45ca-916c-24c3cb32e1dc tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:36.982822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60420) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:36.983055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ccd82723-3bd0-45ca-916c-24c3cb32e1dc tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "DELETE /v2.0/ports/57e6141d-8814-44dd-a840-4cf733f56ed0 HTTP/1.1" status: 404 len: 333 time: 0.0728595 Aug 30 23:02:36.984107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 83f16c17-0955-4c60-85b8-bca40f5b03ac completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:36.989960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 83f16c17-0955-4c60-85b8-bca40f5b03ac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:36.990668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.001669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.008451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.009155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.056047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c5563f-ab20-4526-b6cc-1eab42b98498 service neutron] Pushing event updated for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:37.074346 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b0ab18-3790-424e-81fc-2f6a101c0d4a tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] DELETE failed (client error): The resource could not be found. Aug 30 23:02:37.074985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b0ab18-3790-424e-81fc-2f6a101c0d4a tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:37.076618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3b0ab18-3790-424e-81fc-2f6a101c0d4a tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "DELETE /v2.0/subnets/c50579c1-c16a-45fb-8b06-a8a9a92c6087 HTTP/1.1" status: 404 len: 337 time: 0.0834985 Aug 30 23:02:37.077218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['92f18309-a959-4524-9161-5a3153b47ca2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:37.080285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.098213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8804729 Aug 30 23:02:37.104789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b1e473f-7913-482d-a203-c2faf2bdd969 req-4737263e-8e7c-42ea-aba3-cae154af09e0 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889668 Aug 30 23:02:37.106550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.131085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c041435-6cb9-4b26-97f1-cf393ca3e99f req-cebba9f8-2a03-4ee9-86b5-fdde687a3500 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.132636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c041435-6cb9-4b26-97f1-cf393ca3e99f req-cebba9f8-2a03-4ee9-86b5-fdde687a3500 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 932 time: 0.2142870 Aug 30 23:02:37.133462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47047d3-061f-4506-ac2c-5083301aef1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Network': ['ID=a77af47a-f8fc-4324-a15a-49aeaba204b7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:37.156892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:37.174160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:37.182343 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e3f0d8-e0c2-440c-a03e-6a4eb97d8c61 x-openstack-request-id: req-d6e3f0d8-e0c2-440c-a03e-6a4eb97d8c61 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:37.182633 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:37.182927 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6e3f0d8-e0c2-440c-a03e-6a4eb97d8c61 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:37.183287 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d', 'status': 'completed', 'code': 200} Aug 30 23:02:37.193112 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d825d89b-50ae-4a67-8b96-e3a756412549 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] GET failed (client error): The resource could not be found. Aug 30 23:02:37.196485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d825d89b-50ae-4a67-8b96-e3a756412549 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "GET /v2.0/networks/79a196f3-2b7d-422e-96e5-d579df8a26d1 HTTP/1.1" status: 404 len: 339 time: 0.1152604 Aug 30 23:02:37.214498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60428) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.214696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-2938defc-c9fc-4b54-81bd-f8bec513268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.216080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-2938defc-c9fc-4b54-81bd-f8bec513268b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb57030400e24e01bbb2413aadba2ffe&device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 1095 time: 0.2357028 Aug 30 23:02:37.247422 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e63b0-c54b-4a4c-8d50-3895dc23211f tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] GET failed (client error): The resource could not be found. Aug 30 23:02:37.249189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-817e63b0-c54b-4a4c-8d50-3895dc23211f tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "GET /v2.0/ports/cae8a6b9-6abe-40e7-9cfe-db1af2be1f34 HTTP/1.1" status: 404 len: 333 time: 0.0336251 Aug 30 23:02:37.256642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60430) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.283530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a1e5362-6b63-4f5a-8fbd-597c525bf97c {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:37.298754 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-439546ad-c186-4c85-9a84-bbfc49575709 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] GET failed (client error): The resource could not be found. Aug 30 23:02:37.300860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-439546ad-c186-4c85-9a84-bbfc49575709 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "GET /v2.0/subnets/5098990d-0848-463e-8139-4ded49ea6cea HTTP/1.1" status: 404 len: 337 time: 0.0425177 Aug 30 23:02:37.306302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.311515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d7dc0de1-0dac-4b6f-8648-06794025b9d4 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:37.337696 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7dc0de1-0dac-4b6f-8648-06794025b9d4 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] PUT failed (client error): The resource could not be found. Aug 30 23:02:37.338810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7dc0de1-0dac-4b6f-8648-06794025b9d4 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:37.345272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-890e739e-0309-47df-b6b9-e653c90f36fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d HTTP/1.1" status: 200 len: 217 time: 0.0442753 Aug 30 23:02:37.346239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d7dc0de1-0dac-4b6f-8648-06794025b9d4 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "PUT /v2.0/networks/b4442f4c-9549-484d-b5bd-760baf6eae5c HTTP/1.1" status: 404 len: 339 time: 0.0387833 Aug 30 23:02:37.351279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c041435-6cb9-4b26-97f1-cf393ca3e99f req-c82111d5-3232-48e2-9623-045add48b8cb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087040 Aug 30 23:02:37.351936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.358031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.358613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-07c8bcdd-97ca-4d57-94ae-8c2a50a6a31e tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:37.395448 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c8bcdd-97ca-4d57-94ae-8c2a50a6a31e tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] PUT failed (client error): The resource could not be found. Aug 30 23:02:37.397037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c8bcdd-97ca-4d57-94ae-8c2a50a6a31e tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:37.398513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-07c8bcdd-97ca-4d57-94ae-8c2a50a6a31e tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "PUT /v2.0/ports/ff4fe5f6-1a92-41b8-9743-233844e5079f HTTP/1.1" status: 404 len: 333 time: 0.0455465 Aug 30 23:02:37.404566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.410230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-65201bb5-9392-4e28-9ab0-3be7dddfefd0 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:37.434035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-1ff081f2-210a-49e3-94ab-6e2a210be4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.434242 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-65201bb5-9392-4e28-9ab0-3be7dddfefd0 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] PUT failed (client error): The resource could not be found. Aug 30 23:02:37.434733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65201bb5-9392-4e28-9ab0-3be7dddfefd0 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:02:37.435543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-1ff081f2-210a-49e3-94ab-6e2a210be4c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9edf45e-749d-4dd3-97cc-5fbac6f4a557 HTTP/1.1" status: 200 len: 858 time: 0.0703473 Aug 30 23:02:37.441203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.441380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-65201bb5-9392-4e28-9ab0-3be7dddfefd0 tempest-NetworksNegativeTestJSON-1786681002 tempest-NetworksNegativeTestJSON-1786681002-project] 10.222.0.25 "PUT /v2.0/subnets/d32daa04-af47-4bc6-9164-90bc66082549 HTTP/1.1" status: 404 len: 337 time: 0.0303774 Aug 30 23:02:37.485697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:37.488116 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f3435e-c8d1-4800-8c9f-d09b4a9791f1" -d '{"events": [{"server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "name": "network-vif-plugged", "status": "completed", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:37.493690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-9ead1cfe-313d-4339-8df6-ca55154d29df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=686c5067-92b7-422b-934b-e2222aee1711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429256 Aug 30 23:02:37.498490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Transition to ACTIVE for port object 1a1e5362-6b63-4f5a-8fbd-597c525bf97c will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:37.511100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:37.525535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.556297 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe4831e-25c6-4eaf-a8c0-37ab05f2556a x-openstack-request-id: req-cfe4831e-25c6-4eaf-a8c0-37ab05f2556a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:37.556652 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "name": "network-vif-plugged", "status": "completed", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:37.556901 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cfe4831e-25c6-4eaf-a8c0-37ab05f2556a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:37.557299 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac', 'code': 200} Aug 30 23:02:37.613208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:37.637223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4205f3-e3f2-46d8-94fa-a1a3430c4715 req-a84532fc-a4df-4241-83f0-4d863328695c tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.638832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c4205f3-e3f2-46d8-94fa-a1a3430c4715 req-a84532fc-a4df-4241-83f0-4d863328695c tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 945 time: 0.3477991 Aug 30 23:02:37.639511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.649773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-bc7a0d37-ff24-4413-a532-a778671996ae service neutron] 10.222.0.52 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452684 Aug 30 23:02:37.711365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6a7d6-4007-42d8-b288-2e1ce18e579a req-b01f1080-d0d7-4b3d-b5fa-c417938ef11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:37.712923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49a6a7d6-4007-42d8-b288-2e1ce18e579a req-b01f1080-d0d7-4b3d-b5fa-c417938ef11f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 1098 time: 0.0718012 Aug 30 23:02:37.750407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:37.753870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:37.791151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49a6a7d6-4007-42d8-b288-2e1ce18e579a req-65ddae44-7a6d-447c-b26d-678c83b3ea0c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Aug 30 23:02:37.870439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60444) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:37.887284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c4205f3-e3f2-46d8-94fa-a1a3430c4715 req-caa05085-7dec-4629-b1d5-9e30e1603a60 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364109 Aug 30 23:02:37.912756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:38.052866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59bd2bc9-1bd2-4363-91a7-da002d1ce1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.179830 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59bd2bc9-1bd2-4363-91a7-da002d1ce1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.189603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59bd2bc9-1bd2-4363-91a7-da002d1ce1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.294225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59bd2bc9-1bd2-4363-91a7-da002d1ce1ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b87f2771d9c4e32bffa0eff33cab959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202940 Aug 30 23:02:38.295697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:38.306858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Attempting to bind port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:38.307335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Attempting to bind port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:38.307770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Attempting to bind port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:38.323014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:02:38.323482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Attempting to bind port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:38.329001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd2bc9-1bd2-4363-91a7-da002d1ce1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f9ec92-7c24-432c-93a3-ddbf47b7fe73,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:38.334415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fa6ccb-8394-4f95-bac6-cbf422d73891 req-0b0ca0fc-a7c6-46c7-b13a-a6c5f3205d60 service neutron] 10.222.0.52 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6695807 Aug 30 23:02:38.336875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:38.337373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:38.338221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:38.338648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Bound port: 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:38.339266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.387176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f4dd21-d16b-43be-a375-f7a53b67e5b6 req-28aef190-c757-4e67-a425-182dd40522b2 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:38.396208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87f4dd21-d16b-43be-a375-f7a53b67e5b6 req-28aef190-c757-4e67-a425-182dd40522b2 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 943 time: 0.1922894 Aug 30 23:02:38.415135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:38.418728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:38.428329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.438190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.448542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 92f18309-a959-4524-9161-5a3153b47ca2 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:38.491756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.539446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:38.540228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.541895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] 10.222.0.47 "PUT /v2.0/ports/1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 200 len: 1093 time: 2.2845545 Aug 30 23:02:38.587913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 92f18309-a959-4524-9161-5a3153b47ca2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:38.593857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 92f18309-a959-4524-9161-5a3153b47ca2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:38.594243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.616331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.619585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.620774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4f9ec92-7c24-432c-93a3-ddbf47b7fe73 HTTP/1.1" status: 204 len: 168 time: 0.3246119 Aug 30 23:02:38.637551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87f4dd21-d16b-43be-a375-f7a53b67e5b6 req-ca67179d-2415-4cc6-aeed-9f38860273f4 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398455 Aug 30 23:02:38.646647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aac5f6-26af-45f2-bce6-7f51b356e15d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f9ec92-7c24-432c-93a3-ddbf47b7fe73,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:38.760185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.773888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a7506-c33e-4251-b199-b0a5cb9c63fd service neutron] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:38.788091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde283e-af54-4981-9f8c-723474964a2c req-d8bb7a83-b269-4918-a443-b88fa5f5f67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:38.789649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-d8bb7a83-b269-4918-a443-b88fa5f5f67d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb57030400e24e01bbb2413aadba2ffe&device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 1095 time: 0.3293869 Aug 30 23:02:38.791668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.832601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=92f18309-a959-4524-9161-5a3153b47ca2,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:38.847231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:38.872700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0124ab53-b619-4308-9a53-77abd34b9040 req-cd24d094-889f-4fdd-92c8-3b3af6b0d4f0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:38.881038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0124ab53-b619-4308-9a53-77abd34b9040 req-cd24d094-889f-4fdd-92c8-3b3af6b0d4f0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 944 time: 0.3878033 Aug 30 23:02:38.916855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:39.015322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-ead25ebb-ae8c-4850-aa00-87acf6cf97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.016862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-ead25ebb-ae8c-4850-aa00-87acf6cf97f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 1096 time: 0.4107707 Aug 30 23:02:39.062396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:39.081287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98623447-0a02-459d-aca0-dfab763884e2 req-3bab1a52-e87b-4315-8f1a-468861c303f6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.085564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98623447-0a02-459d-aca0-dfab763884e2 req-3bab1a52-e87b-4315-8f1a-468861c303f6 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 946 time: 0.1152325 Aug 30 23:02:39.117638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-0b7d15be-1789-49ef-b9a9-614026d88ada service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 200 len: 217 time: 0.0875726 Aug 30 23:02:39.138729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0124ab53-b619-4308-9a53-77abd34b9040 req-0a179c5f-b4ec-47a5-a4fd-180399f52373 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506928 Aug 30 23:02:39.158331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:39.159055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network hostable DHCP agents. Network: a77af47a-f8fc-4324-a15a-49aeaba204b7, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:39.160519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98623447-0a02-459d-aca0-dfab763884e2 req-b815a049-f09b-4029-a80d-32c36a84717a tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689752 Aug 30 23:02:39.196819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:39.198930 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103" -d '{"events": [{"name": "network-changed", "server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:39.226821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde283e-af54-4981-9f8c-723474964a2c req-47578a53-5293-4637-94bd-3134d4179d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.228422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-47578a53-5293-4637-94bd-3134d4179d87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=686c5067-92b7-422b-934b-e2222aee1711 HTTP/1.1" status: 200 len: 919 time: 0.4167199 Aug 30 23:02:39.244700 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ad53cb-ccd5-4e9a-88af-7a766129759a x-openstack-request-id: req-95ad53cb-ccd5-4e9a-88af-7a766129759a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:39.244998 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:39.245253 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-95ad53cb-ccd5-4e9a-88af-7a766129759a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:39.245648 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'status': 'completed', 'code': 200} Aug 30 23:02:39.255330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-d95101d4-530b-4b12-8d23-77f457863a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.256808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-d95101d4-530b-4b12-8d23-77f457863a17 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1167998 Aug 30 23:02:39.290564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:39.304208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-3100f490-5051-41a3-80ac-6f27eed1de19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d HTTP/1.1" status: 200 len: 217 time: 0.0641987 Aug 30 23:02:39.308676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a77af47a-f8fc-4324-a15a-49aeaba204b7) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:39.318714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7617a-82a4-4447-86f8-4a234ee14e27 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:39.334686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.335647 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:39.404837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1ce0c93-9c79-47e5-a664-43015487a181 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2566864 Aug 30 23:02:39.409833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60482) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:39.415939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'name': 'tempest-NetworksTestDHCPv6-1265978075'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:39.436956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dde283e-af54-4981-9f8c-723474964a2c req-9defe18c-d8c7-42c7-9f2e-626684427416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.438630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-9defe18c-d8c7-42c7-9f2e-626684427416 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f9edf45e-749d-4dd3-97cc-5fbac6f4a557 HTTP/1.1" status: 200 len: 858 time: 0.1125629 Aug 30 23:02:39.441132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-041a18e8-05cd-4ac1-b6d0-b2e19f060dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.442668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-041a18e8-05cd-4ac1-b6d0-b2e19f060dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1497736 Aug 30 23:02:39.516201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-91d77fb4-c630-4850-bbe0-cdadabb70e1e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=686c5067-92b7-422b-934b-e2222aee1711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698724 Aug 30 23:02:39.565317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:39.570874 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16470755-37d6-4f53-89f9-b69e87abb1ef" -d '{"events": [{"server_uuid": "2c88a267-2db8-4231-af04-060095382703", "name": "network-vif-plugged", "status": "completed", "tag": "92f18309-a959-4524-9161-5a3153b47ca2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:39.576802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:39.578704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:39.605221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:39.612723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:39.661076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port ff7ba4f1-0091-4b8d-a929-1c79cca2580a yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:39.701122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-4565d921-9bde-4903-b232-cf3fe54cbf02 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382746 Aug 30 23:02:39.705607 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f064318-0033-47d0-bdf5-dbb070b11419 x-openstack-request-id: req-7f064318-0033-47d0-bdf5-dbb070b11419 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:39.706001 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88a267-2db8-4231-af04-060095382703", "name": "network-vif-plugged", "status": "completed", "tag": "92f18309-a959-4524-9161-5a3153b47ca2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:39.706318 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f064318-0033-47d0-bdf5-dbb070b11419 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:39.706870 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2', 'code': 200} Aug 30 23:02:39.716402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-3da1bc2c-9c05-47ec-8758-cf4d30a051b6 service neutron] 10.222.0.52 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823916 Aug 30 23:02:39.790263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60492) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:39.830913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6/1fe9feed-c22c-469c-8824-7366dcab9ee3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:39.833701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac98c36-791b-44f7-9143-8f6e51c2e2b5 req-4e95de84-003e-49da-9a6c-83fed1241eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:39.835615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aac98c36-791b-44f7-9143-8f6e51c2e2b5 req-4e95de84-003e-49da-9a6c-83fed1241eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 1098 time: 0.0744760 Aug 30 23:02:39.887092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aac98c36-791b-44f7-9143-8f6e51c2e2b5 req-4a5d47e4-f427-4fc2-aff0-f9146c99aa9d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Aug 30 23:02:39.942488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1690047857'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:39.979100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:39.982246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:39.992157 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:39.999339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4284c8c-09e6-480d-9589-64f021bed7ba req-15b401e5-c58e-4bc2-a7c4-05a21f354108 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.000824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4284c8c-09e6-480d-9589-64f021bed7ba req-15b401e5-c58e-4bc2-a7c4-05a21f354108 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 943 time: 0.1612728 Aug 30 23:02:40.003091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6dde283e-af54-4981-9f8c-723474964a2c req-9aefbba4-a21d-43bc-92b5-c468d0c6b834 service neutron] 10.222.0.52 "GET /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745442 Aug 30 23:02:40.005039 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3b1bf3f-dba9-458f-8dcf-94180c2288b0 req-cbffbaff-9e56-4f56-9bad-834364d1aa4a service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2942686 Aug 30 23:02:40.029652 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.040511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Transition to ACTIVE for port object 1fe9feed-c22c-469c-8824-7366dcab9ee3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:40.061506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Transition to ACTIVE for port object 1fe9feed-c22c-469c-8824-7366dcab9ee3 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:40.068856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4284c8c-09e6-480d-9589-64f021bed7ba req-5fe16f77-a7f5-4a47-929e-a7fb6babc0b8 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599401 Aug 30 23:02:40.072464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.118686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:40.123064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:40.127949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:40.136037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Pushing event updated for resources: {'Port': ['ID=1fe9feed-c22c-469c-8824-7366dcab9ee3,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:40.196039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::261 (a77af47a-f8fc-4324-a15a-49aeaba204b7/47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6/ff7ba4f1-0091-4b8d-a929-1c79cca2580a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:40.243240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-2981c979-6441-4004-96f9-f45f6e2513e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.246665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-2981c979-6441-4004-96f9-f45f6e2513e8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 1096 time: 0.0737991 Aug 30 23:02:40.264871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Attempting to bind port 1fe9feed-c22c-469c-8824-7366dcab9ee3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:40.265197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Attempting to bind port 1fe9feed-c22c-469c-8824-7366dcab9ee3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:40.265678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Attempting to bind port 1fe9feed-c22c-469c-8824-7366dcab9ee3 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:40.286462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:40.286827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:40.287237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.287637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:40.288127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Bound port: 1fe9feed-c22c-469c-8824-7366dcab9ee3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:40.288513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.302703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07c1f5ce-3ec6-4b66-9dac-3f85048e72ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.307886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.316804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.361043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a5b99-96ff-4a4d-ae88-72f29ce92a8b req-77f13c64-b8bf-4b33-b390-8647f9f4fc94 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.362982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04a5b99-96ff-4a4d-ae88-72f29ce92a8b req-77f13c64-b8bf-4b33-b390-8647f9f4fc94 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 944 time: 0.0993428 Aug 30 23:02:40.373834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae7c761-5dea-4d97-910f-e007dd6da80b req-4fc8a58f-93d1-4c54-88bb-aeee53ad821c tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.376756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:40.381392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ae7c761-5dea-4d97-910f-e007dd6da80b req-4fc8a58f-93d1-4c54-88bb-aeee53ad821c tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 946 time: 0.1161325 Aug 30 23:02:40.424977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.425382 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment c76a049f-be0b-4e90-a418-b021e9bce889 of type vlan for network 18497158-a902-4edb-98da-71645c612325 Aug 30 23:02:40.427596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] For port 1fe9feed-c22c-469c-8824-7366dcab9ee3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:40.431609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] For port 1fe9feed-c22c-469c-8824-7366dcab9ee3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fe9feed-c22c-469c-8824-7366dcab9ee3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:40.439470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34dcf784-7d79-45c7-9f9a-4846dc995da7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:40.440306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.456773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ae7c761-5dea-4d97-910f-e007dd6da80b req-b5007e60-b875-4edb-986e-c16af01994fe tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701094 Aug 30 23:02:40.472918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-52b1fc2d-cc9e-4f85-923a-1fe634fbe774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.474972 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-52b1fc2d-cc9e-4f85-923a-1fe634fbe774 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2188637 Aug 30 23:02:40.544768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49367e7-abb8-4de1-8010-c6dc6eecc952 None None] Pushing event updated for resources: {'Port': ['ID=1fe9feed-c22c-469c-8824-7366dcab9ee3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:40.552621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04a5b99-96ff-4a4d-ae88-72f29ce92a8b req-6dfb7767-a9e6-4043-bca6-bf3775428928 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768241 Aug 30 23:02:40.558879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.601912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-f85db0c8-fc5f-46d5-b061-664aa1aa36d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 200 len: 217 time: 0.1126804 Aug 30 23:02:40.645498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.651195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.651983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.681080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-1785a9bd-3163-4992-bb5d-be7fd76a68aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.682501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-1785a9bd-3163-4992-bb5d-be7fd76a68aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0645711 Aug 30 23:02:40.704649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:40.756861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.780090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9809198 Aug 30 23:02:40.781650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:40.788277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-835628382'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:40.795244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-0ed1f355-ff67-46fb-a2f4-d7a31ee0723c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.796944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-0ed1f355-ff67-46fb-a2f4-d7a31ee0723c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1042230 Aug 30 23:02:40.808027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object ff7ba4f1-0091-4b8d-a929-1c79cca2580a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:40.809404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5728a8ab-dd7e-414d-8a37-cb9963c72520 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=18497158-a902-4edb-98da-71645c612325,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:40.820742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 18497158-a902-4edb-98da-71645c612325 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:40.871443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.901470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device be318b6b-9efe-411c-8129-1c0dd6b17c6d details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:02:40.921494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:40.929214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:40.930134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.934226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:40.945457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:40.952865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:40.953902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:40.961634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=ff7ba4f1-0091-4b8d-a929-1c79cca2580a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:40.981935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f7a2fddf-05be-42dd-8015-33091c69a8ef tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5709176 Aug 30 23:02:40.985002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:40.985157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b016ddf-61fb-4916-8389-0e6c6d594525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.047033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:41.050500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d,segment=NetworkSegment(350664f7-caa2-4c4d-bc78-1e0031330d99),segment_id=350664f7-caa2-4c4d-bc78-1e0031330d99)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:41.056264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2569f0e-6320-4f43-8a62-d46c7c66bcb5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.063912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2569f0e-6320-4f43-8a62-d46c7c66bcb5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.065087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d', 'network_id': '686c5067-92b7-422b-934b-e2222aee1711', 'port_id': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d', 'mac_address': 'fa:16:3e:73:5e:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9edf45e-749d-4dd3-97cc-5fbac6f4a557', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:02:41.069433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b2569f0e-6320-4f43-8a62-d46c7c66bcb5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0799520 Aug 30 23:02:41.069740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:41.078467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.078816 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment 4a0211bb-423b-4746-894c-bbf5e013f6b1 of type vlan for network faf8a525-2ee2-40db-8162-e39c824fe4e9 Aug 30 23:02:41.093205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-298a0ba7-8b20-426a-9838-f438f3653486 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807810 Aug 30 23:02:41.112339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.132082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be318b6b-9efe-411c-8129-1c0dd6b17c6d {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:41.168202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d,segment=NetworkSegment(350664f7-caa2-4c4d-bc78-1e0031330d99),segment_id=350664f7-caa2-4c4d-bc78-1e0031330d99)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:41.177153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.232149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.243682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port ff7ba4f1-0091-4b8d-a929-1c79cca2580a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:41.244911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.249948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:41.327040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.332613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.333808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.357065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.372890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for ff7ba4f1-0091-4b8d-a929-1c79cca2580a owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:41.391067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b44158-4cc3-4cf1-83a4-f987aa5a23ad req-4cab7230-acce-4680-a400-35e17094ef24 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.392655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05b44158-4cc3-4cf1-83a4-f987aa5a23ad req-4cab7230-acce-4680-a400-35e17094ef24 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 944 time: 0.2003918 Aug 30 23:02:41.402057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b016ddf-61fb-4916-8389-0e6c6d594525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.484596 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fa0e3a8-9c02-4fd0-944d-51f5f9b5a103 req-3d75d9cd-42ad-4aff-8e70-54c71fe0338a service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539562 Aug 30 23:02:41.485101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b016ddf-61fb-4916-8389-0e6c6d594525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.495716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['be318b6b-9efe-411c-8129-1c0dd6b17c6d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:41.554363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7712545 Aug 30 23:02:41.557642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60520) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:41.590102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': '18497158-a902-4edb-98da-71645c612325', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:41.603633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3839835-264a-4b71-8aff-813cacb10f58 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=faf8a525-2ee2-40db-8162-e39c824fe4e9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:41.610715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b016ddf-61fb-4916-8389-0e6c6d594525 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35046c84aa534c7098ab818dfe4e20ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9026310 Aug 30 23:02:41.615529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60524) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:41.618330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:41.625375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b016ddf-61fb-4916-8389-0e6c6d594525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559f65c7-184c-4d90-9515-8ae622807d2a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:41.648824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-05b44158-4cc3-4cf1-83a4-f987aa5a23ad req-c3789484-0b46-4be5-8f88-2a48ea5f8dca tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823950 Aug 30 23:02:41.774282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.811529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.822904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.849974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816d504-d5f3-4694-af8e-b5c04088dd98 req-fbb76df0-33d6-4e24-a502-cb8592098e36 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.857344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5816d504-d5f3-4694-af8e-b5c04088dd98 req-fbb76df0-33d6-4e24-a502-cb8592098e36 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 944 time: 0.0991418 Aug 30 23:02:41.858831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=ff7ba4f1-0091-4b8d-a929-1c79cca2580a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:41.868005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c394430-5dc6-4989-b5c7-41e74bf66244 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:41.875040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022b8e36-eb31-44e5-b0a4-bed77d251df6 req-64026df7-5fa2-4d90-ae1e-7711ca70f652 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:41.876573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-022b8e36-eb31-44e5-b0a4-bed77d251df6 req-64026df7-5fa2-4d90-ae1e-7711ca70f652 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 946 time: 0.3199253 Aug 30 23:02:41.912476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5816d504-d5f3-4694-af8e-b5c04088dd98 req-8939fb27-383a-415e-97bd-d55c700c1036 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542743 Aug 30 23:02:41.932290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.946048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.946194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:41.946194 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/559f65c7-184c-4d90-9515-8ae622807d2a HTTP/1.1" status: 204 len: 168 time: 0.3232422 Aug 30 23:02:41.946402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-063523e9-4455-4605-a42e-2612ba72232c None None] Provisioning for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:41.946837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60528) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:41.947022 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-322a1156-23ad-4e74-a935-9f8a3208f674 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/ff7ba4f1-0091-4b8d-a929-1c79cca2580a HTTP/1.1" status: 204 len: 168 time: 0.8761380 Aug 30 23:02:41.954354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:41.957877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.027262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-022b8e36-eb31-44e5-b0a4-bed77d251df6 req-6ef7fca6-4670-489e-a282-cee06a882b73 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392927 Aug 30 23:02:42.068545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eaf62c-da6c-4eed-8474-49bf7c7041de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559f65c7-184c-4d90-9515-8ae622807d2a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:42.106475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80a34c-4dcb-4f4a-a3f1-1692687a8840 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.109862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d80a34c-4dcb-4f4a-a3f1-1692687a8840 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.120491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2d80a34c-4dcb-4f4a-a3f1-1692687a8840 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1726050 Aug 30 23:02:42.121320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:42.140476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fe9feed-c22c-469c-8824-7366dcab9ee3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:42.251267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:42.255445 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.277646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.297959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:42.302050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:42.302419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.320415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.445534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.476076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.483475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=efdcda22-2be4-4812-a3d8-393e1a0b03bc,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:42.489684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': 'c76a049f-be0b-4e90-a418-b021e9bce889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '18497158-a902-4edb-98da-71645c612325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:42.490072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: 18497158-a902-4edb-98da-71645c612325, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:42.522049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533657b-b7e4-470e-954a-37677bfa2552 req-6dbbdb0b-cd4f-4569-bafc-b57f8f103c9f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.526615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 18497158-a902-4edb-98da-71645c612325 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:42.529435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7533657b-b7e4-470e-954a-37677bfa2552 req-6dbbdb0b-cd4f-4569-bafc-b57f8f103c9f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 946 time: 0.3422792 Aug 30 23:02:42.546840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 18497158-a902-4edb-98da-71645c612325) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:42.555387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e40dc0-616d-478c-b31b-49c9748d38fa None None] Network 18497158-a902-4edb-98da-71645c612325 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:42.559814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.560476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.589639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.593525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c306a135-1c1b-45b7-a683-4aa65e13d66e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0347831 Aug 30 23:02:42.594232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:42.605294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:42.628785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:42.660753 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7533657b-b7e4-470e-954a-37677bfa2552 req-c8378b2d-6329-4a84-8f7d-323a5e6b8cb1 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303124 Aug 30 23:02:42.662007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.663921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2d5f3338-5754-45f2-998f-fdce50dedd8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6 HTTP/1.1" status: 204 len: 168 time: 0.5413978 Aug 30 23:02:42.666809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60546) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:42.690226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:02:42.690597 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:02:42.715390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] Provisioning complete for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:42.715734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.828408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:42.828770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d397c023-11db-456e-9d9b-7b51ef215d58 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1524854 Aug 30 23:02:42.850633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:42.906125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device be318b6b-9efe-411c-8129-1c0dd6b17c6d up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:42.941358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad2b6-c88f-4b08-9a5d-5c9008e1d72d req-1a0379d1-86cd-4465-88c3-faf95a324aaf tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.943679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-351ad2b6-c88f-4b08-9a5d-5c9008e1d72d req-1a0379d1-86cd-4465-88c3-faf95a324aaf tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 944 time: 0.1137230 Aug 30 23:02:42.975405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:42.980675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:42.988436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a577399-8983-4f75-8a08-f67706bedee4 req-64b59302-4969-426a-9ab0-e56e9f7b3d5d tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:42.997209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5a577399-8983-4f75-8a08-f67706bedee4 req-64b59302-4969-426a-9ab0-e56e9f7b3d5d tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 945 time: 0.1799839 Aug 30 23:02:43.042353 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.080784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5a577399-8983-4f75-8a08-f67706bedee4 req-44d65568-ff92-4224-8aa4-f471555d3550 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767531 Aug 30 23:02:43.082148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:43.085098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e7c8e1-c3d3-4a80-a204-d6f910efcda4 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:43.091018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.118408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-351ad2b6-c88f-4b08-9a5d-5c9008e1d72d req-1b4e6333-5a18-4fa4-8e5a-558795c0450a tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605277 Aug 30 23:02:43.301248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b05c8-b115-48c7-b849-e862154ee85c req-ad4721a9-e385-4f3e-8993-ce0a17111918 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:43.309754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c5b05c8-b115-48c7-b849-e862154ee85c req-ad4721a9-e385-4f3e-8993-ce0a17111918 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 944 time: 0.1199539 Aug 30 23:02:43.333923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-18497158-a902-4edb-98da-71645c612325', 'network_id': '18497158-a902-4edb-98da-71645c612325', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': 'efdcda22-2be4-4812-a3d8-393e1a0b03bc'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:43.334928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.373723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c5b05c8-b115-48c7-b849-e862154ee85c req-08c8ec25-2117-414c-a17e-d4723965e97c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554557 Aug 30 23:02:43.406233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.417027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port be318b6b-9efe-411c-8129-1c0dd6b17c6d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:43.538783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=23ced99a-30e2-4da4-91d4-c22d2bf01264,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:43.543164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.544009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': '4a0211bb-423b-4746-894c-bbf5e013f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:43.544568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: faf8a525-2ee2-40db-8162-e39c824fe4e9, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:43.553009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port be318b6b-9efe-411c-8129-1c0dd6b17c6d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:43.553321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.556831 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.570352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:43.584323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, faf8a525-2ee2-40db-8162-e39c824fe4e9) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:43.589267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:43.590116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.598775 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.606401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:43.612412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:43.612941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-40332541-0cf4-4989-bc2f-fa1fa5d9e185 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0172865 Aug 30 23:02:43.615398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:43.619796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:43.620684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.626642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1813804366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:43.630567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=a269dfb2-c53c-46c5-bbea-195b17641cd5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:43.640613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7222a33-78aa-49db-9dc5-42bbd419bd89 req-728fa541-ce82-4b05-9e45-fcd8b74ea1d8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:43.642219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e7222a33-78aa-49db-9dc5-42bbd419bd89 req-728fa541-ce82-4b05-9e45-fcd8b74ea1d8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 945 time: 0.1748314 Aug 30 23:02:43.654173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a77eaff-34a0-46b0-adb1-027018403a0e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8242004 Aug 30 23:02:43.656894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60578) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:43.658941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53fd34-501d-439e-a392-6036d5e08de3 None None] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:43.661203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e5b3e-8cbb-4ff6-bddb-60938676659f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.666676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'name': 'tempest-NetworksTestDHCPv6-13283259'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:43.694091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e7222a33-78aa-49db-9dc5-42bbd419bd89 req-6f9e763d-c3aa-43b2-85dc-f96e4f7670b4 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438409 Aug 30 23:02:43.743764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.745501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.851044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.863567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.892443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:43.897725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.907864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:43.911863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-843c51fb-50ea-447a-8ecc-c1f473a80624 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2881069 Aug 30 23:02:43.912040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60590) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:43.955022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] For port 1fe9feed-c22c-469c-8824-7366dcab9ee3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fe9feed-c22c-469c-8824-7366dcab9ee3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:43.956138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 758bafe0-3bce-47cb-81ed-3d95320f04e9 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:43.991226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.135299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Allocated IP 2001:db8::2 (18497158-a902-4edb-98da-71645c612325/efdcda22-2be4-4812-a3d8-393e1a0b03bc/61a3297c-e0a7-46df-ba4e-0bfb80e88779) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:44.150281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5ba911b-0c43-4815-a033-65f7dee2fa3d None None] Could not find standard attr ID for object ff7ba4f1-0091-4b8d-a929-1c79cca2580a. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:02:44.185240 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:02:44.185590 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:02:44.214005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7775c1e-f268-4e3e-ae04-0888383102f0 None None] Pushing event updated for resources: {'Port': ['ID=1fe9feed-c22c-469c-8824-7366dcab9ee3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:44.309506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.371769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-faf8a525-2ee2-40db-8162-e39c824fe4e9', 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': '23ced99a-30e2-4da4-91d4-c22d2bf01264'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:44.374079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.390784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:44.392991 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863d08eb-ce95-43b4-a2fd-1705ae8d3f5f" -d '{"events": [{"server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "name": "network-vif-plugged", "status": "completed", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:44.427120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d,segment=NetworkSegment(350664f7-caa2-4c4d-bc78-1e0031330d99),segment_id=350664f7-caa2-4c4d-bc78-1e0031330d99)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:44.448578 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.594143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a1e5362-6b63-4f5a-8fbd-597c525bf97c details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:02:44.625555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5847576a-07c0-4024-99bc-e6e5303110e8 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:44.646128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.735008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.741705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::314 (a77af47a-f8fc-4324-a15a-49aeaba204b7/a269dfb2-c53c-46c5-bbea-195b17641cd5/758bafe0-3bce-47cb-81ed-3d95320f04e9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:44.763107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355f561-11ee-48c2-bbe5-3d26167a0597 req-ff877bde-acc0-4343-a732-ae0cc79cc72b tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:44.771908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4355f561-11ee-48c2-bbe5-3d26167a0597 req-ff877bde-acc0-4343-a732-ae0cc79cc72b tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.2747262 Aug 30 23:02:44.801208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:02:44.849193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Transition to ACTIVE for port object 61a3297c-e0a7-46df-ba4e-0bfb80e88779 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:44.856036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:44.876299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5fcbc-7e21-4536-8a0c-ca7dc7954c41 req-9587742a-ea5a-46d4-af50-05558b246461 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:44.878804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20b5fcbc-7e21-4536-8a0c-ca7dc7954c41 req-9587742a-ea5a-46d4-af50-05558b246461 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 944 time: 0.0791154 Aug 30 23:02:44.902563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4355f561-11ee-48c2-bbe5-3d26167a0597 req-7c547b56-b799-4f87-8f65-212f91cb911d tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296489 Aug 30 23:02:44.917899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Transition to ACTIVE for port object 61a3297c-e0a7-46df-ba4e-0bfb80e88779 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:44.923885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-890b300e-6c03-479e-a851-2f9540e18b8e None None] Provisioning complete for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:44.924287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-890b300e-6c03-479e-a851-2f9540e18b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.962922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Allocated IP 2001:db8:1::2 (faf8a525-2ee2-40db-8162-e39c824fe4e9/23ced99a-30e2-4da4-91d4-c22d2bf01264/03408ca1-ac9a-4a8d-acb2-e82db70c2325) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:44.968656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20b5fcbc-7e21-4536-8a0c-ca7dc7954c41 req-65989ecb-bbe8-4f38-bc61-840e43fb82f5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811279 Aug 30 23:02:44.970675 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:44.986340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.051308 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2202c7a1-e2c2-4d47-8f41-30734caeb015 x-openstack-request-id: req-2202c7a1-e2c2-4d47-8f41-30734caeb015 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:45.051727 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "name": "network-vif-plugged", "status": "completed", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:45.052048 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2202c7a1-e2c2-4d47-8f41-30734caeb015 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:45.052499 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d', 'code': 200} Aug 30 23:02:45.086923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fe9feed-c22c-469c-8824-7366dcab9ee3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:45.186246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82f3fe-ae2a-4aa1-b07d-cbe482a3d09d req-0d1e73dc-ddb8-4d60-85af-c7bf24b50578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.188021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df82f3fe-ae2a-4aa1-b07d-cbe482a3d09d req-0d1e73dc-ddb8-4d60-85af-c7bf24b50578 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 1097 time: 0.0895605 Aug 30 23:02:45.203928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Network 18497158-a902-4edb-98da-71645c612325 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:45.209495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4819f-028f-4a08-8e39-84b7b112432e req-94070bc3-d2b1-4efd-afd8-5c78011798b0 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.218332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49e4819f-028f-4a08-8e39-84b7b112432e req-94070bc3-d2b1-4efd-afd8-5c78011798b0 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 945 time: 0.1379695 Aug 30 23:02:45.232322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:45.234964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:45.247301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Pushing event updated for resources: {'Port': ['ID=61a3297c-e0a7-46df-ba4e-0bfb80e88779,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:45.252836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:45.292074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'mac_address': 'fa:16:3e:32:49:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:02:45.309519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df82f3fe-ae2a-4aa1-b07d-cbe482a3d09d req-c0c9e152-b32e-4da7-95ba-60624892b14a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131511 Aug 30 23:02:45.377375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.394294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49e4819f-028f-4a08-8e39-84b7b112432e req-750e7b6a-1ad7-4642-a73a-1c9ddc412082 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458859 Aug 30 23:02:45.412741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 758bafe0-3bce-47cb-81ed-3d95320f04e9 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:45.418543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-dbcdee2a-4597-41e6-828d-12c7fc9966db tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.420653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-dbcdee2a-4597-41e6-828d-12c7fc9966db tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 945 time: 0.1017859 Aug 30 23:02:45.427297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60714) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:45.483670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Attempting to bind port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:45.484042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Attempting to bind port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'c76a049f-be0b-4e90-a418-b021e9bce889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '18497158-a902-4edb-98da-71645c612325'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:45.485149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Attempting to bind port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 on network 18497158-a902-4edb-98da-71645c612325 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:45.485756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8::1 (18497158-a902-4edb-98da-71645c612325/efdcda22-2be4-4812-a3d8-393e1a0b03bc/db1d8451-907d-4961-b9e6-7fe838cb18d5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:45.505014 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.507017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:45.507262 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.512982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:45.513575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Checking segment: {'id': 'c76a049f-be0b-4e90-a418-b021e9bce889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '18497158-a902-4edb-98da-71645c612325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:45.514255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.514831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Bound using segment: {'id': 'c76a049f-be0b-4e90-a418-b021e9bce889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '18497158-a902-4edb-98da-71645c612325'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:45.515217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Bound port: 61a3297c-e0a7-46df-ba4e-0bfb80e88779, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c76a049f-be0b-4e90-a418-b021e9bce889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '18497158-a902-4edb-98da-71645c612325'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:45.515662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.527995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.586512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.592094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Deleting port b4288c47-e53c-42db-9ce4-2958288b994a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:45.593834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.599773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a1e5362-6b63-4f5a-8fbd-597c525bf97c {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:02:45.613860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Transition to ACTIVE for port object 03408ca1-ac9a-4a8d-acb2-e82db70c2325 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:45.634068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:45.639042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:45.644853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:45.650850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.651585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.671329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:45.675120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=758bafe0-3bce-47cb-81ed-3d95320f04e9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:45.684588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Transition to ACTIVE for port object 03408ca1-ac9a-4a8d-acb2-e82db70c2325 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:45.690498 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.702163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1fec0b3-27bb-4996-9318-9619b2879269 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0440452 Aug 30 23:02:45.704630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.708980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:45.757812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] For port 61a3297c-e0a7-46df-ba4e-0bfb80e88779, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:45.763653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] For port 61a3297c-e0a7-46df-ba4e-0bfb80e88779, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=61a3297c-e0a7-46df-ba4e-0bfb80e88779,segment=NetworkSegment(c76a049f-be0b-4e90-a418-b021e9bce889),segment_id=c76a049f-be0b-4e90-a418-b021e9bce889)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:45.763887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.784153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object db1d8451-907d-4961-b9e6-7fe838cb18d5 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:45.799880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee0c9f-6571-4c32-b156-3eac0a276794 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.807074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ee0c9f-6571-4c32-b156-3eac0a276794 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:45.808940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-46ee0c9f-6571-4c32-b156-3eac0a276794 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.0988321 Aug 30 23:02:45.812677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60720) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:45.844986 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.893390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:45.900048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-47cf66e7-292f-4742-afe8-6dba1c161fb8 None None] Provisioning complete for port 1fe9feed-c22c-469c-8824-7366dcab9ee3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:45.900422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-47cf66e7-292f-4742-afe8-6dba1c161fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.912150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:45.934282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:45.978476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:45.991080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=db1d8451-907d-4961-b9e6-7fe838cb18d5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:45.991950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1a1e5362-6b63-4f5a-8fbd-597c525bf97c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:46.006748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.023727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99e65d03-aee5-4b06-8d0e-34bbeb5c8b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.135496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 18497158-a902-4edb-98da-71645c612325 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:46.138962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 758bafe0-3bce-47cb-81ed-3d95320f04e9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:46.138962 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.144449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:46.145487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] For port b4288c47-e53c-42db-9ce4-2958288b994a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=b4288c47-e53c-42db-9ce4-2958288b994a,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:46.146313 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.161302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:46.161996 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.196106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Calling delete_port for b4288c47-e53c-42db-9ce4-2958288b994a owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:46.202020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Attempting to bind port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:46.203011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Attempting to bind port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4a0211bb-423b-4746-894c-bbf5e013f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:46.203447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Attempting to bind port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 on network faf8a525-2ee2-40db-8162-e39c824fe4e9 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:46.229383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.240085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:46.240476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Checking segment: {'id': '4a0211bb-423b-4746-894c-bbf5e013f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:46.240944 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.241353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Bound using segment: {'id': '4a0211bb-423b-4746-894c-bbf5e013f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:46.241864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Bound port: 03408ca1-ac9a-4a8d-acb2-e82db70c2325, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0211bb-423b-4746-894c-bbf5e013f6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'faf8a525-2ee2-40db-8162-e39c824fe4e9'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:46.242254 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.265603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Pushing event updated for resources: {'Port': ['ID=03408ca1-ac9a-4a8d-acb2-e82db70c2325,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.277430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87463861-59eb-4f69-8fe9-87150b64cb15 req-39bac505-2341-4986-8bea-d81c0135913a tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:46.297729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87463861-59eb-4f69-8fe9-87150b64cb15 req-39bac505-2341-4986-8bea-d81c0135913a tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.2580352 Aug 30 23:02:46.324868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbeb84-be21-44de-9f76-8397b1b7eb7d req-d410cf20-73e1-46fc-9aa5-ac51990d000e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:46.330837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5dbeb84-be21-44de-9f76-8397b1b7eb7d req-d410cf20-73e1-46fc-9aa5-ac51990d000e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 945 time: 0.2189796 Aug 30 23:02:46.409520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87463861-59eb-4f69-8fe9-87150b64cb15 req-93843e5f-aab0-480e-98ee-dc309f00367a tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106663 Aug 30 23:02:46.473582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99e65d03-aee5-4b06-8d0e-34bbeb5c8b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.486243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5dbeb84-be21-44de-9f76-8397b1b7eb7d req-c4ed0083-eb19-41f2-9b18-77084b571d41 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486247 Aug 30 23:02:46.494404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99e65d03-aee5-4b06-8d0e-34bbeb5c8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.515294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.525448 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-99e65d03-aee5-4b06-8d0e-34bbeb5c8b90 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=275667ebfb804465b0fea36fed1db2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0970318 Aug 30 23:02:46.532707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60728) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:46.533621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 758bafe0-3bce-47cb-81ed-3d95320f04e9 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:46.553091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b4288c47-e53c-42db-9ce4-2958288b994a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:46.595229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e65d03-aee5-4b06-8d0e-34bbeb5c8b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427630ba-d3ef-48bf-970e-243f77478a00,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.646526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.656341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.693803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event deleted for resources: {'Port': ['ID=b4288c47-e53c-42db-9ce4-2958288b994a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.694637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['83f16c17-0955-4c60-85b8-bca40f5b03ac'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:46.711263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.717840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a625f226-c63a-4c2b-b198-514285a58796 req-e2898c3d-2052-4c10-be78-3e0b4facbd49 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=cdd7b777-650f-4ebf-8dfc-d169ecef978d HTTP/1.1" status: 200 len: 210 time: 0.0814219 Aug 30 23:02:46.755020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] No DVR routers for this DVR port b4288c47-e53c-42db-9ce4-2958288b994a on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:46.759103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.761099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51fed5c4-c568-4aa6-a4fd-82e545fb589f req-18e2dc0d-0de1-48fe-bbaa-85451d569255 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "DELETE /v2.0/ports/b4288c47-e53c-42db-9ce4-2958288b994a HTTP/1.1" status: 204 len: 173 time: 1.3316250 Aug 30 23:02:46.761548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'name': 'network-vif-deleted', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:46.763877 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f8ef3-0972-47e5-a16b-fa11bef60549" -d '{"events": [{"server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "name": "network-vif-deleted", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:46.794912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.829761 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f4f175d-6e0d-4a5f-92dd-9bfc6c6c1ba0 x-openstack-request-id: req-6f4f175d-6e0d-4a5f-92dd-9bfc6c6c1ba0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:46.830378 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdd7b777-650f-4ebf-8dfc-d169ecef978d", "name": "network-vif-deleted", "tag": "b4288c47-e53c-42db-9ce4-2958288b994a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:46.830911 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f4f175d-6e0d-4a5f-92dd-9bfc6c6c1ba0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:46.831646 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdd7b777-650f-4ebf-8dfc-d169ecef978d', 'name': 'network-vif-deleted', 'tag': 'b4288c47-e53c-42db-9ce4-2958288b994a', 'status': 'completed', 'code': 200} Aug 30 23:02:46.833522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa13ff-f5cd-484a-bde1-a07ec2fbd180 None None] Pushing event updated for resources: {'Port': ['ID=61a3297c-e0a7-46df-ba4e-0bfb80e88779,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.836670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=758bafe0-3bce-47cb-81ed-3d95320f04e9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.844285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.852626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.855740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.856934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/427630ba-d3ef-48bf-970e-243f77478a00 HTTP/1.1" status: 204 len: 168 time: 0.3224695 Aug 30 23:02:46.867857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No active binding found for port b4288c47-e53c-42db-9ce4-2958288b994a {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 23:02:46.868319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device b4288c47-e53c-42db-9ce4-2958288b994a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:46.871017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f4dca-2f94-40b6-806f-7e3468b5e065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427630ba-d3ef-48bf-970e-243f77478a00,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:46.915415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] For port 03408ca1-ac9a-4a8d-acb2-e82db70c2325, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:46.924381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:46.927908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] For port 03408ca1-ac9a-4a8d-acb2-e82db70c2325, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=03408ca1-ac9a-4a8d-acb2-e82db70c2325,segment=NetworkSegment(4a0211bb-423b-4746-894c-bbf5e013f6b1),segment_id=4a0211bb-423b-4746-894c-bbf5e013f6b1)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:46.929485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60734) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:46.934453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c91c26e-6ff2-479b-9a62-99efcc25a1b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/758bafe0-3bce-47cb-81ed-3d95320f04e9 HTTP/1.1" status: 204 len: 168 time: 1.1203775 Aug 30 23:02:46.967107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.061404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33748e70-e4aa-4005-8c89-d9b6bfa410cd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:47.062956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33748e70-e4aa-4005-8c89-d9b6bfa410cd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:47.064815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-33748e70-e4aa-4005-8c89-d9b6bfa410cd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1339962 Aug 30 23:02:47.067708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:47.123187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-99c56d81-88f6-4db8-ab94-9778c9c2b67b None None] Could not find standard attr ID for object 758bafe0-3bce-47cb-81ed-3d95320f04e9. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:02:47.149062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet a269dfb2-c53c-46c5-bbea-195b17641cd5 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:47.172123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.193123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 61a3297c-e0a7-46df-ba4e-0bfb80e88779 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:47.256417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.365215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec1456-d1d5-466b-9bdb-86da9115204f None None] Pushing event updated for resources: {'Port': ['ID=03408ca1-ac9a-4a8d-acb2-e82db70c2325,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:47.368971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.524963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60744) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:47.525305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.528742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:47.569225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=a269dfb2-c53c-46c5-bbea-195b17641cd5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:47.578671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.578671 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d4f6c1e-4875-44c3-b255-c26a3909b42d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/a269dfb2-c53c-46c5-bbea-195b17641cd5 HTTP/1.1" status: 204 len: 168 time: 0.5079260 Aug 30 23:02:47.580427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60746) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:47.594553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae68d3-e598-4007-b049-b0229ae67ed8 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:47.648506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d62cb191-eaa6-462d-b20d-26ad2102e9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.663990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e2aa5ae1-2a76-41eb-899d-18b86a99b5f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830455 Aug 30 23:02:47.680324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60748) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:47.703295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d11b479-9680-4a14-a452-19d193349b8d None None] Network 18497158-a902-4edb-98da-71645c612325 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:47.703681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:47.732958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8a0898-875c-49ee-82db-a0af5b6f1442 req-8770937c-e917-4152-8e78-01b949f82c9a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:47.734934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb8a0898-875c-49ee-82db-a0af5b6f1442 req-8770937c-e917-4152-8e78-01b949f82c9a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 945 time: 0.0747383 Aug 30 23:02:47.763362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.789845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb8a0898-875c-49ee-82db-a0af5b6f1442 req-c7fa8385-c043-40c3-939e-63461a76f63a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475979 Aug 30 23:02:47.798417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.799230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.829486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Provisioning for port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:47.845935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Provisioning complete for port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:47.846311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:47.877515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa490fe-5b72-4864-a814-38696481bc6a req-e04d43e8-c402-4efe-883c-2afe4c1152a9 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:47.879137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fa490fe-5b72-4864-a814-38696481bc6a req-e04d43e8-c402-4efe-883c-2afe4c1152a9 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.2540777 Aug 30 23:02:47.909815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['92f18309-a959-4524-9161-5a3153b47ca2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:47.964833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=db1d8451-907d-4961-b9e6-7fe838cb18d5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:47.967206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b715031-0632-472a-a921-4a584610f598 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:48.032162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fa490fe-5b72-4864-a814-38696481bc6a req-b28b0069-7afa-4fd2-be60-621f02f64531 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223366 Aug 30 23:02:48.088763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 18497158-a902-4edb-98da-71645c612325 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:48.092729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:48.111277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d62cb191-eaa6-462d-b20d-26ad2102e9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.161844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d62cb191-eaa6-462d-b20d-26ad2102e9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.167348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.224584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] For port 61a3297c-e0a7-46df-ba4e-0bfb80e88779, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=61a3297c-e0a7-46df-ba4e-0bfb80e88779,segment=NetworkSegment(c76a049f-be0b-4e90-a418-b021e9bce889),segment_id=c76a049f-be0b-4e90-a418-b021e9bce889)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:48.256688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:48.265963 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.267912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.278529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2b715031-0632-472a-a921-4a584610f598 None None] Deleting port 1fe9feed-c22c-469c-8824-7366dcab9ee3 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:48.278902 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2b715031-0632-472a-a921-4a584610f598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.318862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d62cb191-eaa6-462d-b20d-26ad2102e9ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9ac25398d64b4284a3dafd97b37709b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7843125 Aug 30 23:02:48.322921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:48.357580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62cb191-eaa6-462d-b20d-26ad2102e9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2401cd3-ca0e-466c-bee7-e2753a5bbf59,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:48.466202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.522499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a1e5362-6b63-4f5a-8fbd-597c525bf97c up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:48.525107 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.538031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c94f14-e2f1-4ee5-a1bf-69dba75cdee1 None None] Pushing event updated for resources: {'Port': ['ID=61a3297c-e0a7-46df-ba4e-0bfb80e88779,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:48.621855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router ba2e132f-f102-4fd3-a3b2-dbdc885792c6 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:02:48.635695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2b715031-0632-472a-a921-4a584610f598 None None] For port 1fe9feed-c22c-469c-8824-7366dcab9ee3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fe9feed-c22c-469c-8824-7366dcab9ee3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:48.636372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2b715031-0632-472a-a921-4a584610f598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.639010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.642799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.646781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2401cd3-ca0e-466c-bee7-e2753a5bbf59 HTTP/1.1" status: 204 len: 168 time: 0.3203645 Aug 30 23:02:48.655606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd938031-7415-4cc3-b1f1-2e5693d5f2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2401cd3-ca0e-466c-bee7-e2753a5bbf59,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:48.670717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d0b19-f1e8-4f9f-a528-07a792fcde9e req-6ace827e-9beb-46a7-b5ea-8a21ac539ec8 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:48.673830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-232d0b19-f1e8-4f9f-a528-07a792fcde9e req-6ace827e-9beb-46a7-b5ea-8a21ac539ec8 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.2223461 Aug 30 23:02:48.695643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2b715031-0632-472a-a921-4a584610f598 None None] Calling delete_port for 1fe9feed-c22c-469c-8824-7366dcab9ee3 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:48.832529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45f954d0-bd2a-474c-a930-cc88ca0d3275 None None] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:48.899164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-232d0b19-f1e8-4f9f-a528-07a792fcde9e req-3c1e2d7d-4c00-4acd-a1ec-85867dd57be8 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970260 Aug 30 23:02:48.914877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2b715031-0632-472a-a921-4a584610f598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.920204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:48.922701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:48.931413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5b5643b-5791-4ae9-a980-01db1d475358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0154941 Aug 30 23:02:48.935480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60782) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:48.937898 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] Sync routers for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:48.951863 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:48.954202 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:49.001756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:49.005301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a569a5-2cd3-460b-bb18-670f4ce90662 req-dd3f0194-8d50-4563-b5dc-d3c16e5ac4b8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:49.008924 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:49.024256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a569a5-2cd3-460b-bb18-670f4ce90662 req-dd3f0194-8d50-4563-b5dc-d3c16e5ac4b8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:49.024859 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:49.025951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:49.032527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3a569a5-2cd3-460b-bb18-670f4ce90662 req-dd3f0194-8d50-4563-b5dc-d3c16e5ac4b8 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703&device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 1683 time: 0.1240280 Aug 30 23:02:49.034436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Provisioning for port db1d8451-907d-4961-b9e6-7fe838cb18d5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:49.075650 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:49.076343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb94b56-8fae-4340-8011-e0692d000e0a None None] The sync data for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:49.092115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3a569a5-2cd3-460b-bb18-670f4ce90662 req-a77aa2b6-2275-46da-bf6d-bacefb1822ad tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446877 Aug 30 23:02:49.092211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:49.092288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:49.092288 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.092288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Provisioning complete for port db1d8451-907d-4961-b9e6-7fe838cb18d5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:49.092613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.107070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b715031-0632-472a-a921-4a584610f598 None None] No DVR routers for this DVR port 1fe9feed-c22c-469c-8824-7366dcab9ee3 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:49.117939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:49.129668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a0c0f6-b2c9-4f3a-ba49-f76451ae9915 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:49.131439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-25a0c0f6-b2c9-4f3a-ba49-f76451ae9915 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports/db1d8451-907d-4961-b9e6-7fe838cb18d5 HTTP/1.1" status: 200 len: 911 time: 0.1939509 Aug 30 23:02:49.134177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:49.135046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.135625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60788) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:49.138999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=4dec5693-e0ae-4238-b83e-4b5378aebf12,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:49.153298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34d47864-a417-417b-80d6-5105c268210d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4554291 Aug 30 23:02:49.155824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60790) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:49.168148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'name': 'tempest-NetworksTestDHCPv6-982289832'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:49.219144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b715031-0632-472a-a921-4a584610f598 None None] Pushing event deleted for resources: {'Port': ['ID=1fe9feed-c22c-469c-8824-7366dcab9ee3,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:49.285553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95f58b1-b603-41c6-939e-c8626a52c4f5 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:49.307810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140086dd-c80e-4237-91da-2a49eccec623 req-08268295-7bca-4d74-a95a-802b76b836b1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:49.315246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-140086dd-c80e-4237-91da-2a49eccec623 req-08268295-7bca-4d74-a95a-802b76b836b1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 945 time: 0.1594782 Aug 30 23:02:49.404508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-140086dd-c80e-4237-91da-2a49eccec623 req-1797c1f6-c5b8-40a9-8aa0-6931e7ea8970 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777807 Aug 30 23:02:49.420809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:49.430968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.463894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port ec525ebc-5847-41e2-a6d4-25154be49084 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:49.464119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 03408ca1-ac9a-4a8d-acb2-e82db70c2325 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:49.642203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Port db1d8451-907d-4961-b9e6-7fe838cb18d5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:49.693629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::365 (a77af47a-f8fc-4324-a15a-49aeaba204b7/4dec5693-e0ae-4238-b83e-4b5378aebf12/ec525ebc-5847-41e2-a6d4-25154be49084) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:49.719443 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.739961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:49.763422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Provisioning complete for port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:49.763797 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9b7f9dd-df95-4b41-a293-85362bf87e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.765419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 61a3297c-e0a7-46df-ba4e-0bfb80e88779 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:49.882462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.934823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:49.952047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object ec525ebc-5847-41e2-a6d4-25154be49084 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:49.992257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.025576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:50.028389 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d7654d-c86e-4b1d-bea8-273fd17c5650" -d '{"events": [{"server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "name": "network-vif-plugged", "status": "completed", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:50.050230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:50.058568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:50.073882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:50.076517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:50.083280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.083925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.097822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=ec525ebc-5847-41e2-a6d4-25154be49084,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:50.112197 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.117332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11997bf3-facb-46f2-a5f3-db57fe268c87 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9508579 Aug 30 23:02:50.117821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:50.134064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ef38a5-3d76-49f7-9dfc-a8c12cdc7f43 req-1f3f8cb4-3259-4164-973b-41b94955ca95 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.135663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90ef38a5-3d76-49f7-9dfc-a8c12cdc7f43 req-1f3f8cb4-3259-4164-973b-41b94955ca95 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.1027713 Aug 30 23:02:50.142245 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a833716-2faf-44b5-80d7-598415177d86 req-92d74ef7-3113-4d9c-ab72-e34c6705a135 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.149818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a833716-2faf-44b5-80d7-598415177d86 req-92d74ef7-3113-4d9c-ab72-e34c6705a135 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 946 time: 0.2012084 Aug 30 23:02:50.169221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-e2786119-349e-465c-b37c-5da11d2de798 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.170900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-e2786119-349e-465c-b37c-5da11d2de798 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.52 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 945 time: 0.1771927 Aug 30 23:02:50.213388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6756f6a4-7726-4b0e-8051-fe65597dc824 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.217206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6756f6a4-7726-4b0e-8051-fe65597dc824 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0962987 Aug 30 23:02:50.218159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60808) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:50.224620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '4dec5693-e0ae-4238-b83e-4b5378aebf12'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:50.225484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.228067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90ef38a5-3d76-49f7-9dfc-a8c12cdc7f43 req-76d2c2ed-a082-49a4-b26b-1030dba0c0aa tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/security-groups?id=32306b41-cc77-4ce0-aab1-9a0226b6d006&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676186 Aug 30 23:02:50.269582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:50.270165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.320609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:50.332424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a833716-2faf-44b5-80d7-598415177d86 req-1c321c57-5e13-47d2-8a03-20552b81de43 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774917 Aug 30 23:02:50.335005 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d90c9e-42ee-4b00-bdae-01876f1c1e61 x-openstack-request-id: req-80d90c9e-42ee-4b00-bdae-01876f1c1e61 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:50.335344 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "name": "network-vif-plugged", "status": "completed", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:50.335628 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80d90c9e-42ee-4b00-bdae-01876f1c1e61 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:50.336005 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'code': 200} Aug 30 23:02:50.355152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port ec525ebc-5847-41e2-a6d4-25154be49084 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:50.355585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.497628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968f4cf-fd1b-44c1-a415-b35c3a1f9e59 req-acd34463-28b0-4c4c-a071-d345f391b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.499267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6968f4cf-fd1b-44c1-a415-b35c3a1f9e59 req-acd34463-28b0-4c4c-a071-d345f391b27f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 1098 time: 0.1142595 Aug 30 23:02:50.519142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Provisioning for port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:50.530785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Provisioning complete for port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:50.531418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.535195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Deleting port be318b6b-9efe-411c-8129-1c0dd6b17c6d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:50.535605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.539229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8:1::1 (faf8a525-2ee2-40db-8162-e39c824fe4e9/23ced99a-30e2-4da4-91d4-c22d2bf01264/7a403079-8d05-46a0-bbf1-ae519d3dce1d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:50.636638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/4dec5693-e0ae-4238-b83e-4b5378aebf12/13e69940-9404-40a6-98e3-8ecbfe9df944) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:50.653378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fe9feed-c22c-469c-8824-7366dcab9ee3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:50.686634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6968f4cf-fd1b-44c1-a415-b35c3a1f9e59 req-4a2caa3e-7666-4271-9fcd-4ad81199198c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684287 Aug 30 23:02:50.694886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1fe9feed-c22c-469c-8824-7366dcab9ee3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:50.695116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fe9feed-c22c-469c-8824-7366dcab9ee3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:50.746071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] For port be318b6b-9efe-411c-8129-1c0dd6b17c6d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=be318b6b-9efe-411c-8129-1c0dd6b17c6d,segment=NetworkSegment(350664f7-caa2-4c4d-bc78-1e0031330d99),segment_id=350664f7-caa2-4c4d-bc78-1e0031330d99)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:50.746452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.771377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Calling delete_port for be318b6b-9efe-411c-8129-1c0dd6b17c6d owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:50.775182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.781868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.829105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 7a403079-8d05-46a0-bbf1-ae519d3dce1d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:50.830495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] For port 03408ca1-ac9a-4a8d-acb2-e82db70c2325, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=03408ca1-ac9a-4a8d-acb2-e82db70c2325,segment=NetworkSegment(4a0211bb-423b-4746-894c-bbf5e013f6b1),segment_id=4a0211bb-423b-4746-894c-bbf5e013f6b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:50.840060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.887188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a795735-82ce-402c-8cc8-40668281fe47 req-07ac23bb-84ca-4dfa-83c3-5501c4c30e6e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:50.888843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a795735-82ce-402c-8cc8-40668281fe47 req-07ac23bb-84ca-4dfa-83c3-5501c4c30e6e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 946 time: 0.0941718 Aug 30 23:02:50.893262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.905957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.919711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Provisioning complete for port db1d8451-907d-4961-b9e6-7fe838cb18d5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:50.920328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:50.923893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for ec525ebc-5847-41e2-a6d4-25154be49084 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:50.963175 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a795735-82ce-402c-8cc8-40668281fe47 req-de397239-8f14-4617-9e7a-ab5d179922e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663278 Aug 30 23:02:50.987213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:50.993755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:50.996321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Pushing event updated for resources: {'Port': ['ID=03408ca1-ac9a-4a8d-acb2-e82db70c2325,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:50.998645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=7a403079-8d05-46a0-bbf1-ae519d3dce1d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.001002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:51.001617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.018477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.018816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.019179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.019524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.020179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.020482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.020816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.021149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.021819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.021819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.022141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.022461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:51.034839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.041091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2617e1b3-12bf-4ee7-9a38-8e631b945774 None None] Port db1d8451-907d-4961-b9e6-7fe838cb18d5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:51.042688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.048093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Transition to ACTIVE for port object 13e69940-9404-40a6-98e3-8ecbfe9df944 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:51.069102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Transition to ACTIVE for port object 13e69940-9404-40a6-98e3-8ecbfe9df944 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:51.076712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Pushing event deleted for resources: {'Port': ['ID=be318b6b-9efe-411c-8129-1c0dd6b17c6d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.077036 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.119763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.150152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Pushing event updated for resources: {'Port': ['ID=13e69940-9404-40a6-98e3-8ecbfe9df944,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.150488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] No DVR routers for this DVR port be318b6b-9efe-411c-8129-1c0dd6b17c6d on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:51.157847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.159875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f93c4d93-8d43-4143-aa3e-39182ceec1f2 req-ed2eed10-a862-4196-984f-a4bbab1e7ad5 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.52 "DELETE /v2.0/ports/be318b6b-9efe-411c-8129-1c0dd6b17c6d HTTP/1.1" status: 204 len: 173 time: 0.9722607 Aug 30 23:02:51.160335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'name': 'network-vif-deleted', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:51.164312 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8a33c9-1ccd-4968-b37c-8e17bffa3f11" -d '{"events": [{"server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "name": "network-vif-deleted", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:51.167659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:51.172056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:51.175901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:51.185181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=ec525ebc-5847-41e2-a6d4-25154be49084,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.190770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e0acdb78-1c96-425c-ba15-c25c5309cea4 None None] Provisioning complete for port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:51.191410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e0acdb78-1c96-425c-ba15-c25c5309cea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.206604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.212194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-89a194df-8220-4e34-8904-47307e4ba2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/ec525ebc-5847-41e2-a6d4-25154be49084 HTTP/1.1" status: 204 len: 168 time: 0.9914103 Aug 30 23:02:51.212494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60814) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:51.212621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.293622 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf5d01e-6dbe-4ff1-b16c-e2647b0b64fe x-openstack-request-id: req-acf5d01e-6dbe-4ff1-b16c-e2647b0b64fe {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:51.293956 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dac6733-dde6-401f-885f-ee03267f7e2f", "name": "network-vif-deleted", "tag": "be318b6b-9efe-411c-8129-1c0dd6b17c6d", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:51.294409 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-acf5d01e-6dbe-4ff1-b16c-e2647b0b64fe {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:51.294885 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dac6733-dde6-401f-885f-ee03267f7e2f', 'name': 'network-vif-deleted', 'tag': 'be318b6b-9efe-411c-8129-1c0dd6b17c6d', 'status': 'completed', 'code': 200} Aug 30 23:02:51.335868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3e517-9855-41df-bd60-305e96cefe05 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.340201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b3e517-9855-41df-bd60-305e96cefe05 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.345617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f3b3e517-9855-41df-bd60-305e96cefe05 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1311975 Aug 30 23:02:51.348345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:51.359402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Attempting to bind port 13e69940-9404-40a6-98e3-8ecbfe9df944 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:51.359402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Attempting to bind port 13e69940-9404-40a6-98e3-8ecbfe9df944 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:51.359635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Attempting to bind port 13e69940-9404-40a6-98e3-8ecbfe9df944 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:51.387695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:51.388078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:51.388477 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.390530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:51.390530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Bound port: 13e69940-9404-40a6-98e3-8ecbfe9df944, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:51.390530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.418609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98e9360b-d07f-4e05-bf70-d1cdf13a48ff req-44bf781f-f68f-419d-b0aa-294e1a57d545 tempest-InstanceActionsV221TestJSON-302990741 tempest-InstanceActionsV221TestJSON-302990741-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dac6733-dde6-401f-885f-ee03267f7e2f HTTP/1.1" status: 200 len: 210 time: 0.0602925 Aug 30 23:02:51.431147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-b3b84f75-0dcd-4e1a-a040-084dc6aef62b tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.432782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-b3b84f75-0dcd-4e1a-a040-084dc6aef62b tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.52 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 946 time: 0.2041032 Aug 30 23:02:51.455690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 4dec5693-e0ae-4238-b83e-4b5378aebf12 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:51.460207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.513469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] For port 13e69940-9404-40a6-98e3-8ecbfe9df944, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:51.513696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.516905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] For port 13e69940-9404-40a6-98e3-8ecbfe9df944, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=13e69940-9404-40a6-98e3-8ecbfe9df944,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:51.521611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.568668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f517d6e-5088-4603-b996-33ecbe65d01e req-b16b077d-2554-4f26-bd98-c0b1ae576cc5 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.570384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f517d6e-5088-4603-b996-33ecbe65d01e req-b16b077d-2554-4f26-bd98-c0b1ae576cc5 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 946 time: 0.1350341 Aug 30 23:02:51.596602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1713b1-83db-4644-b354-89d3b4762a14 None None] Pushing event updated for resources: {'Port': ['ID=13e69940-9404-40a6-98e3-8ecbfe9df944,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.608963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4debd2ee-b53e-4653-a53f-f01e2602c3b2 None None] Provisioning for port 7a403079-8d05-46a0-bbf1-ae519d3dce1d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:51.613802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4debd2ee-b53e-4653-a53f-f01e2602c3b2 None None] Provisioning complete for port 7a403079-8d05-46a0-bbf1-ae519d3dce1d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:51.614199 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4debd2ee-b53e-4653-a53f-f01e2602c3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.654202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.674109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4debd2ee-b53e-4653-a53f-f01e2602c3b2 None None] Port 7a403079-8d05-46a0-bbf1-ae519d3dce1d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:51.731403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.765097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=4dec5693-e0ae-4238-b83e-4b5378aebf12,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:51.776689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:51.779005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d80a89f-2667-4ba1-a5c4-bec241602ed1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/4dec5693-e0ae-4238-b83e-4b5378aebf12 HTTP/1.1" status: 204 len: 168 time: 0.4294007 Aug 30 23:02:51.781365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:51.855661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24679394-fe45-46e4-ad27-1e96fe24adda tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727684 Aug 30 23:02:51.858123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:51.919797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0fa474-e549-44bb-a325-9641f504612f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.922318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-af0fa474-e549-44bb-a325-9641f504612f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0618358 Aug 30 23:02:51.924764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60826) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:51.984775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd243c3f-ce27-4caa-acb4-eade3168aa66 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:51.986488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd243c3f-ce27-4caa-acb4-eade3168aa66 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592225 Aug 30 23:02:51.989756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60830) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:52.033032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd0fd365-3083-4a10-87d5-8c499abde5bd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420563 Aug 30 23:02:52.049146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60832) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:52.059805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:52.068569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f517d6e-5088-4603-b996-33ecbe65d01e req-fdfd2857-81c3-46d7-ac09-d5a790bd9ac3 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4922171 Aug 30 23:02:52.092506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e911ec0-86fe-43e5-a576-7800b378211b req-bd51983c-d30b-4149-9cb8-e3612554e91a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:52.094089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e911ec0-86fe-43e5-a576-7800b378211b req-bd51983c-d30b-4149-9cb8-e3612554e91a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 946 time: 0.0539143 Aug 30 23:02:52.138981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e911ec0-86fe-43e5-a576-7800b378211b req-f7618630-81c4-4b4c-a270-9f43dfd94885 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377271 Aug 30 23:02:52.164677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Deleting port 83f16c17-0955-4c60-85b8-bca40f5b03ac {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:52.165024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.246746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-c29ad96a-6b48-4e45-9e39-b74f4c1393bf tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:52.248349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-c29ad96a-6b48-4e45-9e39-b74f4c1393bf tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "GET /v2.0/ports?device_id=2c88a267-2db8-4231-af04-060095382703 HTTP/1.1" status: 200 len: 946 time: 0.2150636 Aug 30 23:02:52.284096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.323122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.323922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.327190 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.399912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:52.403413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.502015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] For port 83f16c17-0955-4c60-85b8-bca40f5b03ac, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=83f16c17-0955-4c60-85b8-bca40f5b03ac,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:52.502583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.529268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=7a403079-8d05-46a0-bbf1-ae519d3dce1d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:52.566850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Calling delete_port for 83f16c17-0955-4c60-85b8-bca40f5b03ac owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:52.660039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580d0490-8a21-4373-86dd-3293c9b015a5 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:52.660939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60842) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:52.708854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Deleting port 92f18309-a959-4524-9161-5a3153b47ca2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:52.709215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.710576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Deleting subnet f9edf45e-749d-4dd3-97cc-5fbac6f4a557 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:52.713800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.730590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:52.750549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.764092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d62448b5-6494-4ea2-a179-6736a451756d None None] Could not find standard attr ID for object ec525ebc-5847-41e2-a6d4-25154be49084. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:02:52.777275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d62448b5-6494-4ea2-a179-6736a451756d None None] Provisioning for port 13e69940-9404-40a6-98e3-8ecbfe9df944 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:52.797844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:52.799339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.870252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.899136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9edf45e-749d-4dd3-97cc-5fbac6f4a557,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:52.908630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:52.913423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f9edf45e-749d-4dd3-97cc-5fbac6f4a557 HTTP/1.1" status: 204 len: 168 time: 0.2484763 Aug 30 23:02:52.913423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.913423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.913777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.914139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.914478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.914821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.915792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.915792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.915792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.916167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.916643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.916977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881cdd91-87e8-41cf-b6ee-62420300cd8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:02:52.919907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:52.921404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device be318b6b-9efe-411c-8129-1c0dd6b17c6d no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:52.951680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:52.980811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: be318b6b-9efe-411c-8129-1c0dd6b17c6d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:52.981239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device be318b6b-9efe-411c-8129-1c0dd6b17c6d not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:52.997361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.015453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Deleting port 13e69940-9404-40a6-98e3-8ecbfe9df944 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:53.015863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.086931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 03408ca1-ac9a-4a8d-acb2-e82db70c2325 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:53.093139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.108779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.110250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] For port 92f18309-a959-4524-9161-5a3153b47ca2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=92f18309-a959-4524-9161-5a3153b47ca2,segment=NetworkSegment(b1741865-977f-4d6b-9626-d07a6f6972b5),segment_id=b1741865-977f-4d6b-9626-d07a6f6972b5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:53.110630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.123850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686c5067-92b7-422b-934b-e2222aee1711']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.136773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '350664f7-caa2-4c4d-bc78-1e0031330d99') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.137242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '350664f7-caa2-4c4d-bc78-1e0031330d99') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.155609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.158396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] For port 13e69940-9404-40a6-98e3-8ecbfe9df944, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=13e69940-9404-40a6-98e3-8ecbfe9df944,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:53.158806 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.175337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Calling delete_port for 13e69940-9404-40a6-98e3-8ecbfe9df944 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:53.185480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.193298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:53.193895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.200567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:53.201177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Calling delete_port for 92f18309-a959-4524-9161-5a3153b47ca2 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:53.201569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.227060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router ba2e132f-f102-4fd3-a3b2-dbdc885792c6 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:53.234915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:53.240431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.257775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:53.264850 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:53.268870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:53.268870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.270760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.282927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['92f18309-a959-4524-9161-5a3153b47ca2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:53.310670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.312897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] 10.222.0.25 "DELETE /v2.0/networks/686c5067-92b7-422b-934b-e2222aee1711 HTTP/1.1" status: 204 len: 168 time: 0.3924611 Aug 30 23:02:53.328228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02bbb21-43a6-4859-affa-f06050214fee admin admin] Pushing event deleted for resources: {'Network': ['ID=686c5067-92b7-422b-934b-e2222aee1711,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:53.339552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=01c5ca1a-3c1e-4c43-8554-5a39c1b711a6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:53.347491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event deleted for resources: {'Port': ['ID=83f16c17-0955-4c60-85b8-bca40f5b03ac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:53.351341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e425d58c-63d0-440d-b5f4-8c55e63334d6 None None] Provisioning complete for port 7a403079-8d05-46a0-bbf1-ae519d3dce1d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:53.351894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e425d58c-63d0-440d-b5f4-8c55e63334d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.352023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba10243-08b4-4338-bd47-917e1d6f99ef req-6ac32d49-d0dd-48cc-b992-5b4889feaf79 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:53.353934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ba10243-08b4-4338-bd47-917e1d6f99ef req-6ac32d49-d0dd-48cc-b992-5b4889feaf79 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 946 time: 0.0874584 Aug 30 23:02:53.413584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d26acbd3-cd7a-4ecf-ad67-11dc9628f137 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3587463 Aug 30 23:02:53.419140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ba10243-08b4-4338-bd47-917e1d6f99ef req-efa7eb06-40b7-4ce7-aafa-740bc451aca9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588734 Aug 30 23:02:53.423003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964a36e-e2d5-4e01-a5fc-315fcd94ce9a req-657eb6ec-1498-46ba-8ff3-75e28764ed6f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:53.423705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60852) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:53.424588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8964a36e-e2d5-4e01-a5fc-315fcd94ce9a req-657eb6ec-1498-46ba-8ff3-75e28764ed6f tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2454145-9219-49da-92bf-82c8059614c5 HTTP/1.1" status: 200 len: 867 time: 0.2443342 Aug 30 23:02:53.433891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e425d58c-63d0-440d-b5f4-8c55e63334d6 None None] Port 7a403079-8d05-46a0-bbf1-ae519d3dce1d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:02:53.452527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '01c5ca1a-3c1e-4c43-8554-5a39c1b711a6', 'ip_address': '2001:db8::2c05:4445:8b27:f5c1'}], 'name': 'tempest-NetworksTestDHCPv6-932431527'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:53.489738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] No DVR routers for this DVR port 83f16c17-0955-4c60-85b8-bca40f5b03ac on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:53.529389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.531330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9dbf25dd-55cf-4531-95bb-4a23002c1f5b req-117af8f9-10cc-4e63-be85-782a32e858a9 tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.52 "DELETE /v2.0/ports/83f16c17-0955-4c60-85b8-bca40f5b03ac HTTP/1.1" status: 204 len: 173 time: 2.0841293 Aug 30 23:02:53.533720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'name': 'network-vif-deleted', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:53.536860 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8704e8d5-3594-40a1-98df-aa5d4f9d9ecf" -d '{"events": [{"server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "name": "network-vif-deleted", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:53.561662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.596963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8964a36e-e2d5-4e01-a5fc-315fcd94ce9a req-cc30ea5a-2bfe-4a05-96da-c4acf4ab51cd tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.25 "GET /v2.0/security-groups?id=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203020 Aug 30 23:02:53.608098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:53.617772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c4cba839-0558-42ad-820a-122b4c4bd061 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4810019 Aug 30 23:02:53.620365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60858) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:53.629117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] Pushing event deleted for resources: {'Port': ['ID=13e69940-9404-40a6-98e3-8ecbfe9df944,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:53.632870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda2398-f769-4457-b29f-da13dc2eec7b None None] No DVR routers for this DVR port 13e69940-9404-40a6-98e3-8ecbfe9df944 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:53.640386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] Sync routers for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:53.642428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-52f52bf6-7770-4192-b2c6-26f7ed9509e2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 267 time: 0.1162391 Aug 30 23:02:53.678857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08abd6a-4782-4ef3-9489-b0c1c5d58028 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:53.711271 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72cca35-e8c7-4884-bba9-5e1e9265ca6d x-openstack-request-id: req-b72cca35-e8c7-4884-bba9-5e1e9265ca6d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:53.711805 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2454145-9219-49da-92bf-82c8059614c5", "name": "network-vif-deleted", "tag": "83f16c17-0955-4c60-85b8-bca40f5b03ac", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:53.712233 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b72cca35-e8c7-4884-bba9-5e1e9265ca6d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:53.712798 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2454145-9219-49da-92bf-82c8059614c5', 'name': 'network-vif-deleted', 'tag': '83f16c17-0955-4c60-85b8-bca40f5b03ac', 'status': 'completed', 'code': 200} Aug 30 23:02:53.715656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60860) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:53.741848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:53.742552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.768503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-9f1aeb93-be7a-44d7-b3fa-39d4868b5dfd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:53.770990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-9f1aeb93-be7a-44d7-b3fa-39d4868b5dfd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 946 time: 0.1173644 Aug 30 23:02:53.772306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:53.780248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fdcb9e3-9a29-45fc-b064-e08cca4281a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:53.781611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6fdcb9e3-9a29-45fc-b064-e08cca4281a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports/7a403079-8d05-46a0-bbf1-ae519d3dce1d HTTP/1.1" status: 200 len: 913 time: 0.1576357 Aug 30 23:02:53.785208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:53.801421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.816206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.827997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'security_groups': []}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:53.862649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:53.863153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.912426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Pushing event deleted for resources: {'Port': ['ID=92f18309-a959-4524-9161-5a3153b47ca2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:53.914498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.914663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:53.915309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2cf7c3-c82f-4efb-873d-6a7874b42442 None None] The sync data for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:53.933908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46af2bde-8924-4978-aaf3-986a4718340d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb57030400e24e01bbb2413aadba2ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1988447 Aug 30 23:02:53.936664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60864) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:53.978858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:53.982527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] No DVR routers for this DVR port 92f18309-a959-4524-9161-5a3153b47ca2 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:54.003563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '01c5ca1a-3c1e-4c43-8554-5a39c1b711a6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:02:54.005196 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.014163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.016187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6cfa0c32-8d2e-4cf8-a8e7-ac0863ba6525 req-a3204262-532f-423a-8dde-0a672e26cbda tempest-ListServersNegativeTestJSON-1091141378 tempest-ListServersNegativeTestJSON-1091141378-project] 10.222.0.47 "DELETE /v2.0/ports/92f18309-a959-4524-9161-5a3153b47ca2 HTTP/1.1" status: 204 len: 173 time: 1.7533848 Aug 30 23:02:54.033259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port adb56ec0-ee8c-4e10-8c76-627c3030003a yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:02:54.203371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.208077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/01c5ca1a-3c1e-4c43-8554-5a39c1b711a6/c50c7c76-365d-4277-b9ab-6f13c9917811) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:54.244472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.265571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.287026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:54.335633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.345495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.364587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0', '1a1e5362-6b63-4f5a-8fbd-597c525bf97c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:54.380466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.383062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.384241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32306b41-cc77-4ce0-aab1-9a0226b6d006 HTTP/1.1" status: 204 len: 168 time: 0.4455731 Aug 30 23:02:54.403501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:54.403726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:54.404369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.424992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57a81d1c-29de-4b3d-82ca-fca63288c174 req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "PUT /v2.0/ports/1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 200 len: 905 time: 0.6259966 Aug 30 23:02:54.432915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:54.445269 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38641889-ba40-4a9e-be20-b47115c1ffa6" -d '{"events": [{"name": "network-changed", "server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:54.467997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e727c-3b13-4180-9ad1-79301c80e5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32306b41-cc77-4ce0-aab1-9a0226b6d006,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:54.500080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2382e5-8572-43e8-9cfc-e66de9eea730 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:54.529098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1a1e5362-6b63-4f5a-8fbd-597c525bf97c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:02:54.621700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab323c4-9d45-4b6b-8d37-0327d1e48062 req-8f4f1699-63cf-42cd-8bb5-e2244e93ba9c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:54.623340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ab323c4-9d45-4b6b-8d37-0327d1e48062 req-8f4f1699-63cf-42cd-8bb5-e2244e93ba9c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 908 time: 0.1140175 Aug 30 23:02:54.685902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 7a403079-8d05-46a0-bbf1-ae519d3dce1d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:54.686256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.710991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.748961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Transition to ACTIVE for port object c50c7c76-365d-4277-b9ab-6f13c9917811 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:54.869742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:54.886767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 7a403079-8d05-46a0-bbf1-ae519d3dce1d owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:54.911633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953cdf6-d8fe-4477-a23f-abc013785d58 req-cbbcf175-631a-4120-8c52-e5f53e615ab3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:54.913303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f953cdf6-d8fe-4477-a23f-abc013785d58 req-cbbcf175-631a-4120-8c52-e5f53e615ab3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1045954 Aug 30 23:02:54.950856 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74a736e-6a67-4f55-b336-d79fbc8a364f x-openstack-request-id: req-a74a736e-6a67-4f55-b336-d79fbc8a364f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:54.951142 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:54.951466 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a74a736e-6a67-4f55-b336-d79fbc8a364f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:54.951942 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'status': 'completed', 'code': 200} Aug 30 23:02:55.000495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60886) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:55.027584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f953cdf6-d8fe-4477-a23f-abc013785d58 req-c27adcf9-17ea-429f-9f20-6fed3ee2ff76 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811639 Aug 30 23:02:55.036566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 83f16c17-0955-4c60-85b8-bca40f5b03ac no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:55.048111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Transition to ACTIVE for port object c50c7c76-365d-4277-b9ab-6f13c9917811 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:55.085293 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.087411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 83f16c17-0955-4c60-85b8-bca40f5b03ac {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:55.087411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 83f16c17-0955-4c60-85b8-bca40f5b03ac not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:55.132313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Deleting subnet 15c0f09e-1f0e-4970-954b-c8c7720e7111 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:55.137683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.162404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e8edba61-56c9-4fb5-aa36-3c06c92f3e8f None None] Provisioning complete for port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:55.162781 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e8edba61-56c9-4fb5-aa36-3c06c92f3e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.183137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::2c05:4445:8b27:f5c1 (a77af47a-f8fc-4324-a15a-49aeaba204b7/01c5ca1a-3c1e-4c43-8554-5a39c1b711a6/adb56ec0-ee8c-4e10-8c76-627c3030003a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:02:55.195999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:55.201644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.236339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:55.246561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Pushing event updated for resources: {'Port': ['ID=c50c7c76-365d-4277-b9ab-6f13c9917811,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:55.260538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:55.313714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.359380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5851803-4cbf-4a66-b272-3611d9118611 req-a5f7cf49-f370-4d75-8b8a-e084a84f09d5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:55.361342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5851803-4cbf-4a66-b272-3611d9118611 req-a5f7cf49-f370-4d75-8b8a-e084a84f09d5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1623988 Aug 30 23:02:55.399151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Attempting to bind port c50c7c76-365d-4277-b9ab-6f13c9917811 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:02:55.399629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Attempting to bind port c50c7c76-365d-4277-b9ab-6f13c9917811 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:02:55.399942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Attempting to bind port c50c7c76-365d-4277-b9ab-6f13c9917811 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:02:55.434844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:02:55.435222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:55.435632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.436500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:02:55.436500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Bound port: c50c7c76-365d-4277-b9ab-6f13c9917811, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:02:55.436885 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.510720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5851803-4cbf-4a66-b272-3611d9118611 req-7c900a07-2f5b-46e0-b56a-7c68ee61e048 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376793 Aug 30 23:02:55.519895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.539208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] For port c50c7c76-365d-4277-b9ab-6f13c9917811, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:02:55.544254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] For port c50c7c76-365d-4277-b9ab-6f13c9917811, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c50c7c76-365d-4277-b9ab-6f13c9917811,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:02:55.548332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c0f09e-1f0e-4970-954b-c8c7720e7111,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:55.557235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.574968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.577032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bea2fddd-6338-48e9-ba70-5e00262c5c25 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/15c0f09e-1f0e-4970-954b-c8c7720e7111 HTTP/1.1" status: 204 len: 168 time: 0.5752265 Aug 30 23:02:55.580355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60906) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:55.636208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec50f27-623e-4a7f-9cde-d4a08cfe55bb None None] Pushing event updated for resources: {'Port': ['ID=c50c7c76-365d-4277-b9ab-6f13c9917811,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:55.657924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.690679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60912) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:55.698168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.702132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=7a403079-8d05-46a0-bbf1-ae519d3dce1d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:55.705532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-1f3808b1-c31b-4395-aa43-2767e03ed8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:55.707644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-1f3808b1-c31b-4395-aa43-2767e03ed8d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 1060 time: 0.7149439 Aug 30 23:02:55.739000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'name': 'network-vif-deleted', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:02:55.743027 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cee459-5b72-445b-815c-b7aee7a95859" -d '{"events": [{"server_uuid": "2c88a267-2db8-4231-af04-060095382703", "name": "network-vif-deleted", "tag": "92f18309-a959-4524-9161-5a3153b47ca2"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:02:55.750747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object adb56ec0-ee8c-4e10-8c76-627c3030003a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:02:55.778458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:55.904510 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f794a24-cda3-40e2-bb62-b7fef162aa7b x-openstack-request-id: req-5f794a24-cda3-40e2-bb62-b7fef162aa7b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:02:55.904510 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c88a267-2db8-4231-af04-060095382703", "name": "network-vif-deleted", "tag": "92f18309-a959-4524-9161-5a3153b47ca2", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:02:55.904510 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f794a24-cda3-40e2-bb62-b7fef162aa7b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:02:55.904510 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c88a267-2db8-4231-af04-060095382703', 'name': 'network-vif-deleted', 'tag': '92f18309-a959-4524-9161-5a3153b47ca2', 'status': 'completed', 'code': 200} Aug 30 23:02:55.932674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1567514761-network', 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:55.949436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.000544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.025325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e08dbd75-778b-44f9-b930-6c8e0c2dfd6e']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:56.054950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:02:56.055453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-72ff20c3-e7c8-422f-90ce-cfbf5ddc921a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.057054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-72ff20c3-e7c8-422f-90ce-cfbf5ddc921a service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.3041241 Aug 30 23:02:56.057548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1741865-977f-4d6b-9626-d07a6f6972b5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:56.057882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1741865-977f-4d6b-9626-d07a6f6972b5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:56.068956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:56.070790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:56.073057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.075134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:02:56.081125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.081294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.091494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=adb56ec0-ee8c-4e10-8c76-627c3030003a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:56.101565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.111246 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.112263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-2383ab64-3395-4584-a612-58090e90aead service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 200 len: 217 time: 0.0424027 Aug 30 23:02:56.112821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.133180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.136382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-77b14f8d-7b61-486b-a2db-bf01d5d3201c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7091393 Aug 30 23:02:56.139984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:56.144300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:02:56.144785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:02:56.146589 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:02:56.215971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.221033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.224560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e08dbd75-778b-44f9-b930-6c8e0c2dfd6e HTTP/1.1" status: 204 len: 168 time: 0.6432619 Aug 30 23:02:56.240404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270b333-fc03-4f8c-9e4d-a829256895d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e08dbd75-778b-44f9-b930-6c8e0c2dfd6e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:56.294204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-e864856d-462d-4012-ae59-96200f3e0008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.295809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-e864856d-462d-4012-ae59-96200f3e0008 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1735444 Aug 30 23:02:56.304138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-33443ae3-661a-4145-b805-f44a4d23802b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.305620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-33443ae3-661a-4145-b805-f44a4d23802b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.4510138 Aug 30 23:02:56.306809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.312667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.340551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:56.360142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b9fa84-af49-48c6-98b6-9e302126c8c6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:56.363344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.364099 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Added segment 74ca1ee4-cb28-47cd-9495-93c5e0109a23 of type vlan for network a41e8a8a-9180-41ca-9120-15d65b71069c Aug 30 23:02:56.368740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8d422-cf68-47e0-8e0a-28f9ef1d7ac6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.374633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f8d422-cf68-47e0-8e0a-28f9ef1d7ac6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.378826 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-90f8d422-cf68-47e0-8e0a-28f9ef1d7ac6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2335575 Aug 30 23:02:56.380404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:56.384462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-15b13fb7-28b8-468a-8aeb-0868bcef8b3f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/quotas/0bf0dadc5814454983b9c309921eb178 HTTP/1.1" status: 200 len: 375 time: 0.0654280 Aug 30 23:02:56.390424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:56.409297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.439604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.440645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.441649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.489160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7970240 Aug 30 23:02:56.495397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:56.501047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Request body: {'subnet': {'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1567514761-subnet', 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:56.510455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 92f18309-a959-4524-9161-5a3153b47ca2 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:56.525514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e8b3cb-733a-4e5a-a28d-590ac471e1e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a41e8a8a-9180-41ca-9120-15d65b71069c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:56.533954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:56.537275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.539178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 92f18309-a959-4524-9161-5a3153b47ca2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:56.539778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 92f18309-a959-4524-9161-5a3153b47ca2 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:56.543845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a41e8a8a-9180-41ca-9120-15d65b71069c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:56.573200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-07b32a1b-ee8f-42b3-b518-3944dfe1655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.574753 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-07b32a1b-ee8f-42b3-b518-3944dfe1655b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2666228 Aug 30 23:02:56.671340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-72129b62-e911-47d9-8289-e0d1f51d98dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=be7c351896ac48de8284220c46054215&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2791734 Aug 30 23:02:56.674222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60936) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:56.702351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-fac89c7a-db58-4e21-9f28-9f553d40e42d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3090217 Aug 30 23:02:56.776899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router ba2e132f-f102-4fd3-a3b2-dbdc885792c6 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:02:56.783655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.812670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.817226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port adb56ec0-ee8c-4e10-8c76-627c3030003a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:56.817572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.819350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.919203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Checking segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:56.919636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Network hostable DHCP agents. Network: a41e8a8a-9180-41ca-9120-15d65b71069c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:56.921673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Pushing event updated for resources: {'Subnet': ['ID=287437ab-3587-45af-ac20-d48e51c21bbf,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:56.931559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-90249532-c17a-443b-aa07-a09d3afead57 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459167 Aug 30 23:02:56.943960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Network a41e8a8a-9180-41ca-9120-15d65b71069c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:56.953721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.956750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.961558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40b078a1-d2ad-4dc4-aaa8-b724ef8736b4 HTTP/1.1" status: 204 len: 168 time: 0.2827952 Aug 30 23:02:56.961771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a41e8a8a-9180-41ca-9120-15d65b71069c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:56.967483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:56.968292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:56.972436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1313e96d-4498-448c-959d-b9144d5cc9a7 None None] Network a41e8a8a-9180-41ca-9120-15d65b71069c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:56.981395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59810122-870b-4a0a-932d-32b2a0fd81af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b078a1-d2ad-4dc4-aaa8-b724ef8736b4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:57.002267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d28f2ccb-1913-4a4b-b450-c5b543063083 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5053916 Aug 30 23:02:57.068280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-99ef3429-7cf1-4f9d-b040-b73f3385968b service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3566465 Aug 30 23:02:57.109213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b81d478c-a327-4091-9af8-181035ccb35a None None] Provisioning for port c50c7c76-365d-4277-b9ab-6f13c9917811 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:57.130638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.151293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for adb56ec0-ee8c-4e10-8c76-627c3030003a owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:57.159333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c50c7c76-365d-4277-b9ab-6f13c9917811 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:02:57.215950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:02:57.226319 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] Sync routers for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:02:57.245559 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:57.246240 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:57.308760 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:57.328109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a949d8e0-cd2d-47e1-a1be-2bd1e5c8bb53 None None] Could not find standard attr ID for object ec525ebc-5847-41e2-a6d4-25154be49084. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:02:57.345326 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:02:57.346207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:57.406224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f51a08f0-f144-496c-8823-f38904d743ee tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6193063 Aug 30 23:02:57.410269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60950) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:57.412754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b68d3bb-a15d-4e01-9805-9fb99fcf3908 None None] Network a41e8a8a-9180-41ca-9120-15d65b71069c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:57.431347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:02:57.432006 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d12865d-c661-49dd-8135-1f5a9a4f9db4 None None] The sync data for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:02:57.497731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.574190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c50c7c76-365d-4277-b9ab-6f13c9917811 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:02:57.581144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c50c7c76-365d-4277-b9ab-6f13c9917811 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:02:57.582539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.682757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.690528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-71046513-372d-4725-8c90-fe401d7fdee6 service neutron] 10.222.0.25 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212714 Aug 30 23:02:57.693392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=adb56ec0-ee8c-4e10-8c76-627c3030003a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:57.698287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38641889-ba40-4a9e-be20-b47115c1ffa6 req-4edda165-da1d-448e-a78b-11f3a490c1c1 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195265 Aug 30 23:02:57.741983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.744709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fb614358-c028-41e1-96c0-99dab11692bc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/adb56ec0-ee8c-4e10-8c76-627c3030003a HTTP/1.1" status: 204 len: 168 time: 1.3614724 Aug 30 23:02:57.747113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:57.773041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c50c7c76-365d-4277-b9ab-6f13c9917811, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c50c7c76-365d-4277-b9ab-6f13c9917811,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:57.777734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd7db332-720d-4196-8e05-1e32d00d5fc1 None None] Could not find standard attr ID for object adb56ec0-ee8c-4e10-8c76-627c3030003a. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:02:57.783737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.826967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:57.847049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e2246-441e-4de5-90ed-17a8d9ba87af tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:57.850337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4e2246-441e-4de5-90ed-17a8d9ba87af tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:57.851958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e4e2246-441e-4de5-90ed-17a8d9ba87af tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1035678 Aug 30 23:02:57.856071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:57.870896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c50c7c76-365d-4277-b9ab-6f13c9917811,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:57.962782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 01c5ca1a-3c1e-4c43-8554-5a39c1b711a6 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:02:57.990466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.002937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-45b6b157-b08f-4549-acff-f9b6be394d5f tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:58.010501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-45b6b157-b08f-4549-acff-f9b6be394d5f tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 0.2272437 Aug 30 23:02:58.013059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9e336834-4fc3-4c22-8197-10a7353196c5 req-44916f84-4160-489b-94ab-f4c404c7c9ba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 210 time: 0.0472438 Aug 30 23:02:58.066620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-441ccbea-fb6e-4c3d-990f-35c5d5a12d98 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/quotas/a3cafff2446f4b3fb14a2500024da30f HTTP/1.1" status: 200 len: 375 time: 0.0546949 Aug 30 23:02:58.091502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.152003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-80cc4f02-a539-470c-9fd4-eff31f4e40bd tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754392 Aug 30 23:02:58.253646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.311704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60988) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:58.337523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.339533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-4717fac8-da00-48dd-9926-0e79911d53b6 service neutron] 10.222.0.25 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646087 Aug 30 23:02:58.373777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.380073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/01c5ca1a-3c1e-4c43-8554-5a39c1b711a6 HTTP/1.1" status: 204 len: 168 time: 0.5216601 Aug 30 23:02:58.380960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60994) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:58.382108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258391ce-5ff0-4a85-ac75-cbe6c046e5e3 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:58.388637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fae45-0f5e-46e6-8b8e-b9610f10b7be tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=01c5ca1a-3c1e-4c43-8554-5a39c1b711a6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:58.429363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.443186 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ecaeeeeb-d08f-4a13-888d-c47347aaef0c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606060 Aug 30 23:02:58.443828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:58.450043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:58.544556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-389884683-network', 'tenant_id': '2c2e8f786c8042569740db1134d28976'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:58.585713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 23:02:58.585713 n-d-791504-21 neutron-server[101268]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 30 23:02:58.585713 n-d-791504-21 neutron-server[101268]: [parameters: {'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'id': 'fbf2b7d1-61f0-4946-8b73-5a83f54e794b', 'expiration': datetime.datetime(2021, 8, 30, 23, 4, 58, 574089)}] Aug 30 23:02:58.585713 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:02:58.586976 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:02:58.588930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Made reservation on behalf of 2c2e8f786c8042569740db1134d28976 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:58.592306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.608717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.675567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:02:58.729215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Deleting port c50c7c76-365d-4277-b9ab-6f13c9917811 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:58.730033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.739521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.746291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.778472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed85d4-474c-4a9f-bf3b-8b20d81312a1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:58.807305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] For port c50c7c76-365d-4277-b9ab-6f13c9917811, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c50c7c76-365d-4277-b9ab-6f13c9917811,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:02:58.807790 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.809595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:02:58.823808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.823808 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Added segment 32285bb6-7fdf-45b2-bb3e-f12c08d4efb5 of type vlan for network cba2ea14-8e32-47ee-b8fb-fcc82514379f Aug 30 23:02:58.836703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Calling delete_port for c50c7c76-365d-4277-b9ab-6f13c9917811 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:58.874029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.880354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-dc9d4ca0-d5ee-425e-ac18-05fc6d4209b8 service neutron] 10.222.0.25 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5397487 Aug 30 23:02:58.906820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.907838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:58.908421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.954650 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:58.968187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60998) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:02:58.968382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6553845 Aug 30 23:02:58.978725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1290778-a5cc-4991-8fc1-0a7910c3ca3a admin admin] Pushing event updated for resources: {'Network': ['ID=cba2ea14-8e32-47ee-b8fb-fcc82514379f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:58.997628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] Pushing event deleted for resources: {'Port': ['ID=c50c7c76-365d-4277-b9ab-6f13c9917811,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:58.998990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Request body: {'subnet': {'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-389884683-subnet', 'tenant_id': '2c2e8f786c8042569740db1134d28976', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:59.018821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network cba2ea14-8e32-47ee-b8fb-fcc82514379f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:02:59.037727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Made reservation on behalf of 2c2e8f786c8042569740db1134d28976 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:59.039668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c50c7c76-365d-4277-b9ab-6f13c9917811 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:02:59.040344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.110735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb48d67-eae1-42b2-aa05-2093c3ae2b2f None None] No DVR routers for this DVR port c50c7c76-365d-4277-b9ab-6f13c9917811 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:02:59.151907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c50c7c76-365d-4277-b9ab-6f13c9917811 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:02:59.152437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c50c7c76-365d-4277-b9ab-6f13c9917811 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:02:59.153746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:02:59.181206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.300889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a69bb30b-c5e4-4d84-bbef-5ad2d1afc19b req-79915cca-5155-457b-a23a-7ae20f2db1a9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 210 time: 0.1619036 Aug 30 23:02:59.394123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9a93bba-9441-4bb4-95da-29ee8ce81d72 req-95a2f2d5-cb25-4839-a96e-dc254d6f5cca tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 210 time: 0.1200953 Aug 30 23:02:59.405414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.408462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port db1d8451-907d-4961-b9e6-7fe838cb18d5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:02:59.408834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.502894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c58bb1b6-70e3-4702-9825-de7591b0731d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:59.548814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Checking segment: {'id': '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:02:59.549188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Network hostable DHCP agents. Network: cba2ea14-8e32-47ee-b8fb-fcc82514379f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:02:59.565482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.584900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for db1d8451-907d-4961-b9e6-7fe838cb18d5 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:02:59.595966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Network cba2ea14-8e32-47ee-b8fb-fcc82514379f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:02:59.641196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, cba2ea14-8e32-47ee-b8fb-fcc82514379f) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:02:59.647524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:59.648124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.660124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221cb001-1ebf-4216-912b-a1b3646d36c5 None None] Network cba2ea14-8e32-47ee-b8fb-fcc82514379f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:59.749655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-b7c17625-645c-4b15-b3dd-da4a22b9cf02 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:02:59.752379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-b7c17625-645c-4b15-b3dd-da4a22b9cf02 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 812 time: 0.4782686 Aug 30 23:02:59.796131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Request body: {'port': {'device_id': '98df8207-d97c-4afc-b23f-559148b724a8', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'admin_state_up': True, 'tenant_id': '0bf0dadc5814454983b9c309921eb178'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:02:59.807681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35eb483-def4-47e4-b308-8d61bb420bb7 None None] Network cba2ea14-8e32-47ee-b8fb-fcc82514379f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:02:59.858848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce615c06-4216-4cc6-ad74-5ad4c3280cbc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8895476 Aug 30 23:02:59.877381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:02:59.947876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=db1d8451-907d-4961-b9e6-7fe838cb18d5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:02:59.957741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.081514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.113039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:00.120832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:00.134580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a35b32a-77ad-4515-a099-9b7ac17f17c3 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:00.156764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:00.157357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.262036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8170457 Aug 30 23:03:00.265088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:00.273885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '456a7812-b446-4196-a79b-49e30dc7282f', 'ip_address': '2001:db8::66ef:ab00:ac36:5a94'}], 'name': 'tempest-NetworksTestDHCPv6-262866805'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:00.287902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1486e4-7955-480a-8936-cc4393c33408 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=456a7812-b446-4196-a79b-49e30dc7282f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:00.320127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Made reservation on behalf of 0bf0dadc5814454983b9c309921eb178 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:00.324438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.327707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router ba2e132f-f102-4fd3-a3b2-dbdc885792c6 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:00.436687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:00.443924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '456a7812-b446-4196-a79b-49e30dc7282f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:00.445133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.456248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-98ec99f0-c4c5-42d1-b23b-2a85dce478e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0400031 Aug 30 23:03:00.456451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] Sync routers for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:00.456564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:00.479331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:00.480630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:00.506210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1003130c-80fd-4ab5-8005-3ffc55978823 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba2e132f-f102-4fd3-a3b2-dbdc885792c6 HTTP/1.1" status: 200 len: 205 time: 0.0482683 Aug 30 23:03:00.507556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32810) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:00.530871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:00.536626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fe52278-a4d4-4587-a88b-dd8cea70aac0 req-87081ac0-58f1-44aa-9a5a-91b6fb492aa5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 210 time: 0.1111374 Aug 30 23:03:00.649047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] Routers {'ba2e132f-f102-4fd3-a3b2-dbdc885792c6'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:00.650316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:00.663562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53fdc7dc-67bf-4eb2-bdd8-9691a449d96f req-16de856e-9603-4e88-8700-6d3ec7a98150 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 210 time: 0.0380161 Aug 30 23:03:00.752536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.786206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/456a7812-b446-4196-a79b-49e30dc7282f/3f2c5c26-9070-4f8f-95c8-b05cd1d0619b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:00.797884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:00.798781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3107a36-052f-4db0-bba4-d7796e1348e5 None None] The sync data for ids ['ba2e132f-f102-4fd3-a3b2-dbdc885792c6'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:00.829901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-008e41f1-1047-45b4-8f67-b82131292e4f tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:00.831575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-008e41f1-1047-45b4-8f67-b82131292e4f tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 0.1664286 Aug 30 23:03:00.850932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Request body: {'port': {'device_id': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'admin_state_up': True, 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:00.982336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:00.991179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Transition to ACTIVE for port object 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:01.007076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Transition to ACTIVE for port object 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:01.015577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.018029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Allocated IP 172.20.0.12 (0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc/a7899c2b-b33d-47a6-8604-d084e2a603da/a62c9374-bb62-450d-a5c4-02c37515de65) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:01.021051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:01.022759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:01.026300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.029547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.038301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.051826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:01.058559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:01.062387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:01.074361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Pushing event updated for resources: {'Port': ['ID=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:01.127867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Attempting to bind port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:01.128233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Attempting to bind port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:01.128597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Attempting to bind port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:01.134376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:01.134759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:01.135166 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.135556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:01.136021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Bound port: 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:01.136401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.174139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Allocated IP 172.20.0.7 (a41e8a8a-9180-41ca-9120-15d65b71069c/287437ab-3587-45af-ac20-d48e51c21bbf/661d05bd-380d-419c-a519-c4e6e97c1f9e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:01.188901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-aa6f13bf-2fe6-47cf-8d1c-a525fc9b3c13 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:01.190482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-aa6f13bf-2fe6-47cf-8d1c-a525fc9b3c13 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/networks?id=cba2ea14-8e32-47ee-b8fb-fcc82514379f HTTP/1.1" status: 200 len: 821 time: 0.6507888 Aug 30 23:03:01.199735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.200248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router ba2e132f-f102-4fd3-a3b2-dbdc885792c6 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:01.215025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-88a9ef92-da67-4f6b-9d4c-2afe7fb206b5 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:01.215894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] For port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:01.216490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-88a9ef92-da67-4f6b-9d4c-2afe7fb206b5 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 0.5569715 Aug 30 23:03:01.219599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] For port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:01.222166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.225888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-268e628c-23a0-4ac0-9d4a-8e9424a5914e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6 HTTP/1.1" status: 204 len: 168 time: 0.7022102 Aug 30 23:03:01.227157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.228468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32812) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:01.251309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Request body: {'port': {'device_id': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'admin_state_up': True, 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:01.290220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e00ab16-63de-44a5-99be-381b8868f86f None None] Pushing event updated for resources: {'Port': ['ID=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:01.314518 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-0487cff8-fef4-4eee-bca1-03a888ece57d tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/quotas/2c2e8f786c8042569740db1134d28976 HTTP/1.1" status: 200 len: 375 time: 0.1094303 Aug 30 23:03:01.348098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet 23ced99a-30e2-4da4-91d4-c22d2bf01264 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:01.356797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.405834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.414463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-8f4e898d-2309-438e-9a70-763cb93df5bd tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2c2e8f786c8042569740db1134d28976&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799537 Aug 30 23:03:01.415813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.520725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.530695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:01.553724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.669627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.671052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-459fe70d-8bc0-4944-9ce5-44907b62d124 req-568d0ec2-65ef-4cc2-9e92-2f8b952579cc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 210 time: 0.0381041 Aug 30 23:03:01.672329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.674392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.741599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-ec6b8607-fd38-4eec-aba7-f74b832a48a8 service neutron] 10.222.0.25 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061163 Aug 30 23:03:01.743436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Transition to ACTIVE for port object a62c9374-bb62-450d-a5c4-02c37515de65 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:01.748105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=23ced99a-30e2-4da4-91d4-c22d2bf01264,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:01.753292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.754189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:01.757869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3d1929ff-3078-4785-b19b-8679b8450226 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/23ced99a-30e2-4da4-91d4-c22d2bf01264 HTTP/1.1" status: 204 len: 168 time: 0.5260108 Aug 30 23:03:01.758002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.760875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Network a41e8a8a-9180-41ca-9120-15d65b71069c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:01.761703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32818) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:01.765817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64463f41-c1db-4b81-b5c2-0b2d3624e27e None None] Network faf8a525-2ee2-40db-8162-e39c824fe4e9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:01.769999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:01.783847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:01.836099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event updated for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:01.861567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:01.862247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:01.880552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d32c1-08e2-4e24-8a00-de8ffe7ea488 req-78d3c7aa-1143-4172-bcd7-2e8c6beac435 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:01.882208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-416d32c1-08e2-4e24-8a00-de8ffe7ea488 req-78d3c7aa-1143-4172-bcd7-2e8c6beac435 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 931 time: 0.1235116 Aug 30 23:03:01.890919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-7294124d-58f9-48dc-a0b6-fd7c8e54134a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0440528 Aug 30 23:03:01.916963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-84ae234b-a1a7-4f55-b3b6-733f2e881ebf tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:03:01.918032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-84ae234b-a1a7-4f55-b3b6-733f2e881ebf tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061338 Aug 30 23:03:01.933165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Request body: {'port': {'device_id': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:01.965737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-416d32c1-08e2-4e24-8a00-de8ffe7ea488 req-2b53df1a-63ec-4045-8b51-41cd3c2fd84c tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688848 Aug 30 23:03:02.005141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet efdcda22-2be4-4812-a3d8-393e1a0b03bc {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:02.009106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] DHCP port deletion for faf8a525-2ee2-40db-8162-e39c824fe4e9 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:02.013708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.025808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.069554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::66ef:ab00:ac36:5a94 (a77af47a-f8fc-4324-a15a-49aeaba204b7/456a7812-b446-4196-a79b-49e30dc7282f/62d1941b-6f62-4cfa-b146-e2fd7dc5c24b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:02.069979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Deleting port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:02.070573 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.072198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.090053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:02.130977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-884c19f6-f585-44b9-ade8-d6012e7607f5 service neutron] 10.222.0.25 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3628747 Aug 30 23:03:02.160846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:02.201297 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.239010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:02.250465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] For port 03408ca1-ac9a-4a8d-acb2-e82db70c2325, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=03408ca1-ac9a-4a8d-acb2-e82db70c2325,segment=NetworkSegment(4a0211bb-423b-4746-894c-bbf5e013f6b1),segment_id=4a0211bb-423b-4746-894c-bbf5e013f6b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:02.250916 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.263554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:02.283216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:02.283446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Calling delete_port for 03408ca1-ac9a-4a8d-acb2-e82db70c2325 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:02.296801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Allocated IP 172.20.0.13 (a41e8a8a-9180-41ca-9120-15d65b71069c/287437ab-3587-45af-ac20-d48e51c21bbf/49bf7641-01c5-4104-a0c4-92b9f414275f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:02.308093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:02.438533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-165cdf2d-1afc-448a-a066-5ca134e49fa6 req-da549616-5d02-4fce-af0c-8d3c2022df2e tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 210 time: 0.0624778 Aug 30 23:03:02.802349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-64e00b89-769c-4b31-9a81-3afd690169ba None None] Provisioning for port a62c9374-bb62-450d-a5c4-02c37515de65 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:02.829076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-64e00b89-769c-4b31-9a81-3afd690169ba None None] Provisioning complete for port a62c9374-bb62-450d-a5c4-02c37515de65 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:02.829631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-64e00b89-769c-4b31-9a81-3afd690169ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.914359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-64e00b89-769c-4b31-9a81-3afd690169ba None None] Port a62c9374-bb62-450d-a5c4-02c37515de65 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:02.922572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:02.956289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] Pushing event deleted for resources: {'Port': ['ID=03408ca1-ac9a-4a8d-acb2-e82db70c2325,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:02.963103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36847217-a65d-4c66-ab8b-9d04d1d25c64 None None] No DVR routers for this DVR port 03408ca1-ac9a-4a8d-acb2-e82db70c2325 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:02.994735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:02.995418 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.062354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0a0832dd-a02b-4be3-9de7-b6775c24e149 None None] Provisioning for port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:03.083430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d99869-9ace-490a-ad46-6124d8e1161f req-669b5a42-4a95-4aa0-aa8d-fceb2ea0d6b4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.085129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0d99869-9ace-490a-ad46-6124d8e1161f req-669b5a42-4a95-4aa0-aa8d-fceb2ea0d6b4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 932 time: 0.2945693 Aug 30 23:03:03.086427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-e2629dbf-ea48-4326-80c2-b986ed1891a8 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2949889 Aug 30 23:03:03.087875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.094705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:03.132024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Request body: {'port': {'device_id': '98df8207-d97c-4afc-b23f-559148b724a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:03.133276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c62f9e-fe02-4f47-a629-ca0e085c9094 req-0d403bf8-c473-4132-921d-5f23acff2490 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.134705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53c62f9e-fe02-4f47-a629-ca0e085c9094 req-0d403bf8-c473-4132-921d-5f23acff2490 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 931 time: 0.0767345 Aug 30 23:03:03.156699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:03.160640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:03.161018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.198411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53c62f9e-fe02-4f47-a629-ca0e085c9094 req-db1b72c9-4975-4ded-b52e-ea0ae8145f6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498338 Aug 30 23:03:03.255773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.257917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.262838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.288630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:03.292952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.293949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0d99869-9ace-490a-ad46-6124d8e1161f req-2e6b2efd-5e93-4d11-9fbc-123bcee8492a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792517 Aug 30 23:03:03.319379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:03.329570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.332037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.348708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 03408ca1-ac9a-4a8d-acb2-e82db70c2325 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:03.377596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 03408ca1-ac9a-4a8d-acb2-e82db70c2325 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:03.377938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 03408ca1-ac9a-4a8d-acb2-e82db70c2325 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:03.382543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=efdcda22-2be4-4812-a3d8-393e1a0b03bc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:03.390166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:03.402068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40acca2e-97ac-4125-9b76-846ba76310a5 None None] Network 18497158-a902-4edb-98da-71645c612325 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:03.417025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.418924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a29e6b0-2574-4ee5-afcd-cbb512ee1a7b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/efdcda22-2be4-4812-a3d8-393e1a0b03bc HTTP/1.1" status: 204 len: 168 time: 1.6542625 Aug 30 23:03:03.421806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32834) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:03.459326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.521667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.522910 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.590448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Network a41e8a8a-9180-41ca-9120-15d65b71069c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:03.600704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:03.614242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:03.615291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:03.623432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e2aba1e-3b51-46df-be2c-822a9564b5a3 req-3c7d41ba-8914-47b8-91fa-6e7d244c3699 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 210 time: 0.0987067 Aug 30 23:03:03.629270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event updated for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:03.673710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] DHCP port deletion for 18497158-a902-4edb-98da-71645c612325 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:03.681951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:03.694953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:03.707805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.708491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.752371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Deleting port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:03.752903 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.808689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.812267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.817360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5507941 Aug 30 23:03:03.823827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15a1d35-d1b3-4f0f-8c94-7da33eb0f3d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=62d1941b-6f62-4cfa-b146-e2fd7dc5c24b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:03.830323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32838) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:03.874414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.880974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] For port 61a3297c-e0a7-46df-ba4e-0bfb80e88779, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=61a3297c-e0a7-46df-ba4e-0bfb80e88779,segment=NetworkSegment(c76a049f-be0b-4e90-a418-b021e9bce889),segment_id=c76a049f-be0b-4e90-a418-b021e9bce889)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:03.882052 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.889073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-32e029ca-f06e-4c97-bf54-b9f554556193 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6553478 Aug 30 23:03:03.900102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf8a525-2ee2-40db-8162-e39c824fe4e9']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:03.905247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Calling delete_port for 61a3297c-e0a7-46df-ba4e-0bfb80e88779 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:03.908594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Request body: {'port': {'device_id': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:03.909653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-1b670c61-b579-4612-9cbd-9b7647865f31 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.911946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-1b670c61-b579-4612-9cbd-9b7647865f31 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.47 "GET /v2.0/networks?id=cba2ea14-8e32-47ee-b8fb-fcc82514379f HTTP/1.1" status: 200 len: 821 time: 0.2925413 Aug 30 23:03:03.923347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0211bb-423b-4746-894c-bbf5e013f6b1') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:03.925438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0211bb-423b-4746-894c-bbf5e013f6b1') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:03.947303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.968569 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.972165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51858e0-5bb9-4e54-9ea6-d1c1d875baa9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.977003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:03.977289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:03.979515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51858e0-5bb9-4e54-9ea6-d1c1d875baa9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:03.981290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f51858e0-5bb9-4e54-9ea6-d1c1d875baa9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.1500001 Aug 30 23:03:03.985322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32840) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:04.010759 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:04.026038 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:04.041354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] Pushing event deleted for resources: {'Port': ['ID=61a3297c-e0a7-46df-ba4e-0bfb80e88779,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:04.042892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Request body: {'port': {'device_id': '5f08cac6-1f25-4968-98dc-797b609847bf', 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f', 'admin_state_up': True, 'tenant_id': '2c2e8f786c8042569740db1134d28976'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:04.047864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a33d86-4bc8-4685-9a91-54634cae0f28 None None] No DVR routers for this DVR port 61a3297c-e0a7-46df-ba4e-0bfb80e88779 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:04.072045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62c9374-bb62-450d-a5c4-02c37515de65 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:04.076312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.089939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.104770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-58e17772-5799-46a2-bd0d-61ac68437ac6 None None] Provisioning for port 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:04.108801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-58e17772-5799-46a2-bd0d-61ac68437ac6 None None] Provisioning complete for port 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:04.109184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-58e17772-5799-46a2-bd0d-61ac68437ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.142576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.153559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Transition to ACTIVE for port object a62c9374-bb62-450d-a5c4-02c37515de65 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:04.154404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-58e17772-5799-46a2-bd0d-61ac68437ac6 None None] Port 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:04.155605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.160732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/faf8a525-2ee2-40db-8162-e39c824fe4e9 HTTP/1.1" status: 204 len: 168 time: 0.7352200 Aug 30 23:03:04.161411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32842) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:04.180500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.187491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ea333-a737-40c7-b6f4-dd35519698d1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=faf8a525-2ee2-40db-8162-e39c824fe4e9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:04.197671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661d05bd-380d-419c-a519-c4e6e97c1f9e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:04.208078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.231095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Transition to ACTIVE for port object 661d05bd-380d-419c-a519-c4e6e97c1f9e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:04.241870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.289413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Made reservation on behalf of 2c2e8f786c8042569740db1134d28976 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:04.293272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.343245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Pushing event updated for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:04.404714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:04.451039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:04.451383 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.467819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.543043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c6ab6-e168-491f-9258-b65391f705d0 req-95ddb7bd-3c4f-44a2-b5e4-326185cccb24 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:04.544534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb4c6ab6-e168-491f-9258-b65391f705d0 req-95ddb7bd-3c4f-44a2-b5e4-326185cccb24 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.1497593 Aug 30 23:03:04.556351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Attempting to bind port 661d05bd-380d-419c-a519-c4e6e97c1f9e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:04.556686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Attempting to bind port 661d05bd-380d-419c-a519-c4e6e97c1f9e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:04.557013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Attempting to bind port 661d05bd-380d-419c-a519-c4e6e97c1f9e on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:04.579106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Port 661d05bd-380d-419c-a519-c4e6e97c1f9e on network a41e8a8a-9180-41ca-9120-15d65b71069c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:04.579482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Attempting to bind port 661d05bd-380d-419c-a519-c4e6e97c1f9e on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:04.598205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:04.598549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Checking segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:04.598935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Bound using segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:04.599374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Bound port: 661d05bd-380d-419c-a519-c4e6e97c1f9e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:04.599733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.602023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Allocated IP 172.20.0.14 (cba2ea14-8e32-47ee-b8fb-fcc82514379f/c58bb1b6-70e3-4702-9825-de7591b0731d/40d843f7-c16c-4dbc-ab68-61c40cf0b16a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:04.606774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2cc026-9004-4ba6-ba63-706f733f0db1 req-f3d94dfc-ee6a-4ca2-82ee-6955e1f1e410 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:04.608283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f2cc026-9004-4ba6-ba63-706f733f0db1 req-f3d94dfc-ee6a-4ca2-82ee-6955e1f1e410 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 943 time: 0.2856424 Aug 30 23:03:04.631239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb4c6ab6-e168-491f-9258-b65391f705d0 req-c9b811da-945a-464c-a29c-3d7899a2aade tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805945 Aug 30 23:03:04.712777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Attempting to bind port a62c9374-bb62-450d-a5c4-02c37515de65 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:04.713112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Attempting to bind port a62c9374-bb62-450d-a5c4-02c37515de65 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:04.713440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Attempting to bind port a62c9374-bb62-450d-a5c4-02c37515de65 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:04.768021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.781755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Port a62c9374-bb62-450d-a5c4-02c37515de65 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:04.782101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Attempting to bind port a62c9374-bb62-450d-a5c4-02c37515de65 on network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:04.782877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e5a6a61-61fe-4f45-95be-b1fac0c8d348 req-7b9f6be2-745b-4f97-8218-cd1ed4114695 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 210 time: 0.0736587 Aug 30 23:03:04.784218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:04.803651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 62d1941b-6f62-4cfa-b146-e2fd7dc5c24b owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:04.805595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:04.812116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.822207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f2cc026-9004-4ba6-ba63-706f733f0db1 req-c137baa0-38dc-43ec-89d4-61706c43b682 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913869 Aug 30 23:03:04.822921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:04.823254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Checking segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:04.823626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Bound using segment: {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:04.824136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Bound port: a62c9374-bb62-450d-a5c4-02c37515de65, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6990d453-1498-4396-8319-ed60e2f663f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:04.824668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.827671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.879610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:04.880234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.881637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/661d05bd-380d-419c-a519-c4e6e97c1f9e HTTP/1.1" status: 200 len: 1092 time: 2.9542270 Aug 30 23:03:04.882104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:04.884357 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7134e623-66b8-4d9b-91f6-131c288d6f70" -d '{"events": [{"name": "network-changed", "server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:04.895355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18497158-a902-4edb-98da-71645c612325']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:04.914936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2317a94e-f7d0-4a02-aa3e-46a6734806b4 service neutron] Pushing event updated for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:04.920168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.946893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76a049f-be0b-4e90-a418-b021e9bce889') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:04.947192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76a049f-be0b-4e90-a418-b021e9bce889') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:04.977412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.979252 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af6c66e-6954-458a-9485-b865401f96af x-openstack-request-id: req-1af6c66e-6954-458a-9485-b865401f96af {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:04.979552 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:04.979805 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1af6c66e-6954-458a-9485-b865401f96af {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:04.980199 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e', 'status': 'completed', 'code': 200} Aug 30 23:03:04.995153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:04.997218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49bf7641-01c5-4104-a0c4-92b9f414275f {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:05.010937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-66772ca6-974f-4e14-8081-4153dc417a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.012489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-66772ca6-974f-4e14-8081-4153dc417a56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 1095 time: 0.0685668 Aug 30 23:03:05.014625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.031748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.035916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:05.047722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:05.048161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:05.060791 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:05.062858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:05.074188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Transition to ACTIVE for port object 49bf7641-01c5-4104-a0c4-92b9f414275f will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:05.091884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Network cba2ea14-8e32-47ee-b8fb-fcc82514379f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:05.093583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-62e98759-6ca0-4433-bba0-144f5be75bbc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e HTTP/1.1" status: 200 len: 217 time: 0.0614300 Aug 30 23:03:05.096712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:05.099154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:05.099154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.101862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:05.115484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Pushing event updated for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:05.120789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:05.124230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.158221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.190302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.191207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.195441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-27b3fabc-e590-4f75-baf2-46fcab95f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.196894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-27b3fabc-e590-4f75-baf2-46fcab95f01b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.0923181 Aug 30 23:03:05.218444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.224884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-cf5165d3-9fa9-4015-a821-7456d13bd812 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1916707 Aug 30 23:03:05.225034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.225034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.225034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] 10.222.0.52 "PUT /v2.0/ports/a62c9374-bb62-450d-a5c4-02c37515de65 HTTP/1.1" status: 200 len: 1093 time: 2.1024168 Aug 30 23:03:05.228356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:05.230658 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b7d95d-971d-494b-a4c8-eb5a7937839d" -d '{"events": [{"name": "network-changed", "server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:05.244529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Request body: {'port': {'device_id': '5f08cac6-1f25-4968-98dc-797b609847bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:05.255362 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.260833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/18497158-a902-4edb-98da-71645c612325 HTTP/1.1" status: 204 len: 168 time: 1.0910716 Aug 30 23:03:05.269998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Pushing event updated for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:05.276189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:05.279227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-f06bc5f6-7ffc-44f7-b6dd-13fee4a2ed61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743716 Aug 30 23:03:05.286573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-394013131'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:05.295674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 61a3297c-e0a7-46df-ba4e-0bfb80e88779 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:05.300454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9afc74-665f-42da-8452-b471222dce49 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=18497158-a902-4edb-98da-71645c612325,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:05.325878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 61a3297c-e0a7-46df-ba4e-0bfb80e88779 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:05.326564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 61a3297c-e0a7-46df-ba4e-0bfb80e88779 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:05.340338 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc21b40-3700-4442-90ec-e2dc79426123 x-openstack-request-id: req-0bc21b40-3700-4442-90ec-e2dc79426123 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:05.340634 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:05.340888 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0bc21b40-3700-4442-90ec-e2dc79426123 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:05.341287 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'status': 'completed', 'code': 200} Aug 30 23:03:05.398386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.400346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:05.403973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.409095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.464031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8cd09-fae7-4ca3-8d9d-a4e39072ab41 service neutron] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:05.486009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-b40261be-a742-47d7-ab4a-07a5498190cf service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930649 Aug 30 23:03:05.492696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:05.526160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=62d1941b-6f62-4cfa-b146-e2fd7dc5c24b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:05.529570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-da2e65ed-fdcf-4e97-b18a-074bca56ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.531193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-da2e65ed-fdcf-4e97-b18a-074bca56ab79 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 1096 time: 0.1851642 Aug 30 23:03:05.535020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.537094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-73b170c7-44df-4ccb-8fc8-9136eca824e5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/62d1941b-6f62-4cfa-b146-e2fd7dc5c24b HTTP/1.1" status: 204 len: 168 time: 1.5471778 Aug 30 23:03:05.540299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:05.549222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Attempting to bind port 49bf7641-01c5-4104-a0c4-92b9f414275f on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:05.549930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Attempting to bind port 49bf7641-01c5-4104-a0c4-92b9f414275f by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:05.550868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Attempting to bind port 49bf7641-01c5-4104-a0c4-92b9f414275f on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:05.564776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.565047 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment 1e7c3eff-48bf-488b-9979-91f55ed58032 of type vlan for network d3668604-259c-4a47-a34e-50f92579dcef Aug 30 23:03:05.610771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Port 49bf7641-01c5-4104-a0c4-92b9f414275f on network a41e8a8a-9180-41ca-9120-15d65b71069c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:05.611202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Attempting to bind port 49bf7641-01c5-4104-a0c4-92b9f414275f on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:05.618174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-69791ad2-6fbf-4042-8bef-ad7def43cc92 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62c9374-bb62-450d-a5c4-02c37515de65 HTTP/1.1" status: 200 len: 217 time: 0.0628290 Aug 30 23:03:05.624784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:05.625215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Checking segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:05.625675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Bound using segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:05.626222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Bound port: 49bf7641-01c5-4104-a0c4-92b9f414275f, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:05.626671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.691415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db29b8-b9e7-4399-8b57-780b41807735 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.693344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db29b8-b9e7-4399-8b57-780b41807735 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.695184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-68db29b8-b9e7-4399-8b57-780b41807735 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1538916 Aug 30 23:03:05.699500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32860) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:05.758232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-27e28c3f-79d5-43e7-b362-4f5671505ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:05.759718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-27e28c3f-79d5-43e7-b362-4f5671505ad4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1283536 Aug 30 23:03:05.831050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 456a7812-b446-4196-a79b-49e30dc7282f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:05.836620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:05.841019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:06.039188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.114541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-0036d328-cf5a-4221-a3e6-3e6f57be15b7 service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190856 Aug 30 23:03:06.139727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321c15c-4e75-40b4-bd6c-f961f23a19f8 req-c3aa4003-95a8-461d-bb8b-7633a2b9a5c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.141288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9321c15c-4e75-40b4-bd6c-f961f23a19f8 req-c3aa4003-95a8-461d-bb8b-7633a2b9a5c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.2401810 Aug 30 23:03:06.158618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.164130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.164709 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.180272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49bf7641-01c5-4104-a0c4-92b9f414275f,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:06.202020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-f026db72-a85d-4da9-bac0-c3e5ff70bd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.203532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-f026db72-a85d-4da9-bac0-c3e5ff70bd95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4339833 Aug 30 23:03:06.207821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.215847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.288777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0084634 Aug 30 23:03:06.294344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32866) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:06.313888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9321c15c-4e75-40b4-bd6c-f961f23a19f8 req-ed283e5b-32dd-4d15-bd25-71619a1d024e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593933 Aug 30 23:03:06.314482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c74afa-e1c2-42ea-8e53-9eaf35c6a860 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=d3668604-259c-4a47-a34e-50f92579dcef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:06.327453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d3668604-259c-4a47-a34e-50f92579dcef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:06.329778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:06.334458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.335087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.336474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] 10.222.0.47 "PUT /v2.0/ports/49bf7641-01c5-4104-a0c4-92b9f414275f HTTP/1.1" status: 200 len: 1093 time: 2.4320750 Aug 30 23:03:06.376445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-fdec8368-bd31-41d8-9cf5-d277a4e7ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.378078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-fdec8368-bd31-41d8-9cf5-d277a4e7ee42 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 1095 time: 0.1449542 Aug 30 23:03:06.384785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f9b23-ce93-413d-964a-22fa1e4601e4 req-1d55f0e3-9216-4093-9151-80db56a61688 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.392430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b01f9b23-ce93-413d-964a-22fa1e4601e4 req-1d55f0e3-9216-4093-9151-80db56a61688 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 932 time: 0.5216751 Aug 30 23:03:06.415734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d843f7-c16c-4dbc-ab68-61c40cf0b16a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:06.458273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.477518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b88789-b83f-4d61-b61a-15249fa3348a service neutron] Pushing event updated for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:06.497128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Transition to ACTIVE for port object 40d843f7-c16c-4dbc-ab68-61c40cf0b16a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:06.508103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.562330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e598396e-6994-4932-8d82-fd60e4e1ad9a req-0285c621-7f00-4879-b258-5b6ebca202cd tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.563752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e598396e-6994-4932-8d82-fd60e4e1ad9a req-0285c621-7f00-4879-b258-5b6ebca202cd tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 943 time: 0.1508882 Aug 30 23:03:06.588948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.596896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b01f9b23-ce93-413d-964a-22fa1e4601e4 req-cc82c70f-584f-4ebf-9238-fe678f2b011f tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023234 Aug 30 23:03:06.606868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-1f4288f0-4b1c-4c25-a482-a4bb7248865b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.607105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:03:06.608239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-1f4288f0-4b1c-4c25-a482-a4bb7248865b service neutron] 10.222.0.52 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 914 time: 0.2173126 Aug 30 23:03:06.612205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Pushing event updated for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:06.623085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-2ebe799b-f4d2-45d5-9f35-fb85b03cb771 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012229 Aug 30 23:03:06.642938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-15c8d1b8-e07d-4c24-a89c-2c66847778f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.645119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-15c8d1b8-e07d-4c24-a89c-2c66847778f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 1096 time: 0.2121172 Aug 30 23:03:06.680700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-c0bf5d4a-9a8e-4c88-9544-ba2d5e308a63 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e HTTP/1.1" status: 200 len: 217 time: 0.0637624 Aug 30 23:03:06.686740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e598396e-6994-4932-8d82-fd60e4e1ad9a req-b51a750a-1f9e-4296-8268-61c33588c8c2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126618 Aug 30 23:03:06.745233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-1dce3fe5-1100-4d37-9a2d-2b71a89738c2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49bf7641-01c5-4104-a0c4-92b9f414275f HTTP/1.1" status: 200 len: 217 time: 0.0717318 Aug 30 23:03:06.745839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:06.749244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.770832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-7a02efa0-2bed-4729-a4c7-9661021c906e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.772284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-7a02efa0-2bed-4729-a4c7-9661021c906e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.0630724 Aug 30 23:03:06.776648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Attempting to bind port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:06.776979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Attempting to bind port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:06.777301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Attempting to bind port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a on network cba2ea14-8e32-47ee-b8fb-fcc82514379f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:06.804602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a on network cba2ea14-8e32-47ee-b8fb-fcc82514379f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:06.804927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Attempting to bind port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a on network cba2ea14-8e32-47ee-b8fb-fcc82514379f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:06.808290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-5cca8f7b-f866-45d1-a6bb-7bee1a260402 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281065 Aug 30 23:03:06.812434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:06.812675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Checking segment: {'id': '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:06.813048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Bound using segment: {'id': '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:06.813820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Bound port: 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:06.813820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.857439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.916017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=456a7812-b446-4196-a79b-49e30dc7282f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:06.918080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.922166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-767ae9bb-05c3-4fd3-9eb4-513038ddec16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/456a7812-b446-4196-a79b-49e30dc7282f HTTP/1.1" status: 204 len: 168 time: 1.2167258 Aug 30 23:03:06.926333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede52024-a792-489c-9b4b-2da6ddb22a0e None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:06.927635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32868) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:06.945572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b27d07d4-b52e-4ab7-b98d-72031ab1ea72 req-0ea9472b-ebe8-46bc-8dc5-0514b8942800 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086550 Aug 30 23:03:06.949283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c534710-f926-4ef0-9387-b20009823cd3 req-619c7602-683c-471b-a9cc-62f98382ff59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:06.950727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-619c7602-683c-471b-a9cc-62f98382ff59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.1803267 Aug 30 23:03:06.953766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:06.959084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,segment=NetworkSegment(32285bb6-7fdf-45b2-bb3e-f12c08d4efb5),segment_id=32285bb6-7fdf-45b2-bb3e-f12c08d4efb5)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:06.961596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-a00e0bae-a99e-4da7-aa65-f2a98ddb80f1 service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438975 Aug 30 23:03:06.967270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:06.992865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-65ee3dcc-9016-4298-982f-3b8dc3af5d38 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550992 Aug 30 23:03:07.000477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32870) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:07.022391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:07.028294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-9e966e1c-d88d-40af-b66c-b3a2ee350959 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413098 Aug 30 23:03:07.054904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.055517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.056894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] 10.222.0.47 "PUT /v2.0/ports/40d843f7-c16c-4dbc-ab68-61c40cf0b16a HTTP/1.1" status: 200 len: 1093 time: 1.8219216 Aug 30 23:03:07.057352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:07.059609 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03c7b3d-fc73-4461-b2af-544771efcc39" -d '{"events": [{"name": "network-changed", "server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:07.101646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e4dd8-3624-45e6-b2a3-1d21d20f5971 service neutron] Pushing event updated for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:07.126775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7134e623-66b8-4d9b-91f6-131c288d6f70 req-13a19e06-6685-4020-bf5b-eb8ef89bcba3 service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559253 Aug 30 23:03:07.137318 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f95d2c0-26f2-4e3d-b318-d7154768d29c x-openstack-request-id: req-9f95d2c0-26f2-4e3d-b318-d7154768d29c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:07.137604 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:07.137881 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f95d2c0-26f2-4e3d-b318-d7154768d29c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:07.138294 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a', 'status': 'completed', 'code': 200} Aug 30 23:03:07.180372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-0624bd97-885b-4b36-8cb2-9cc3803ed3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.181945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-0624bd97-885b-4b36-8cb2-9cc3803ed3dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c2e8f786c8042569740db1134d28976&device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 1096 time: 0.0542698 Aug 30 23:03:07.200501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:07.232818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-7bf8f848-aa31-47cf-a82a-4bb2a52c8b93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a HTTP/1.1" status: 200 len: 217 time: 0.0388980 Aug 30 23:03:07.247924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-90e2dd62-b3f2-4bf2-a96a-035f5a0c747b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.249635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-90e2dd62-b3f2-4bf2-a96a-035f5a0c747b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 1096 time: 0.2027099 Aug 30 23:03:07.259947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Deleting port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:07.260413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.300812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-24d2f32d-b826-4e8a-8ed3-7a82890896d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.302562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-24d2f32d-b826-4e8a-8ed3-7a82890896d1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c58bb1b6-70e3-4702-9825-de7591b0731d HTTP/1.1" status: 200 len: 861 time: 0.0570178 Aug 30 23:03:07.330421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] For port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:07.330977 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.339987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-abcbc59a-ca1c-458d-a457-4d9652438e3b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cba2ea14-8e32-47ee-b8fb-fcc82514379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288403 Aug 30 23:03:07.345330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Calling delete_port for 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:07.346158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:07.348545 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f79b75-9065-4ecc-92c6-0b8642e1ca53" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:07.375274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-eedc1395-0e7c-4f04-a789-ddce1a75e59b service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271341 Aug 30 23:03:07.380435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:07.384110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.401955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.448111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.455681 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c7bca-387f-46f2-a5f8-fe97fd12102b x-openstack-request-id: req-118c7bca-387f-46f2-a5f8-fe97fd12102b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:07.455975 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:07.456229 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-118c7bca-387f-46f2-a5f8-fe97fd12102b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:07.456679 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f', 'status': 'completed', 'code': 200} Aug 30 23:03:07.477828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] Pushing event deleted for resources: {'Port': ['ID=3f2c5c26-9070-4f8f-95c8-b05cd1d0619b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:07.481573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba04f5d-0201-4d72-a43c-1f12c899243d None None] No DVR routers for this DVR port 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:07.517451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-414cb302-a0e2-4fdc-bf38-d9bb2a6be1a7 service neutron] 10.222.0.47 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673532 Aug 30 23:03:07.526076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f1b0e6-7b9a-4a5c-bf1f-b890168c53e8 req-b2f026fd-7992-4966-91bb-1a6086d96336 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.528411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1f1b0e6-7b9a-4a5c-bf1f-b890168c53e8 req-b2f026fd-7992-4966-91bb-1a6086d96336 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.0990317 Aug 30 23:03:07.603501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=c991c535-e07e-4acf-9571-de40d69794a0,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:07.633023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-7607cdb8-6647-435a-bbe7-a93ea8c36708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.634704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-7607cdb8-6647-435a-bbe7-a93ea8c36708 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.3741658 Aug 30 23:03:07.635381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1f1b0e6-7b9a-4a5c-bf1f-b890168c53e8 req-7e54cb7c-a614-4400-b405-5bcb7ce8274d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957913 Aug 30 23:03:07.663671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c69995c0-33a3-4446-a37e-48dde70cd866 req-bc3564b9-041a-4c08-a3a8-08ddaee84697 service neutron] 10.222.0.47 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338384 Aug 30 23:03:07.695929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c534710-f926-4ef0-9387-b20009823cd3 req-039a41dc-5560-4832-8ca6-2964e6655fa5 service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047452 Aug 30 23:03:07.698410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': '1e7c3eff-48bf-488b-9979-91f55ed58032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:07.698778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: d3668604-259c-4a47-a34e-50f92579dcef, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:07.703729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-aaa12093-749e-46b7-9649-6b61b5787d67 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62c9374-bb62-450d-a5c4-02c37515de65 HTTP/1.1" status: 200 len: 217 time: 0.0574017 Aug 30 23:03:07.823495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network d3668604-259c-4a47-a34e-50f92579dcef is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:07.854720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b2c433-780f-4c7d-a6b9-a261d364e0ea req-5d2bad03-60a9-45c2-b857-16535a26a1ed tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.856227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01b2c433-780f-4c7d-a6b9-a261d364e0ea req-5d2bad03-60a9-45c2-b857-16535a26a1ed tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 943 time: 0.0936351 Aug 30 23:03:07.858208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-032d886f-f3ae-4939-abaf-8266e43a5201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.859863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-032d886f-f3ae-4939-abaf-8266e43a5201 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 1096 time: 0.0815351 Aug 30 23:03:07.870594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d3668604-259c-4a47-a34e-50f92579dcef) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:07.878816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a986f1b2-85eb-434f-b10d-86e250595cdc None None] Network d3668604-259c-4a47-a34e-50f92579dcef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:07.903763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.904272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.916597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-c9d4dddd-3382-48cf-848e-c51b314cca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.918092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-c9d4dddd-3382-48cf-848e-c51b314cca1a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1908348 Aug 30 23:03:07.930218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e4c9f-db02-43e3-9716-898882eaa717 req-3e6a2ef4-c33d-438d-8794-cc05e438c579 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.931703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd5e4c9f-db02-43e3-9716-898882eaa717 req-3e6a2ef4-c33d-438d-8794-cc05e438c579 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 944 time: 0.2254858 Aug 30 23:03:07.948417 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01b2c433-780f-4c7d-a6b9-a261d364e0ea req-cbc908b1-8648-4095-bbcc-be2b68bd1b74 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849504 Aug 30 23:03:07.968974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-87d936d4-3153-479a-8559-a5e0c7df5705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:07.970475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-87d936d4-3153-479a-8559-a5e0c7df5705 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=2c2e8f786c8042569740db1134d28976&device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 1096 time: 0.1906826 Aug 30 23:03:07.994244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:07.997659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59b13401-a8b5-4bc6-a555-3fe86b87b435 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6963522 Aug 30 23:03:08.004091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32882) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:08.010381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1465398543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:08.025640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-7dbb9075-d529-4365-84f5-20b3348436ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.027174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-7dbb9075-d529-4365-84f5-20b3348436ef service neutron] 10.222.0.47 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 914 time: 0.1363454 Aug 30 23:03:08.042321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.043590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.048820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-d3668604-259c-4a47-a34e-50f92579dcef', 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': 'c991c535-e07e-4acf-9571-de40d69794a0'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:08.049890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.089431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-04ceb111-d1a9-4dc3-a7ba-00331314b89f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=49bf7641-01c5-4104-a0c4-92b9f414275f HTTP/1.1" status: 200 len: 217 time: 0.0404806 Aug 30 23:03:08.120818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:08.129500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd5e4c9f-db02-43e3-9716-898882eaa717 req-72538994-6c4d-4d43-abdd-ad96364c7df2 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748176 Aug 30 23:03:08.134656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:08.139778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-091bc1a8-5f5c-44a4-87fd-24bffe0a4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.141307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-091bc1a8-5f5c-44a4-87fd-24bffe0a4489 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2058251 Aug 30 23:03:08.142607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.143688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.151461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:08.156383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad7fe9-5d50-41fa-8196-28ae2bdf1eb5 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:08.170607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.179652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.209519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-47294953-520a-446b-9c71-2c5de741f848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.211088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-47294953-520a-446b-9c71-2c5de741f848 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.1021221 Aug 30 23:03:08.212917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.213628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1a4472ed-71dc-4ec8-a28b-a6de8425ed93 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2083700 Aug 30 23:03:08.216552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32884) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:08.221810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'port': {'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef', 'name': 'tempest-RoutersIpV6Test-2055559631'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:08.222915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-545b079c-22de-4991-9013-fca47b1b1fa1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2204013 Aug 30 23:03:08.229750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:08.234191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d', 'ip_address': '2001:db8::3f06:eab:3838:aba6'}], 'name': 'tempest-NetworksTestDHCPv6-2065160542'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:08.243140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-139c6696-d8bf-44cf-b519-aa81cb76f430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.244631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-139c6696-d8bf-44cf-b519-aa81cb76f430 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cba2ea14-8e32-47ee-b8fb-fcc82514379f HTTP/1.1" status: 200 len: 922 time: 0.2518320 Aug 30 23:03:08.271384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Allocated IP 2001:db8::2 (d3668604-259c-4a47-a34e-50f92579dcef/c991c535-e07e-4acf-9571-de40d69794a0/79f4c575-94fe-41a8-966f-1cdd912764b4) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:08.288456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-758e54df-9b80-4056-bf42-70a7cf2a1c25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598698 Aug 30 23:03:08.423349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337ad21-f277-4375-9630-03996fce440c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:08.424217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.441444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:08.445317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.460090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-fa6521c2-3ff6-4667-bdd2-1c0485d737b9 service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404538 Aug 30 23:03:08.471398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] device_id is not set on port 0b7f30d8-0a08-4180-9463-485a23351788 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:08.564600 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.575768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Transition to ACTIVE for port object 79f4c575-94fe-41a8-966f-1cdd912764b4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:08.594421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Transition to ACTIVE for port object 79f4c575-94fe-41a8-966f-1cdd912764b4 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:08.620045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.626206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-9780a378-0377-40dd-bbb3-3b42038852f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a HTTP/1.1" status: 200 len: 217 time: 0.0563781 Aug 30 23:03:08.646047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06f79b75-9065-4ecc-92c6-0b8642e1ca53 req-e02d44f3-9268-421c-8c9f-99536e717f5c service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693082 Aug 30 23:03:08.679829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Network d3668604-259c-4a47-a34e-50f92579dcef is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:08.683724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Pushing event updated for resources: {'Port': ['ID=79f4c575-94fe-41a8-966f-1cdd912764b4,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:08.687937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:08.695268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e337ad21-f277-4375-9630-03996fce440c None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d/12a20e12-7188-40d1-92bd-a62f09025bd0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:08.695903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8::160 (d3668604-259c-4a47-a34e-50f92579dcef/c991c535-e07e-4acf-9571-de40d69794a0/0b7f30d8-0a08-4180-9463-485a23351788) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:08.697283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:08.705252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-b2d0ea88-3fcc-4091-a30c-9a9060113f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.708042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-b2d0ea88-3fcc-4091-a30c-9a9060113f94 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c58bb1b6-70e3-4702-9825-de7591b0731d HTTP/1.1" status: 200 len: 861 time: 0.0707283 Aug 30 23:03:08.756105 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-cedba880-9525-432d-93d0-38cf2e5d46ae service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010787 Aug 30 23:03:08.762668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-56daa433-8ca5-4995-b522-9338c6a24b6e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cba2ea14-8e32-47ee-b8fb-fcc82514379f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416672 Aug 30 23:03:08.810363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Attempting to bind port 79f4c575-94fe-41a8-966f-1cdd912764b4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:08.810742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Attempting to bind port 79f4c575-94fe-41a8-966f-1cdd912764b4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1e7c3eff-48bf-488b-9979-91f55ed58032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:08.811112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Attempting to bind port 79f4c575-94fe-41a8-966f-1cdd912764b4 on network d3668604-259c-4a47-a34e-50f92579dcef {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:08.824571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:08.824952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Checking segment: {'id': '1e7c3eff-48bf-488b-9979-91f55ed58032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:08.825359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.825778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Bound using segment: {'id': '1e7c3eff-48bf-488b-9979-91f55ed58032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:08.826314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Bound port: 79f4c575-94fe-41a8-966f-1cdd912764b4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e7c3eff-48bf-488b-9979-91f55ed58032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd3668604-259c-4a47-a34e-50f92579dcef'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:08.826694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.842505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d9086-0adc-4b17-a37a-2d810562d1f6 req-4e0b8516-9f33-481d-8c2d-4d51df78e8cb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:08.844190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc6d9086-0adc-4b17-a37a-2d810562d1f6 req-4e0b8516-9f33-481d-8c2d-4d51df78e8cb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.1138895 Aug 30 23:03:08.912034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc6d9086-0adc-4b17-a37a-2d810562d1f6 req-fe3e3547-647c-4a78-b7ec-98d7678a84b0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599380 Aug 30 23:03:08.923339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:08.942450 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:08.949877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 0b7f30d8-0a08-4180-9463-485a23351788 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:08.958009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 661d05bd-380d-419c-a519-c4e6e97c1f9e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:08.996741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] For port 79f4c575-94fe-41a8-966f-1cdd912764b4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:09.010428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11b7d95d-971d-494b-a4c8-eb5a7937839d req-f8562b76-6a1a-477a-9e0a-078094dc1683 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451799 Aug 30 23:03:09.013929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-a9d68e51-d764-435b-ba67-58d186094eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939313 Aug 30 23:03:09.018600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.035717 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.046190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] For port 79f4c575-94fe-41a8-966f-1cdd912764b4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79f4c575-94fe-41a8-966f-1cdd912764b4,segment=NetworkSegment(1e7c3eff-48bf-488b-9979-91f55ed58032),segment_id=1e7c3eff-48bf-488b-9979-91f55ed58032)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:09.051128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:09.062163 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.085761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network d3668604-259c-4a47-a34e-50f92579dcef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:09.089521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e337ad21-f277-4375-9630-03996fce440c None None] Transition to ACTIVE for port object 12a20e12-7188-40d1-92bd-a62f09025bd0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:09.089882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:09.098283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:09.104020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.104641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.117246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=0b7f30d8-0a08-4180-9463-485a23351788,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.131217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eed51512-f678-4f53-a318-499f6fed454c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9131413 Aug 30 23:03:09.133646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32892) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:09.151416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:09.151676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3f2c5c26-9070-4f8f-95c8-b05cd1d0619b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:09.168788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.170889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e337ad21-f277-4375-9630-03996fce440c None None] Transition to ACTIVE for port object 12a20e12-7188-40d1-92bd-a62f09025bd0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:09.196351 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.208774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e2ce6-8c7b-4688-ae98-36d9db1793d9 req-47a5b6a7-e77b-4fe5-97d2-afec42b2dc90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.216484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8e2ce6-8c7b-4688-ae98-36d9db1793d9 req-47a5b6a7-e77b-4fe5-97d2-afec42b2dc90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 943 time: 0.1219449 Aug 30 23:03:09.236857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port f99444ab-4277-4482-b914-a9c865b20be5 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:09.243882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e020fe-87bc-4139-8bac-c3f354e0a161 None None] Pushing event updated for resources: {'Port': ['ID=79f4c575-94fe-41a8-966f-1cdd912764b4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.259564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337ad21-f277-4375-9630-03996fce440c None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:09.265112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a03c7b3d-fc73-4461-b2af-544771efcc39 req-fde98bf7-b493-4363-8712-fa689ec361a0 service neutron] 10.222.0.47 "GET /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366478 Aug 30 23:03:09.286167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e337ad21-f277-4375-9630-03996fce440c None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:09.298411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337ad21-f277-4375-9630-03996fce440c None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:09.302774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:09.348346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '661d05bd-380d-419c-a519-c4e6e97c1f9e', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'port_id': '661d05bd-380d-419c-a519-c4e6e97c1f9e', 'mac_address': 'fa:16:3e:86:8e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287437ab-3587-45af-ac20-d48e51c21bbf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:09.348799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8e2ce6-8c7b-4688-ae98-36d9db1793d9 req-ae6483b5-cd14-4fba-973e-b37811b771f0 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225252 Aug 30 23:03:09.373922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ad21-f277-4375-9630-03996fce440c None None] Pushing event updated for resources: {'Port': ['ID=12a20e12-7188-40d1-92bd-a62f09025bd0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.410173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e337ad21-f277-4375-9630-03996fce440c None None] Attempting to bind port 12a20e12-7188-40d1-92bd-a62f09025bd0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:09.410550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e337ad21-f277-4375-9630-03996fce440c None None] Attempting to bind port 12a20e12-7188-40d1-92bd-a62f09025bd0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:09.410914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ad21-f277-4375-9630-03996fce440c None None] Attempting to bind port 12a20e12-7188-40d1-92bd-a62f09025bd0 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ad21-f277-4375-9630-03996fce440c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 2, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ad21-f277-4375-9630-03996fce440c None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337ad21-f277-4375-9630-03996fce440c None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e337ad21-f277-4375-9630-03996fce440c None None] Bound port: 12a20e12-7188-40d1-92bd-a62f09025bd0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:09.427442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.447567 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.491594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661d05bd-380d-419c-a519-c4e6e97c1f9e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:09.516450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::3f06:eab:3838:aba6 (a77af47a-f8fc-4324-a15a-49aeaba204b7/cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d/f99444ab-4277-4482-b914-a9c865b20be5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:09.527361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64571a16-ab0d-491f-a6bc-a8717932abf0 req-245b2c7a-69ff-4d7b-af18-54b3ba844e0b tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.536247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:09.537174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64571a16-ab0d-491f-a6bc-a8717932abf0 req-245b2c7a-69ff-4d7b-af18-54b3ba844e0b tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 944 time: 0.1776509 Aug 30 23:03:09.545881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.548834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:09.567041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e337ad21-f277-4375-9630-03996fce440c None None] For port 12a20e12-7188-40d1-92bd-a62f09025bd0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:09.607140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e337ad21-f277-4375-9630-03996fce440c None None] For port 12a20e12-7188-40d1-92bd-a62f09025bd0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12a20e12-7188-40d1-92bd-a62f09025bd0,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:09.617144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64571a16-ab0d-491f-a6bc-a8717932abf0 req-7f227cc0-83a6-4c56-99bf-5f248646b45e tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787098 Aug 30 23:03:09.619410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e337ad21-f277-4375-9630-03996fce440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.686949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.700154 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.735004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.758583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object f99444ab-4277-4482-b914-a9c865b20be5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:09.800137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.806277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337ad21-f277-4375-9630-03996fce440c None None] Pushing event updated for resources: {'Port': ['ID=12a20e12-7188-40d1-92bd-a62f09025bd0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.817287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:09.836975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'mac_address': 'fa:16:3e:bc:86:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:09.843617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:09.847421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:09.849909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:09.856077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.856831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:09.886333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6557164 Aug 30 23:03:09.890182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:09.926259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f9505-0043-4922-82a2-ea9e620b4cbc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=f99444ab-4277-4482-b914-a9c865b20be5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:09.952170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed87573-eab6-40fb-897b-bacdc8426449 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.958326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed87573-eab6-40fb-897b-bacdc8426449 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:09.963408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7ed87573-eab6-40fb-897b-bacdc8426449 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0717602 Aug 30 23:03:09.963592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32900) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:10.116340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a3097-1de0-4733-8400-378e21aaa181 req-7b8b36a7-2de6-4dd6-ae7d-b2eb91bbe500 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:10.118764 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.123493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-350a3097-1de0-4733-8400-378e21aaa181 req-7b8b36a7-2de6-4dd6-ae7d-b2eb91bbe500 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.0787945 Aug 30 23:03:10.139817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62c9374-bb62-450d-a5c4-02c37515de65 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:10.178194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:10.185564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.190094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-350a3097-1de0-4733-8400-378e21aaa181 req-198b08be-14f2-41ce-bbcc-2fe19aabe4c1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609090 Aug 30 23:03:10.239573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:10.271035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6645825b-9f86-4c75-92ba-0fb6a9867094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.449517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.464976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.483256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf11c4c-4c94-4a25-82ca-86e055e1cf98 None None] Network d3668604-259c-4a47-a34e-50f92579dcef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:10.537006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['661d05bd-380d-419c-a519-c4e6e97c1f9e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:10.560315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a62c9374-bb62-450d-a5c4-02c37515de65'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:10.574667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=0b7f30d8-0a08-4180-9463-485a23351788,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:10.595303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e934fe-355d-4cf5-a4d9-dd00fdf8d1c4 req-2769aa6c-b44f-41d7-8d17-9963570a3a24 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:10.597835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e934fe-355d-4cf5-a4d9-dd00fdf8d1c4 req-2769aa6c-b44f-41d7-8d17-9963570a3a24 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 944 time: 0.1498048 Aug 30 23:03:10.599587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40d843f7-c16c-4dbc-ab68-61c40cf0b16a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:10.621881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-edc1adfa-9322-4807-acfe-d58b2a7baedb None None] Provisioning for port 79f4c575-94fe-41a8-966f-1cdd912764b4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:10.651509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port f99444ab-4277-4482-b914-a9c865b20be5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:10.652256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.759969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2e934fe-355d-4cf5-a4d9-dd00fdf8d1c4 req-1c867fe8-5510-4be9-b76b-26ef3e086171 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396844 Aug 30 23:03:10.823680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.827393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73225ba-bcb4-4392-a889-3b90cf2f2b10 req-6417c037-3e14-46dc-a8fc-2507fdde1a30 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:10.829460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c73225ba-bcb4-4392-a889-3b90cf2f2b10 req-6417c037-3e14-46dc-a8fc-2507fdde1a30 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 944 time: 0.0985277 Aug 30 23:03:10.881732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:10.885396 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c73225ba-bcb4-4392-a889-3b90cf2f2b10 req-e9d690a6-e81f-4e17-9f35-c8441de56d3b tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461628 Aug 30 23:03:10.908494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,segment=NetworkSegment(32285bb6-7fdf-45b2-bb3e-f12c08d4efb5),segment_id=32285bb6-7fdf-45b2-bb3e-f12c08d4efb5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:10.933304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for f99444ab-4277-4482-b914-a9c865b20be5 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:10.958674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a', 'network_id': 'cba2ea14-8e32-47ee-b8fb-fcc82514379f', 'port_id': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a', 'mac_address': 'fa:16:3e:8a:12:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58bb1b6-70e3-4702-9825-de7591b0731d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:11.058749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.074472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c2b37080-c9da-470a-98f5-1f2782a57e46 None None] Provisioning for port 12a20e12-7188-40d1-92bd-a62f09025bd0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:11.079877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.102013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d843f7-c16c-4dbc-ab68-61c40cf0b16a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:11.147616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,segment=NetworkSegment(32285bb6-7fdf-45b2-bb3e-f12c08d4efb5),segment_id=32285bb6-7fdf-45b2-bb3e-f12c08d4efb5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:11.151527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79f4c575-94fe-41a8-966f-1cdd912764b4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:11.156371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.157280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49bf7641-01c5-4104-a0c4-92b9f414275f details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:11.280066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.298577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:11.331226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=f99444ab-4277-4482-b914-a9c865b20be5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:11.361297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 79f4c575-94fe-41a8-966f-1cdd912764b4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:11.378323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 79f4c575-94fe-41a8-966f-1cdd912764b4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:11.378813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.427323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8baed01b-9135-450a-aa3b-78e80e204f33 None None] Could not find standard attr ID for object f99444ab-4277-4482-b914-a9c865b20be5. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:11.434269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49bf7641-01c5-4104-a0c4-92b9f414275f,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:11.439871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.442174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5b15c5c-8602-4345-a0c6-14d8c76eee8f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f99444ab-4277-4482-b914-a9c865b20be5 HTTP/1.1" status: 204 len: 168 time: 1.4741676 Aug 30 23:03:11.446280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32908) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:11.451868 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '49bf7641-01c5-4104-a0c4-92b9f414275f', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'port_id': '49bf7641-01c5-4104-a0c4-92b9f414275f', 'mac_address': 'fa:16:3e:b1:ef:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287437ab-3587-45af-ac20-d48e51c21bbf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:11.470854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4fc46-6048-473c-900a-2907f2df11ff req-2a8f4e24-dfb1-4316-b216-ed1f6c66917f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:11.472620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eeb4fc46-6048-473c-900a-2907f2df11ff req-2a8f4e24-dfb1-4316-b216-ed1f6c66917f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 945 time: 0.1455336 Aug 30 23:03:11.531239 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.543425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07471679-8d6f-4509-a50a-c81d849899d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:11.544999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07471679-8d6f-4509-a50a-c81d849899d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:11.549515 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-07471679-8d6f-4509-a50a-c81d849899d6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1016700 Aug 30 23:03:11.550693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:11.558679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.569241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.579959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49bf7641-01c5-4104-a0c4-92b9f414275f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:11.582399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.583326 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.619906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Provisioning for port 0b7f30d8-0a08-4180-9463-485a23351788 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:11.638293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:11.645289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.646578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49bf7641-01c5-4104-a0c4-92b9f414275f,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:11.649905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Provisioning complete for port 0b7f30d8-0a08-4180-9463-485a23351788 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:11.650419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.669512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eeb4fc46-6048-473c-900a-2907f2df11ff req-2a612d73-4db3-4d06-a773-df53cae62f2b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044147 Aug 30 23:03:11.684211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.699092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 79f4c575-94fe-41a8-966f-1cdd912764b4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79f4c575-94fe-41a8-966f-1cdd912764b4,segment=NetworkSegment(1e7c3eff-48bf-488b-9979-91f55ed58032),segment_id=1e7c3eff-48bf-488b-9979-91f55ed58032)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:11.716917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.728386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.729176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12a20e12-7188-40d1-92bd-a62f09025bd0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:11.729966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=0b7f30d8-0a08-4180-9463-485a23351788,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:11.782745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Port 0b7f30d8-0a08-4180-9463-485a23351788 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:11.783606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network d3668604-259c-4a47-a34e-50f92579dcef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:11.788422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:11.808877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:11.852526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.879597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Provisioning complete for port 79f4c575-94fe-41a8-966f-1cdd912764b4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:11.880067 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-00050412-cd52-4f6d-a2e2-61a4c3950db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:11.937425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router 6453840a-b434-4316-8e46-56ec047762b3 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:11.969130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f24b944-092e-4f7e-b111-5467bd111f14 req-93624d80-d4a0-4bc6-89d2-4f418d072cb4 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:11.970786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f24b944-092e-4f7e-b111-5467bd111f14 req-93624d80-d4a0-4bc6-89d2-4f418d072cb4 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 944 time: 0.1121683 Aug 30 23:03:11.984084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 12a20e12-7188-40d1-92bd-a62f09025bd0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:12.010905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=79f4c575-94fe-41a8-966f-1cdd912764b4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:12.021887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 12a20e12-7188-40d1-92bd-a62f09025bd0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:12.022355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.039032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f24b944-092e-4f7e-b111-5467bd111f14 req-469071c7-5886-47e8-a600-ddde2465eb0e tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595598 Aug 30 23:03:12.040390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.085230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.088508 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d HTTP/1.1" status: 204 len: 168 time: 0.5362759 Aug 30 23:03:12.090045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65870084-5026-4aa1-aec7-b02d1fa6265f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:12.091563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32916) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.098666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['40d843f7-c16c-4dbc-ab68-61c40cf0b16a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:12.101715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['49bf7641-01c5-4104-a0c4-92b9f414275f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:12.103479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267964da-a152-4861-8cc4-fe64b3020127 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:12.107726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:12.127878 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] Sync routers for ids ['6453840a-b434-4316-8e46-56ec047762b3'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:12.145151 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] Routers {'6453840a-b434-4316-8e46-56ec047762b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:12.145908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a4650d6f-18e9-4147-b757-5b84158e3675 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/6453840a-b434-4316-8e46-56ec047762b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0110238 Aug 30 23:03:12.146596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6453840a-b434-4316-8e46-56ec047762b3'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:12.147856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9bd5a47-5931-41d1-82f7-82eccfd56055 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527279 Aug 30 23:03:12.148458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32918) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.151164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.184255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccec6a7-7adb-4c0b-8693-7fcb7c495a92 req-45b86fda-889e-43eb-939b-48251599ca89 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.186119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ccec6a7-7adb-4c0b-8693-7fcb7c495a92 req-45b86fda-889e-43eb-939b-48251599ca89 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 945 time: 0.1445322 Aug 30 23:03:12.201542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:12.221143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] Routers {'6453840a-b434-4316-8e46-56ec047762b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:12.223072 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:02:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6453840a-b434-4316-8e46-56ec047762b3'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:12.239429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013c6c1c-2cd1-4b30-8876-6f5c6b6bb1e9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.240926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-013c6c1c-2cd1-4b30-8876-6f5c6b6bb1e9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports/0b7f30d8-0a08-4180-9463-485a23351788 HTTP/1.1" status: 200 len: 984 time: 0.0914602 Aug 30 23:03:12.244042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.252945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ccec6a7-7adb-4c0b-8693-7fcb7c495a92 req-d7c9e609-d353-4572-a12b-3b894fc1c9f8 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583413 Aug 30 23:03:12.302497 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:12.303825 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1cb3ca-fee8-417a-a8f1-cf54cc8853e6 None None] The sync data for ids ['6453840a-b434-4316-8e46-56ec047762b3'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:12.343684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7ec826-d1c1-4582-b236-a32e094db111 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.345267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c7ec826-d1c1-4582-b236-a32e094db111 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1935434 Aug 30 23:03:12.348806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.412628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f7a9b8-8614-40dd-b63d-3b02543c275c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.414385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-79f7a9b8-8614-40dd-b63d-3b02543c275c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0646443 Aug 30 23:03:12.416820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.420411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.456147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6b4d18c4-97c6-462a-adcc-359e9ad78507 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0381091 Aug 30 23:03:12.462268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.468017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:12.475353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a117e28c-6cd1-4eee-b7d0-f1345e58cc12 None None] Provisioning complete for port 0b7f30d8-0a08-4180-9463-485a23351788 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:12.475740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a117e28c-6cd1-4eee-b7d0-f1345e58cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.549905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 12a20e12-7188-40d1-92bd-a62f09025bd0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12a20e12-7188-40d1-92bd-a62f09025bd0,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:12.566838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a117e28c-6cd1-4eee-b7d0-f1345e58cc12 None None] Port 0b7f30d8-0a08-4180-9463-485a23351788 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:12.573002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.581314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:12.585726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.662921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.808560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:12.812297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.856722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:12.859838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:12.864722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.865317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.878102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257958e0-0434-405f-a038-a6b79d3d7a0d req-a1d065e6-d020-4526-aee0-c422f6463a8f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:12.878722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=b8ab06a8-b071-405f-b6ee-2dc2934c2103,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:12.879731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-257958e0-0434-405f-a038-a6b79d3d7a0d req-a1d065e6-d020-4526-aee0-c422f6463a8f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 945 time: 0.1165631 Aug 30 23:03:12.886682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-71fadf9e-c388-4198-b0a2-6fdf80033849 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4228168 Aug 30 23:03:12.889414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:12.894684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'b8ab06a8-b071-405f-b6ee-2dc2934c2103', 'ip_address': '2001:db8::f0e6:db16:b0d1:eab8'}], 'name': 'tempest-NetworksTestDHCPv6-578861145'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:12.941923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.947356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-58ffa5c8-3611-41f7-bf73-1c0ec4998989 None None] Provisioning complete for port 0b7f30d8-0a08-4180-9463-485a23351788 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:12.947738 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-58ffa5c8-3611-41f7-bf73-1c0ec4998989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:12.949213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=12a20e12-7188-40d1-92bd-a62f09025bd0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:12.959098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 661d05bd-380d-419c-a519-c4e6e97c1f9e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:12.967112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-257958e0-0434-405f-a038-a6b79d3d7a0d req-206cca1d-f040-4d1f-93b4-33fd6dd5aee1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710726 Aug 30 23:03:13.037728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 0b7f30d8-0a08-4180-9463-485a23351788 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:13.038474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.053542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:13.057754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-58ffa5c8-3611-41f7-bf73-1c0ec4998989 None None] Port 0b7f30d8-0a08-4180-9463-485a23351788 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:13.068645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79f4c575-94fe-41a8-966f-1cdd912764b4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:13.103350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Deleting port 12a20e12-7188-40d1-92bd-a62f09025bd0 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:13.104282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.150730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.158292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 661d05bd-380d-419c-a519-c4e6e97c1f9e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:13.164354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 0b7f30d8-0a08-4180-9463-485a23351788 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:13.167944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 661d05bd-380d-419c-a519-c4e6e97c1f9e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:13.168165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.180563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.203204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 9362a61f-94ec-40b3-a578-f349bbd4c73d yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:13.216771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae26502e-9d30-4140-bcf8-a15fdf49de6c req-089608af-5be2-4577-b9ce-e47bd979d023 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:13.218321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae26502e-9d30-4140-bcf8-a15fdf49de6c req-089608af-5be2-4577-b9ce-e47bd979d023 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 944 time: 0.0855637 Aug 30 23:03:13.246497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] For port 12a20e12-7188-40d1-92bd-a62f09025bd0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=12a20e12-7188-40d1-92bd-a62f09025bd0,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:13.246904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.249216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 79f4c575-94fe-41a8-966f-1cdd912764b4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:13.249587 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.281751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Calling delete_port for 12a20e12-7188-40d1-92bd-a62f09025bd0 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:13.345764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ae26502e-9d30-4140-bcf8-a15fdf49de6c req-cfbac471-f1bb-4a5c-b1d4-6d59cb7f5676 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870867 Aug 30 23:03:13.388216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d3091f80-5b07-4511-9e99-b10e7a91a61d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.396433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.433060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0209e21-cfce-42db-a63d-979314857b8e req-7bb9d01c-d054-49d7-ab7d-9422c2ecba5c tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:13.436877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0209e21-cfce-42db-a63d-979314857b8e req-7bb9d01c-d054-49d7-ab7d-9422c2ecba5c tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 945 time: 0.0679631 Aug 30 23:03:13.436877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.438287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f0e6:db16:b0d1:eab8 (a77af47a-f8fc-4324-a15a-49aeaba204b7/b8ab06a8-b071-405f-b6ee-2dc2934c2103/9362a61f-94ec-40b3-a578-f349bbd4c73d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:13.464712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:13.467080 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e54d21d-49a9-43b4-af26-a8ac56f3638a" -d '{"events": [{"server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "name": "network-vif-plugged", "status": "completed", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:13.480012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=0b7f30d8-0a08-4180-9463-485a23351788,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:13.494389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:13.500139 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.501127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:13.558554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:13.580255 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f54a644a-eba4-49dc-a7d5-b4f8f4403f2a x-openstack-request-id: req-f54a644a-eba4-49dc-a7d5-b4f8f4403f2a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:13.580592 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "name": "network-vif-plugged", "status": "completed", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:13.580802 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f54a644a-eba4-49dc-a7d5-b4f8f4403f2a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:13.581193 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e', 'code': 200} Aug 30 23:03:13.582055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.612795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0209e21-cfce-42db-a63d-979314857b8e req-1a25ef30-6723-4f3b-8ad8-91318851c273 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596963 Aug 30 23:03:13.615350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12a20e12-7188-40d1-92bd-a62f09025bd0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:13.627918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] Pushing event deleted for resources: {'Port': ['ID=12a20e12-7188-40d1-92bd-a62f09025bd0,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:13.629916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435b4b65-84c4-49e9-8f6e-47d3d7fe9dd6 None None] No DVR routers for this DVR port 12a20e12-7188-40d1-92bd-a62f09025bd0 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:13.641443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.658579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 12a20e12-7188-40d1-92bd-a62f09025bd0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:13.658988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 12a20e12-7188-40d1-92bd-a62f09025bd0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:13.682509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port a62c9374-bb62-450d-a5c4-02c37515de65 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:13.689408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074300b2-140c-46b0-b03b-353da86414f8 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:13.705024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a62c9374-bb62-450d-a5c4-02c37515de65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:13.705408 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.735424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.753435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 9362a61f-94ec-40b3-a578-f349bbd4c73d will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:13.796580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.807909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91ac26e-4249-485d-8ede-84b68d512238 req-5af340f7-f272-4ac5-9ef7-b6283c746d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:13.809650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a91ac26e-4249-485d-8ede-84b68d512238 req-5af340f7-f272-4ac5-9ef7-b6283c746d02 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 1097 time: 0.1570473 Aug 30 23:03:13.849214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:13.852325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:13.856160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:13.861715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:13.862381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.871628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=9362a61f-94ec-40b3-a578-f349bbd4c73d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:13.881138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a91ac26e-4249-485d-8ede-84b68d512238 req-6f2cc256-36a1-406f-868f-9056dda0cc1d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328100 Aug 30 23:03:13.889295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f4e3d02a-d5e7-450e-8353-e751c0e08835 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9990764 Aug 30 23:03:13.889970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32940) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:13.895252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'b8ab06a8-b071-405f-b6ee-2dc2934c2103', 'ip_address': '2001:db8::f0e6:db16:b0d1:eab8'}], 'name': 'tempest-NetworksTestDHCPv6-844587667'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:13.910164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.920914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router 6453840a-b434-4316-8e46-56ec047762b3 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:13.969980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:13.980409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'b8ab06a8-b071-405f-b6ee-2dc2934c2103'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:13.981430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:13.984790 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.013370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:14.013845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:14.019510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.023699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2271b6be-15ee-481a-9ae8-38a93df0f049 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/6453840a-b434-4316-8e46-56ec047762b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7756226 Aug 30 23:03:14.024291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.032042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] Sync routers for ids ['6453840a-b434-4316-8e46-56ec047762b3'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:14.039586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 86f3770d-904c-4794-91de-bd61d7b4e27d yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:14.119789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:14.124575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] Routers {'6453840a-b434-4316-8e46-56ec047762b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:14.125200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6453840a-b434-4316-8e46-56ec047762b3'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:14.165645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:14.173205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdea8c-2a63-4d03-bbcd-55a628d7c55f req-43825d29-7287-4434-8080-9556f22cea28 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:14.174739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cbdea8c-2a63-4d03-bbcd-55a628d7c55f req-43825d29-7287-4434-8080-9556f22cea28 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.0978727 Aug 30 23:03:14.203149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] Routers {'6453840a-b434-4316-8e46-56ec047762b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:14.203783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6453840a-b434-4316-8e46-56ec047762b3'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:14.223950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cbdea8c-2a63-4d03-bbcd-55a628d7c55f req-e4bfcfc5-7407-4ee6-bdf4-f39e9e4e97c4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372100 Aug 30 23:03:14.237289 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-573d5407-f891-4232-9178-f707f733f5e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 23:03:14.241690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-573d5407-f891-4232-9178-f707f733f5e4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/6453840a-b434-4316-8e46-56ec047762b3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2133813 Aug 30 23:03:14.241940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32946) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.244719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:14.245356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47fd3a59-b8ca-417c-94e2-c958e5813ff8 None None] The sync data for ids ['6453840a-b434-4316-8e46-56ec047762b3'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:14.256046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/b8ab06a8-b071-405f-b6ee-2dc2934c2103/8f71a12f-dd73-46cb-971e-74d1b9033b95) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:14.268302 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3245a13b-63c8-4e82-844d-f704ef057aea tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=6453840a-b434-4316-8e46-56ec047762b3 HTTP/1.1" status: 200 len: 205 time: 0.0253479 Aug 30 23:03:14.271434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.346355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.401815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.411142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Transition to ACTIVE for port object 8f71a12f-dd73-46cb-971e-74d1b9033b95 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:14.426931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Transition to ACTIVE for port object 8f71a12f-dd73-46cb-971e-74d1b9033b95 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:14.434478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.480514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:14.491521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:14.494422 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 23:03:14.494880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:03:14.495634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:14.499959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Pushing event updated for resources: {'Port': ['ID=8f71a12f-dd73-46cb-971e-74d1b9033b95,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:14.508383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.517994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-97605db5-e28b-4768-8c87-f5be3baf4ce9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6267536 Aug 30 23:03:14.518563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32952) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.567048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Attempting to bind port 8f71a12f-dd73-46cb-971e-74d1b9033b95 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:14.567630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Attempting to bind port 8f71a12f-dd73-46cb-971e-74d1b9033b95 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:14.567970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Attempting to bind port 8f71a12f-dd73-46cb-971e-74d1b9033b95 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:14.573951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:14.574345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:14.574743 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.575012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241d52a-6ef1-4c2e-9b3d-16f58a942b0d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:14.575134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:14.575606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Bound port: 8f71a12f-dd73-46cb-971e-74d1b9033b95, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:14.575995 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.581845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0241d52a-6ef1-4c2e-9b3d-16f58a942b0d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:14.586024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0241d52a-6ef1-4c2e-9b3d-16f58a942b0d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0633073 Aug 30 23:03:14.586427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32954) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.616416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40d843f7-c16c-4dbc-ab68-61c40cf0b16a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:14.695898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] For port 8f71a12f-dd73-46cb-971e-74d1b9033b95, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:14.701937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] For port 8f71a12f-dd73-46cb-971e-74d1b9033b95, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f71a12f-dd73-46cb-971e-74d1b9033b95,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:14.709113 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.718223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:14.725749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 9362a61f-94ec-40b3-a578-f349bbd4c73d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:14.726118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.745827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:14.746198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.816542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d94289-9bc2-41e8-b5c5-77054ffa28c0 None None] Pushing event updated for resources: {'Port': ['ID=8f71a12f-dd73-46cb-971e-74d1b9033b95,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:14.839029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cfc0bb-b090-4ccb-a95c-46c1a236a7e0 req-b067fc55-3073-4adb-a6ce-28e2f5c14774 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:14.849197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9cfc0bb-b090-4ccb-a95c-46c1a236a7e0 req-b067fc55-3073-4adb-a6ce-28e2f5c14774 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 945 time: 0.1543169 Aug 30 23:03:14.850934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.853136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.884763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.901991 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.914671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9cfc0bb-b090-4ccb-a95c-46c1a236a7e0 req-7bc44e23-e876-4b60-906a-69a9173a3065 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643184 Aug 30 23:03:14.921657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e811807f-9bbd-4fa7-adcc-7f3cb987847d req-a2fdb60a-537f-4f3b-b5a7-4bd76d413afb tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:14.932853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 9362a61f-94ec-40b3-a578-f349bbd4c73d owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:14.933137 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e811807f-9bbd-4fa7-adcc-7f3cb987847d req-a2fdb60a-537f-4f3b-b5a7-4bd76d413afb tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 945 time: 0.5178387 Aug 30 23:03:14.933137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.933137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router 6453840a-b434-4316-8e46-56ec047762b3 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:14.960386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.962795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ac5ee00-acbc-406c-a486-0172e1d8493c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/6453840a-b434-4316-8e46-56ec047762b3 HTTP/1.1" status: 204 len: 168 time: 0.6902895 Aug 30 23:03:14.965190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,segment=NetworkSegment(32285bb6-7fdf-45b2-bb3e-f12c08d4efb5),segment_id=32285bb6-7fdf-45b2-bb3e-f12c08d4efb5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:14.968115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:14.970128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:14.970983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49bf7641-01c5-4104-a0c4-92b9f414275f up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:15.060804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet c991c535-e07e-4acf-9571-de40d69794a0 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:15.073600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.095184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.119941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 49bf7641-01c5-4104-a0c4-92b9f414275f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:15.125278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 49bf7641-01c5-4104-a0c4-92b9f414275f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:15.125666 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.131876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e811807f-9bbd-4fa7-adcc-7f3cb987847d req-6c4a71f9-64b4-4636-9597-5752f5ec2e54 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877708 Aug 30 23:03:15.160839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.168629 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.207004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=9362a61f-94ec-40b3-a578-f349bbd4c73d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.253969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.256173 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.258624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-638a98f1-9b31-4434-8724-9b5cff20ad99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/9362a61f-94ec-40b3-a578-f349bbd4c73d HTTP/1.1" status: 204 len: 168 time: 0.6711698 Aug 30 23:03:15.259274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:15.276265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.294947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49bf7641-01c5-4104-a0c4-92b9f414275f,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:15.300699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.343100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6b9de-e523-48f8-b4d3-4cce51f8d338 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:15.344860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6b9de-e523-48f8-b4d3-4cce51f8d338 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:15.349155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2cb6b9de-e523-48f8-b4d3-4cce51f8d338 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0860360 Aug 30 23:03:15.349416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32964) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:15.351624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.355810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.382235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=c991c535-e07e-4acf-9571-de40d69794a0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.386562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.389247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-959666de-8f41-42f0-8a63-014a0fd20345 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/c991c535-e07e-4acf-9571-de40d69794a0 HTTP/1.1" status: 204 len: 168 time: 0.4140379 Aug 30 23:03:15.391767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32966) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:15.399314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a4f4ed-beff-44fd-82e3-ed588a982a3a None None] Network d3668604-259c-4a47-a34e-50f92579dcef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:15.433383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb7bd0-c1e2-4d05-afe6-bf4078ab53c4 req-72e6370b-f24b-4808-bca1-dd3c8d870daf tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:15.435037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22cb7bd0-c1e2-4d05-afe6-bf4078ab53c4 req-72e6370b-f24b-4808-bca1-dd3c8d870daf tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1257854 Aug 30 23:03:15.438977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet b8ab06a8-b071-405f-b6ee-2dc2934c2103 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:15.443219 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.477071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.502771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.538977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 79f4c575-94fe-41a8-966f-1cdd912764b4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:15.539319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.559670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22cb7bd0-c1e2-4d05-afe6-bf4078ab53c4 req-605512b4-364b-4814-af95-03b618848ddf tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135623 Aug 30 23:03:15.583236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65'}, {'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a'}, {'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:15.585876 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06546733-aadc-477f-a578-8fcdb64b349c" -d '{"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-plugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65"}, {"server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "name": "network-vif-plugged", "status": "completed", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a"}, {"server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "name": "network-vif-plugged", "status": "completed", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:15.615800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 79f4c575-94fe-41a8-966f-1cdd912764b4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79f4c575-94fe-41a8-966f-1cdd912764b4,segment=NetworkSegment(1e7c3eff-48bf-488b-9979-91f55ed58032),segment_id=1e7c3eff-48bf-488b-9979-91f55ed58032)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:15.616187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.616300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.628368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] DHCP port deletion for d3668604-259c-4a47-a34e-50f92579dcef request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:15.652875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 79f4c575-94fe-41a8-966f-1cdd912764b4 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:15.668595 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17fec71-e225-42b3-a558-b38f70820495 x-openstack-request-id: req-c17fec71-e225-42b3-a558-b38f70820495 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:15.668955 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-plugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65", "code": 200}, {"server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "name": "network-vif-plugged", "status": "completed", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a", "code": 200}, {"server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "name": "network-vif-plugged", "status": "completed", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:15.669154 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c17fec71-e225-42b3-a558-b38f70820495 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:15.669531 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'code': 200} Aug 30 23:03:15.669796 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a', 'code': 200} Aug 30 23:03:15.671149 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f', 'code': 200} Aug 30 23:03:15.701686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.706441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Deleting port 79f4c575-94fe-41a8-966f-1cdd912764b4 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:15.707102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.752688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.756895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=b8ab06a8-b071-405f-b6ee-2dc2934c2103,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.776385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.784542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2ad03d97-758d-46be-9577-b5e9385fb002 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/b8ab06a8-b071-405f-b6ee-2dc2934c2103 HTTP/1.1" status: 204 len: 168 time: 0.4340429 Aug 30 23:03:15.789073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:15.821405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] For port 79f4c575-94fe-41a8-966f-1cdd912764b4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79f4c575-94fe-41a8-966f-1cdd912764b4,segment=NetworkSegment(1e7c3eff-48bf-488b-9979-91f55ed58032),segment_id=1e7c3eff-48bf-488b-9979-91f55ed58032)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:15.821747 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.825003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=79f4c575-94fe-41a8-966f-1cdd912764b4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:15.844205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Calling delete_port for 79f4c575-94fe-41a8-966f-1cdd912764b4 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:15.845156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port 79f4c575-94fe-41a8-966f-1cdd912764b4 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:15.962574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:15.975233 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.027617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.038973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] Pushing event deleted for resources: {'Port': ['ID=79f4c575-94fe-41a8-966f-1cdd912764b4,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:16.045553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b220b53a-daa5-4384-a6d1-a353fd00f416 None None] No DVR routers for this DVR port 79f4c575-94fe-41a8-966f-1cdd912764b4 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:16.048488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3668604-259c-4a47-a34e-50f92579dcef']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:16.062835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722135f-2268-4482-ab5c-cdf1145aedeb req-e53fa732-93d8-4eec-b2c1-5fbd485ab288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.064749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c722135f-2268-4482-ab5c-cdf1145aedeb req-e53fa732-93d8-4eec-b2c1-5fbd485ab288 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 1098 time: 0.1760428 Aug 30 23:03:16.070001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7c3eff-48bf-488b-9979-91f55ed58032') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:16.070377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7c3eff-48bf-488b-9979-91f55ed58032') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:16.089630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2659ac-348f-4155-8dc9-a56206f6863b req-d825f6ac-8fc8-4c06-a149-c3e5d30247bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.091319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b2659ac-348f-4155-8dc9-a56206f6863b req-d825f6ac-8fc8-4c06-a149-c3e5d30247bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 1098 time: 0.2759271 Aug 30 23:03:16.094182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.110435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ceedf-711a-4000-a137-aa5d19909163 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:16.147150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.174987 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b2659ac-348f-4155-8dc9-a56206f6863b req-f4be9631-0f1d-46f7-8dc4-2e8306fd87c1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655444 Aug 30 23:03:16.179501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:16.179939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.249561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c722135f-2268-4482-ab5c-cdf1145aedeb req-15fc7dfa-cc42-4acd-965d-19bae4e6bdda service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700044 Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:16.250393 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:16.260429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce0cf739-4f07-453c-89e9-c70b33f8afa0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4578946 Aug 30 23:03:16.260976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:16.276899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:16.312023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.323021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.328423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/d3668604-259c-4a47-a34e-50f92579dcef HTTP/1.1" status: 204 len: 168 time: 0.9322476 Aug 30 23:03:16.330508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32984) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:16.349412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e40ccb-c171-4912-bbbd-e7cce207cd33 req-16e16b33-8dca-430e-994f-a5643814d611 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.351056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3e40ccb-c171-4912-bbbd-e7cce207cd33 req-16e16b33-8dca-430e-994f-a5643814d611 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 945 time: 0.0927098 Aug 30 23:03:16.354888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1594994922'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:16.359719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f6466-213a-416b-b3c1-daf0bf7652ec tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=d3668604-259c-4a47-a34e-50f92579dcef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:16.404232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:16.407818 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.422122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3e40ccb-c171-4912-bbbd-e7cce207cd33 req-00951f9b-9a54-4c31-9aa3-2275d01a9773 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Aug 30 23:03:16.423091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1f3c33dc-caca-457a-9a50-5b03cb0f6395 None None] Could not find standard attr ID for object 9362a61f-94ec-40b3-a578-f349bbd4c73d. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:16.447038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712a12d-4652-494b-a1bf-f360868edc86 req-ecbea5a8-948f-4acf-9b1b-401ffad628a2 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.448620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b712a12d-4652-494b-a1bf-f360868edc86 req-ecbea5a8-948f-4acf-9b1b-401ffad628a2 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.1890497 Aug 30 23:03:16.452394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92eb31-1e96-4b8c-a3b1-7a81d98f25f1 req-a0c5fbd4-f769-4bcb-9c2f-efa29949b589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.459564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:16.461854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1f3c33dc-caca-457a-9a50-5b03cb0f6395 None None] Provisioning for port 8f71a12f-dd73-46cb-971e-74d1b9033b95 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:16.465674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e92eb31-1e96-4b8c-a3b1-7a81d98f25f1 req-a0c5fbd4-f769-4bcb-9c2f-efa29949b589 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 1098 time: 0.2075574 Aug 30 23:03:16.481263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.481771 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment c2b75bc9-0db3-4b06-adb7-69a59972dccb of type vlan for network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 Aug 30 23:03:16.548131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-de3d550f-bbf0-482e-ac3d-7cce5df82765 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7353332 Aug 30 23:03:16.553172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:16.554387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:16.557415 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.569283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.610110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b35e331-8fbf-4950-b7aa-72fcc69bcfc5 req-ad92986b-da20-42e6-b01b-9ade87c09a79 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.611719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b35e331-8fbf-4950-b7aa-72fcc69bcfc5 req-ad92986b-da20-42e6-b01b-9ade87c09a79 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 946 time: 0.0774071 Aug 30 23:03:16.613553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.619177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.621341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.630818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Deleting port 8f71a12f-dd73-46cb-971e-74d1b9033b95 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:16.631834 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.662018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b712a12d-4652-494b-a1bf-f360868edc86 req-159044e2-d135-4276-94ab-b7d439f8d9b1 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950727 Aug 30 23:03:16.663556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e92eb31-1e96-4b8c-a3b1-7a81d98f25f1 req-136b55cd-f8ac-487d-a66b-57bfd0ed7d59 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667151 Aug 30 23:03:16.712333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3692453 Aug 30 23:03:16.717885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:16.723433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:16.725207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] For port 8f71a12f-dd73-46cb-971e-74d1b9033b95, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f71a12f-dd73-46cb-971e-74d1b9033b95,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:16.725739 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.733401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b35e331-8fbf-4950-b7aa-72fcc69bcfc5 req-1030cf13-06ac-4ef8-a404-ea7d4c79ccf2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031611 Aug 30 23:03:16.741694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Calling delete_port for 8f71a12f-dd73-46cb-971e-74d1b9033b95 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:16.751439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bb636-92e2-44d2-b7ec-d84ffcbdb802 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=4b1a565c-c52e-4560-8d2a-5cade5f4ac11,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:16.773453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-bf6ff0f2-7ba3-4807-afeb-cfa90af44184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.774907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-bf6ff0f2-7ba3-4807-afeb-cfa90af44184 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 1097 time: 0.1661582 Aug 30 23:03:16.799448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:16.843193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:16.848204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.902506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:16.929548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] Pushing event deleted for resources: {'Port': ['ID=8f71a12f-dd73-46cb-971e-74d1b9033b95,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:16.933165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ecf37d-a9ce-45b8-a27a-90cdcd4d4494 None None] No DVR routers for this DVR port 8f71a12f-dd73-46cb-971e-74d1b9033b95 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:16.939688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf507e-481b-4ba2-a668-afcdb0f86538 req-d811eb66-9ec1-4086-bfc0-1d13f04129ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:16.947699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cdf507e-481b-4ba2-a668-afcdb0f86538 req-d811eb66-9ec1-4086-bfc0-1d13f04129ec tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1806808 Aug 30 23:03:16.987095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.045326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79f4c575-94fe-41a8-966f-1cdd912764b4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:17.058280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cdf507e-481b-4ba2-a668-afcdb0f86538 req-02f791bf-865d-420c-868c-b7b47b6d7a66 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097028 Aug 30 23:03:17.063467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.066778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 79f4c575-94fe-41a8-966f-1cdd912764b4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:17.066950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:17.067284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79f4c575-94fe-41a8-966f-1cdd912764b4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:17.071071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-6b4bf137-0636-499b-a135-8c90e635e273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.072443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-6b4bf137-0636-499b-a135-8c90e635e273 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2571409 Aug 30 23:03:17.078047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:17.080947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.081579 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.087738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d027f518-c42f-4ce9-a1d9-505e9ca45ab5 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:17.094657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=6a5dfed3-9f05-46b5-afcf-fb45e2988b03,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:17.113378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=c32db500-319e-4f40-8339-3a3ce0434163,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:17.146157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-8d1056f9-486e-48f8-9bd2-55e0896b4fb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 200 len: 217 time: 0.0617588 Aug 30 23:03:17.146922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': 'c2b75bc9-0db3-4b06-adb7-69a59972dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:17.147703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: 4b1a565c-c52e-4560-8d2a-5cade5f4ac11, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:17.157070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8312635-1ef6-43da-b678-ce7e4993b21c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8954220 Aug 30 23:03:17.158951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32992) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:17.166184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '6a5dfed3-9f05-46b5-afcf-fb45e2988b03', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-516520007'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:17.183237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:17.216449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-33dddfde-2a5c-4ddd-a25b-6a55534303d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.218101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-33dddfde-2a5c-4ddd-a25b-6a55534303d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.0599611 Aug 30 23:03:17.226707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4b1a565c-c52e-4560-8d2a-5cade5f4ac11) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:17.233985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.234621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.245639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bde75-8424-4413-8f9a-aa12bd9aef33 None None] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:17.266271 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f3587e76-9dc5-4fda-ac16-84178631d4f7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5442464 Aug 30 23:03:17.266485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:17.278070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-924982827', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:17.295650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '6a5dfed3-9f05-46b5-afcf-fb45e2988b03'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:17.296619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.304951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:17.354080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-95c02d60-8949-4521-9e4d-17934a406361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.355799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-95c02d60-8949-4521-9e4d-17934a406361 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0992191 Aug 30 23:03:17.357551 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.358785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.427828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.445523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port a6f7f5c4-ff27-4b80-b4a8-0376f8f3f92b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:17.457147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.466231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.495818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.497129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5e0bf37a-584c-47ec-80f6-819167302358 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2301192 Aug 30 23:03:17.501034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32996) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:17.517046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/6a5dfed3-9f05-46b5-afcf-fb45e2988b03/f1117bda-a273-46f0-9bf2-f7c6b772c752) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:17.533550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4b1a565c-c52e-4560-8d2a-5cade5f4ac11', 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': 'c32db500-319e-4f40-8339-3a3ce0434163'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:17.535312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.583991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-6a569595-6b8a-4454-ada0-a224135170d1 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010102 Aug 30 23:03:17.777980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Allocated IP 2001:db8::2 (4b1a565c-c52e-4560-8d2a-5cade5f4ac11/c32db500-319e-4f40-8339-3a3ce0434163/42edb630-24e9-44fb-80f4-d5decf4f5d5e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:17.818682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c74403-ca23-4f6d-b02a-bc736264163e req-b24dc5ab-a68b-4f58-994e-4b60e3055782 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.822314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36c74403-ca23-4f6d-b02a-bc736264163e req-b24dc5ab-a68b-4f58-994e-4b60e3055782 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.0849130 Aug 30 23:03:17.849374 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.866449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Transition to ACTIVE for port object f1117bda-a273-46f0-9bf2-f7c6b772c752 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:17.867179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36c74403-ca23-4f6d-b02a-bc736264163e req-07474647-8a20-4acd-9a89-1407bbb19885 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409114 Aug 30 23:03:17.882130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5d10911-bf01-4420-aea0-d17be60d8ba3 req-c3895f88-6769-4fbd-99ba-ee9370bc7af6 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907691 Aug 30 23:03:17.895529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Transition to ACTIVE for port object f1117bda-a273-46f0-9bf2-f7c6b772c752 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:17.906578 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:03:17.907030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:03:17.917560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.926371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:17.930640 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7bee921-7f3c-4da4-b34f-5ad1f5d99710 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 0.7697761 Aug 30 23:03:17.931605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33002) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:17.945408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8e53b4-9c57-4391-a103-8eccee17c42a req-3b481293-dc53-4b9f-aa9e-3733b232120a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:17.945631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a8e53b4-9c57-4391-a103-8eccee17c42a req-3b481293-dc53-4b9f-aa9e-3733b232120a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 946 time: 0.1282604 Aug 30 23:03:17.997750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:18.005579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:18.010698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4899939-145e-49c2-8a37-d2d57d3390ca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:18.014534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:18.018436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Pushing event updated for resources: {'Port': ['ID=f1117bda-a273-46f0-9bf2-f7c6b772c752,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.019663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a4899939-145e-49c2-8a37-d2d57d3390ca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0860050 Aug 30 23:03:18.020305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33004) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:18.082315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.099009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Transition to ACTIVE for port object 42edb630-24e9-44fb-80f4-d5decf4f5d5e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:18.101443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Attempting to bind port f1117bda-a273-46f0-9bf2-f7c6b772c752 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:18.102754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Attempting to bind port f1117bda-a273-46f0-9bf2-f7c6b772c752 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:18.102754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Attempting to bind port f1117bda-a273-46f0-9bf2-f7c6b772c752 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:18.105716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a8e53b4-9c57-4391-a103-8eccee17c42a req-cdc1c523-0db1-429d-891d-6cf1ae4d51e2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185870 Aug 30 23:03:18.115051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:18.115735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:18.116088 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.116599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:18.117214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Bound port: f1117bda-a273-46f0-9bf2-f7c6b772c752, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:18.117732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.118821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe12633-7cee-4a02-b60f-a586b4e88209 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:18.122647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe12633-7cee-4a02-b60f-a586b4e88209 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:18.128515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33008) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:18.131883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ebe12633-7cee-4a02-b60f-a586b4e88209 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1092701 Aug 30 23:03:18.156880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Transition to ACTIVE for port object 42edb630-24e9-44fb-80f4-d5decf4f5d5e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:18.172220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.223101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:18.227988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:18.230470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 6a5dfed3-9f05-46b5-afcf-fb45e2988b03 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:18.233541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:18.234114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db0ebdf-77bb-4810-a535-6f6672d5b4fe req-f5059919-ea90-415b-9493-b33228d39cbc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:18.236322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.243504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] For port f1117bda-a273-46f0-9bf2-f7c6b772c752, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:18.246438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db0ebdf-77bb-4810-a535-6f6672d5b4fe req-f5059919-ea90-415b-9493-b33228d39cbc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.0675721 Aug 30 23:03:18.266914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] For port f1117bda-a273-46f0-9bf2-f7c6b772c752, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1117bda-a273-46f0-9bf2-f7c6b772c752,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:18.284619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Pushing event updated for resources: {'Port': ['ID=42edb630-24e9-44fb-80f4-d5decf4f5d5e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.287715 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.312240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7db0ebdf-77bb-4810-a535-6f6672d5b4fe req-f2b32b1d-3076-4ada-827a-aa6cca7e57ba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635197 Aug 30 23:03:18.328344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.342812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Attempting to bind port 42edb630-24e9-44fb-80f4-d5decf4f5d5e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:18.343197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Attempting to bind port 42edb630-24e9-44fb-80f4-d5decf4f5d5e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'c2b75bc9-0db3-4b06-adb7-69a59972dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:18.343572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Attempting to bind port 42edb630-24e9-44fb-80f4-d5decf4f5d5e on network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:18.361465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:18.361883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Checking segment: {'id': 'c2b75bc9-0db3-4b06-adb7-69a59972dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:18.362798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.363372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Bound using segment: {'id': 'c2b75bc9-0db3-4b06-adb7-69a59972dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:18.363858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Bound port: 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2b75bc9-0db3-4b06-adb7-69a59972dccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '4b1a565c-c52e-4560-8d2a-5cade5f4ac11'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:18.364250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.389661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8::1 (4b1a565c-c52e-4560-8d2a-5cade5f4ac11/c32db500-319e-4f40-8339-3a3ce0434163/6dd48eb1-eb80-48eb-8533-258763f868b3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:18.426846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e3438-42e7-411a-ba86-301a294f628c None None] Pushing event updated for resources: {'Port': ['ID=f1117bda-a273-46f0-9bf2-f7c6b772c752,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.480959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] For port 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:18.484503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] For port 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=42edb630-24e9-44fb-80f4-d5decf4f5d5e,segment=NetworkSegment(c2b75bc9-0db3-4b06-adb7-69a59972dccb),segment_id=c2b75bc9-0db3-4b06-adb7-69a59972dccb)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:18.491007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.531917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.577027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aef53-baa4-48c1-9b12-fa77e5bb2bb1 req-fba48d3f-e7cf-4d30-97b4-0f7f43747ba9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:18.577988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d834aea9-d5fe-4508-96de-41d3e634a456 None None] Pushing event updated for resources: {'Port': ['ID=42edb630-24e9-44fb-80f4-d5decf4f5d5e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.582265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-386aef53-baa4-48c1-9b12-fa77e5bb2bb1 req-fba48d3f-e7cf-4d30-97b4-0f7f43747ba9 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.0685093 Aug 30 23:03:18.629252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.630739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-386aef53-baa4-48c1-9b12-fa77e5bb2bb1 req-ad72224a-1036-4869-b0fe-d6ad3b39d742 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475912 Aug 30 23:03:18.653452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.655896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 6dd48eb1-eb80-48eb-8533-258763f868b3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:18.698648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5dfed3-9f05-46b5-afcf-fb45e2988b03,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.710248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.712170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5862ed49-bf83-428f-bbe6-494b960d2309 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/6a5dfed3-9f05-46b5-afcf-fb45e2988b03 HTTP/1.1" status: 204 len: 168 time: 0.5818207 Aug 30 23:03:18.716741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:18.764658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9684c891-6763-4641-a194-513c2bfd639a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0467658 Aug 30 23:03:18.768509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:18.776312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:18.794768 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.842469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:18.844813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:18.855544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:18.855544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:18.918570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=6dd48eb1-eb80-48eb-8533-258763f868b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:18.939272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:18.943415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.037349 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.061935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2bb65a-4ae1-4e81-9c55-b15bd3bcfc17 req-5b0fc89a-af3b-4509-8e83-650ebfbe5b1f tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:19.063447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2bb65a-4ae1-4e81-9c55-b15bd3bcfc17 req-5b0fc89a-af3b-4509-8e83-650ebfbe5b1f tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.0959423 Aug 30 23:03:19.173861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a2bb65a-4ae1-4e81-9c55-b15bd3bcfc17 req-a5d4ab83-21ff-4797-a60d-27f2e824bba5 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033931 Aug 30 23:03:19.204602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1117bda-a273-46f0-9bf2-f7c6b772c752 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:19.238590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.287290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f1117bda-a273-46f0-9bf2-f7c6b772c752 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:19.300025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 42edb630-24e9-44fb-80f4-d5decf4f5d5e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:19.334137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:19.344884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:19.352438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:19.353033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.358618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 42edb630-24e9-44fb-80f4-d5decf4f5d5e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:19.369038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=06037403-8ac7-41ea-88d1-ca4c1db68165,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:19.382213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a67e1c80-b477-4557-8468-68c3b95f8402 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6121652 Aug 30 23:03:19.390244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33028) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:19.391115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd3be3-0cb1-4b18-af3e-34dd682933f8 req-4654f387-0c26-4b37-b6ed-0f28f9dbb5f8 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:19.392837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15dd3be3-0cb1-4b18-af3e-34dd682933f8 req-4654f387-0c26-4b37-b6ed-0f28f9dbb5f8 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 946 time: 0.1414871 Aug 30 23:03:19.396542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1365394847', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:19.433025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.437665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.438612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.439602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15dd3be3-0cb1-4b18-af3e-34dd682933f8 req-9f0cb0bf-5b33-4808-98e9-d2586b883635 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397017 Aug 30 23:03:19.494480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=6dd48eb1-eb80-48eb-8533-258763f868b3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:19.497047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.498134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:19.948377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b7c73-ed92-4bad-87a8-21cf97f8ae1a req-b53b94ba-c27c-4302-9f6d-a2b24c997420 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:19.953195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f3b7c73-ed92-4bad-87a8-21cf97f8ae1a req-b53b94ba-c27c-4302-9f6d-a2b24c997420 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1052842 Aug 30 23:03:20.004057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7f3b7c73-ed92-4bad-87a8-21cf97f8ae1a req-1b805765-faaf-4fb8-84c5-f318f42fa9b4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Aug 30 23:03:20.037170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.053219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbb8a3f-39bf-4213-8231-b72eb7d9481f None None] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:20.076931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.099389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.100656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf4d361b-f378-46f9-901f-f91a2b162d8a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7093809 Aug 30 23:03:20.104949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:20.153443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f62880-a15d-4d78-ac0d-6b1f208e07c9 req-3ccd2f2b-1b79-4c14-b6f0-7b546cee58ed tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:20.161399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67f62880-a15d-4d78-ac0d-6b1f208e07c9 req-3ccd2f2b-1b79-4c14-b6f0-7b546cee58ed tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.6011088 Aug 30 23:03:20.192070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:20.192070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:20.229247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-67f62880-a15d-4d78-ac0d-6b1f208e07c9 req-c9693e34-9695-4cfd-b656-906a3b30cad6 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667958 Aug 30 23:03:20.237305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Provisioning for port 42edb630-24e9-44fb-80f4-d5decf4f5d5e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:20.267224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Provisioning complete for port 42edb630-24e9-44fb-80f4-d5decf4f5d5e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:20.267614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.363617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15afa561-6451-403f-b713-cde068d9b38f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:20.412388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router 2c98de10-f9ba-4f08-a092-5514ed69b225 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:20.533236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.535162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:20.535382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-6d4624a0-2213-4d9d-b391-3d256da54253 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:20.536950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-6d4624a0-2213-4d9d-b391-3d256da54253 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 0.3420849 Aug 30 23:03:20.548652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] Sync routers for ids ['2c98de10-f9ba-4f08-a092-5514ed69b225'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:20.551118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-63bcfcc2-14e4-479c-a901-0249fcfd4773 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/2c98de10-f9ba-4f08-a092-5514ed69b225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0489995 Aug 30 23:03:20.553613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33058) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:20.565502 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] Routers {'2c98de10-f9ba-4f08-a092-5514ed69b225'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:20.571380 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2c98de10-f9ba-4f08-a092-5514ed69b225'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:20.590082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-e765cd78-4aa6-408a-b117-11699266f134 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/quotas/a3cafff2446f4b3fb14a2500024da30f HTTP/1.1" status: 200 len: 375 time: 0.0262434 Aug 30 23:03:20.614576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cd3595-4130-4423-9736-171b11e68e02 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:20.616777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57cd3595-4130-4423-9736-171b11e68e02 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports/6dd48eb1-eb80-48eb-8533-258763f868b3 HTTP/1.1" status: 200 len: 911 time: 0.0618072 Aug 30 23:03:20.619611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:20.640804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:20.641921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] For port 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=42edb630-24e9-44fb-80f4-d5decf4f5d5e,segment=NetworkSegment(c2b75bc9-0db3-4b06-adb7-69a59972dccb),segment_id=c2b75bc9-0db3-4b06-adb7-69a59972dccb)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:20.652501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.653464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] Routers {'2c98de10-f9ba-4f08-a092-5514ed69b225'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:20.656318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:20.658590 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2c98de10-f9ba-4f08-a092-5514ed69b225'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:20.694130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-a763abd1-3e2d-4773-a665-5fa70437b545 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1029794 Aug 30 23:03:20.712185 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:20.718226 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5644f7c5-1c54-413b-9386-ecbcdd549787 None None] The sync data for ids ['2c98de10-f9ba-4f08-a092-5514ed69b225'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:20.743162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832c5bc-3ff6-4a6d-a784-1f647301870a None None] Pushing event updated for resources: {'Port': ['ID=42edb630-24e9-44fb-80f4-d5decf4f5d5e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:20.783044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Provisioning for port f1117bda-a273-46f0-9bf2-f7c6b772c752 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:20.787928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Provisioning complete for port f1117bda-a273-46f0-9bf2-f7c6b772c752 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:20.788383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.085190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-9bc3a4c9-3693-4fd1-8408-b7a880d4318e service neutron] 10.222.0.25 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900845 Aug 30 23:03:21.124275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.129708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 42edb630-24e9-44fb-80f4-d5decf4f5d5e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:21.172416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e5371-9e79-492d-be18-b64f5ef2d72f req-f51e86fc-4a86-411b-b4d3-b9a2f8a53339 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:21.185111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d14e5371-9e79-492d-be18-b64f5ef2d72f req-f51e86fc-4a86-411b-b4d3-b9a2f8a53339 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1706960 Aug 30 23:03:21.210779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] For port f1117bda-a273-46f0-9bf2-f7c6b772c752, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1117bda-a273-46f0-9bf2-f7c6b772c752,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:21.218033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.258442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::1 (a77af47a-f8fc-4324-a15a-49aeaba204b7/06037403-8ac7-41ea-88d1-ca4c1db68165/1c42a8e2-1a60-4953-b5a0-bb044f86f289) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:21.268396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 42edb630-24e9-44fb-80f4-d5decf4f5d5e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:21.269547 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.274989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-67f03ef1-50a4-4892-ac87-55384fe1aa3b service neutron] 10.222.0.25 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885474 Aug 30 23:03:21.305657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d14e5371-9e79-492d-be18-b64f5ef2d72f req-c6d3855a-91d6-4db3-888d-178655a2f718 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182849 Aug 30 23:03:21.334564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd4bd1a-4e6a-4449-b8fd-da58a25c5657 None None] Pushing event updated for resources: {'Port': ['ID=f1117bda-a273-46f0-9bf2-f7c6b772c752,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:21.372045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Provisioning complete for port f1117bda-a273-46f0-9bf2-f7c6b772c752 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:21.372428 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.374604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-d0027390-6749-4b96-900e-f2e1c1fabbb3 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:21.376250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-d0027390-6749-4b96-900e-f2e1c1fabbb3 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0ca590c-c408-4bfe-a75b-f9077ed9e44e HTTP/1.1" status: 200 len: 945 time: 0.1210871 Aug 30 23:03:21.510119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Provisioning for port 6dd48eb1-eb80-48eb-8533-258763f868b3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:21.516954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Provisioning complete for port 6dd48eb1-eb80-48eb-8533-258763f868b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:21.517572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.517876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.552029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 1c42a8e2-1a60-4953-b5a0-bb044f86f289 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:21.611529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Port 6dd48eb1-eb80-48eb-8533-258763f868b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:21.636908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Provisioning complete for port 42edb630-24e9-44fb-80f4-d5decf4f5d5e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:21.637044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8674e0a-2603-4232-9e96-d5d3b3bd576c req-872bc0e1-013e-42e4-a5c3-7382ae4ae382 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:21.638069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a346f3bb-eab9-4c8d-8d26-702df9e66975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.638832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8674e0a-2603-4232-9e96-d5d3b3bd576c req-872bc0e1-013e-42e4-a5c3-7382ae4ae382 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.1874249 Aug 30 23:03:21.640827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.697815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:21.705088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:21.729103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:21.731083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.735540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.839735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=1c42a8e2-1a60-4953-b5a0-bb044f86f289,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:21.913653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-633927de-be7b-42cc-8bdf-8d920125d24d None None] Provisioning complete for port 6dd48eb1-eb80-48eb-8533-258763f868b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:21.914061 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-633927de-be7b-42cc-8bdf-8d920125d24d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.962783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Deleting port 661d05bd-380d-419c-a519-c4e6e97c1f9e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:21.963285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:21.970434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8674e0a-2603-4232-9e96-d5d3b3bd576c req-13dd83f2-5950-4adc-a9e9-100e09977f55 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099530 Aug 30 23:03:21.992131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-633927de-be7b-42cc-8bdf-8d920125d24d None None] Port 6dd48eb1-eb80-48eb-8533-258763f868b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:22.114787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-04e78e51-0195-493e-9095-4e5c48d5ea46 None None] Provisioning complete for port 6dd48eb1-eb80-48eb-8533-258763f868b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:22.116520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04e78e51-0195-493e-9095-4e5c48d5ea46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.153694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-41b01cad-c786-4df1-91a9-c035bc3d9803 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:22.155304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-41b01cad-c786-4df1-91a9-c035bc3d9803 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.47 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 946 time: 0.2999039 Aug 30 23:03:22.182084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-04e78e51-0195-493e-9095-4e5c48d5ea46 None None] Port 6dd48eb1-eb80-48eb-8533-258763f868b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:22.238199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] For port 661d05bd-380d-419c-a519-c4e6e97c1f9e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=661d05bd-380d-419c-a519-c4e6e97c1f9e,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:22.238600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.282547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Calling delete_port for 661d05bd-380d-419c-a519-c4e6e97c1f9e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:22.314329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b67ce9b4-da11-44fd-9a62-267d22780c64 None None] Provisioning for port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:22.319452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b67ce9b4-da11-44fd-9a62-267d22780c64 None None] Provisioning complete for port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:22.320059 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b67ce9b4-da11-44fd-9a62-267d22780c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.416530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-a53b36c0-dbdc-4e8c-82e6-cb7cb5d72a60 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:22.418340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-a53b36c0-dbdc-4e8c-82e6-cb7cb5d72a60 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0b5f51-6707-4097-b2e3-af72af024bc9 HTTP/1.1" status: 200 len: 946 time: 0.5457838 Aug 30 23:03:22.430667 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-98ed8011-c3c7-4258-af31-811607b8078c req-8058bbdf-5ac7-4eb8-a87c-d6d543682c01 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 210 time: 0.4643106 Aug 30 23:03:22.434893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Deleting port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:22.435243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.447634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.452175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b67ce9b4-da11-44fd-9a62-267d22780c64 None None] Port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:22.552931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.582463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 6dd48eb1-eb80-48eb-8533-258763f868b3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:22.582805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.631497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Deleting port 49bf7641-01c5-4104-a0c4-92b9f414275f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:22.631911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.714561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e191dd-3aa2-4b37-8607-8e93f49a971c req-aa004ed5-3f5e-4c87-80ff-fd586b68bb12 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:22.723793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19e191dd-3aa2-4b37-8607-8e93f49a971c req-aa004ed5-3f5e-4c87-80ff-fd586b68bb12 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.2580960 Aug 30 23:03:22.746113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] For port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,segment=NetworkSegment(32285bb6-7fdf-45b2-bb3e-f12c08d4efb5),segment_id=32285bb6-7fdf-45b2-bb3e-f12c08d4efb5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:22.746487 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.778488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Calling delete_port for 40d843f7-c16c-4dbc-ab68-61c40cf0b16a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:22.781174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.795207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['49bf7641-01c5-4104-a0c4-92b9f414275f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:22.846321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['661d05bd-380d-419c-a519-c4e6e97c1f9e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:22.874465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] For port 49bf7641-01c5-4104-a0c4-92b9f414275f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49bf7641-01c5-4104-a0c4-92b9f414275f,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:22.875229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:22.889201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event deleted for resources: {'Port': ['ID=661d05bd-380d-419c-a519-c4e6e97c1f9e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:22.902295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Calling delete_port for 49bf7641-01c5-4104-a0c4-92b9f414275f owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:22.907835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19e191dd-3aa2-4b37-8607-8e93f49a971c req-d330ca96-5932-4a7e-aa6d-1fe2fa291593 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822736 Aug 30 23:03:22.966310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.001353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] No DVR routers for this DVR port 661d05bd-380d-419c-a519-c4e6e97c1f9e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:23.011477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.012781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:23.013526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00e8d8a8-0d18-43e5-a021-5b3e66eb1005 req-b9cededc-4e87-479a-a4b7-9d4171420768 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "DELETE /v2.0/ports/661d05bd-380d-419c-a519-c4e6e97c1f9e HTTP/1.1" status: 204 len: 173 time: 1.6281738 Aug 30 23:03:23.015966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'name': 'network-vif-deleted', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:23.018243 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8954652a-14de-414f-8312-e57a89f796a3" -d '{"events": [{"server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "name": "network-vif-deleted", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:23.023905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 6dd48eb1-eb80-48eb-8533-258763f868b3 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:23.117719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1117bda-a273-46f0-9bf2-f7c6b772c752 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:23.123760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.148782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.149550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.191909 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc8ed31-81b0-4210-b1ab-9ce250e2b04b x-openstack-request-id: req-5cc8ed31-81b0-4210-b1ab-9ce250e2b04b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:23.192358 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0ca590c-c408-4bfe-a75b-f9077ed9e44e", "name": "network-vif-deleted", "tag": "661d05bd-380d-419c-a519-c4e6e97c1f9e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:23.192681 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5cc8ed31-81b0-4210-b1ab-9ce250e2b04b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:23.192942 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0ca590c-c408-4bfe-a75b-f9077ed9e44e', 'name': 'network-vif-deleted', 'tag': '661d05bd-380d-419c-a519-c4e6e97c1f9e', 'status': 'completed', 'code': 200} Aug 30 23:03:23.200702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.264102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:23.279758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f1117bda-a273-46f0-9bf2-f7c6b772c752 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:23.280613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.282809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'port_id': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'mac_address': 'fa:16:3e:bc:86:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:23.328672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd21ddf-0852-452c-a5bb-1f7f91120ed2 req-ec8e377a-19f3-4f0d-b878-04c3fcb4e9b4 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:23.330241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd21ddf-0852-452c-a5bb-1f7f91120ed2 req-ec8e377a-19f3-4f0d-b878-04c3fcb4e9b4 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 867 time: 0.2355456 Aug 30 23:03:23.333422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=1c42a8e2-1a60-4953-b5a0-bb044f86f289,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:23.352985 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.373175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Pushing event deleted for resources: {'Port': ['ID=40d843f7-c16c-4dbc-ab68-61c40cf0b16a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:23.373588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.388170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['661d05bd-380d-419c-a519-c4e6e97c1f9e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:23.417745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a62c9374-bb62-450d-a5c4-02c37515de65 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:23.429366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event deleted for resources: {'Port': ['ID=49bf7641-01c5-4104-a0c4-92b9f414275f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:23.510471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:23.519100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.557632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] No DVR routers for this DVR port 49bf7641-01c5-4104-a0c4-92b9f414275f on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:23.567560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.571974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "DELETE /v2.0/ports/49bf7641-01c5-4104-a0c4-92b9f414275f HTTP/1.1" status: 204 len: 173 time: 1.1321843 Aug 30 23:03:23.573753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'name': 'network-vif-deleted', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:23.576179 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b0f788-8893-42b1-8709-c87d2a567e30" -d '{"events": [{"server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "name": "network-vif-deleted", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:23.600423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd21ddf-0852-452c-a5bb-1f7f91120ed2 req-2374918c-342f-4b57-bfe7-a948eafd6026 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/security-groups?id=2fed85d4-474c-4a9f-bf3b-8b20d81312a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486382 Aug 30 23:03:23.602036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:23.602561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:23.606789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:23.654595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] No DVR routers for this DVR port 40d843f7-c16c-4dbc-ab68-61c40cf0b16a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:23.677404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:23.679605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd3092aa-8617-427c-a0a9-2332d905cd4b req-d78f40e2-5e09-46f1-840d-c722dfe75247 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.47 "DELETE /v2.0/ports/40d843f7-c16c-4dbc-ab68-61c40cf0b16a HTTP/1.1" status: 204 len: 173 time: 1.5166290 Aug 30 23:03:23.718604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['a62c9374-bb62-450d-a5c4-02c37515de65'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:23.732211 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c179cf6-adcb-47f3-a4a2-f43dbeb061f3 x-openstack-request-id: req-7c179cf6-adcb-47f3-a4a2-f43dbeb061f3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:23.741101 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0b5f51-6707-4097-b2e3-af72af024bc9", "name": "network-vif-deleted", "tag": "49bf7641-01c5-4104-a0c4-92b9f414275f", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:23.741377 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c179cf6-adcb-47f3-a4a2-f43dbeb061f3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:23.741779 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0b5f51-6707-4097-b2e3-af72af024bc9', 'name': 'network-vif-deleted', 'tag': '49bf7641-01c5-4104-a0c4-92b9f414275f', 'status': 'completed', 'code': 200} Aug 30 23:03:23.875920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Router 9e2de999-10b6-4491-bc9d-d59872fef1c1 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:24.101393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a30902b6-b105-4d93-8a98-4f7ec1733dc6 None None] Provisioning complete for port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:24.101780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a30902b6-b105-4d93-8a98-4f7ec1733dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:24.179721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a30902b6-b105-4d93-8a98-4f7ec1733dc6 None None] Port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:24.199068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bedb0-63c6-47ef-aba5-f7ef795a24f0 req-3ce2d53a-5928-4719-8c22-3eb10e34c96b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.201254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7bedb0-63c6-47ef-aba5-f7ef795a24f0 req-3ce2d53a-5928-4719-8c22-3eb10e34c96b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 945 time: 0.1543365 Aug 30 23:03:24.202862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:24.210445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7e9ebd2f-3e12-465a-b21e-9e240fbcd26d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "PUT /v2.0/routers/9e2de999-10b6-4491-bc9d-d59872fef1c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1027942 Aug 30 23:03:24.212785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33126) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:24.215751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Sync routers for ids ['9e2de999-10b6-4491-bc9d-d59872fef1c1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:24.230818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Routers {'9e2de999-10b6-4491-bc9d-d59872fef1c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:24.232466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9e2de999-10b6-4491-bc9d-d59872fef1c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:24.278054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f791cef6-52cc-4df1-b7d0-e7bc44cc9ad6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.279648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f791cef6-52cc-4df1-b7d0-e7bc44cc9ad6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports/1c42a8e2-1a60-4953-b5a0-bb044f86f289 HTTP/1.1" status: 200 len: 911 time: 0.0655200 Aug 30 23:03:24.285975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:24.305293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7bedb0-63c6-47ef-aba5-f7ef795a24f0 req-24cca374-cdb9-4e74-809e-35c1db45ca5f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824850 Aug 30 23:03:24.361068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31db066-7ffa-4717-803e-4c4945cad7f2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.376956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31db066-7ffa-4717-803e-4c4945cad7f2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.378813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d31db066-7ffa-4717-803e-4c4945cad7f2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0916436 Aug 30 23:03:24.384330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33130) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:24.427824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Set router 9e2de999-10b6-4491-bc9d-d59872fef1c1 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:03:24.643924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-6d35fd53-2945-4a68-8cfd-d424853d527c tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.646287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-6d35fd53-2945-4a68-8cfd-d424853d527c tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 1.0214407 Aug 30 23:03:24.656019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-258cc75c-bad2-4f88-ad85-3fcc0f76bb82 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:24.658838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-258cc75c-bad2-4f88-ad85-3fcc0f76bb82 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 813 time: 1.2413409 Aug 30 23:03:24.681298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40d843f7-c16c-4dbc-ab68-61c40cf0b16a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:24.692236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Request body: {'port': {'device_id': 'e8cae597-5c74-4210-8783-886181436ed7', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'admin_state_up': True, 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:24.714546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Request body: {'port': {'device_id': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'admin_state_up': True, 'tenant_id': 'a3cafff2446f4b3fb14a2500024da30f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:24.796814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 40d843f7-c16c-4dbc-ab68-61c40cf0b16a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:24.797190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 40d843f7-c16c-4dbc-ab68-61c40cf0b16a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:24.808956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-773fa8d1-8639-44d6-8396-8afa907e0612 req-a4f7d489-fa47-4092-bdf1-e31796972622 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 210 time: 1.1840649 Aug 30 23:03:24.869710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c721c8b-8450-4be8-9679-284836916db2 req-10135749-2b0c-4be8-97a3-1e2fbc2af096 tempest-ServerAddressesNegativeTestJSON-295962755 tempest-ServerAddressesNegativeTestJSON-295962755-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f08cac6-1f25-4968-98dc-797b609847bf HTTP/1.1" status: 200 len: 210 time: 0.0383930 Aug 30 23:03:24.939844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2de999-10b6-4491-bc9d-d59872fef1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1365394847', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:19Z', 'updated_at': '2021-08-30T23:03:22Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None, '_interfaces': [{'id': '1c42a8e2-1a60-4953-b5a0-bb044f86f289', 'name': '', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'mac_address': 'fa:16:3e:e9:9b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e2de999-10b6-4491-bc9d-d59872fef1c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '06037403-8ac7-41ea-88d1-ca4c1db68165', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:20Z', 'updated_at': '2021-08-30T23:03:22Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'subnets': [{'id': '06037403-8ac7-41ea-88d1-ca4c1db68165', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:24.970010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:24.973924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Checking router: 9e2de999-10b6-4491-bc9d-d59872fef1c1 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:03:24.974229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Updating router 9e2de999-10b6-4491-bc9d-d59872fef1c1 port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:03:25.006741 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.019340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.022014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:25.087506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=6dd48eb1-eb80-48eb-8533-258763f868b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:25.117658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:25.126320 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.198117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port a62c9374-bb62-450d-a5c4-02c37515de65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:25.198547 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.287233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'name': 'network-vif-deleted', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:25.289655 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172f78d2-731a-4e53-b6e7-e41e689343ce" -d '{"events": [{"server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "name": "network-vif-deleted", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:25.295390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.419604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:25.423243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.460404 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-831c0843-6de9-4a85-a507-d761cf110f1c x-openstack-request-id: req-831c0843-6de9-4a85-a507-d761cf110f1c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:25.460738 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f08cac6-1f25-4968-98dc-797b609847bf", "name": "network-vif-deleted", "tag": "40d843f7-c16c-4dbc-ab68-61c40cf0b16a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:25.461017 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-831c0843-6de9-4a85-a507-d761cf110f1c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:25.461451 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f08cac6-1f25-4968-98dc-797b609847bf', 'name': 'network-vif-deleted', 'tag': '40d843f7-c16c-4dbc-ab68-61c40cf0b16a', 'status': 'completed', 'code': 200} Aug 30 23:03:25.513240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Made reservation on behalf of a3cafff2446f4b3fb14a2500024da30f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:25.516965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.556511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.630157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:25.633895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.641883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:25.645773 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76e4764-247c-414e-94d5-13dd3ddf850a" -d '{"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-plugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:25.657585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router 2c98de10-f9ba-4f08-a092-5514ed69b225 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:25.664159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.664463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 661d05bd-380d-419c-a519-c4e6e97c1f9e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:25.667920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 1c42a8e2-1a60-4953-b5a0-bb044f86f289 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:25.726390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 661d05bd-380d-419c-a519-c4e6e97c1f9e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:25.726778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 661d05bd-380d-419c-a519-c4e6e97c1f9e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:25.772856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.793649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:25.823288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Transition to ACTIVE for port object 1c42a8e2-1a60-4953-b5a0-bb044f86f289 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:25.844855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:25.887775 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4169b53b-43f7-42a0-a78c-464dd000e1ad x-openstack-request-id: req-4169b53b-43f7-42a0-a78c-464dd000e1ad {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:25.889029 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-plugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:25.889452 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4169b53b-43f7-42a0-a78c-464dd000e1ad {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:25.895150 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'code': 200} Aug 30 23:03:25.929709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:25.945521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b7b419e-7944-4332-89c7-b1f80530730b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/2c98de10-f9ba-4f08-a092-5514ed69b225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3207498 Aug 30 23:03:25.945521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33152) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:25.952778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c197caed-f0ed-4947-aca8-d91a1241cfba req-30f2a05e-b88a-480b-b005-b27489300ede tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:25.955373 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] Sync routers for ids ['2c98de10-f9ba-4f08-a092-5514ed69b225'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:25.964965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c197caed-f0ed-4947-aca8-d91a1241cfba req-30f2a05e-b88a-480b-b005-b27489300ede tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 945 time: 0.4517317 Aug 30 23:03:25.975638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] Routers {'2c98de10-f9ba-4f08-a092-5514ed69b225'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:25.977368 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2c98de10-f9ba-4f08-a092-5514ed69b225'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:26.029175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Allocated IP 172.20.0.11 (a41e8a8a-9180-41ca-9120-15d65b71069c/287437ab-3587-45af-ac20-d48e51c21bbf/6e95eaa2-392c-48b2-b1f6-2e20e573b0f8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:26.030583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:26.042072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24379728-33a2-476c-9830-74703c36b045 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c98de10-f9ba-4f08-a092-5514ed69b225 HTTP/1.1" status: 200 len: 205 time: 0.0871434 Aug 30 23:03:26.042947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33154) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:26.059221 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] Routers {'2c98de10-f9ba-4f08-a092-5514ed69b225'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:26.061545 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2c98de10-f9ba-4f08-a092-5514ed69b225'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:26.072728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:26.074823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:26.076513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:26.097645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:26.097939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:26.098429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.098947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:26.099726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Bound port: 1c42a8e2-1a60-4953-b5a0-bb044f86f289, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:26.100022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.102597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713d1732-0655-4027-8e88-21916a07ce9c None None] Pushing event updated for resources: {'Port': ['ID=1c42a8e2-1a60-4953-b5a0-bb044f86f289,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:26.130301 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:26.131269 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4791092-f61d-4e49-aead-da6877412c1a None None] The sync data for ids ['2c98de10-f9ba-4f08-a092-5514ed69b225'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:26.131658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-48c7eb3f-ec91-4b72-8949-b5b426a1d041 req-610ac136-494a-4df5-b3ca-4775d470e9bc tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 210 time: 0.1382425 Aug 30 23:03:26.156886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c197caed-f0ed-4947-aca8-d91a1241cfba req-afc66039-53c3-415a-b521-dcb4aa8adbde tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910300 Aug 30 23:03:26.198233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.234557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:03:26.235157 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:03:26.254661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33156) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:26.284858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=1c42a8e2-1a60-4953-b5a0-bb044f86f289,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:26.300727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.301494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.302247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.302843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.303432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.304134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.304699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.305894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.306510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.307066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.307640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.309077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:26.341838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.421162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e0e9c121-fe03-42b6-a4d6-4918ae596d40 None None] Could not find standard attr ID for object 1c42a8e2-1a60-4953-b5a0-bb044f86f289. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:26.475065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Deleting subnet c58bb1b6-70e3-4702-9825-de7591b0731d {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:26.512768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.582845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.684948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49bf7641-01c5-4104-a0c4-92b9f414275f no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:26.745024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 49bf7641-01c5-4104-a0c4-92b9f414275f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:26.748621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49bf7641-01c5-4104-a0c4-92b9f414275f not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:26.750112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Router 9e2de999-10b6-4491-bc9d-d59872fef1c1 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:26.753770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.759631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.803016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:26.803398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:26.803785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Attempting to bind port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:26.807499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.811491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:26.811491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:26.811491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.811491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:26.811940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Bound port: 1c42a8e2-1a60-4953-b5a0-bb044f86f289, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:26.812035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.855222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.855962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router 2c98de10-f9ba-4f08-a092-5514ed69b225 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:26.861760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.869053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.870418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9cb421b1-9196-48a4-a2e3-3e84abd3c2a8 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/2c98de10-f9ba-4f08-a092-5514ed69b225 HTTP/1.1" status: 204 len: 168 time: 0.8229022 Aug 30 23:03:26.873587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33158) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:26.882482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Port 1c42a8e2-1a60-4953-b5a0-bb044f86f289 has been deleted concurrently {{(pid=101270) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 30 23:03:26.908272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Routers {'9e2de999-10b6-4491-bc9d-d59872fef1c1'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:26.910873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9e2de999-10b6-4491-bc9d-d59872fef1c1'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:26.917732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:26.945429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:26.952095 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-075f8f27-6721-4301-8968-db3658aebc62 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "PUT /v2.0/routers/9e2de999-10b6-4491-bc9d-d59872fef1c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5655994 Aug 30 23:03:26.954949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33160) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:27.004163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Allocated IP 172.20.0.12 (a41e8a8a-9180-41ca-9120-15d65b71069c/287437ab-3587-45af-ac20-d48e51c21bbf/31487ff2-28d0-45a9-b75b-eac7fc9ec299) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:27.185716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.264036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.295918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.343003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] Set router 9e2de999-10b6-4491-bc9d-d59872fef1c1 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:03:27.355651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet c32db500-319e-4f40-8339-3a3ce0434163 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:27.372875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.380905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Network a41e8a8a-9180-41ca-9120-15d65b71069c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:27.391878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:27.402411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:27.406382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e2de999-10b6-4491-bc9d-d59872fef1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1365394847', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:19Z', 'updated_at': '2021-08-30T23:03:25Z', 'revision_number': 3, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:27.420814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Network a41e8a8a-9180-41ca-9120-15d65b71069c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:27.452330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event updated for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:27.453017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e632558-5401-4502-98fe-8f3fff08048c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.460274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:27.463104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e632558-5401-4502-98fe-8f3fff08048c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.464688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0e632558-5401-4502-98fe-8f3fff08048c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5083697 Aug 30 23:03:27.471050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:27.472772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c757d1c-3ace-4dce-87b8-3ad4b159a855 None None] The sync data for ids ['9e2de999-10b6-4491-bc9d-d59872fef1c1'] in n-d-791504-21 is: [{'id': '9e2de999-10b6-4491-bc9d-d59872fef1c1', 'name': 'tempest-NetworksTestDHCPv6-router-1365394847', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:19Z', 'updated_at': '2021-08-30T23:03:25Z', 'revision_number': 3, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:27.474248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:27.492963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.509361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.561847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37065608-ae9e-466c-8501-ea34699ac0d3 req-c01df718-eae6-4d8a-8ee0-833e19335c95 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.574897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f502c-2237-4366-a8ff-730f42dca059 req-a40391ce-084a-40b7-bc9b-76dbeece7fbf tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.575113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37065608-ae9e-466c-8501-ea34699ac0d3 req-c01df718-eae6-4d8a-8ee0-833e19335c95 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.2747691 Aug 30 23:03:27.585178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-888f502c-2237-4366-a8ff-730f42dca059 req-a40391ce-084a-40b7-bc9b-76dbeece7fbf tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 932 time: 0.2342994 Aug 30 23:03:27.619813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 06037403-8ac7-41ea-88d1-ca4c1db68165 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:27.633052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.640094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.640988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.663249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c58bb1b6-70e3-4702-9825-de7591b0731d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:27.684251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.687575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0fae0dc5-2359-43b1-859b-08ea0e847de2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c58bb1b6-70e3-4702-9825-de7591b0731d HTTP/1.1" status: 204 len: 168 time: 1.4302795 Aug 30 23:03:27.693973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:27.705666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event updated for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:27.719214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:27.720278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-888f502c-2237-4366-a8ff-730f42dca059 req-bcba38fc-7c39-40ab-aa8b-d555ff2e232e tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341324 Aug 30 23:03:27.720724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.757149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.769563 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.801264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.802583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-d846fea1-4a62-476b-86ca-752883164573 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1194119 Aug 30 23:03:27.824222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Request body: {'port': {'device_id': 'e8cae597-5c74-4210-8783-886181436ed7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:27.829698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-fca2e34f-5a92-4cc9-90a4-7832166f4d93 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1209466 Aug 30 23:03:27.833383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37065608-ae9e-466c-8501-ea34699ac0d3 req-e99642cb-5b5b-41ee-bfb2-7b57494d8f0b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590458 Aug 30 23:03:27.865467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.873165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Request body: {'port': {'device_id': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:27.904600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.964747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:27.976372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.015556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=06037403-8ac7-41ea-88d1-ca4c1db68165,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:28.037899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.038335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed22d59d-703a-40dd-be01-91124f75057f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:28.040325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7ebd2b2-ba5e-457d-bcd1-25ea8bf7abd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/06037403-8ac7-41ea-88d1-ca4c1db68165 HTTP/1.1" status: 204 len: 168 time: 0.5680959 Aug 30 23:03:28.050927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.053336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/c32db500-319e-4f40-8339-3a3ce0434163 HTTP/1.1" status: 204 len: 168 time: 1.1789181 Aug 30 23:03:28.054083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33170) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:28.061336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:28.071635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767dfc7-c360-4e75-b6f1-6910c02981a2 None None] Network 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:28.138817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46791e31-c0ef-4d83-9ef8-9eda6d325fad tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=c32db500-319e-4f40-8339-3a3ce0434163,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:28.292472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.306135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e321a8e-82fa-4e71-94b5-1cdc6fbb2cd2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2504563 Aug 30 23:03:28.309002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33174) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:28.387485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.405560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.433073 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.477344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] DHCP port deletion for 4b1a565c-c52e-4560-8d2a-5cade5f4ac11 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:28.496245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.551615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba2ea14-8e32-47ee-b8fb-fcc82514379f']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:28.578316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:28.578497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32285bb6-7fdf-45b2-bb3e-f12c08d4efb5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:28.660536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Deleting port 42edb630-24e9-44fb-80f4-d5decf4f5d5e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:28.660950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.662243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.733740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.745544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.753913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.763908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:28.764327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:28.769853 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:28.777726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 42edb630-24e9-44fb-80f4-d5decf4f5d5e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:28.777726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.793258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:28.857865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] For port 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=42edb630-24e9-44fb-80f4-d5decf4f5d5e,segment=NetworkSegment(c2b75bc9-0db3-4b06-adb7-69a59972dccb),segment_id=c2b75bc9-0db3-4b06-adb7-69a59972dccb)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:28.857865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:28.883034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Calling delete_port for 42edb630-24e9-44fb-80f4-d5decf4f5d5e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:29.003776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.004356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Fanout notify agent at l3_agent the message router_deleted on router 9e2de999-10b6-4491-bc9d-d59872fef1c1 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:29.020714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.021868 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b844b5f-ba51-4e0a-828c-edee5c223291 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/routers/9e2de999-10b6-4491-bc9d-d59872fef1c1 HTTP/1.1" status: 204 len: 168 time: 0.7116587 Aug 30 23:03:29.035930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 42edb630-24e9-44fb-80f4-d5decf4f5d5e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=42edb630-24e9-44fb-80f4-d5decf4f5d5e,segment=NetworkSegment(c2b75bc9-0db3-4b06-adb7-69a59972dccb),segment_id=c2b75bc9-0db3-4b06-adb7-69a59972dccb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:29.036167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Sync routers for ids ['9e2de999-10b6-4491-bc9d-d59872fef1c1'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:29.036386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.038699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:29.047741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:29.047972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.063574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.088437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.091025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] 10.222.0.25 "DELETE /v2.0/networks/cba2ea14-8e32-47ee-b8fb-fcc82514379f HTTP/1.1" status: 204 len: 168 time: 1.3954620 Aug 30 23:03:29.106606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] Pushing event deleted for resources: {'Port': ['ID=42edb630-24e9-44fb-80f4-d5decf4f5d5e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:29.116300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1117bda-a273-46f0-9bf2-f7c6b772c752 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:29.120703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33fda0-d5c6-4cfb-904e-0f7177d4b12a admin admin] Pushing event deleted for resources: {'Network': ['ID=cba2ea14-8e32-47ee-b8fb-fcc82514379f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:29.128812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 42edb630-24e9-44fb-80f4-d5decf4f5d5e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:29.163973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a8b77-8ab6-45af-b947-11c312d64b74 req-f0f79963-7cb6-4c91-87a5-94d8c63f4377 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:29.166166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-011a8b77-8ab6-45af-b947-11c312d64b74 req-f0f79963-7cb6-4c91-87a5-94d8c63f4377 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.2041638 Aug 30 23:03:29.168428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Deleting port f1117bda-a273-46f0-9bf2-f7c6b772c752 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:29.168816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.209104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3b6cc-c007-45fb-8b35-56f09d1e657e req-6d6c2017-ea9f-429b-85e9-966350a3d704 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:29.226997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07c3b6cc-c007-45fb-8b35-56f09d1e657e req-6d6c2017-ea9f-429b-85e9-966350a3d704 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 932 time: 0.3655629 Aug 30 23:03:29.251400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-011a8b77-8ab6-45af-b947-11c312d64b74 req-ec56f875-8d95-4fe3-9a9d-af7f1a1a534e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732617 Aug 30 23:03:29.253863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:29.268564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.284676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] For port f1117bda-a273-46f0-9bf2-f7c6b772c752, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1117bda-a273-46f0-9bf2-f7c6b772c752,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:29.285100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.290140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Transition to ACTIVE for port object 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:29.307142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Calling delete_port for f1117bda-a273-46f0-9bf2-f7c6b772c752 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:29.348931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:29.374117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.390734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b643ad98-13cf-4038-9638-448ddef7a1c6 None None] No DVR routers for this DVR port 42edb630-24e9-44fb-80f4-d5decf4f5d5e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:29.423619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07c3b6cc-c007-45fb-8b35-56f09d1e657e req-d21851aa-8e52-4379-99a7-ba524418c2b3 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930132 Aug 30 23:03:29.440102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:29.446507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 23:03:29.447561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e2de999-10b6-4491-bc9d-d59872fef1c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 23:03:29.459968 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.508668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] Pushing event deleted for resources: {'Port': ['ID=f1117bda-a273-46f0-9bf2-f7c6b772c752,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:29.511684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5bd569-b6e9-4014-8a71-2d0703fcd2cf None None] No DVR routers for this DVR port f1117bda-a273-46f0-9bf2-f7c6b772c752 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:29.513446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:29.514055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 23:03:29.515056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9e2de999-10b6-4491-bc9d-d59872fef1c1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 23:03:29.515658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfd63b3-8985-4730-9f75-ca74f8e45294 None None] The sync data for ids ['9e2de999-10b6-4491-bc9d-d59872fef1c1'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:29.521022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No active binding found for port f1117bda-a273-46f0-9bf2-f7c6b772c752 {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 23:03:29.521672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1117bda-a273-46f0-9bf2-f7c6b772c752 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:29.522407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 42edb630-24e9-44fb-80f4-d5decf4f5d5e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:29.540919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:29.550047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.558937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 42edb630-24e9-44fb-80f4-d5decf4f5d5e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:29.559278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 42edb630-24e9-44fb-80f4-d5decf4f5d5e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:29.613119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:29.613350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dcb2c308-7523-4aeb-a776-329fe8db4607 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c2e8f786c8042569740db1134d28976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2628286 Aug 30 23:03:29.637664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.716247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=42edb630-24e9-44fb-80f4-d5decf4f5d5e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:29.731877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port 42edb630-24e9-44fb-80f4-d5decf4f5d5e on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:29.763960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:29.782186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.797485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Attempting to bind port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:29.797713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Attempting to bind port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:29.798092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Attempting to bind port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:29.806370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 on network a41e8a8a-9180-41ca-9120-15d65b71069c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:29.806705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Attempting to bind port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:29.818128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:29.818499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Checking segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:29.819271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Bound using segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:29.819698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Bound port: 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:29.820196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.867624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.876593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.924440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1a565c-c52e-4560-8d2a-5cade5f4ac11']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:29.957046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2b75bc9-0db3-4b06-adb7-69a59972dccb') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:29.957348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2b75bc9-0db3-4b06-adb7-69a59972dccb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:29.963574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31487ff2-28d0-45a9-b75b-eac7fc9ec299 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:29.968745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:29.976734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.977657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:29.990381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:29.999591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.009537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Transition to ACTIVE for port object 31487ff2-28d0-45a9-b75b-eac7fc9ec299 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:30.014636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.049059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.051218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.051702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.052881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2fed85d4-474c-4a9f-bf3b-8b20d81312a1 HTTP/1.1" status: 204 len: 168 time: 0.4398422 Aug 30 23:03:30.056128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:30.056553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: items = [ Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:30.061285 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:30.082502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.085090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.087007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] 10.222.0.47 "PUT /v2.0/ports/6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 HTTP/1.1" status: 200 len: 1093 time: 2.2671094 Aug 30 23:03:30.099295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:30.102701 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032" -d '{"events": [{"name": "network-changed", "server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:30.154443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc2f382-5c18-485c-9c10-16279dd1e77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed85d4-474c-4a9f-bf3b-8b20d81312a1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:30.180267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.216168 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbbbe64-414c-42c2-8b87-3bb7a86edb14 x-openstack-request-id: req-bcbbbe64-414c-42c2-8b87-3bb7a86edb14 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:30.216525 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:30.216875 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bcbbbe64-414c-42c2-8b87-3bb7a86edb14 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:30.217501 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8', 'status': 'completed', 'code': 200} Aug 30 23:03:30.230182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af05987-5818-4e73-80b6-c74ffd6154a6 service neutron] Pushing event updated for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:30.265309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.307610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:30.309932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.311947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/4b1a565c-c52e-4560-8d2a-5cade5f4ac11 HTTP/1.1" status: 204 len: 168 time: 2.2185040 Aug 30 23:03:30.326067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:30.330247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-587278350', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:30.344257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Pushing event updated for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:30.348091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:30.353399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.354121 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.366631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219537f-54ee-4a1a-8abc-d77d29659a30 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:30.380480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493fc02e-bf47-4ea0-aa1e-aa0c13c5b174 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=4b1a565c-c52e-4560-8d2a-5cade5f4ac11,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:30.384718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-3e769abc-00a4-4ffb-88b5-d644f52877f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.386502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-3e769abc-00a4-4ffb-88b5-d644f52877f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 1096 time: 0.2308807 Aug 30 23:03:30.423541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=8bf2d3ee-059d-43de-a040-eb5ef7c4b33e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:30.506246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979709b-94f1-482e-8687-80740a7de215 req-9665b92c-b094-409a-8dff-4be3bc235073 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.507911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6979709b-94f1-482e-8687-80740a7de215 req-9665b92c-b094-409a-8dff-4be3bc235073 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1459503 Aug 30 23:03:30.508827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.509928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.520734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a3b0486c-806e-4b3c-b40c-2a1ab772350f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4766603 Aug 30 23:03:30.521636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:30.527039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1079883339', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:30.528736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-3ed60e46-dfcc-44ac-991a-67f79be776f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 HTTP/1.1" status: 200 len: 217 time: 0.1300337 Aug 30 23:03:30.625264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Attempting to bind port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:30.625684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Attempting to bind port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:30.625984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Attempting to bind port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:30.639266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 on network a41e8a8a-9180-41ca-9120-15d65b71069c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:30.639266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Attempting to bind port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 on network a41e8a8a-9180-41ca-9120-15d65b71069c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:30.650483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-e339f466-03f0-4818-a131-419fe192ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.650483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-e339f466-03f0-4818-a131-419fe192ee65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.1103978 Aug 30 23:03:30.655579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:30.655927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Checking segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:30.656294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Bound using segment: {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:30.656751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Bound port: 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74ca1ee4-cb28-47cd-9495-93c5e0109a23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:30.657132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.715995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.715995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.717427 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.725541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7489c20-64e5-45c1-946b-49ae0ee31750 req-e1554667-5619-4c4e-b7b4-5dedbdd3db21 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:30.735628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7489c20-64e5-45c1-946b-49ae0ee31750 req-e1554667-5619-4c4e-b7b4-5dedbdd3db21 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 944 time: 0.1760027 Aug 30 23:03:30.738000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:30.739090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.747837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-b6f35485-640e-4b91-abc9-31175e44d418 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832582 Aug 30 23:03:30.755670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6979709b-94f1-482e-8687-80740a7de215 req-48c97651-b056-4354-9c11-6e681e587295 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362626 Aug 30 23:03:30.864266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.878309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7489c20-64e5-45c1-946b-49ae0ee31750 req-a0e30590-820d-44b8-a37a-c91ed76eb122 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390572 Aug 30 23:03:30.913361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.921094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:30.929199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:30.944859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:30.963814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-c3f45a86-8a60-4ae1-8d0e-8d5f546d2f72 service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020078 Aug 30 23:03:31.008862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.012993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-75993b6e-b08a-49d9-a50a-c7d2f7ce9fc4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4869335 Aug 30 23:03:31.013172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:31.013567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.014223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33214) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:31.015234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] 10.222.0.52 "PUT /v2.0/ports/31487ff2-28d0-45a9-b75b-eac7fc9ec299 HTTP/1.1" status: 200 len: 1093 time: 3.1468179 Aug 30 23:03:31.088938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/8bf2d3ee-059d-43de-a040-eb5ef7c4b33e/64057be8-1f70-4a5f-bf88-401ca0ab3586) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:31.133589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2fe41-ab94-483a-8392-ce28df977417 service neutron] Pushing event updated for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:31.248876 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.258746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Transition to ACTIVE for port object 64057be8-1f70-4a5f-bf88-401ca0ab3586 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:31.285447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Transition to ACTIVE for port object 64057be8-1f70-4a5f-bf88-401ca0ab3586 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:31.294563 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.336464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-a14c7166-437e-432c-b395-c60e7e924fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:31.338424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-a14c7166-437e-432c-b395-c60e7e924fac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 1096 time: 0.2081447 Aug 30 23:03:31.344272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:31.345219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-bf1f424c-9331-4694-af57-8f9225df189a service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576846 Aug 30 23:03:31.348328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:31.359763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:31.378975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Pushing event updated for resources: {'Port': ['ID=64057be8-1f70-4a5f-bf88-401ca0ab3586,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:31.424228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.435100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-718672d5-5134-42dc-a89e-c143fbbbb53f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299 HTTP/1.1" status: 200 len: 217 time: 0.0807657 Aug 30 23:03:31.440947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Attempting to bind port 64057be8-1f70-4a5f-bf88-401ca0ab3586 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:31.441638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Attempting to bind port 64057be8-1f70-4a5f-bf88-401ca0ab3586 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:31.444362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Attempting to bind port 64057be8-1f70-4a5f-bf88-401ca0ab3586 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:31.454381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:31.455167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:31.456215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.456826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:31.457616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Bound port: 64057be8-1f70-4a5f-bf88-401ca0ab3586, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:31.458240 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.540994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-36b27053-073a-46c0-b04a-b13f6d17227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:31.542716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-36b27053-073a-46c0-b04a-b13f6d17227b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.0940745 Aug 30 23:03:31.545102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-b13251f9-0052-46c7-9ef9-58cd945e58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:31.546842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-b13251f9-0052-46c7-9ef9-58cd945e58fb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 1096 time: 0.1103213 Aug 30 23:03:31.583961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] For port 64057be8-1f70-4a5f-bf88-401ca0ab3586, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:31.595860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] For port 64057be8-1f70-4a5f-bf88-401ca0ab3586, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=64057be8-1f70-4a5f-bf88-401ca0ab3586,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:31.606098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.618376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-b832d7bc-bd20-4c64-a0eb-1813b04f6727 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476477 Aug 30 23:03:31.688656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33224) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:31.755960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:31.762732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad1d09-7b50-4cbd-954b-3f8e4f0a61f1 None None] Pushing event updated for resources: {'Port': ['ID=64057be8-1f70-4a5f-bf88-401ca0ab3586,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:31.879156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-adc071cd-c7f0-47f8-be02-57af9732552e service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517242 Aug 30 23:03:32.123277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-2964271f-bbba-4327-a629-5f246ec5b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.126707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-2964271f-bbba-4327-a629-5f246ec5b062 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 914 time: 0.5611713 Aug 30 23:03:32.222139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-afa1fce8-5781-412c-b3a1-b583abef305e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 HTTP/1.1" status: 200 len: 217 time: 0.0754626 Aug 30 23:03:32.222862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:32.225102 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc" -d '{"events": [{"name": "network-changed", "server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:32.278296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-374208696-network', 'tenant_id': 'd9e9ab99b8bf443f965539dfda45d403'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:32.284995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539632-4a73-48c9-aca4-bd8cd7178338 req-0f0ec6d6-2eaa-4f8a-9db7-34ef0e75eb53 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.287374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a539632-4a73-48c9-aca4-bd8cd7178338 req-0f0ec6d6-2eaa-4f8a-9db7-34ef0e75eb53 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 944 time: 0.2718465 Aug 30 23:03:32.299554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb4cfe7-6260-4735-bd14-696fa99b125a req-5439cc6e-0a65-4d4f-9d98-faa8e6b45bff service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133465 Aug 30 23:03:32.355549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-dc3df21e-b58b-4600-b519-a4ec744ee738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.357167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-dc3df21e-b58b-4600-b519-a4ec744ee738 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.1192279 Aug 30 23:03:32.365844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a539632-4a73-48c9-aca4-bd8cd7178338 req-753e9974-a285-4608-b0a1-27b7611ba620 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588896 Aug 30 23:03:32.388160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Made reservation on behalf of d9e9ab99b8bf443f965539dfda45d403 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:32.390588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:32.418646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:32.457091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-24ead213-4d89-4876-9238-201fe466eac3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745387 Aug 30 23:03:32.479527 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a1f417-6486-4d1f-8a0b-398e9ed7d9fd x-openstack-request-id: req-82a1f417-6486-4d1f-8a0b-398e9ed7d9fd {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:32.482134 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:32.482595 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82a1f417-6486-4d1f-8a0b-398e9ed7d9fd {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:32.486281 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299', 'status': 'completed', 'code': 200} Aug 30 23:03:32.585703 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:32.600039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbc23e-14b4-47db-afd5-7d5c0f742d23 req-7c57ab41-4c6e-4c61-8c76-3eff7394b1f5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.601638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0abbc23e-14b4-47db-afd5-7d5c0f742d23 req-7c57ab41-4c6e-4c61-8c76-3eff7394b1f5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.3283992 Aug 30 23:03:32.635354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:32.663228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-7116d62a-13ec-4446-80de-24ba9ee8cd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.665152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-7116d62a-13ec-4446-80de-24ba9ee8cd2b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a3cafff2446f4b3fb14a2500024da30f&device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 1096 time: 0.1063669 Aug 30 23:03:32.693821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-789ce9e4-89bb-47e2-a92f-70df13effc97 service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263739 Aug 30 23:03:32.874064 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0abbc23e-14b4-47db-afd5-7d5c0f742d23 req-86893bf5-a96f-4763-94a9-859176484192 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450926 Aug 30 23:03:32.898995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::1 (a77af47a-f8fc-4324-a15a-49aeaba204b7/8bf2d3ee-059d-43de-a040-eb5ef7c4b33e/f7fa84bc-f166-4e87-9b57-d7aa321648ca) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:32.921227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-f1e950b6-c401-4515-bf20-568cbf7ead87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:32.924471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-f1e950b6-c401-4515-bf20-568cbf7ead87 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 200 len: 914 time: 0.2504754 Aug 30 23:03:32.929642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd9bf848-0c2e-4f4e-85be-6fb81b0e3032 req-cb931344-a3d0-4b11-b4d9-e7174cb9c087 service neutron] 10.222.0.47 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175283 Aug 30 23:03:32.936143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 172.25.7.185 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/d54ab924-ce24-4688-af75-f4b708638f82) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:33.021316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-9cf8d478-674b-4584-b5cd-add08473ca03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299 HTTP/1.1" status: 200 len: 217 time: 0.0886154 Aug 30 23:03:33.125306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-b79c4e99-f98c-4b68-8c68-c0be7aec406f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:33.127143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-b79c4e99-f98c-4b68-8c68-c0be7aec406f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 200 len: 853 time: 0.0968983 Aug 30 23:03:33.156746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 64057be8-1f70-4a5f-bf88-401ca0ab3586 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:33.178149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.189338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-2c1a2fb3-3d51-49a7-9070-49a691678aa7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a41e8a8a-9180-41ca-9120-15d65b71069c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538836 Aug 30 23:03:33.193755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.263396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:33.280158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448a96ab-0b38-4aa6-b8e4-a4224ff6242e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:33.293572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.296471 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Added segment 00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e of type vlan for network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b Aug 30 23:03:33.319182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 64057be8-1f70-4a5f-bf88-401ca0ab3586 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:33.327192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.365616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.370513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object f7fa84bc-f166-4e87-9b57-d7aa321648ca will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:33.412312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-4a355410-7eb0-441b-b4bb-1cdd69cc5958 service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133565 Aug 30 23:03:33.443939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Provisioning for port 64057be8-1f70-4a5f-bf88-401ca0ab3586 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:33.452056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Provisioning complete for port 64057be8-1f70-4a5f-bf88-401ca0ab3586 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:33.452965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.466458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.546727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.589014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.591043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:33.592526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.602668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.622120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563ac94-66eb-423b-9cdb-334095c0c94a req-3868855d-9908-4879-9c3e-4671157bcffe tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:33.625522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2563ac94-66eb-423b-9cdb-334095c0c94a req-3868855d-9908-4879-9c3e-4671157bcffe tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 944 time: 0.1080277 Aug 30 23:03:33.628866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a3ba1e0-2bfd-4762-a91f-17763f83a3cc req-cb06f65a-ca69-4c87-b43e-506053de5d06 service neutron] 10.222.0.52 "GET /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085340 Aug 30 23:03:33.676098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-61bece7c-9768-4503-8faf-3e7366686d37 req-5c294caf-1d90-49f8-a4cf-cbbec724412d service neutron] (101269) timed out ('10.222.0.25', 60338) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:03:33.677332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] For port 64057be8-1f70-4a5f-bf88-401ca0ab3586, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=64057be8-1f70-4a5f-bf88-401ca0ab3586,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:33.687947 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.697817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2563ac94-66eb-423b-9cdb-334095c0c94a req-e0ab3510-ad5a-4e8f-a151-21f81a30c80a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650332 Aug 30 23:03:33.730160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] Pushing event updated for resources: {'Network': ['ID=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:33.735980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:33.745899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:33.752377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:33.756581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:33.757454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.760287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:33.780731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3ec477c-bd82-4681-9c64-6cd501fe75d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0903132 Aug 30 23:03:33.783500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:33.822755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68364afe-b230-474a-b293-2bc77a6f2c5a None None] Pushing event updated for resources: {'Port': ['ID=64057be8-1f70-4a5f-bf88-401ca0ab3586,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:33.830078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Request body: {'subnet': {'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-374208696-subnet', 'tenant_id': 'd9e9ab99b8bf443f965539dfda45d403', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:33.839759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=f7fa84bc-f166-4e87-9b57-d7aa321648ca,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:33.894317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=d54ab924-ce24-4688-af75-f4b708638f82,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:33.919904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:33.954813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:33.957922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:34.010486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Made reservation on behalf of d9e9ab99b8bf443f965539dfda45d403 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:34.013113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:34.130239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-044399b8-06ac-404d-a2af-91c5f29a2751 None None] Provisioning for port f7fa84bc-f166-4e87-9b57-d7aa321648ca completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:34.137503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-044399b8-06ac-404d-a2af-91c5f29a2751 None None] Provisioning complete for port f7fa84bc-f166-4e87-9b57-d7aa321648ca triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:34.138365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-044399b8-06ac-404d-a2af-91c5f29a2751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:34.196068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-044399b8-06ac-404d-a2af-91c5f29a2751 None None] Port f7fa84bc-f166-4e87-9b57-d7aa321648ca cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:34.232014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02694ed-6b33-42d2-acec-2f717ab72ef6 req-b42c18cf-7182-486d-95b1-bae7be54e0ea tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:34.233434 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b02694ed-6b33-42d2-acec-2f717ab72ef6 req-b42c18cf-7182-486d-95b1-bae7be54e0ea tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.2300582 Aug 30 23:03:34.242993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:34.378262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b02694ed-6b33-42d2-acec-2f717ab72ef6 req-2a9b9ed7-0055-4768-856c-187a803dc0a0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295350 Aug 30 23:03:34.661003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:34.688911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:34.744797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:34.843662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b671173-b201-481e-a651-e3eba18d6bc6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:34.896911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5b62e-39f5-4294-b12d-9302faf29c51 req-e433df73-92e5-4bdd-b276-1470a043d1ca tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:34.898528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd5b62e-39f5-4294-b12d-9302faf29c51 req-e433df73-92e5-4bdd-b276-1470a043d1ca tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 944 time: 0.0792024 Aug 30 23:03:34.949381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd5b62e-39f5-4294-b12d-9302faf29c51 req-4def44e3-a4c3-4b11-9936-6275da1ec0e2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443666 Aug 30 23:03:34.964215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:34.997910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'port_id': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8', 'mac_address': 'fa:16:3e:2b:30:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287437ab-3587-45af-ac20-d48e51c21bbf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:35.085386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.095223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 31487ff2-28d0-45a9-b75b-eac7fc9ec299 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:35.120634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 64057be8-1f70-4a5f-bf88-401ca0ab3586 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:35.162417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:35.228867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Checking segment: {'id': '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:35.228867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Network hostable DHCP agents. Network: 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:35.267685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:35.276894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.304221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.312007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.312877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.352768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:35.407006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:35.447499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:35.448119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.470987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=f7fa84bc-f166-4e87-9b57-d7aa321648ca,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:35.492021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.501844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3096b9c0-8efe-49c0-94f5-8957441ad195 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6748385 Aug 30 23:03:35.502086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:35.508523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4891fb-b6a4-44a2-af11-0eac68353326 None None] Network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:35.643558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:35.649420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:35.656766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:35.659317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 64057be8-1f70-4a5f-bf88-401ca0ab3586 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:35.659580 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:35.681769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6e95eaa2-392c-48b2-b1f6-2e20e573b0f8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:35.864641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '31487ff2-28d0-45a9-b75b-eac7fc9ec299', 'network_id': 'a41e8a8a-9180-41ca-9120-15d65b71069c', 'port_id': '31487ff2-28d0-45a9-b75b-eac7fc9ec299', 'mac_address': 'fa:16:3e:71:db:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '287437ab-3587-45af-ac20-d48e51c21bbf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:35.876079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5592df8-ab7c-43ec-bbf7-b862a86f42ef req-84a6da51-a10f-4c6c-97e4-8d4388001ff7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:35.877628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5592df8-ab7c-43ec-bbf7-b862a86f42ef req-84a6da51-a10f-4c6c-97e4-8d4388001ff7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.3068554 Aug 30 23:03:35.909381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e37a498-41c2-4dbb-9e09-877bd1720d47 None None] Network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:35.977217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5592df8-ab7c-43ec-bbf7-b862a86f42ef req-c6f4dba4-77a4-4f66-800c-eae685f52bed tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924337 Aug 30 23:03:35.982204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router c996567a-ce2f-4633-ac01-db473cd1e2ea is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:36.027366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:36.175272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:36.190504 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] Sync routers for ids ['c996567a-ce2f-4633-ac01-db473cd1e2ea'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:36.318489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:36.319070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:36.322605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ed32465c-1846-4a7b-882f-de06189956da tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9960527 Aug 30 23:03:36.337407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.424812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1d34c-f804-42a4-bdbc-95b1e7f9982e req-55c8cd95-16b5-4ecb-b445-73dc14c93e50 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:36.432380 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34d1d34c-f804-42a4-bdbc-95b1e7f9982e req-55c8cd95-16b5-4ecb-b445-73dc14c93e50 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 945 time: 0.2549658 Aug 30 23:03:36.439855 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] Routers {'c996567a-ce2f-4633-ac01-db473cd1e2ea'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:36.442007 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c996567a-ce2f-4633-ac01-db473cd1e2ea'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:36.489508 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:36.495637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:36.507721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4b6e9d98-ce6b-4a27-8c44-97b08ebc14c1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "PUT /v2.0/routers/f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4899554 Aug 30 23:03:36.513066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.522159 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] Routers {'c996567a-ce2f-4633-ac01-db473cd1e2ea'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:36.524959 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c996567a-ce2f-4633-ac01-db473cd1e2ea'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:36.536810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-3e974536-b4ed-4d3c-aa1a-aa761d3b9486 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:36.554110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-3e974536-b4ed-4d3c-aa1a-aa761d3b9486 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/networks?id=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b HTTP/1.1" status: 200 len: 808 time: 0.3031952 Aug 30 23:03:36.558062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31487ff2-28d0-45a9-b75b-eac7fc9ec299 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:36.568658 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e685e998-848c-42af-8977-e09a5a150237 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers/c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 200 len: 884 time: 0.2300434 Aug 30 23:03:36.572012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.587347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34d1d34c-f804-42a4-bdbc-95b1e7f9982e req-0676d7c9-af40-433f-9c3e-e35f08ba3fb4 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539888 Aug 30 23:03:36.588525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-df55b077-9717-4724-b372-847764241954 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/quotas/d9e9ab99b8bf443f965539dfda45d403 HTTP/1.1" status: 200 len: 375 time: 0.0330687 Aug 30 23:03:36.602039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:36.633382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Sync routers for ids ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:36.638243 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:36.639097 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b7f42d-00ec-43ac-93c1-c3be485a4cd2 None None] The sync data for ids ['c996567a-ce2f-4633-ac01-db473cd1e2ea'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:36.653189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcf0e3d-a25d-40d1-8cab-31b23bcc25fe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:36.655189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2fcf0e3d-a25d-40d1-8cab-31b23bcc25fe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports/f7fa84bc-f166-4e87-9b57-d7aa321648ca HTTP/1.1" status: 200 len: 911 time: 0.1411541 Aug 30 23:03:36.667674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-0ea4033e-9aad-4860-ba3c-890df7dfa4a1 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d9e9ab99b8bf443f965539dfda45d403&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764196 Aug 30 23:03:36.676911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.721858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:36.725437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c9e8249-6651-4e0a-9e11-68ee02ed16ff None None] Provisioning complete for port f7fa84bc-f166-4e87-9b57-d7aa321648ca triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:36.725835 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c9e8249-6651-4e0a-9e11-68ee02ed16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:36.796929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ce74f-7640-41fa-aa97-4d7a6cc1067a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:36.808740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ce74f-7640-41fa-aa97-4d7a6cc1067a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:36.811881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-408ce74f-7640-41fa-aa97-4d7a6cc1067a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1334062 Aug 30 23:03:36.826076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.847407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3c9e8249-6651-4e0a-9e11-68ee02ed16ff None None] Port f7fa84bc-f166-4e87-9b57-d7aa321648ca cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:36.974558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-63c9c942-e150-4b8b-baed-fabc23e99a68 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3857479 Aug 30 23:03:36.975436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:36.980195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-587278350'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:37.044226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-a3b42b13-dea3-4157-a962-838d0e7c9689 service neutron] 10.222.0.25 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754027 Aug 30 23:03:37.114405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:37.117446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Routers {'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:37.118243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:37.221931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['31487ff2-28d0-45a9-b75b-eac7fc9ec299'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:37.254501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2989f6b-456a-4a48-b678-461a0d273684 req-cb927ac5-b38c-4cca-a7ea-abd3b62a6527 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:37.264313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2989f6b-456a-4a48-b678-461a0d273684 req-cb927ac5-b38c-4cca-a7ea-abd3b62a6527 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.1421881 Aug 30 23:03:37.390042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2989f6b-456a-4a48-b678-461a0d273684 req-197fbf45-7bff-45a2-95a9-3fb38b4ac2fe tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246321 Aug 30 23:03:37.489354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Set router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:03:37.772750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:37.795659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:37.808539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f562f3a-ebaa-4848-a9db-68ec5076dc6a req-128311be-9e3f-4edf-901f-b927415a84e6 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:37.817725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f562f3a-ebaa-4848-a9db-68ec5076dc6a req-128311be-9e3f-4edf-901f-b927415a84e6 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 945 time: 0.1170406 Aug 30 23:03:37.916301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f562f3a-ebaa-4848-a9db-68ec5076dc6a req-4d1e9c43-5c1e-4b7c-a054-36dd75838614 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960205 Aug 30 23:03:37.919469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-0fc77a8c-0e00-4310-98a0-1f16ebbe1b20 service neutron] 10.222.0.25 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8656156 Aug 30 23:03:37.959764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'name': 'tempest-NetworksTestDHCPv6-router-1079883339', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:30Z', 'updated_at': '2021-08-30T23:03:34Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa84bc-f166-4e87-9b57-d7aa321648ca', 'name': '', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'mac_address': 'fa:16:3e:2e:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:32Z', 'updated_at': '2021-08-30T23:03:34Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'subnets': [{'id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:38.001282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Checking router: f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:03:38.001644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Updating router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 port f7fa84bc-f166-4e87-9b57-d7aa321648ca binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:03:38.032120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.069577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router c996567a-ce2f-4633-ac01-db473cd1e2ea has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:38.257618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39c7dda1-22b8-4466-9775-625f65fd2363 req-6cba3d16-48df-4f50-8c33-0107941bab63 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 210 time: 0.0316005 Aug 30 23:03:38.273266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:38.280756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.281976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d45c9cd6-6473-4887-b70a-09dd93b97aa6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 200 len: 891 time: 1.3055260 Aug 30 23:03:38.285210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33290) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:38.293819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] Sync routers for ids ['c996567a-ce2f-4633-ac01-db473cd1e2ea'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:38.310966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] Routers {'c996567a-ce2f-4633-ac01-db473cd1e2ea'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:38.311733 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c996567a-ce2f-4633-ac01-db473cd1e2ea'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:38.383067 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:38.419585 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] Routers {'c996567a-ce2f-4633-ac01-db473cd1e2ea'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:38.422692 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c996567a-ce2f-4633-ac01-db473cd1e2ea'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:38.437040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.528098 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:38.528767 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcfa53-e5d9-48b9-8cf7-e3f210582f76 None None] The sync data for ids ['c996567a-ce2f-4633-ac01-db473cd1e2ea'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:38.552357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.556087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-43b18898-7e1a-401c-bbde-49bb0875e36a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers/c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 200 len: 891 time: 0.2697833 Aug 30 23:03:38.559622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:38.582915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Transition to ACTIVE for port object f7fa84bc-f166-4e87-9b57-d7aa321648ca will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:38.592763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.596339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8a40a3d5-094b-4fdc-9a2f-d50fa3b9aee6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 200 len: 205 time: 0.0353985 Aug 30 23:03:38.598706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:38.720915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c010-e4b1-49fb-b006-7a3ef1d73e23 None None] Pushing event updated for resources: {'Port': ['ID=f7fa84bc-f166-4e87-9b57-d7aa321648ca,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:38.738597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:38.813644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f4d98-3f72-4358-9ae4-eaa1bacea0c3 req-bd2a20c2-f27a-41d9-b846-a41d47c2e0f2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:38.816411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da2f4d98-3f72-4358-9ae4-eaa1bacea0c3 req-bd2a20c2-f27a-41d9-b846-a41d47c2e0f2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.2211659 Aug 30 23:03:38.865565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Attempting to bind port f7fa84bc-f166-4e87-9b57-d7aa321648ca on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:38.866222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Attempting to bind port f7fa84bc-f166-4e87-9b57-d7aa321648ca by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:38.866839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Attempting to bind port f7fa84bc-f166-4e87-9b57-d7aa321648ca on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:38.877090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:38.877840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:38.878720 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.879586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:38.880253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Bound port: f7fa84bc-f166-4e87-9b57-d7aa321648ca, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:38.881341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:38.906586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da2f4d98-3f72-4358-9ae4-eaa1bacea0c3 req-8fdfe6d5-6357-4e06-aacb-1d45b9447d49 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Aug 30 23:03:38.977146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:38.996517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port f7fa84bc-f166-4e87-9b57-d7aa321648ca {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:38.997002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.012899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:39.013282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.085383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 31487ff2-28d0-45a9-b75b-eac7fc9ec299 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:39.164699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] For port f7fa84bc-f166-4e87-9b57-d7aa321648ca, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:39.176488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] For port f7fa84bc-f166-4e87-9b57-d7aa321648ca, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f7fa84bc-f166-4e87-9b57-d7aa321648ca,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:39.187677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.198509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port f7fa84bc-f166-4e87-9b57-d7aa321648ca, host n-d-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:39.198958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.226028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for f7fa84bc-f166-4e87-9b57-d7aa321648ca owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:39.281395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7c010-e4b1-49fb-b006-7a3ef1d73e23 None None] Pushing event updated for resources: {'Port': ['ID=f7fa84bc-f166-4e87-9b57-d7aa321648ca,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:39.436142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:39.447562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:39.447985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.451801 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.478857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86466ab4-5887-4812-bed7-90ed0df08b47 req-da8f4b4f-5a5b-48f0-b077-1b19023a6d87 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:39.486795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86466ab4-5887-4812-bed7-90ed0df08b47 req-da8f4b4f-5a5b-48f0-b077-1b19023a6d87 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 945 time: 0.1925697 Aug 30 23:03:39.501534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Routers {'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:39.502265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:39.551312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.590917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d72ea40a-99d3-4f43-98cd-bfdc25beea5e req-6c83d8cb-f8bd-48e4-810f-9f98429801ae tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 210 time: 0.1593039 Aug 30 23:03:39.697738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:39.699955 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4379c4a-1605-4326-8af7-a05991ce1825" -d '{"events": [{"server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "name": "network-vif-plugged", "status": "completed", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:39.718963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:39.728434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] Set router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:03:39.731564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.790737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.849324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=f7fa84bc-f166-4e87-9b57-d7aa321648ca,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:39.864889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86466ab4-5887-4812-bed7-90ed0df08b47 req-59315791-2eb6-4ed0-b46f-63cdea16b45b tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3770671 Aug 30 23:03:39.894626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:39.914165 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747e94e-e84a-44b5-ac52-c58de7a3dc66 x-openstack-request-id: req-e747e94e-e84a-44b5-ac52-c58de7a3dc66 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:39.914529 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "name": "network-vif-plugged", "status": "completed", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:39.914843 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e747e94e-e84a-44b5-ac52-c58de7a3dc66 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:39.915415 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8', 'code': 200} Aug 30 23:03:39.927562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89340b18-8242-4fa1-b097-bd04976a1078 None None] Could not find standard attr ID for object f7fa84bc-f166-4e87-9b57-d7aa321648ca. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:39.942872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:40.016122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port d54ab924-ce24-4688-af75-f4b708638f82 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:40.016648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.316683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.359762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for d54ab924-ce24-4688-af75-f4b708638f82 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:40.452217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.473289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-f18d0a6c-46e9-4efd-ba65-8c82d506a318 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:40.475482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-f18d0a6c-46e9-4efd-ba65-8c82d506a318 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.47 "GET /v2.0/networks?id=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b HTTP/1.1" status: 200 len: 808 time: 0.4399631 Aug 30 23:03:40.478220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.534369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:40.538018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a30accb6-15bb-474b-8180-8f99ee44f9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.542063 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.549297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Request body: {'port': {'device_id': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b', 'admin_state_up': True, 'tenant_id': 'd9e9ab99b8bf443f965539dfda45d403'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:40.563643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3e8a5-61f5-4e27-a208-0368ce52b765 req-f2efd31e-b877-4310-a47b-538523eebe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:40.567326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6c3e8a5-61f5-4e27-a208-0368ce52b765 req-f2efd31e-b877-4310-a47b-538523eebe68 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 1098 time: 0.5759711 Aug 30 23:03:40.717371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f23147-3f98-4396-91c2-4c26e4a71d37 req-8f621171-fa97-4c0f-a290-2f2de39ed1ba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:40.726101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05f23147-3f98-4396-91c2-4c26e4a71d37 req-8f621171-fa97-4c0f-a290-2f2de39ed1ba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.6222005 Aug 30 23:03:40.744604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:40.784599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fdaa38b-8d35-4c36-8306-1a7453ccf914 req-94a6bfba-9bcc-4fe2-8728-84937cefa091 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 210 time: 0.0391796 Aug 30 23:03:40.801583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'name': 'tempest-NetworksTestDHCPv6-router-1079883339', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:30Z', 'updated_at': '2021-08-30T23:03:34Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa84bc-f166-4e87-9b57-d7aa321648ca', 'name': '', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'mac_address': 'fa:16:3e:2e:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:32Z', 'updated_at': '2021-08-30T23:03:39Z', 'revision_number': 4, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'subnets': [{'id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:40.809106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:40.832465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef97af2a-f824-4537-94e9-8d2726179c66 None None] The sync data for ids ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'] in n-d-791504-21 is: [{'id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'name': 'tempest-NetworksTestDHCPv6-router-1079883339', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:30Z', 'updated_at': '2021-08-30T23:03:34Z', 'revision_number': 2, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'gw_port_host': None, '_interfaces': [{'id': 'f7fa84bc-f166-4e87-9b57-d7aa321648ca', 'name': '', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'mac_address': 'fa:16:3e:2e:0b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2464, 'fixed_ips': [{'subnet_id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:32Z', 'updated_at': '2021-08-30T23:03:39Z', 'revision_number': 4, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74', 'subnets': [{'id': '8bf2d3ee-059d-43de-a040-eb5ef7c4b33e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:40.835398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6c3e8a5-61f5-4e27-a208-0368ce52b765 req-dabf25ee-1da1-4a86-a193-23de00bf1dc6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987975 Aug 30 23:03:40.842569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=d54ab924-ce24-4688-af75-f4b708638f82,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:40.955778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-05f23147-3f98-4396-91c2-4c26e4a71d37 req-33518c32-1a4b-4997-8da7-5f3c3283c370 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276735 Aug 30 23:03:40.982496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:40.997639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.100724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Made reservation on behalf of d9e9ab99b8bf443f965539dfda45d403 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:41.104382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.168115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.171026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.183338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:41.188299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b089b185-0dde-43fc-ba1e-1f166d0473cc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "PUT /v2.0/routers/f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3601673 Aug 30 23:03:41.191840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:41.322356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7943469-9a66-4bd0-9cb5-1eba5442e9f5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:41.323904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7943469-9a66-4bd0-9cb5-1eba5442e9f5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:41.325468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7943469-9a66-4bd0-9cb5-1eba5442e9f5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1032307 Aug 30 23:03:41.335444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4735d1-f56e-427e-9564-ede55d8cc2af req-c1c4b950-f22e-4b84-97aa-0d676068086a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:41.343270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab4735d1-f56e-427e-9564-ede55d8cc2af req-c1c4b950-f22e-4b84-97aa-0d676068086a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 946 time: 0.2745953 Aug 30 23:03:41.344963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:41.396959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.397482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router c996567a-ce2f-4633-ac01-db473cd1e2ea {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:41.417670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.418997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2b76792-d204-495e-9f12-70cc30aceeda tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 204 len: 168 time: 2.8192434 Aug 30 23:03:41.425005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:41.438799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2095688831'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:41.448317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Allocated IP 172.20.0.13 (42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b/8b671173-b201-481e-a651-e3eba18d6bc6/0b103d01-f29e-4007-8119-1e6b9ac4d6e2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:41.501034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 8bf2d3ee-059d-43de-a040-eb5ef7c4b33e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:41.519918 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab4735d1-f56e-427e-9564-ede55d8cc2af req-4ccb242e-5e52-4702-b1a3-d12c6cbb237f tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756084 Aug 30 23:03:41.527087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.584227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.616976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:41.620952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.710725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:41.740357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.740791 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment e33b0327-e9a3-44ce-a764-29e973bef0a8 of type vlan for network 6d7edc9e-b613-429b-9149-7c7a217a26cd Aug 30 23:03:41.794657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.802408 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.883030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.891915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.903304 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.916768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:41.919351 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67349b8-538e-4652-9bb1-81983fa4f8d2" -d '{"events": [{"server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "name": "network-vif-plugged", "status": "completed", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:41.941356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf2d3ee-059d-43de-a040-eb5ef7c4b33e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:41.947844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:41.950198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-17d0fa8a-ee49-4d2d-8058-b9f67d2dcc0b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/8bf2d3ee-059d-43de-a040-eb5ef7c4b33e HTTP/1.1" status: 204 len: 168 time: 0.6022439 Aug 30 23:03:41.952564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:41.963090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f952b360-d2b7-4de3-9588-5b0795958551 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:42.013077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Pushing event updated for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:42.037332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:42.047746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:42.052157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:42.130891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ca2ec49d-aa8b-4588-9dde-9a361653bae0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1769216 Aug 30 23:03:42.136100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33336) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:42.146434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.147700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.189722 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf40a833-b638-4bb2-aa08-727ecff3c433 x-openstack-request-id: req-cf40a833-b638-4bb2-aa08-727ecff3c433 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:42.191814 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "name": "network-vif-plugged", "status": "completed", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:42.192246 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cf40a833-b638-4bb2-aa08-727ecff3c433 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:42.192817 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299', 'code': 200} Aug 30 23:03:42.199872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.206359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.207148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.223138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ac970297-f936-46e9-b9a8-fc2cba721d0a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7275140 Aug 30 23:03:42.276071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eee441-5343-4c35-b8fe-e6b76a96f440 req-fed2a42e-76c0-433a-96e4-717e85ef4bb8 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.279912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03eee441-5343-4c35-b8fe-e6b76a96f440 req-fed2a42e-76c0-433a-96e4-717e85ef4bb8 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 932 time: 0.3925228 Aug 30 23:03:42.333919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.352012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Request body: {'port': {'device_id': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:42.357184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ee2fb-f764-41f9-a42d-f1bbb09a3a7c req-6e36888b-6c14-46d4-ae83-c581ce86bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.363335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-629ee2fb-f764-41f9-a42d-f1bbb09a3a7c req-6e36888b-6c14-46d4-ae83-c581ce86bef6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 1098 time: 0.1963668 Aug 30 23:03:42.372547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:42.431921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Deleting port 64057be8-1f70-4a5f-bf88-401ca0ab3586 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:42.432239 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.440055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0131514 Aug 30 23:03:42.440994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33346) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:42.449877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:42.470530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-629ee2fb-f764-41f9-a42d-f1bbb09a3a7c req-9f8105d8-8b99-440c-93b4-4d8f33511952 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887659 Aug 30 23:03:42.512778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b0cd83-18da-4ba9-9a08-a0475253b56a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=6d7edc9e-b613-429b-9149-7c7a217a26cd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:42.512962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] For port 64057be8-1f70-4a5f-bf88-401ca0ab3586, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=64057be8-1f70-4a5f-bf88-401ca0ab3586,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:42.513373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.522191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.528488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:42.537692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Calling delete_port for 64057be8-1f70-4a5f-bf88-401ca0ab3586 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:42.542356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03eee441-5343-4c35-b8fe-e6b76a96f440 req-1e2f13d7-52d6-43e7-94ca-c17b70447574 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686778 Aug 30 23:03:42.730637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a301558-1474-488a-a922-9f98be451e78 req-5c76c0df-592c-4a82-8246-5cae90e23e34 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.732462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a301558-1474-488a-a922-9f98be451e78 req-5c76c0df-592c-4a82-8246-5cae90e23e34 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.4270916 Aug 30 23:03:42.739704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.743354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.748774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.780831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] Pushing event deleted for resources: {'Port': ['ID=64057be8-1f70-4a5f-bf88-401ca0ab3586,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:42.794596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e62d6-c8a3-4739-bfbc-d67ca6bee520 None None] No DVR routers for this DVR port 64057be8-1f70-4a5f-bf88-401ca0ab3586 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:42.853511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.858394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd6d3b-297f-4316-9435-2b29831dc72d req-33b6bff0-42e7-47df-950d-4b40f6be8a97 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:42.868852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.868852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Fanout notify agent at l3_agent the message router_deleted on router f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:42.869481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5fd6d3b-297f-4316-9435-2b29831dc72d req-33b6bff0-42e7-47df-950d-4b40f6be8a97 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 946 time: 0.1492245 Aug 30 23:03:42.888755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.893471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff7861be-20d9-4dd9-9526-642680a387e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/routers/f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 HTTP/1.1" status: 204 len: 168 time: 0.7557659 Aug 30 23:03:42.898815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33350) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:42.902821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a301558-1474-488a-a922-9f98be451e78 req-002bcfc9-806c-492d-83e1-eed57a69a25a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563811 Aug 30 23:03:42.945700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f07da025-7712-408f-beeb-f05c2cee894e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0414467 Aug 30 23:03:42.946873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:42.950422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33352) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:42.951492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:42.994281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5fd6d3b-297f-4316-9435-2b29831dc72d req-1e8e309d-711c-4af8-a515-e094f7422e65 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249382 Aug 30 23:03:43.093630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7e1e95-f023-4dcb-8212-c080fc303064 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:43.094756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e7e1e95-f023-4dcb-8212-c080fc303064 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1433003 Aug 30 23:03:43.097625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33356) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:43.154192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Sync routers for ids ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:43.166828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:43.167489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 23:03:43.168379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 23:03:43.177501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 64057be8-1f70-4a5f-bf88-401ca0ab3586 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:43.178544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-495b2a2e-ab11-4be6-bec1-76c3d681e6a8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795994 Aug 30 23:03:43.185274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:43.190171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:43.195378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:43.204200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 64057be8-1f70-4a5f-bf88-401ca0ab3586 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:43.204401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.204878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 64057be8-1f70-4a5f-bf88-401ca0ab3586 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:43.223983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:43.224579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 23:03:43.225355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_agentschedulers_db [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101270) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 23:03:43.225990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb72d53-7fe2-4d0d-b2bb-1a4f8fca420a None None] The sync data for ids ['f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:43.275872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Transition to ACTIVE for port object 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:43.296979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.317699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ceec95d6-e854-4243-bc96-38aa4922dfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.380204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda6bc3-002d-4ce9-9593-1b56831d4fb4 req-d5fffcd8-3cf6-4a9f-892d-15dac5c8a5fd tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:43.381957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efda6bc3-002d-4ce9-9593-1b56831d4fb4 req-d5fffcd8-3cf6-4a9f-892d-15dac5c8a5fd tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 946 time: 0.1107726 Aug 30 23:03:43.382940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.405631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:43.409607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.416885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Pushing event updated for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:43.459031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-69ff2cff-2017-4d44-9898-9a3b2e10be1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:43.460525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-69ff2cff-2017-4d44-9898-9a3b2e10be1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 1098 time: 0.1751962 Aug 30 23:03:43.502766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-efda6bc3-002d-4ce9-9593-1b56831d4fb4 req-8d9842c2-3c5e-4356-89ce-18a854963cd8 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099851 Aug 30 23:03:43.503699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': 'e33b0327-e9a3-44ce-a764-29e973bef0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:43.504069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: 6d7edc9e-b613-429b-9149-7c7a217a26cd, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:43.506494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=32d04e52-dabc-41e5-a3b4-826d2ba0291e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:43.529167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:43.542202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 6d7edc9e-b613-429b-9149-7c7a217a26cd) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:43.547717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:43.548321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.560803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38c13f6-10e9-4046-bf44-c294b8eedcce None None] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:43.578924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0ced2839-29f1-487b-99ad-9e60ee80fb35 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1321323 Aug 30 23:03:43.578924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:43.584768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-589256607', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:43.619170 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:03:43.619794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.620592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.709149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.728159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.764379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:43.765815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-397da14f-67b7-48c5-8be1-0b3995fe2c89 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1866639 Aug 30 23:03:43.784145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:43.853121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-6d7edc9e-b613-429b-9149-7c7a217a26cd', 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': '32d04e52-dabc-41e5-a3b4-826d2ba0291e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:43.854064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.031848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Allocated IP 2001:db8::2 (6d7edc9e-b613-429b-9149-7c7a217a26cd/32d04e52-dabc-41e5-a3b4-826d2ba0291e/a7830d72-986b-4f64-af0d-4619bf816d82) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:44.119633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Attempting to bind port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:44.120472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Attempting to bind port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:44.120472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Attempting to bind port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 on network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:44.130228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287610e9-582c-40b7-a7f7-97bb177f4da0 req-fe57b72b-8d0f-436f-90b7-869bc07328d1 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.132306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-287610e9-582c-40b7-a7f7-97bb177f4da0 req-fe57b72b-8d0f-436f-90b7-869bc07328d1 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 944 time: 0.1825166 Aug 30 23:03:44.139855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8a4b3-97e3-48b8-8b6a-508019223349 req-293b85f0-dee6-401e-a6a2-8bc33e9c7c9a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.141550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34c8a4b3-97e3-48b8-8b6a-508019223349 req-293b85f0-dee6-401e-a6a2-8bc33e9c7c9a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 946 time: 0.0948844 Aug 30 23:03:44.164767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 on network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:03:44.165294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Attempting to bind port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 on network 42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:44.167581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.185678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-c7448f3f-3dbd-4840-af18-9408f2f75462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.187677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-c7448f3f-3dbd-4840-af18-9408f2f75462 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.6863918 Aug 30 23:03:44.193997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:44.194502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Checking segment: {'id': '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:44.195011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Bound using segment: {'id': '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:44.195577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Bound port: 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:44.196073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.270898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.287627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Transition to ACTIVE for port object a7830d72-986b-4f64-af0d-4619bf816d82 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:44.318872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Transition to ACTIVE for port object a7830d72-986b-4f64-af0d-4619bf816d82 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:44.332382 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.349164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-fbb283f5-0835-40ea-89d7-1fe1261ee64c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a62c9374-bb62-450d-a5c4-02c37515de65 HTTP/1.1" status: 200 len: 217 time: 0.1116176 Aug 30 23:03:44.416755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-287610e9-582c-40b7-a7f7-97bb177f4da0 req-75e5bdc9-3702-4acf-8eb3-c130adf9e58c tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617912 Aug 30 23:03:44.418204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:44.423880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:44.431285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:44.445099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Pushing event updated for resources: {'Port': ['ID=a7830d72-986b-4f64-af0d-4619bf816d82,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:44.534555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.545150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Attempting to bind port a7830d72-986b-4f64-af0d-4619bf816d82 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:44.545761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Attempting to bind port a7830d72-986b-4f64-af0d-4619bf816d82 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e33b0327-e9a3-44ce-a764-29e973bef0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:44.546402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Attempting to bind port a7830d72-986b-4f64-af0d-4619bf816d82 on network 6d7edc9e-b613-429b-9149-7c7a217a26cd {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:44.554715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:44.555132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Checking segment: {'id': 'e33b0327-e9a3-44ce-a764-29e973bef0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:44.555544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.555989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Bound using segment: {'id': 'e33b0327-e9a3-44ce-a764-29e973bef0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:44.556558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Bound port: a7830d72-986b-4f64-af0d-4619bf816d82, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e33b0327-e9a3-44ce-a764-29e973bef0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '6d7edc9e-b613-429b-9149-7c7a217a26cd'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:44.557219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.581748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:44.595437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-418b7263-4cf9-42d5-8267-dc620d54d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.597068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-418b7263-4cf9-42d5-8267-dc620d54d7a9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.2106361 Aug 30 23:03:44.603241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,segment=NetworkSegment(00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e),segment_id=00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:44.617451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.664648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] For port a7830d72-986b-4f64-af0d-4619bf816d82, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:44.670747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] For port a7830d72-986b-4f64-af0d-4619bf816d82, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a7830d72-986b-4f64-af0d-4619bf816d82,segment=NetworkSegment(e33b0327-e9a3-44ce-a764-29e973bef0a8),segment_id=e33b0327-e9a3-44ce-a764-29e973bef0a8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:44.677468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34c8a4b3-97e3-48b8-8b6a-508019223349 req-f2976fe7-9142-48b2-9c1d-993ff17908d2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120306 Aug 30 23:03:44.678839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.753623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.754287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.755744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] 10.222.0.47 "PUT /v2.0/ports/0b103d01-f29e-4007-8119-1e6b9ac4d6e2 HTTP/1.1" status: 200 len: 1093 time: 2.5094438 Aug 30 23:03:44.758192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:44.762462 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e097f1b1-3789-4140-b955-1fe2c0c8a38f" -d '{"events": [{"name": "network-changed", "server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:44.770743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322ddb1e-9ced-4ab7-a67f-56d5723e8bea None None] Pushing event updated for resources: {'Port': ['ID=a7830d72-986b-4f64-af0d-4619bf816d82,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:44.805521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-13c09b03-11db-49ee-852d-607a8cfdc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.807145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-13c09b03-11db-49ee-852d-607a8cfdc3b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2007060 Aug 30 23:03:44.873198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:03:44.882594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ecf4db-f4a7-40b5-8553-b3cbdcaea469 req-4ef9a13d-0605-46cb-a7d4-045652b61b5c tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:44.884340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14ecf4db-f4a7-40b5-8553-b3cbdcaea469 req-4ef9a13d-0605-46cb-a7d4-045652b61b5c tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 946 time: 0.2645085 Aug 30 23:03:44.885373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585ace-c43e-487b-97e5-e3572de4e78f service neutron] Pushing event updated for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:44.891050 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f31cd8-ea86-42b7-b85e-8fbebe1c24b8 x-openstack-request-id: req-66f31cd8-ea86-42b7-b85e-8fbebe1c24b8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:44.891292 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:44.891559 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f31cd8-ea86-42b7-b85e-8fbebe1c24b8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:44.891958 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2', 'status': 'completed', 'code': 200} Aug 30 23:03:44.913940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:44.922137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8::1 (6d7edc9e-b613-429b-9149-7c7a217a26cd/32d04e52-dabc-41e5-a3b4-826d2ba0291e/a9909fd3-da77-4318-ad72-03011418bbfb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:45.069421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:45.118654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:45.123580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-14ecf4db-f4a7-40b5-8553-b3cbdcaea469 req-edf658dc-973f-4dea-92f1-99d8473c1293 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970322 Aug 30 23:03:45.135078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=031afea5-547a-4039-a6df-f64554383d36,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:45.138049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.141870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-8362996e-02bc-48aa-845a-2c11ed36ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:45.144297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-8362996e-02bc-48aa-845a-2c11ed36ff54 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9e9ab99b8bf443f965539dfda45d403&device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 1096 time: 0.3070121 Aug 30 23:03:45.145510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:45.170350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object a9909fd3-da77-4318-ad72-03011418bbfb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:45.187632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:45.193623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.250297 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.276423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:45.276699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd07de09-e658-4f8c-9f9f-be61ef4c963e None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:45.284265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a7830d72-986b-4f64-af0d-4619bf816d82 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:45.289075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-68a1b205-7dff-46ee-845f-4b22054b3c57 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2 HTTP/1.1" status: 200 len: 217 time: 0.1231353 Aug 30 23:03:45.300510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:45.308961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:45.309743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.356539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.365422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-2c9fc80d-a594-4ec0-a6c2-8718f0f5f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:45.367667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-2c9fc80d-a594-4ec0-a6c2-8718f0f5f6d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b671173-b201-481e-a651-e3eba18d6bc6 HTTP/1.1" status: 200 len: 848 time: 0.0730314 Aug 30 23:03:45.373635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5fe8e444-c507-4042-b0d4-263a1ee5acce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1818819 Aug 30 23:03:45.374369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:45.375810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=a9909fd3-da77-4318-ad72-03011418bbfb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:45.392109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:45.398514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-f07507a9-a399-41ef-bb27-0ee472b918d5 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5642395 Aug 30 23:03:45.439275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:45.443452 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7978708d-858c-4664-b771-51578b97cd47" -d '{"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:45.487478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:45.498844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.504865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.560321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a7830d72-986b-4f64-af0d-4619bf816d82 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:45.575790 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1bd97-3691-4a41-abc4-31edc247930f x-openstack-request-id: req-2eb1bd97-3691-4a41-abc4-31edc247930f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:45.576258 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:45.576686 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2eb1bd97-3691-4a41-abc4-31edc247930f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:45.577171 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'code': 200} Aug 30 23:03:45.589975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-ad7ec586-b20b-4623-9a0b-12378f7689b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1887379 Aug 30 23:03:45.608084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7fa84bc-f166-4e87-9b57-d7aa321648ca no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:45.672449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f7fa84bc-f166-4e87-9b57-d7aa321648ca {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:45.672798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f7fa84bc-f166-4e87-9b57-d7aa321648ca not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:45.783846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:45.814846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '031afea5-547a-4039-a6df-f64554383d36'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:45.817597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.841853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:45.846180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:45.939678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-203a36a4-382d-4fe9-92ba-cfa74bc0545c req-f73f3f2c-f29a-41cf-89e9-3058518bd856 service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264835 Aug 30 23:03:45.964494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-25ac26c4-fe56-41bc-9d8b-0a42ff7002f2 service neutron] 10.222.0.47 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069985 Aug 30 23:03:45.979687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de7e4b-9679-46af-9b11-926165d4cca8 req-e67a33bc-6bb8-4df1-804d-16418a13c09d tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:45.981326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74de7e4b-9679-46af-9b11-926165d4cca8 req-e67a33bc-6bb8-4df1-804d-16418a13c09d tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 944 time: 0.2822173 Aug 30 23:03:46.002991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.024071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.025983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.026167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.090464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=a9909fd3-da77-4318-ad72-03011418bbfb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:46.109393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1b5e7-d56e-4be5-8e73-8cb67b732e33 req-64ce1986-ef30-4819-9c75-9d6595322a8d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.117048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44e1b5e7-d56e-4be5-8e73-8cb67b732e33 req-64ce1986-ef30-4819-9c75-9d6595322a8d tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.1808102 Aug 30 23:03:46.148354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Allocated IP 2001:db8::f816:3eff:fe7c:1691 (a77af47a-f8fc-4324-a15a-49aeaba204b7/031afea5-547a-4039-a6df-f64554383d36/e41d669a-a5c0-418d-99ed-b919fe88a2dc) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:46.184778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9765b4c-9980-4e19-a567-b33dd27b32fa req-2ba09d3d-9d86-4fd1-80ac-5868f77fe8f2 service neutron] 10.222.0.47 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907775 Aug 30 23:03:46.186621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74de7e4b-9679-46af-9b11-926165d4cca8 req-97718168-0cec-4923-9931-e6a2c8e3fcbd tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770225 Aug 30 23:03:46.202189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44e1b5e7-d56e-4be5-8e73-8cb67b732e33 req-3ed0577b-4170-4089-8f72-8b696b1617a6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821290 Aug 30 23:03:46.288865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:46.298253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:46.404078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-6ce1eefe-cff8-413d-befe-20dc6a646639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.406356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-6ce1eefe-cff8-413d-befe-20dc6a646639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d9e9ab99b8bf443f965539dfda45d403&device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 1096 time: 0.1328335 Aug 30 23:03:46.415129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdfe7421-307f-44d0-be06-e4bb44bf45cf None None] Network 6d7edc9e-b613-429b-9149-7c7a217a26cd requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:46.447029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec19ba-6040-4f26-a78f-3201e745a9e7 req-e83dc397-6d6f-4d1f-9e59-70dd5d33b60a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.448555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72ec19ba-6040-4f26-a78f-3201e745a9e7 req-e83dc397-6d6f-4d1f-9e59-70dd5d33b60a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 946 time: 0.1624651 Aug 30 23:03:46.453328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.476064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router a9c78eb5-c19a-4dd6-a30f-949dce2fa814 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:46.547904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72ec19ba-6040-4f26-a78f-3201e745a9e7 req-618595e7-b2c9-44c2-b863-579bef523870 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893941 Aug 30 23:03:46.582509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.596189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Provisioning for port a7830d72-986b-4f64-af0d-4619bf816d82 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:46.596468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:46.606554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:46.615278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Transition to ACTIVE for port object e41d669a-a5c0-418d-99ed-b919fe88a2dc will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:46.616377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.617083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.617289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Provisioning complete for port a7830d72-986b-4f64-af0d-4619bf816d82 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:46.617703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.630988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:46.640586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9422efab-35d5-4ad8-8428-fbeef79aec0e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/a9c78eb5-c19a-4dd6-a30f-949dce2fa814/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8521397 Aug 30 23:03:46.640778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=5aeaeeb2-27ab-4cc8-b959-699651fa2960,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:46.640778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33386) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:46.664707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] Sync routers for ids ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:46.675554 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] Routers {'a9c78eb5-c19a-4dd6-a30f-949dce2fa814'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:46.675750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-89558abf-48e3-4644-84f0-45b750277d53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3000805 Aug 30 23:03:46.676514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:46.681272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33388) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:46.688567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:0c:af:cd', 'name': 'tempest-NetworksTestDHCPv6-1807694787'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:46.698733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-aa63217d-5749-4228-bf32-1712c4834076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.700266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-aa63217d-5749-4228-bf32-1712c4834076 service neutron] 10.222.0.47 "GET /v2.0/networks?id=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b HTTP/1.1" status: 200 len: 909 time: 0.2798665 Aug 30 23:03:46.708491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44caf6d-d7be-4dd3-8eaa-35d97a0a5c21 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.709931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b44caf6d-d7be-4dd3-8eaa-35d97a0a5c21 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports/a9909fd3-da77-4318-ad72-03011418bbfb HTTP/1.1" status: 200 len: 911 time: 0.0682027 Aug 30 23:03:46.715158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:46.724567 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:46.724772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '32d04e52-dabc-41e5-a3b4-826d2ba0291e'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:46.737710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] Routers {'a9c78eb5-c19a-4dd6-a30f-949dce2fa814'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:46.739033 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:46.739216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Transition to ACTIVE for port object e41d669a-a5c0-418d-99ed-b919fe88a2dc will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:46.753700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-cfd86cfc-e8dd-4080-9696-73e8e9f3afa7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2 HTTP/1.1" status: 200 len: 217 time: 0.0423319 Aug 30 23:03:46.782427 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:46.783507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce34675d-426b-47b1-b2bd-c25ff02c6aca None None] The sync data for ids ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:46.810883 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.824718 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.837571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-71405fba-31bb-4e2e-8f10-5d6174e36e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:46.839627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-71405fba-31bb-4e2e-8f10-5d6174e36e60 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8b671173-b201-481e-a651-e3eba18d6bc6 HTTP/1.1" status: 200 len: 848 time: 0.0683093 Aug 30 23:03:46.881631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-c44ee47a-dd1a-4640-847c-dfc3a7e517dc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294144 Aug 30 23:03:46.882264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:46.907634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:46.916146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:46.923008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] For port a7830d72-986b-4f64-af0d-4619bf816d82, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a7830d72-986b-4f64-af0d-4619bf816d82,segment=NetworkSegment(e33b0327-e9a3-44ce-a764-29e973bef0a8),segment_id=e33b0327-e9a3-44ce-a764-29e973bef0a8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:46.927533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:46.935180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:46.980067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:47.040034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Attempting to bind port e41d669a-a5c0-418d-99ed-b919fe88a2dc on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:47.040403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Attempting to bind port e41d669a-a5c0-418d-99ed-b919fe88a2dc by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:47.040769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Attempting to bind port e41d669a-a5c0-418d-99ed-b919fe88a2dc on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:47.043037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6750155-1fb3-4fbd-bdf1-ed78c6f72727 None None] Pushing event updated for resources: {'Port': ['ID=a7830d72-986b-4f64-af0d-4619bf816d82,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:47.050199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:47.050636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:47.051045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.051433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:47.051918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Bound port: e41d669a-a5c0-418d-99ed-b919fe88a2dc, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:47.052303 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.057358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.070069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-2ea48dc7-b048-4184-b4dc-c28e3f304415 service neutron] 10.222.0.47 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776514 Aug 30 23:03:47.130590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:47.134896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:47.141205 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.208540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa242113-92ad-49e7-bf0b-a764cd041b4e None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:47.317352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.349592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e097f1b1-3789-4140-b955-1fe2c0c8a38f req-9d9a430f-de4f-4db1-ae98-2af1f30ec2a6 service neutron] 10.222.0.47 "GET /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620997 Aug 30 23:03:47.374838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31156df0-9178-45c1-b41b-a8455988a192 req-7d02185a-3b00-4364-b211-357e888572c2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:47.377224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31156df0-9178-45c1-b41b-a8455988a192 req-7d02185a-3b00-4364-b211-357e888572c2 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 946 time: 0.1818638 Aug 30 23:03:47.387948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Provisioning complete for port a7830d72-986b-4f64-af0d-4619bf816d82 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:47.389284 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.436344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 67a50cfb-9bf5-4809-a55f-47fb34e7650b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:47.462217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e3fd74-2ece-4a66-82e8-3c55f5dfb3de req-136e9ce0-2c44-4ea1-85b9-478af29ac89f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:47.467767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1e3fd74-2ece-4a66-82e8-3c55f5dfb3de req-136e9ce0-2c44-4ea1-85b9-478af29ac89f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 944 time: 0.1784382 Aug 30 23:03:47.472306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b097525d-02a7-43b8-b764-ef4ad4a5e85f req-b0cc54eb-ef74-4614-a673-b76fcfe75a8a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:47.474094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b097525d-02a7-43b8-b764-ef4ad4a5e85f req-b0cc54eb-ef74-4614-a673-b76fcfe75a8a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.1510620 Aug 30 23:03:47.622227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Provisioning for port a9909fd3-da77-4318-ad72-03011418bbfb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:47.629493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Provisioning complete for port a9909fd3-da77-4318-ad72-03011418bbfb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:47.630622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.633986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1e3fd74-2ece-4a66-82e8-3c55f5dfb3de req-6d9d87b3-85d4-424d-8b61-b4a5642d9d9f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503961 Aug 30 23:03:47.636058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Deleting port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:47.636401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.707010 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b097525d-02a7-43b8-b764-ef4ad4a5e85f req-8dc9fb55-9632-4a29-98a2-e7e95c165bdc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018769 Aug 30 23:03:47.743406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bf14bab1-922a-4a30-ac0a-17d49c434742 None None] Port a9909fd3-da77-4318-ad72-03011418bbfb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:47.880442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-43310b54-630a-4573-b2b0-e195d42fbcfb None None] Provisioning complete for port a9909fd3-da77-4318-ad72-03011418bbfb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:47.882313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43310b54-630a-4573-b2b0-e195d42fbcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.901537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] For port 31487ff2-28d0-45a9-b75b-eac7fc9ec299, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=31487ff2-28d0-45a9-b75b-eac7fc9ec299,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:47.901880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:47.922449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 172.20.0.7 (a77af47a-f8fc-4324-a15a-49aeaba204b7/5aeaeeb2-27ab-4cc8-b959-699651fa2960/67a50cfb-9bf5-4809-a55f-47fb34e7650b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:47.930622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Calling delete_port for 31487ff2-28d0-45a9-b75b-eac7fc9ec299 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:47.932556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fe0c:afcd (a77af47a-f8fc-4324-a15a-49aeaba204b7/031afea5-547a-4039-a6df-f64554383d36/67a50cfb-9bf5-4809-a55f-47fb34e7650b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:47.958002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-43310b54-630a-4573-b2b0-e195d42fbcfb None None] Port a9909fd3-da77-4318-ad72-03011418bbfb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:47.987577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.011941 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.018060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-19014da1-c2f1-40e0-9d18-f035e2e8face tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.018674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.019491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.019677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-19014da1-c2f1-40e0-9d18-f035e2e8face tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8cae597-5c74-4210-8783-886181436ed7 HTTP/1.1" status: 200 len: 946 time: 0.2062724 Aug 30 23:03:48.020931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/ports/a9909fd3-da77-4318-ad72-03011418bbfb HTTP/1.1" status: 200 len: 911 time: 1.3049517 Aug 30 23:03:48.027005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:48.042972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194af137-a847-47e4-9a9a-71cd399ec3bb req-d5549fad-c28b-49dd-9701-a3628c29509a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.044597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-194af137-a847-47e4-9a9a-71cd399ec3bb req-d5549fad-c28b-49dd-9701-a3628c29509a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 946 time: 0.2322702 Aug 30 23:03:48.082125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9abd8-cf62-473e-981b-6ed5b0410816 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=a9909fd3-da77-4318-ad72-03011418bbfb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:48.191668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-90f380af-b32c-40f8-b396-cba785c32edf None None] Provisioning complete for port a9909fd3-da77-4318-ad72-03011418bbfb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:48.192417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-90f380af-b32c-40f8-b396-cba785c32edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.242616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-90f380af-b32c-40f8-b396-cba785c32edf None None] Port a9909fd3-da77-4318-ad72-03011418bbfb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:03:48.277313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-194af137-a847-47e4-9a9a-71cd399ec3bb req-667579a4-8b38-4475-91e2-c38014bf79a5 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/security-groups?id=83b9fa84-af49-48c6-98b6-9e302126c8c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537826 Aug 30 23:03:48.308720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.328101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 67a50cfb-9bf5-4809-a55f-47fb34e7650b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:48.372534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.452507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:48.460874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:48.471551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:48.485823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=67a50cfb-9bf5-4809-a55f-47fb34e7650b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:48.567948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.568985 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.588997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7be72e00-3853-41c5-981a-da25e0ce2c82 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9058313 Aug 30 23:03:48.592514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:48.704530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427f6bc-9bbf-4047-87df-2995e3f01e7c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.718844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0427f6bc-9bbf-4047-87df-2995e3f01e7c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.726954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0427f6bc-9bbf-4047-87df-2995e3f01e7c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1318080 Aug 30 23:03:48.727925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:48.777929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:03:48.814905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.821061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Deleting port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:48.821412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:48.837500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6e95eaa2-392c-48b2-b1f6-2e20e573b0f8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:48.922938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa0b9fc-51ac-4b66-a3bc-9fde295c0ae5 req-90bb7cfb-8f93-437b-a8fb-6b93d7f58edc tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:48.924374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['31487ff2-28d0-45a9-b75b-eac7fc9ec299'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:48.930626 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eaa0b9fc-51ac-4b66-a3bc-9fde295c0ae5 req-90bb7cfb-8f93-437b-a8fb-6b93d7f58edc tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 944 time: 0.1119339 Aug 30 23:03:48.972448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event deleted for resources: {'Port': ['ID=31487ff2-28d0-45a9-b75b-eac7fc9ec299,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:49.002791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 67a50cfb-9bf5-4809-a55f-47fb34e7650b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:49.003166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.025282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eaa0b9fc-51ac-4b66-a3bc-9fde295c0ae5 req-a9e28b82-31eb-4b2d-be92-3fc6dcc61e7a tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923731 Aug 30 23:03:49.130445 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.145904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 67a50cfb-9bf5-4809-a55f-47fb34e7650b owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:49.164272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] No DVR routers for this DVR port 31487ff2-28d0-45a9-b75b-eac7fc9ec299 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:49.167956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] For port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,segment=NetworkSegment(74ca1ee4-cb28-47cd-9495-93c5e0109a23),segment_id=74ca1ee4-cb28-47cd-9495-93c5e0109a23)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:49.168333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.177828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.177828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31156df0-9178-45c1-b41b-a8455988a192 req-4a6e29b6-cc29-43c6-b95a-a89f21b07c0a tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.52 "DELETE /v2.0/ports/31487ff2-28d0-45a9-b75b-eac7fc9ec299 HTTP/1.1" status: 204 len: 173 time: 1.7883234 Aug 30 23:03:49.178136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ebf95f-270c-4276-8859-6d6e7bb3b364 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:49.193042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d1d51e-f5d3-48d3-9b64-4975727897e1 req-6d2dbb50-7cad-4ac9-9c3b-2e56eb6e74a2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:49.194836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08d1d51e-f5d3-48d3-9b64-4975727897e1 req-6d2dbb50-7cad-4ac9-9c3b-2e56eb6e74a2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.2911463 Aug 30 23:03:49.195307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'name': 'network-vif-deleted', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:49.197838 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f42c4fb-1d3a-4f12-a2b5-558e4039289f" -d '{"events": [{"server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "name": "network-vif-deleted", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:49.218587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Calling delete_port for 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:49.266487 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4d3f47-5312-445b-932d-9a18f0ea5142 x-openstack-request-id: req-3e4d3f47-5312-445b-932d-9a18f0ea5142 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:49.267862 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01b8dda-6a5d-46c9-85ef-49d6c58f8147", "name": "network-vif-deleted", "tag": "31487ff2-28d0-45a9-b75b-eac7fc9ec299", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:49.268122 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e4d3f47-5312-445b-932d-9a18f0ea5142 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:49.268517 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01b8dda-6a5d-46c9-85ef-49d6c58f8147', 'name': 'network-vif-deleted', 'tag': '31487ff2-28d0-45a9-b75b-eac7fc9ec299', 'status': 'completed', 'code': 200} Aug 30 23:03:49.288081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:49.305334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08d1d51e-f5d3-48d3-9b64-4975727897e1 req-a2a40388-597f-4dae-9d77-c8efc1702060 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995383 Aug 30 23:03:49.453776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.470175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-67d927d7-80f5-4b21-9338-52d17b8dd093 None None] Provisioning for port e41d669a-a5c0-418d-99ed-b919fe88a2dc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:49.484536 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c1e0fb2-46ec-4b2f-91cb-187317158e08 req-a6f3775e-d132-4a64-9459-ce6a1aa49db0 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.25 "GET /v2.0/ports?device_id=c01b8dda-6a5d-46c9-85ef-49d6c58f8147 HTTP/1.1" status: 200 len: 210 time: 0.0434427 Aug 30 23:03:49.494445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,segment=NetworkSegment(00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e),segment_id=00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:49.523441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2', 'network_id': '42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b', 'port_id': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2', 'mac_address': 'fa:16:3e:ca:3f:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b671173-b201-481e-a651-e3eba18d6bc6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:03:49.553701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.581589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e41d669a-a5c0-418d-99ed-b919fe88a2dc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:49.583768 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.592534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:49.592908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.597230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=67a50cfb-9bf5-4809-a55f-47fb34e7650b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:49.634241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Pushing event deleted for resources: {'Port': ['ID=6e95eaa2-392c-48b2-b1f6-2e20e573b0f8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:49.647572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd0aa72-db62-4e6b-a274-4a77626ec6f2 req-4d4c9091-4202-4611-ba92-010d3b103fe5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:49.649911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bd0aa72-db62-4e6b-a274-4a77626ec6f2 req-4d4c9091-4202-4611-ba92-010d3b103fe5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1977894 Aug 30 23:03:49.698035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.753398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.755498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9dbde3ef-63ee-4c35-b012-fcc52fd3b3b7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/67a50cfb-9bf5-4809-a55f-47fb34e7650b HTTP/1.1" status: 204 len: 168 time: 1.0262170 Aug 30 23:03:49.759306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:49.775146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:03:49.787808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] No DVR routers for this DVR port 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:49.792769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.795342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33eaac78-1991-43fd-8e8e-ebec308b43b4 req-1f552f93-e0d2-48bc-959b-b9e57007ea6d tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] 10.222.0.47 "DELETE /v2.0/ports/6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 HTTP/1.1" status: 204 len: 173 time: 1.7497625 Aug 30 23:03:49.838912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bd0aa72-db62-4e6b-a274-4a77626ec6f2 req-64bda100-d96f-4d58-a735-9859bf63e16f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192994 Aug 30 23:03:49.897829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43894a7f-8fe6-4625-81f0-a06d38afd856 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:49.898594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,segment=NetworkSegment(00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e),segment_id=00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:49.901602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43894a7f-8fe6-4625-81f0-a06d38afd856 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:49.908569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43894a7f-8fe6-4625-81f0-a06d38afd856 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:49.916507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.917295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-43894a7f-8fe6-4625-81f0-a06d38afd856 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1554787 Aug 30 23:03:49.920146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33418) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:49.985128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:49.997075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port a9909fd3-da77-4318-ad72-03011418bbfb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:49.997636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.066934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 031afea5-547a-4039-a6df-f64554383d36 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:50.076001 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.111636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:50.114968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2095d37b-13d7-4995-85c6-6bada0a91a76 req-546e61da-c4c2-43f3-97cc-d494d04a4110 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:50.117389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2095d37b-13d7-4995-85c6-6bada0a91a76 req-546e61da-c4c2-43f3-97cc-d494d04a4110 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1123660 Aug 30 23:03:50.136934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.153499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.170902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:50.177059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for a9909fd3-da77-4318-ad72-03011418bbfb owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:50.181997 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.182931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a7830d72-986b-4f64-af0d-4619bf816d82 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:50.219786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2095d37b-13d7-4995-85c6-6bada0a91a76 req-86eeec80-9d22-4dff-8a6d-a24b5733b594 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932565 Aug 30 23:03:50.245149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fae15b8-ec4d-4014-8faf-b01181c6067a None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '031afea5-547a-4039-a6df-f64554383d36', 'ip_address': '2001:db8::f816:3eff:fe7c:1691'}, {'subnet_id': '5aeaeeb2-27ab-4cc8-b959-699651fa2960'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e41d669a-a5c0-418d-99ed-b919fe88a2dc'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:03:50.245382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72b307-688c-448a-ae60-10d80d01b38d req-241fe475-f08a-4253-84d6-09c1879d1b3f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:50.245485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:50.251103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f72b307-688c-448a-ae60-10d80d01b38d req-241fe475-f08a-4253-84d6-09c1879d1b3f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 945 time: 0.1393878 Aug 30 23:03:50.272872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0b103d01-f29e-4007-8119-1e6b9ac4d6e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:03:50.335699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f72b307-688c-448a-ae60-10d80d01b38d req-4d588f05-4491-47a9-9271-3f4042f8541f tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811164 Aug 30 23:03:50.356352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.403302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fae15b8-ec4d-4014-8faf-b01181c6067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.526424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.562156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=031afea5-547a-4039-a6df-f64554383d36,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:50.569636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.576173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-702188d7-9245-419a-90d8-63e6da7aacac tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/031afea5-547a-4039-a6df-f64554383d36 HTTP/1.1" status: 204 len: 168 time: 0.6484931 Aug 30 23:03:50.580647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:50.626410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.628677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-3fae15b8-ec4d-4014-8faf-b01181c6067a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031afea5-547a-4039-a6df-f64554383d36: This subnet is being modified by another concurrent operation. Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:03:50.633275 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 031afea5-547a-4039-a6df-f64554383d36: This subnet is being modified by another concurrent operation. Aug 30 23:03:50.637700 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:03:50.646159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6f109-3ea3-413a-ba6c-7de3fc1f6b48 req-b9ff692c-c5a6-43c1-8556-a134b1940f39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:50.647799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8c6f109-3ea3-413a-ba6c-7de3fc1f6b48 req-b9ff692c-c5a6-43c1-8556-a134b1940f39 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1118746 Aug 30 23:03:50.659068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a7830d72-986b-4f64-af0d-4619bf816d82 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:50.659680 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.678444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=a9909fd3-da77-4318-ad72-03011418bbfb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:50.685110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 5aeaeeb2-27ab-4cc8-b959-699651fa2960 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:50.732551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.734114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb49856-5343-4252-a4a2-4c28fd9071a1 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:50.790907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8c6f109-3ea3-413a-ba6c-7de3fc1f6b48 req-ac1cddeb-8f97-44e3-97b0-5d5ebe11fe82 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157141 Aug 30 23:03:50.796899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Deleting subnet 287437ab-3587-45af-ac20-d48e51c21bbf {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:50.816486 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.831884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:50.839225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.862871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.881321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:50.881678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6e95eaa2-392c-48b2-b1f6-2e20e573b0f8 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:50.933120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.937158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:50.971701 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-09189596-f836-4050-b89e-6a58feaaec52 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:50.972490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-09189596-f836-4050-b89e-6a58feaaec52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.077300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router a9c78eb5-c19a-4dd6-a30f-949dce2fa814 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:03:51.090177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.138542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:51.139759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.143983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 31487ff2-28d0-45a9-b75b-eac7fc9ec299 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:51.176150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=5aeaeeb2-27ab-4cc8-b959-699651fa2960,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:51.181707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:51.185068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.187084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-163531a3-aedd-45b3-a00d-fe28f96b4042 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/5aeaeeb2-27ab-4cc8-b959-699651fa2960 HTTP/1.1" status: 204 len: 168 time: 0.6093431 Aug 30 23:03:51.192068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3831ff0c-b052-48a6-8153-a3f3c8f65e91 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/a9c78eb5-c19a-4dd6-a30f-949dce2fa814/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1616399 Aug 30 23:03:51.192546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.194512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.219326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] Sync routers for ids ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:51.225859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-27254836-3c29-4f99-8dd7-5d6239e11254 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c78eb5-c19a-4dd6-a30f-949dce2fa814 HTTP/1.1" status: 200 len: 205 time: 0.0272243 Aug 30 23:03:51.226488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 31487ff2-28d0-45a9-b75b-eac7fc9ec299 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:51.226733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 31487ff2-28d0-45a9-b75b-eac7fc9ec299 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:51.227050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device a62c9374-bb62-450d-a5c4-02c37515de65 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:51.227654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33438) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.253480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8774c78-701e-4c02-b428-d7d1ae8f7902 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0602741 Aug 30 23:03:51.256648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.267546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:51.275337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'name': 'network-vif-deleted', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:51.275752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.277660 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e199963-696a-44e9-a7c5-81dda42780b4" -d '{"events": [{"server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "name": "network-vif-deleted", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:51.303404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] Routers {'a9c78eb5-c19a-4dd6-a30f-949dce2fa814'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:51.303404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.336277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.366592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=287437ab-3587-45af-ac20-d48e51c21bbf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:51.370032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.377902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.383378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cbb91598-cdd0-4dd6-b84c-d08fa549f0f0 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/287437ab-3587-45af-ac20-d48e51c21bbf HTTP/1.1" status: 204 len: 168 time: 0.7530682 Aug 30 23:03:51.386739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33446) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.413842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] Routers {'a9c78eb5-c19a-4dd6-a30f-949dce2fa814'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:51.414500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.423117 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc80007a-a10f-46f0-aad5-03ba365e2773 x-openstack-request-id: req-bc80007a-a10f-46f0-aad5-03ba365e2773 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:51.423117 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8cae597-5c74-4210-8783-886181436ed7", "name": "network-vif-deleted", "tag": "6e95eaa2-392c-48b2-b1f6-2e20e573b0f8", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:51.423117 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bc80007a-a10f-46f0-aad5-03ba365e2773 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:51.423117 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8cae597-5c74-4210-8783-886181436ed7', 'name': 'network-vif-deleted', 'tag': '6e95eaa2-392c-48b2-b1f6-2e20e573b0f8', 'status': 'completed', 'code': 200} Aug 30 23:03:51.485358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13e548-0a45-4d3e-9b33-58537f71469d None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '5aeaeeb2-27ab-4cc8-b959-699651fa2960'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e41d669a-a5c0-418d-99ed-b919fe88a2dc'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:03:51.487796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.488413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601b50af-2862-47c0-97a1-ec2eab4977ef None None] The sync data for ids ['a9c78eb5-c19a-4dd6-a30f-949dce2fa814'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:03:51.493150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.532078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.535457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.542768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ec13e548-0a45-4d3e-9b33-58537f71469d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.554683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.567146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:51.570504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:51.574306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.592259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.594554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.595764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router a9c78eb5-c19a-4dd6-a30f-949dce2fa814 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:03:51.617669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.618858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d03bfc6e-a0cb-41ed-8fc9-46a1ad9e6790 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/a9c78eb5-c19a-4dd6-a30f-949dce2fa814 HTTP/1.1" status: 204 len: 168 time: 0.3902404 Aug 30 23:03:51.621915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:51.724442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e656a1-280d-4f11-923e-75cdc315ff88 req-ea881c96-7ccd-4ca6-9c92-6774958138e0 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:51.726750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26e656a1-280d-4f11-923e-75cdc315ff88 req-ea881c96-7ccd-4ca6-9c92-6774958138e0 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 945 time: 0.1439250 Aug 30 23:03:51.732267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet 32d04e52-dabc-41e5-a3b4-826d2ba0291e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:51.736450 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.756697 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.771195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a41e8a8a-9180-41ca-9120-15d65b71069c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.786139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74ca1ee4-cb28-47cd-9495-93c5e0109a23') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.786416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74ca1ee4-cb28-47cd-9495-93c5e0109a23') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:51.799412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.826500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.867475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.879753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26e656a1-280d-4f11-923e-75cdc315ff88 req-71ab54ab-6d48-49b3-8911-56880758a1ff tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334715 Aug 30 23:03:51.888248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:51.890208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:51.893218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.898869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.899223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.899660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.900180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.900875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.901031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.901381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.901864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.902065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.902399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.902731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.903114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:51.918059 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:51.942346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:51.942346 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:51.962623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.029360 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.043224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.059251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.073853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=32d04e52-dabc-41e5-a3b4-826d2ba0291e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.093432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.098082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0723a2fe-fa42-49b1-834e-2ea2fc2422b7 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/32d04e52-dabc-41e5-a3b4-826d2ba0291e HTTP/1.1" status: 204 len: 168 time: 0.4725523 Aug 30 23:03:52.098729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33452) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:52.103221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:52.107094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1a9a8-3466-4254-8336-32e74200cd95 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:03:52.129987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.183538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.215416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6b43c-b4f5-41a6-9d81-1a7960cef59e None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.248210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f1a9a8-3466-4254-8336-32e74200cd95 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:03:52.251269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5c52f510-44ba-4e71-8a7e-523fb21c5d54 None None] Could not find standard attr ID for object 67a50cfb-9bf5-4809-a55f-47fb34e7650b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:52.270325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port a7830d72-986b-4f64-af0d-4619bf816d82 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:52.270769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.341120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port a7830d72-986b-4f64-af0d-4619bf816d82, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a7830d72-986b-4f64-af0d-4619bf816d82,segment=NetworkSegment(e33b0327-e9a3-44ce-a764-29e973bef0a8),segment_id=e33b0327-e9a3-44ce-a764-29e973bef0a8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:52.341506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.343959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.346216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a41e8a8a-9180-41ca-9120-15d65b71069c HTTP/1.1" status: 204 len: 168 time: 0.9585350 Aug 30 23:03:52.363098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for a7830d72-986b-4f64-af0d-4619bf816d82 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:52.364776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.370411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3a823-36f5-4371-aec5-253d03bb4c73 req-4e12a667-93d7-48eb-9634-24289de95126 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:52.371942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fba3a823-36f5-4371-aec5-253d03bb4c73 req-4e12a667-93d7-48eb-9634-24289de95126 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.4290607 Aug 30 23:03:52.373311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b40233-b0d1-4d3b-a4a9-bc91ea949ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41e8a8a-9180-41ca-9120-15d65b71069c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.445545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fba3a823-36f5-4371-aec5-253d03bb4c73 req-e2b8ed68-2fde-482c-b023-628a0a86c94b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659509 Aug 30 23:03:52.492257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.525746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:52.529476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=a7830d72-986b-4f64-af0d-4619bf816d82,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.533660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port a7830d72-986b-4f64-af0d-4619bf816d82 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:03:52.575219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:03:52.615282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.624931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7edc9e-b613-429b-9149-7c7a217a26cd']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:52.638294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e33b0327-e9a3-44ce-a764-29e973bef0a8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:52.638633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e33b0327-e9a3-44ce-a764-29e973bef0a8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:52.647797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.674577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '2c3e1bb4-6373-4575-945f-2d7c2cefd49f'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e41d669a-a5c0-418d-99ed-b919fe88a2dc'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:03:52.674900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.682966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1105ca3-0f4b-4bae-b832-cde3e4541a3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3cafff2446f4b3fb14a2500024da30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522751 Aug 30 23:03:52.683225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:03:52.683225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:03:52.685485 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:03:52.687674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33458) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:52.716406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.777058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.785150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.791540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:52.791780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/6d7edc9e-b613-429b-9149-7c7a217a26cd HTTP/1.1" status: 204 len: 168 time: 0.6913342 Aug 30 23:03:52.802561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1524804281', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:52.813499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187f6e6-5240-46da-be60-2159ed1d31d4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=6d7edc9e-b613-429b-9149-7c7a217a26cd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.819884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.834487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:52.854407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.858292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.859590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.884924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.945964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:52.948071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.951331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.953109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:52.953245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.953460 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.957287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83b9fa84-af49-48c6-98b6-9e302126c8c6 HTTP/1.1" status: 204 len: 168 time: 0.2676835 Aug 30 23:03:52.974026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b9fa84-af49-48c6-98b6-9e302126c8c6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:52.976051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:52.997613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fe7c:1691-00b7463d-5f87-45ec-9c09-fafb32750e {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:03:52.998104 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:03:53.007299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.008501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-43369e05-118b-4ffc-98d4-2009ffdc73b0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2155619 Aug 30 23:03:53.014590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33466) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:53.016432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.016779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.017806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.018142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.018502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.019000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.019506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.020037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.020536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.020986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.021510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.022086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-041e1655-e366-4549-a5ba-fd0ccd873580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:53.038406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1768073136'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:53.066698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:53.067813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.071059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.104571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:03:53.107870 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eb5f9f-2980-4498-a487-79c6dedd3f6d" -d '{"events": [{"server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "name": "network-vif-plugged", "status": "completed", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:03:53.112022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0493013-f4e0-4707-bec9-d0570119d229 req-dd3c6fb8-0cad-4f3c-afbc-89cef089e8a2 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:53.123100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,segment=NetworkSegment(00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e),segment_id=00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:53.129449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.140190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0493013-f4e0-4707-bec9-d0570119d229 req-dd3c6fb8-0cad-4f3c-afbc-89cef089e8a2 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 945 time: 0.1683249 Aug 30 23:03:53.188481 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1509b36-8b71-46cb-b995-7845e972529c x-openstack-request-id: req-c1509b36-8b71-46cb-b995-7845e972529c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:03:53.190070 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "name": "network-vif-plugged", "status": "completed", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:03:53.190431 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1509b36-8b71-46cb-b995-7845e972529c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:03:53.191232 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2', 'code': 200} Aug 30 23:03:53.204089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:53.210913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:53.216446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0493013-f4e0-4707-bec9-d0570119d229 req-76eaee12-2c2f-46ca-bf49-549be11d0d49 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754502 Aug 30 23:03:53.227000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.227508 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment 9955883e-1632-47ee-979d-abc0dd4649d8 of type vlan for network da546a29-c495-4ee9-97a0-8a3c67afc34c Aug 30 23:03:53.274300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:53.288669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.308401 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.313846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.316030 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.346742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.352137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:53.352755 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.360313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc9801-a609-4538-ab97-28f14ba09dc5 req-d50f404a-a37a-4bbb-81ae-46f415310e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:53.362115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97bc9801-a609-4538-ab97-28f14ba09dc5 req-d50f404a-a37a-4bbb-81ae-46f415310e8c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 1098 time: 0.0769835 Aug 30 23:03:53.412354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=8']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:53.423347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:53.427618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:53.433388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:53.434285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.439324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4065745 Aug 30 23:03:53.441967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33476) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:53.448504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=2c3e1bb4-6373-4575-945f-2d7c2cefd49f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:53.453068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:53.462498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-763501b2-9c36-4f2b-886d-214ce2bf4559 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2047112 Aug 30 23:03:53.463964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:53.474757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:53.516701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df50d060-1bf6-4c43-ad53-121417d1bc37 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=da546a29-c495-4ee9-97a0-8a3c67afc34c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:53.531270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-97bc9801-a609-4538-ab97-28f14ba09dc5 req-22e3111f-ac74-46ec-86f1-3618d834995b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482387 Aug 30 23:03:53.551400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network da546a29-c495-4ee9-97a0-8a3c67afc34c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:53.576017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:53.581747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.611846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.672822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca578d25-57a0-47e9-83df-422bf9a22f4c req-ae2bbcdb-a45a-44be-8c08-7aadc651333b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:53.683059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca578d25-57a0-47e9-83df-422bf9a22f4c req-ae2bbcdb-a45a-44be-8c08-7aadc651333b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1035309 Aug 30 23:03:53.747854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:53.754109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.851948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca578d25-57a0-47e9-83df-422bf9a22f4c req-018db0e8-cbd5-4881-92ef-1f580a9db11b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676869 Aug 30 23:03:53.853144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:53.952472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=bd258cee-2818-4ab8-ab88-f0f86175bfe2,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:53.962812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:53.963238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: da546a29-c495-4ee9-97a0-8a3c67afc34c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:53.990889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network da546a29-c495-4ee9-97a0-8a3c67afc34c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:53.991156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:54.017424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, da546a29-c495-4ee9-97a0-8a3c67afc34c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:54.024467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:54.025252 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.044189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54d60f00-a429-4a17-803a-64af43e31c11 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5981553 Aug 30 23:03:54.046109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.047192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:54.053261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.129169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.143151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa6573-df94-41b8-9ad9-8af7dcbf0a04 None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:54.168330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:54.181768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:54.186794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:54.191886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:54.192488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.210230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=dcc1fa8f-20c2-4774-91c7-01fa560a2481,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:54.213756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e935f32f-a66e-4877-9496-475ac029e747 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7480001 Aug 30 23:03:54.219468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33500) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:54.227771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:57:57:cc', 'name': 'tempest-NetworksTestDHCPv6-361272794'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:54.420544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-network', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:54.420992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:54.507064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b3d941-eb4e-46fb-bf1f-8bad23fd6130 req-5b10fc01-cc6b-4e4a-850a-ce18f90bf473 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:54.509640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b3d941-eb4e-46fb-bf1f-8bad23fd6130 req-5b10fc01-cc6b-4e4a-850a-ce18f90bf473 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 946 time: 0.1548729 Aug 30 23:03:54.534833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.547611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Made reservation on behalf of 9482dcbba0c84aa1a88fd952c9ad71e6 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:54.551771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.558588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 8e6462c0-a7e6-4e28-b888-7e04e1a870fd yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:03:54.587122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.635380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:54.643408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0b3d941-eb4e-46fb-bf1f-8bad23fd6130 req-fe0a1faa-910c-49cd-8ad0-9a744334ad4d tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114652 Aug 30 23:03:54.805217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 172.20.0.9 (a77af47a-f8fc-4324-a15a-49aeaba204b7/dcc1fa8f-20c2-4774-91c7-01fa560a2481/8e6462c0-a7e6-4e28-b888-7e04e1a870fd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:54.813270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fe57:57cc (a77af47a-f8fc-4324-a15a-49aeaba204b7/2c3e1bb4-6373-4575-945f-2d7c2cefd49f/8e6462c0-a7e6-4e28-b888-7e04e1a870fd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:54.959413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc61259-796d-4881-9d1f-ef567ab77eae None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:03:55.091911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.111675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 8e6462c0-a7e6-4e28-b888-7e04e1a870fd will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:55.148413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7a407474-21c8-458a-86bc-4cc3b25c2b0f None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:55.149417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a407474-21c8-458a-86bc-4cc3b25c2b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.152780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.209555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73def7e9-58af-4ac0-a6a1-3da6f8c496a0 req-a4e75246-972d-4cdf-8b50-68fe3dd6f01b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.211213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73def7e9-58af-4ac0-a6a1-3da6f8c496a0 req-a4e75246-972d-4cdf-8b50-68fe3dd6f01b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2209318 Aug 30 23:03:55.229553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:55.234190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:55.240391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=8e6462c0-a7e6-4e28-b888-7e04e1a870fd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:55.245647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:55.255152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:55.293706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73def7e9-58af-4ac0-a6a1-3da6f8c496a0 req-8e970a1d-4be7-49b8-9de2-e136efd0df41 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551763 Aug 30 23:03:55.318438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc61259-796d-4881-9d1f-ef567ab77eae None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:03:55.362577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.363676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.415577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.425222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.430478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-915d2ad6-176d-41d8-8121-3547f33283d1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.2079091 Aug 30 23:03:55.430862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:55.458920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8::1 (da546a29-c495-4ee9-97a0-8a3c67afc34c/bd258cee-2818-4ab8-ab88-f0f86175bfe2/f6c27dd1-b3fb-42fc-a069-b17087bd275b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:55.478304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:55.486019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:55.486505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.500372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:55.509092 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.509631 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Added segment 396fa728-8f4c-4ef4-9200-88a8181227da of type vlan for network a5d2233b-2275-4deb-b1d1-7d31168cae95 Aug 30 23:03:55.526382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307a7e8-9d4a-4f40-8d7f-1c2cec9ccf91 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.533215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9307a7e8-9d4a-4f40-8d7f-1c2cec9ccf91 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.537474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9307a7e8-9d4a-4f40-8d7f-1c2cec9ccf91 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1029458 Aug 30 23:03:55.538050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33508) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:55.617219 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.670750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 8e6462c0-a7e6-4e28-b888-7e04e1a870fd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:03:55.671135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.676094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.677885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.678866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.712283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.772903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6027167 Aug 30 23:03:55.775849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:55.787951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Request body: {'subnet': {'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-subnet', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:55.798138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object f6c27dd1-b3fb-42fc-a069-b17087bd275b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:55.821458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af31b8-94f7-402c-9025-c4def1739ecd admin admin] Pushing event updated for resources: {'Network': ['ID=a5d2233b-2275-4deb-b1d1-7d31168cae95,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:55.822796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.834855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Made reservation on behalf of 9482dcbba0c84aa1a88fd952c9ad71e6 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:55.837137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:55.837958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.894092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0f0bb-019a-4959-bceb-be00cf23d50a req-a06cccea-39ca-45c7-ad72-5226e34983f6 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:55.900812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 8e6462c0-a7e6-4e28-b888-7e04e1a870fd owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:03:55.901767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b0f0bb-019a-4959-bceb-be00cf23d50a req-a06cccea-39ca-45c7-ad72-5226e34983f6 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 946 time: 0.1367705 Aug 30 23:03:55.937310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3d4800-ae3e-4785-88bf-a41c13ec662c None None] DHCP port deletion for 6d7edc9e-b613-429b-9149-7c7a217a26cd request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:03:55.942162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:55.965676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b0f0bb-019a-4959-bceb-be00cf23d50a req-979b22ba-12a3-4bfc-92af-13f899a53bd8 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619786 Aug 30 23:03:55.987289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-da546a29-c495-4ee9-97a0-8a3c67afc34c', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:03:55.989251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.030977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network da546a29-c495-4ee9-97a0-8a3c67afc34c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:56.034523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:56.039952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:56.040657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.108554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:56.191327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.258744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.262954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=40ac0786-6787-42dc-b238-c4a7fd2a45c0,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:56.275544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '2c3e1bb4-6373-4575-945f-2d7c2cefd49f', 'ip_address': '2001:db8::f816:3eff:fe7c:1691'}, {'subnet_id': 'dcc1fa8f-20c2-4774-91c7-01fa560a2481'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e41d669a-a5c0-418d-99ed-b919fe88a2dc'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:03:56.314865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Allocated IP 2001:db8::2 (da546a29-c495-4ee9-97a0-8a3c67afc34c/bd258cee-2818-4ab8-ab88-f0f86175bfe2/e42146a0-87f9-425a-937a-95ff75112bf4) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:56.319941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.323387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Checking segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:56.323800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Network hostable DHCP agents. Network: a5d2233b-2275-4deb-b1d1-7d31168cae95, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:03:56.344873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.364547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:03:56.418423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a5d2233b-2275-4deb-b1d1-7d31168cae95) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:56.423098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:56.423748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.428914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=8e6462c0-a7e6-4e28-b888-7e04e1a870fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:56.488612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b1bc8d0-1c58-43b0-8ccf-6c0aa7df0f3b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7101846 Aug 30 23:03:56.489209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33526) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:56.517923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.520813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1cd6ea66-7cf8-4c81-9217-cf9317020c41 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/8e6462c0-a7e6-4e28-b888-7e04e1a870fd HTTP/1.1" status: 204 len: 168 time: 0.9814670 Aug 30 23:03:56.522368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:56.524701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33528) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:56.620191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95945dec-332f-445d-8940-2bf8a7eb4dd5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:56.621718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95945dec-332f-445d-8940-2bf8a7eb4dd5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:56.626478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95945dec-332f-445d-8940-2bf8a7eb4dd5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:56.632047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95945dec-332f-445d-8940-2bf8a7eb4dd5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1032829 Aug 30 23:03:56.632350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:56.661409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797b7e9-49e5-40c0-ba8a-bbe011e9d07d req-a4c82e90-902c-4b3e-aadd-bf45eb68ee27 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:56.663036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2797b7e9-49e5-40c0-ba8a-bbe011e9d07d req-a4c82e90-902c-4b3e-aadd-bf45eb68ee27 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1945691 Aug 30 23:03:56.672074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.674002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.686005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Allocated IP 172.20.0.2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/dcc1fa8f-20c2-4774-91c7-01fa560a2481/e41d669a-a5c0-418d-99ed-b919fe88a2dc) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:56.738959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 2c3e1bb4-6373-4575-945f-2d7c2cefd49f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:56.775071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2797b7e9-49e5-40c0-ba8a-bbe011e9d07d req-0c5914ec-18b7-4af0-82e1-5029ca21a39c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965829 Aug 30 23:03:56.829903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.863093 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.880565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Transition to ACTIVE for port object e42146a0-87f9-425a-937a-95ff75112bf4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:56.907207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:03:56.911772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Transition to ACTIVE for port object e42146a0-87f9-425a-937a-95ff75112bf4 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:56.924838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.926181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.930240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.931153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:56.992263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Network da546a29-c495-4ee9-97a0-8a3c67afc34c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:57.004923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:57.010444 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.016174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:57.021509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Pushing event updated for resources: {'Port': ['ID=e42146a0-87f9-425a-937a-95ff75112bf4,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:57.045815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Transition to ACTIVE for port object e41d669a-a5c0-418d-99ed-b919fe88a2dc will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:57.053217 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.091748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a7830d72-986b-4f64-af0d-4619bf816d82 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:03:57.094914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.134441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.157134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.192545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:57.263578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041194f-38ae-4112-8a9d-45313d3bbc43 None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:57.276293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.287634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a7830d72-986b-4f64-af0d-4619bf816d82 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:03:57.288299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a7830d72-986b-4f64-af0d-4619bf816d82 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:03:57.327496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network da546a29-c495-4ee9-97a0-8a3c67afc34c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:57.329355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:57.350289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Attempting to bind port e42146a0-87f9-425a-937a-95ff75112bf4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:57.350915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Attempting to bind port e42146a0-87f9-425a-937a-95ff75112bf4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:57.351419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Attempting to bind port e42146a0-87f9-425a-937a-95ff75112bf4 on network da546a29-c495-4ee9-97a0-8a3c67afc34c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:57.362494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:57.363064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Checking segment: {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:57.366324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.366878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Bound using segment: {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:57.367502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Bound port: e42146a0-87f9-425a-937a-95ff75112bf4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:57.368151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.405745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.467460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.476721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/2c3e1bb4-6373-4575-945f-2d7c2cefd49f HTTP/1.1" status: 204 len: 168 time: 0.8431864 Aug 30 23:03:57.479328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787beef-941e-4153-a080-feb4c05ab606 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=2c3e1bb4-6373-4575-945f-2d7c2cefd49f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:57.486520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33548) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:57.513966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] For port e42146a0-87f9-425a-937a-95ff75112bf4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:57.517925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] For port e42146a0-87f9-425a-937a-95ff75112bf4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e42146a0-87f9-425a-937a-95ff75112bf4,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:57.523941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.636678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba5654-5902-4502-ba7e-0dbeadb3795d None None] Pushing event updated for resources: {'Port': ['ID=e42146a0-87f9-425a-937a-95ff75112bf4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:57.732789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet dcc1fa8f-20c2-4774-91c7-01fa560a2481 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:03:57.773468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.782240 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.810093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:03:57.857567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.902285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:57.905448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.052657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c129f40-8c9b-418c-a6d6-f40dacee727d req-c839537f-2619-4640-89af-115ea36b453b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:58.058780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c129f40-8c9b-418c-a6d6-f40dacee727d req-c839537f-2619-4640-89af-115ea36b453b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1419270 Aug 30 23:03:58.145993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c129f40-8c9b-418c-a6d6-f40dacee727d req-53be14f9-8684-420f-9d60-8797dabb2e99 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785379 Aug 30 23:03:58.221656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:03:58.233392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f9affb25-1d41-4bee-b3c8-baf3bf28770e tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1840138 Aug 30 23:03:58.238702 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:03:58.239242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:58.244372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1000746397'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:58.253892 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:58.254274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.254540 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:58.290379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:58.294062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.330900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Allocated IP 172.25.7.101 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/c26cb155-52a6-4bec-843a-af452f89da99) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:03:58.349341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:03:58.370621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.370973 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment 6dc04954-66b2-4d38-955b-516ff19aa0e7 of type vlan for network a4142703-1e9d-46dc-852f-174885973f2e Aug 30 23:03:58.387414 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:03:58.434699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.469813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.477294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc1fa8f-20c2-4774-91c7-01fa560a2481,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:58.487878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.490186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eba43c84-a5a9-42f9-afb7-407be7ec2188 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/dcc1fa8f-20c2-4774-91c7-01fa560a2481 HTTP/1.1" status: 204 len: 168 time: 1.0009072 Aug 30 23:03:58.493316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33568) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:58.518294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.540503 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9537d4b9-d7f1-434f-842b-97304dd6094e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0457242 Aug 30 23:03:58.543656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:58.554923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:58.570215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.582876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-285cb4f4-cec9-426f-bf50-8ae0ab6f80d8 None None] Could not find standard attr ID for object 8e6462c0-a7e6-4e28-b888-7e04e1a870fd. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:03:58.628363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-285cb4f4-cec9-426f-bf50-8ae0ab6f80d8 None None] Provisioning for port e41d669a-a5c0-418d-99ed-b919fe88a2dc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:58.637161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.643864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:58.644356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-285cb4f4-cec9-426f-bf50-8ae0ab6f80d8 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:03:58.644494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.645651 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-285cb4f4-cec9-426f-bf50-8ae0ab6f80d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.648249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:58.652454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:58.656584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:03:58.680017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4400399 Aug 30 23:03:58.702446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:58.705429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Pushing event updated for resources: {'Port': ['ID=c26cb155-52a6-4bec-843a-af452f89da99,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:58.714565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:58.763134 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:03:56Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:03:56Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:58.796256 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:03:58.796947 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Updating router b5f58bfb-52f1-4ffb-a392-ebdf912da467 port f6c27dd1-b3fb-42fc-a069-b17087bd275b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:03:58.820774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d406f313-c414-4e40-be39-0050a22ca44b tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=a4142703-1e9d-46dc-852f-174885973f2e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:58.832120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:58.834271 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:58.835492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a4142703-1e9d-46dc-852f-174885973f2e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:03:58.836950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.045208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa4fc7-3b73-431d-a64c-65b1f5f96de0 req-14ab2acf-f978-4a93-99e3-e5174f09e6df tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:59.054051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5aa4fc7-3b73-431d-a64c-65b1f5f96de0 req-14ab2acf-f978-4a93-99e3-e5174f09e6df tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 946 time: 0.3154609 Aug 30 23:03:59.106317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:59.108451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.110127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.163673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:03:59.177363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:03:59.183809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:59.184436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.214830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6700666 Aug 30 23:03:59.231368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33578) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:03:59.231368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:03:59.253067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ea9cb-0eef-493c-b634-06a2f57fe6a8 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:59.298088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1661b8-bdc4-4b63-9967-e035635c6019 None None] Network da546a29-c495-4ee9-97a0-8a3c67afc34c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:59.318867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21656e-a457-41a7-bc0a-ea500d4a7370 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=c4ef3c37-7a27-4bb5-aa73-87baf332d065,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:59.368463 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.400412 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Transition to ACTIVE for port object f6c27dd1-b3fb-42fc-a069-b17087bd275b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:03:59.404709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947913cf-f2ba-4a24-98e8-db5d762490d7 req-546099b0-a7d5-4294-850e-8caabe77c9be tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:03:59.406581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-947913cf-f2ba-4a24-98e8-db5d762490d7 req-546099b0-a7d5-4294-850e-8caabe77c9be tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.0856979 Aug 30 23:03:59.415889 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.480815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-947913cf-f2ba-4a24-98e8-db5d762490d7 req-3f54f1df-83fc-4b61-ab52-944e9a61cd3a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655446 Aug 30 23:03:59.530837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:03:59.538221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.551916 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Pushing event updated for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:03:59.567211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.568031 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.568712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.569596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.570417 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.571152 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.571936 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.572700 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.573997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.574772 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.575876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.576577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:03:59.615051 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Attempting to bind port f6c27dd1-b3fb-42fc-a069-b17087bd275b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:03:59.615941 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Attempting to bind port f6c27dd1-b3fb-42fc-a069-b17087bd275b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:03:59.616657 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Attempting to bind port f6c27dd1-b3fb-42fc-a069-b17087bd275b on network da546a29-c495-4ee9-97a0-8a3c67afc34c {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:03:59.623577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:03:59.624754 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Checking segment: {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:03:59.625976 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.627033 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Bound using segment: {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:03:59.627982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Bound port: f6c27dd1-b3fb-42fc-a069-b17087bd275b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9955883e-1632-47ee-979d-abc0dd4649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:03:59.629004 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.652110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:03:59.672706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5074d-1353-4609-b503-a02e639f5ea0 None None] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:03:59.726327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] For port f6c27dd1-b3fb-42fc-a069-b17087bd275b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:03:59.730123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5aa4fc7-3b73-431d-a64c-65b1f5f96de0 req-6d956b9e-25b9-40cc-8b7c-08af836dbc57 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6703315 Aug 30 23:03:59.733426 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] For port f6c27dd1-b3fb-42fc-a069-b17087bd275b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6c27dd1-b3fb-42fc-a069-b17087bd275b,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:03:59.744649 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.794371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:03:59.846209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:03:59.847236 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:03:59.855767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1806b0f1-6d89-452a-8123-accfd00a6480 None None] Provisioning for port e42146a0-87f9-425a-937a-95ff75112bf4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:03:59.912644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1806b0f1-6d89-452a-8123-accfd00a6480 None None] Could not find standard attr ID for object 8e6462c0-a7e6-4e28-b888-7e04e1a870fd. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:00.004443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:00.019309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:00.019846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.029175 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:00.091335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1806b0f1-6d89-452a-8123-accfd00a6480 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:00.091871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1806b0f1-6d89-452a-8123-accfd00a6480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.112254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.129600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566a818-3661-428c-8853-ccf914ce4b63 None None] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:00.144631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20054e28-77e9-4058-aa63-be1d42eaaa16 None None] Pushing event updated for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:00.187635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.205955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=1e90abf7-5bc5-44e8-a00c-5aafa5f08f80,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:00.275634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:00.276269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: a4142703-1e9d-46dc-852f-174885973f2e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:04:00.326113 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:03:56Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:03:59Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:00.329861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.369384 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2337683e-e4da-40a0-bec3-533eceb232d4 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:03:56Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:03:59Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:00.371085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a4142703-1e9d-46dc-852f-174885973f2e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:04:00.384083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'c4ef3c37-7a27-4bb5-aa73-87baf332d065'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'e41d669a-a5c0-418d-99ed-b919fe88a2dc'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:04:00.394235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a4142703-1e9d-46dc-852f-174885973f2e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:00.420852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:00.421464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.439831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67720560-e7b2-4e62-84e2-0c52fd611ed5 None None] Network a4142703-1e9d-46dc-852f-174885973f2e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:00.457402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-0ab49799-9a69-4d5e-b8b2-6130d48de475 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:00.459192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-0ab49799-9a69-4d5e-b8b2-6130d48de475 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.47 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 946 time: 0.1150436 Aug 30 23:04:00.461905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-efd01a34-5cc3-4ab0-a4e7-c510ebc456f1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7526870 Aug 30 23:04:00.466088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33582) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:00.503126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e42146a0-87f9-425a-937a-95ff75112bf4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:00.540431 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.579376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:00.662467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.669776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.670996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.695142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:04:00.838689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:00.848367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:00.863527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:00.864140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:00.886900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488eaf05-c338-455a-a3c7-87bfbfe06997 req-be254957-0c4d-4cb2-8ec6-9ba1fe131f3c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:00.889382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-488eaf05-c338-455a-a3c7-87bfbfe06997 req-be254957-0c4d-4cb2-8ec6-9ba1fe131f3c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2946489 Aug 30 23:04:00.915915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=40742511-8913-4361-9859-e6fb62e60a94,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:00.920641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=14']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:00.926537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e42146a0-87f9-425a-937a-95ff75112bf4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:00.968251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d4e813e6-b1f2-4c0c-bdba-1781836bbc83 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7413909 Aug 30 23:04:00.975395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33588) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:00.993328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:ea:44:82', 'name': 'tempest-NetworksTestDHCPv6-824020363'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:01.003648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-488eaf05-c338-455a-a3c7-87bfbfe06997 req-3784760d-dcdc-4d94-bfe4-9b23f8c2b95b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758913 Aug 30 23:04:01.015939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e42146a0-87f9-425a-937a-95ff75112bf4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:01.016467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.090618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a4142703-1e9d-46dc-852f-174885973f2e', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:01.091612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.140555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Deleting port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:01.141124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.317985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Allocated IP 172.20.0.2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/c4ef3c37-7a27-4bb5-aa73-87baf332d065/e41d669a-a5c0-418d-99ed-b919fe88a2dc) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:01.325162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395e94b-3d20-4ca8-beb5-9aab7b752a2d req-07285479-7652-4469-85c5-53f9940c3def tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:01.327106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7395e94b-3d20-4ca8-beb5-9aab7b752a2d req-07285479-7652-4469-85c5-53f9940c3def tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 946 time: 0.4341111 Aug 30 23:04:01.354568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.380547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cd9665-b490-4259-affd-dd654fdeadef None None] Network da546a29-c495-4ee9-97a0-8a3c67afc34c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:01.456617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:01.467317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:01.492451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Sync routers for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:01.499225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Allocated IP 2001:db8:1::2 (a4142703-1e9d-46dc-852f-174885973f2e/1e90abf7-5bc5-44e8-a00c-5aafa5f08f80/8cb5c554-afe5-4dbd-b103-b4709c6fcf80) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:01.537106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] For port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,segment=NetworkSegment(00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e),segment_id=00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:01.537483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.546455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b49e62c8-41a6-4989-88b2-418a59e46a9c None None] Provisioning complete for port e42146a0-87f9-425a-937a-95ff75112bf4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:01.546886 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b49e62c8-41a6-4989-88b2-418a59e46a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.550020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e42146a0-87f9-425a-937a-95ff75112bf4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e42146a0-87f9-425a-937a-95ff75112bf4,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:01.592642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.595781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:01.596403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:01.597393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7395e94b-3d20-4ca8-beb5-9aab7b752a2d req-56ae81a3-61f6-4f26-94d0-bff7f6457f96 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/security-groups?id=448a96ab-0b38-4aa6-b8e4-a4224ff6242e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141683 Aug 30 23:04:01.600677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Calling delete_port for 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:01.604393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.605598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9367937f-1b78-4a79-bc9d-a63442d2aa70 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.0940032 Aug 30 23:04:01.608377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33590) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:01.768792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.805118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port b598e87e-3886-48f3-a925-1816b5bfbd18 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:01.906849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:01.924082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:02.021251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:02.116642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.168031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['0b103d01-f29e-4007-8119-1e6b9ac4d6e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:02.200980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Pushing event deleted for resources: {'Port': ['ID=0b103d01-f29e-4007-8119-1e6b9ac4d6e2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:02.220121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e42146a0-87f9-425a-937a-95ff75112bf4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:02.243074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c80594-04c7-45e5-be59-0917a2539d5c req-958a2c88-b27c-46b1-b2b0-270e6b3fde08 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:02.252073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46c80594-04c7-45e5-be59-0917a2539d5c req-958a2c88-b27c-46b1-b2b0-270e6b3fde08 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1236699 Aug 30 23:04:02.276518 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.300743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] No DVR routers for this DVR port 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:02.303552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.306057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0885a4ca-ed94-4849-8f00-5c1dc872c8ff req-e708c0f9-22d8-4fb0-8fd2-47a6c879a488 tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.47 "DELETE /v2.0/ports/0b103d01-f29e-4007-8119-1e6b9ac4d6e2 HTTP/1.1" status: 204 len: 173 time: 1.8334105 Aug 30 23:04:02.312104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'name': 'network-vif-deleted', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:02.314449 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ad33f8-73fe-4b93-8720-2edc1c76768b" -d '{"events": [{"server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "name": "network-vif-deleted", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:02.314616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:02.370621 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84a347d-0aa0-4a77-99c1-e5eb16de1ec1 x-openstack-request-id: req-a84a347d-0aa0-4a77-99c1-e5eb16de1ec1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:02.370924 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77967bb3-9eb1-4e1f-93af-1e22519098ce", "name": "network-vif-deleted", "tag": "0b103d01-f29e-4007-8119-1e6b9ac4d6e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:02.371194 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a84a347d-0aa0-4a77-99c1-e5eb16de1ec1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:02.371601 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77967bb3-9eb1-4e1f-93af-1e22519098ce', 'name': 'network-vif-deleted', 'tag': '0b103d01-f29e-4007-8119-1e6b9ac4d6e2', 'status': 'completed', 'code': 200} Aug 30 23:04:02.393155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46c80594-04c7-45e5-be59-0917a2539d5c req-c1785fd2-a0ce-4031-a262-6eb32bb91ab6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399810 Aug 30 23:04:02.480848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Transition to ACTIVE for port object e41d669a-a5c0-418d-99ed-b919fe88a2dc will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:02.523175 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.629879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6c27dd1-b3fb-42fc-a069-b17087bd275b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:02.713700 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.720244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 172.20.0.14 (a77af47a-f8fc-4324-a15a-49aeaba204b7/c4ef3c37-7a27-4bb5-aa73-87baf332d065/b598e87e-3886-48f3-a925-1816b5bfbd18) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:02.737953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:feea:4482 (a77af47a-f8fc-4324-a15a-49aeaba204b7/40742511-8913-4361-9859-e6fb62e60a94/b598e87e-3886-48f3-a925-1816b5bfbd18) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:02.781212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Transition to ACTIVE for port object 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:02.805304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:02.812622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7138-97ce-4964-bd5a-6808fec08a7a None None] Pushing event updated for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=15']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:02.847924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1326a120-65cc-4f40-b560-4f0b70b87f8c req-66992942-fd66-437e-b2c7-557d7457b01f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:02.861537 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1326a120-65cc-4f40-b560-4f0b70b87f8c req-66992942-fd66-437e-b2c7-557d7457b01f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1323431 Aug 30 23:04:02.864814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee01730a-adc9-4231-bea3-2863537d5eda req-ba0d796c-d555-4d18-9127-835d54f22ccb tempest-ServerTagsTestJSON-1147380459 tempest-ServerTagsTestJSON-1147380459-project] 10.222.0.25 "GET /v2.0/ports?device_id=77967bb3-9eb1-4e1f-93af-1e22519098ce HTTP/1.1" status: 200 len: 210 time: 0.1023874 Aug 30 23:04:02.927589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-ee6be7c4-9f4c-4530-8d5d-9063113e5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:02.929875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-ee6be7c4-9f4c-4530-8d5d-9063113e5bbe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.1372199 Aug 30 23:04:02.930426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Transition to ACTIVE for port object 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:02.984594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.003290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b49e62c8-41a6-4989-88b2-418a59e46a9c None None] Provisioning for port f6c27dd1-b3fb-42fc-a069-b17087bd275b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:03.026867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1326a120-65cc-4f40-b560-4f0b70b87f8c req-e57a9b34-fb47-4250-915e-20d6703bb4b7 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639538 Aug 30 23:04:03.062058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Network a4142703-1e9d-46dc-852f-174885973f2e is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:03.071912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:03.074654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:03.179861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f6c27dd1-b3fb-42fc-a069-b17087bd275b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:03.187094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8:1::1 (a4142703-1e9d-46dc-852f-174885973f2e/1e90abf7-5bc5-44e8-a00c-5aafa5f08f80/2a1a19e6-fb17-4aab-8e8b-51df9047b8dc) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:03.199668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Pushing event updated for resources: {'Port': ['ID=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:03.216968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Allocated IP 172.20.0.1 (a5d2233b-2275-4deb-b1d1-7d31168cae95/40ac0786-6787-42dc-b238-c4a7fd2a45c0/d67f4d80-d695-4872-bed3-f6c26864005f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:03.272142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f6c27dd1-b3fb-42fc-a069-b17087bd275b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:03.272731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.348940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Attempting to bind port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:03.349537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Attempting to bind port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:03.350157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Attempting to bind port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 on network a4142703-1e9d-46dc-852f-174885973f2e {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:03.370061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:03.370706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Checking segment: {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:03.371433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.372077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Bound using segment: {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:03.372869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Bound port: 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:03.373676 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.401186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.403249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.420244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.423912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:03:59Z', 'revision_number': 3, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:03.426564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-6338391b-315b-496a-a563-c92317170135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:03.428079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-6338391b-315b-496a-a563-c92317170135 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.4786396 Aug 30 23:04:03.441275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.453143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object b598e87e-3886-48f3-a925-1816b5bfbd18 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:03.454769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:03.491181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Checking router: 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:03.491758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Updating router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 port c26cb155-52a6-4bec-843a-af452f89da99 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:03.494196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:03.514074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:03.516048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:03.520072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:03.562350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.620207 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.699786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.721414 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.731163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e86c60a9-8bed-4f6f-91c8-f5f72ca8dabd None None] Provisioning complete for port e42146a0-87f9-425a-937a-95ff75112bf4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:03.731589 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e86c60a9-8bed-4f6f-91c8-f5f72ca8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.754934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f6c27dd1-b3fb-42fc-a069-b17087bd275b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6c27dd1-b3fb-42fc-a069-b17087bd275b,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:03.786074 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:03.850772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] For port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:03.975640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:04.015040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] For port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:04.030080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:04.082628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.101733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e971ba-d553-4b44-a85d-d03731e8e526 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:04.106666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Deleting subnet 8b671173-b201-481e-a651-e3eba18d6bc6 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:04.115988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.121126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-87306870-ae66-43bd-a3ac-b3c7164d42e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.6802137 Aug 30 23:04:04.129337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.170639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.218266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.248577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=b598e87e-3886-48f3-a925-1816b5bfbd18,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.255223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.317960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:04.325428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:04.334350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:04.345649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.355601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.364409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.372419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-4ace9a1d-2a38-4341-86a2-06c13765bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:04.373958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-4ace9a1d-2a38-4341-86a2-06c13765bf74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.2414966 Aug 30 23:04:04.403205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b671173-b201-481e-a651-e3eba18d6bc6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.437667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.461463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e86c60a9-8bed-4f6f-91c8-f5f72ca8dabd None None] Provisioning complete for port f6c27dd1-b3fb-42fc-a069-b17087bd275b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:04.461715 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e86c60a9-8bed-4f6f-91c8-f5f72ca8dabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.467347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a4142703-1e9d-46dc-852f-174885973f2e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:04.504375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.509907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a561d3c-a0af-4987-aed2-900ea28b3e15 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b671173-b201-481e-a651-e3eba18d6bc6 HTTP/1.1" status: 204 len: 168 time: 0.5233648 Aug 30 23:04:04.512077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Pushing event updated for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.512700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33608) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:04.537099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:04.540494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9bf32-419d-46d8-bca8-cf13874e5059 req-4f927e4a-43a3-47b8-84b4-09d780f1fc96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:04.541307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19b9bf32-419d-46d8-bca8-cf13874e5059 req-4f927e4a-43a3-47b8-84b4-09d780f1fc96 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2750847 Aug 30 23:04:04.552454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:04.553310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.592893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:04.599749 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.608022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:04.748645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19b9bf32-419d-46d8-bca8-cf13874e5059 req-0067da00-0de4-47f5-8b3f-881b22920914 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878479 Aug 30 23:04:04.777621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-867ae994-d5f7-4202-a401-6868e3d1f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:04.784795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-867ae994-d5f7-4202-a401-6868e3d1f1f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3969138 Aug 30 23:04:04.784795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.835530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a82eb-75bc-46b9-b352-a0c38a9443d1 None None] Pushing event updated for resources: {'Port': ['ID=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:04.853713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:04.853953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e42146a0-87f9-425a-937a-95ff75112bf4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:04.855543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:04.861345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-36f1e2e4-a2da-456b-99a5-59cda7c59020 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8828535 Aug 30 23:04:04.870374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:04.886784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:04.976001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:04.976404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 0b103d01-f29e-4007-8119-1e6b9ac4d6e2 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:05.019133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac74cff-f912-4bfe-90d1-65e3f368a609 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:05.025123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac74cff-f912-4bfe-90d1-65e3f368a609 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:05.026885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eac74cff-f912-4bfe-90d1-65e3f368a609 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.1535327 Aug 30 23:04:05.027830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-01cfde20-4bdf-4f67-890f-e4e3d80a2121 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208996 Aug 30 23:04:05.032384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33612) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:05.070235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.108638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e42146a0-87f9-425a-937a-95ff75112bf4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:05.109488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.144952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.167179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:05.179723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Transition to ACTIVE for port object c26cb155-52a6-4bec-843a-af452f89da99 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:05.185923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7547ea3c-83bb-4a62-ade1-6e3317e1235b None None] Provisioning complete for port f6c27dd1-b3fb-42fc-a069-b17087bd275b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:05.186348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7547ea3c-83bb-4a62-ade1-6e3317e1235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.216186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.268748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb35d12-99d1-4184-984c-4bd77743e914 None None] Pushing event updated for resources: {'Port': ['ID=c26cb155-52a6-4bec-843a-af452f89da99,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:05.312328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port b598e87e-3886-48f3-a925-1816b5bfbd18 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:05.312794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.326258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.352706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bfca67a-8a7c-414d-b686-c99fdb74f1a0 req-f9f9ddf5-61c2-4c79-8052-76e70d74ccb5 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3089831 Aug 30 23:04:05.394128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Attempting to bind port c26cb155-52a6-4bec-843a-af452f89da99 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:05.399369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Attempting to bind port c26cb155-52a6-4bec-843a-af452f89da99 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:05.400497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Attempting to bind port c26cb155-52a6-4bec-843a-af452f89da99 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:05.414870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:05.415669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:05.416633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.417431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:05.418299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Bound port: c26cb155-52a6-4bec-843a-af452f89da99, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:05.420664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.443548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:05.454589 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1f6c1117-61cc-4f94-b526-35ae17c999a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/9ffa58e9-fe5c-4f98-97df-7834fd4e6796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8437953 Aug 30 23:04:05.488695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.509009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:05.548773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:05.551069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00fd16f8-c2cc-4a15-a242-3ac5aa13ca6e') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:05.564879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.568516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] For port c26cb155-52a6-4bec-843a-af452f89da99, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:05.576253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] For port c26cb155-52a6-4bec-843a-af452f89da99, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c26cb155-52a6-4bec-843a-af452f89da99,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:05.582358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.595522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.608572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.612292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for b598e87e-3886-48f3-a925-1816b5bfbd18 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:05.614848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:05.614848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:05.667981 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:05.684921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7547ea3c-83bb-4a62-ade1-6e3317e1235b None None] Provisioning for port e41d669a-a5c0-418d-99ed-b919fe88a2dc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:05.723255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7547ea3c-83bb-4a62-ade1-6e3317e1235b None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:05.728404 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7547ea3c-83bb-4a62-ade1-6e3317e1235b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.814414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.857563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:05.857563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:05.879978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:05.884154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b HTTP/1.1" status: 204 len: 168 time: 1.3671834 Aug 30 23:04:05.888031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b491a-054f-4d13-93f0-675b6c83a3b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=42d926a2-83f1-4d1f-8c5d-7af4c30f7f9b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.042886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f761d7-c159-4833-94a4-d926d861f3de None None] Network a4142703-1e9d-46dc-852f-174885973f2e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:06.057935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb35d12-99d1-4184-984c-4bd77743e914 None None] Pushing event updated for resources: {'Port': ['ID=c26cb155-52a6-4bec-843a-af452f89da99,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.184253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:06.222863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26dd742-4f25-4130-bbf9-7e1c00958384 req-09064f3c-4972-4eab-9096-07ea4f1408b5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:06.236044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d26dd742-4f25-4130-bbf9-7e1c00958384 req-09064f3c-4972-4eab-9096-07ea4f1408b5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2600925 Aug 30 23:04:06.247752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:06.250266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-66bdae46-3060-404a-b541-d22bfae889f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9e9ab99b8bf443f965539dfda45d403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0648470 Aug 30 23:04:06.252672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:06.263233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:06.282872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.320344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.321935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.325540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d26dd742-4f25-4130-bbf9-7e1c00958384 req-9c0154be-480f-4feb-a716-4deec6142dcb tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886157 Aug 30 23:04:06.328548 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.379883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=b598e87e-3886-48f3-a925-1816b5bfbd18,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.435450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5748cc30-7d35-41bb-913f-f347fc0fde11 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:06.489737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.494379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c24e7154-481f-4cbe-ba35-a5d42fd64749 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/b598e87e-3886-48f3-a925-1816b5bfbd18 HTTP/1.1" status: 204 len: 168 time: 1.4608986 Aug 30 23:04:06.495850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:06.535214 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.540714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Could not find standard attr ID for object b598e87e-3886-48f3-a925-1816b5bfbd18. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:06.566556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161a7b6-fc55-4ca4-86bf-7dfeb4a23405 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:06.568257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161a7b6-fc55-4ca4-86bf-7dfeb4a23405 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:06.570001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3161a7b6-fc55-4ca4-86bf-7dfeb4a23405 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:06.574527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3161a7b6-fc55-4ca4-86bf-7dfeb4a23405 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0749569 Aug 30 23:04:06.575162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33640) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:06.587532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.602394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.605826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:06.611674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-fda91327-e077-4ef8-bd54-545fdb5b1c76 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:06.613207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-fda91327-e077-4ef8-bd54-545fdb5b1c76 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 819 time: 0.3283522 Aug 30 23:04:06.614449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Provisioning for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:06.640621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 40742511-8913-4361-9859-e6fb62e60a94 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:06.644214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.647572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Provisioning complete for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:06.647572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.656877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-7edc4f83-1f9a-4c29-a47a-ad6720962fbe tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/quotas/9482dcbba0c84aa1a88fd952c9ad71e6 HTTP/1.1" status: 200 len: 375 time: 0.0314918 Aug 30 23:04:06.679100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:06.679512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.694755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.718085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a4142703-1e9d-46dc-852f-174885973f2e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:06.723347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:06.742681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-821cfade-5372-46c0-a609-8fa6906c92d0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844684 Aug 30 23:04:06.784442 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.788150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.789471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/448a96ab-0b38-4aa6-b8e4-a4224ff6242e HTTP/1.1" status: 204 len: 168 time: 0.5358367 Aug 30 23:04:06.816680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.827552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-d9116c08-94a6-4265-ba3d-423aca5a35a9 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:04:06.828828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-d9116c08-94a6-4265-ba3d-423aca5a35a9 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0525477 Aug 30 23:04:06.835851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ebff63-dcf3-41a7-9786-dafb903178d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448a96ab-0b38-4aa6-b8e4-a4224ff6242e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.918987 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.934027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:06.970375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=40742511-8913-4361-9859-e6fb62e60a94,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:06.976599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.982531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b02590e8-8735-44fe-a3bc-0a0068e330b3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/40742511-8913-4361-9859-e6fb62e60a94 HTTP/1.1" status: 204 len: 168 time: 0.4040284 Aug 30 23:04:06.983182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33644) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:06.985585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:06.991176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd67f4d80-d695-4872-bed3-f6c26864005f', 'name': '', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'mac_address': 'fa:16:3e:f8:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 2, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'subnets': [{'id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:07.034149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-168b610d-b803-4e2d-95c5-34365a5c9c55 service neutron] 10.222.0.25 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957245 Aug 30 23:04:07.069487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet c4ef3c37-7a27-4bb5-aa73-87baf332d065 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:07.070768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697ef2a5-b211-497b-ae3f-c8f7d5d93627 None None] The sync data for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 is: [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd67f4d80-d695-4872-bed3-f6c26864005f', 'name': '', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'mac_address': 'fa:16:3e:f8:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 2, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'subnets': [{'id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:07.085846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.093943 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.135151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:07.151592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.152426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6c27dd1-b3fb-42fc-a069-b17087bd275b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:07.182736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.226228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:07.234744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-725c4fec-5e1d-4e2c-8215-fa6dff338847 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7675972 Aug 30 23:04:07.241164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:07.253895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33648) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:07.263561 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:07.264453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:07.265959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1511703484'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:07.320627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:07.335265 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.383424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.449849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-d84101fd-790d-4f89-9297-7fa19cdc2db5 service neutron] 10.222.0.25 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779614 Aug 30 23:04:07.453071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:04:07.474499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.514613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.517092 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment c78fb5a3-20a5-449c-a2a1-b395c637392b of type vlan for network a2adb3ea-3507-4864-a6f9-006c439db0ef Aug 30 23:04:07.554419 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:07.624170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.628848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/c4ef3c37-7a27-4bb5-aa73-87baf332d065 HTTP/1.1" status: 204 len: 168 time: 0.6446397 Aug 30 23:04:07.633704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dc786a-6b30-4608-a5c2-e8dcd6cec062 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=c4ef3c37-7a27-4bb5-aa73-87baf332d065,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:07.635675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33654) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:07.885397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d923e78c-c693-4017-92e5-c501e901533b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2460685 Aug 30 23:04:07.889223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a36071-b534-4c03-95f7-cb79e88414f9 req-03ae2d18-1d2d-40c9-8970-44f90b649c7f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:07.901993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04a36071-b534-4c03-95f7-cb79e88414f9 req-03ae2d18-1d2d-40c9-8970-44f90b649c7f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.3457134 Aug 30 23:04:07.904956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:07.907204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:07.938299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:07.959411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:04:07.961525 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:04:07.963950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:07.988764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067c2a0e-5103-44d9-aa93-376416c19680 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:08.070001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04a36071-b534-4c03-95f7-cb79e88414f9 req-50d03abc-d5d1-4894-80ce-4f3cfef108fc tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662164 Aug 30 23:04:08.102690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35070b65-a63a-481d-8437-4b7bbf6cef7a req-3d4fbdee-d21a-49bc-8065-e8b90541c96f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 210 time: 0.1303601 Aug 30 23:04:08.146952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f6c27dd1-b3fb-42fc-a069-b17087bd275b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:08.146952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.275195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:04:08.395378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.403579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:08.404289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.426420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb39611-5a60-4535-9f1e-facfb07b9332 req-81eeb25b-7032-4717-8a2e-939ec42abf8b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:08.460651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-beb39611-5a60-4535-9f1e-facfb07b9332 req-81eeb25b-7032-4717-8a2e-939ec42abf8b tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2574828 Aug 30 23:04:08.580417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:08.636636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-beb39611-5a60-4535-9f1e-facfb07b9332 req-629b0273-64e1-476d-b103-d68321d41587 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679790 Aug 30 23:04:08.674954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:08.688998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.704605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33698) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:08.751971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Provisioning complete for port e41d669a-a5c0-418d-99ed-b919fe88a2dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:08.752591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.754729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:08.783804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:08.830783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Deleting port e41d669a-a5c0-418d-99ed-b919fe88a2dc {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:08.831177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:08.925995 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:08.929926 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Updating router b5f58bfb-52f1-4ffb-a392-ebdf912da467 port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:08.961711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7064562 Aug 30 23:04:08.973908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:08.988564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:09.024435 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.026508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229ab24-b635-490d-bc21-6e81e5b46752 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=a2adb3ea-3507-4864-a6f9-006c439db0ef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:09.038861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] For port e41d669a-a5c0-418d-99ed-b919fe88a2dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e41d669a-a5c0-418d-99ed-b919fe88a2dc,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:09.038861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.062260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a2adb3ea-3507-4864-a6f9-006c439db0ef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:04:09.086589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Calling delete_port for e41d669a-a5c0-418d-99ed-b919fe88a2dc owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:09.095055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:09.095527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.115508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-6c885bbf-b910-4cbd-a961-03faaf533e9e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:09.122546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-816851084-network', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:09.129641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-6c885bbf-b910-4cbd-a961-03faaf533e9e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 819 time: 0.4944575 Aug 30 23:04:09.198985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-2f609639-9316-48bb-ae40-abca8f75fc00 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/quotas/9482dcbba0c84aa1a88fd952c9ad71e6 HTTP/1.1" status: 200 len: 375 time: 0.0558925 Aug 30 23:04:09.212189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43ad58-d615-49b3-a4b8-632bfcd8b732 req-e28eead7-f8eb-40cc-b214-d58b1172fdc3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:09.214340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc43ad58-d615-49b3-a4b8-632bfcd8b732 req-e28eead7-f8eb-40cc-b214-d58b1172fdc3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2986834 Aug 30 23:04:09.263727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Made reservation on behalf of 2044296f9da64a998dfcdaade8f5a2f5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:09.269148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.307047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.372698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:09.387174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.387704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.390645 n-d-791504-21 neutron-server[101270]: INFO neutron.plugins.ml2.db [None req-c4858278-bff5-4c45-babe-4d1a92230822 None None] No ports have port_id starting with e41d669a-a5c0-418d-99ed-b919fe88a2dc Aug 30 23:04:09.392006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-7ea12f14-b67d-4a88-a895-04758d7e7414 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1905375 Aug 30 23:04:09.406830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc43ad58-d615-49b3-a4b8-632bfcd8b732 req-bad26104-8862-4d25-be77-8b7a33bb341e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1826289 Aug 30 23:04:09.606323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] Pushing event deleted for resources: {'Port': ['ID=e41d669a-a5c0-418d-99ed-b919fe88a2dc,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:09.630604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3596f1-5928-44b7-851a-cb15e67419de None None] No DVR routers for this DVR port e41d669a-a5c0-418d-99ed-b919fe88a2dc on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:09.674422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.738112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Provisioning for port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:09.758308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-9dc831e8-5eda-4b5b-a222-e0ae89b0cc35 service neutron] 10.222.0.25 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298023 Aug 30 23:04:09.760642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Provisioning complete for port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:09.760642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.805429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.842208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:04:09.866847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:09.874571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.876588 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Added segment 92a9eb11-be62-4c66-90ae-7fc445710c47 of type vlan for network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f Aug 30 23:04:09.895820 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.901400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Provisioning complete for port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:09.901758 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.918121 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Transition to ACTIVE for port object 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:09.942877 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:09.989197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:10.038939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.044347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7ab81-28b4-48e3-9ff4-8b78643dba5e None None] Pushing event updated for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.048711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e41d669a-a5c0-418d-99ed-b919fe88a2dc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:10.049504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e41d669a-a5c0-418d-99ed-b919fe88a2dc not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:10.121600 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.167253 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Attempting to bind port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:10.167644 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Attempting to bind port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:10.168012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Attempting to bind port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc on network a4142703-1e9d-46dc-852f-174885973f2e {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:10.175950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:10.176509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Checking segment: {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:10.176928 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.177332 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Bound using segment: {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:10.177847 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Bound port: 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc04954-66b2-4d38-955b-516ff19aa0e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:10.178243 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.185079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.191492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6104ab9-7f41-4eb9-8fa9-79d3d2e999a9 None None] Could not find standard attr ID for object e41d669a-a5c0-418d-99ed-b919fe88a2dc. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:10.252330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0a7e6a-f708-4b35-a041-95d72e8ced6a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.275020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=340c84eb-f0b7-44f9-acab-372f76abb24b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.289202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:10.294988 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6f478fb-3e06-4d8b-9cbe-f39ae269ebdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.295527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.296521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:10.297110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.308796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c538a9-b973-40dd-99cb-55a6cf6491ac req-28108b4f-4c78-4a2a-80f3-947c9f17b193 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:10.316583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6c538a9-b973-40dd-99cb-55a6cf6491ac req-28108b4f-4c78-4a2a-80f3-947c9f17b193 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.3343160 Aug 30 23:04:10.318953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:10.348178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-5b946c13-637c-41b4-9df0-cdf5cebd79d4 service neutron] 10.222.0.25 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5888894 Aug 30 23:04:10.350241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2e105d-0a20-4dad-87cb-f966dd6e226b None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:10.371380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:10.376503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.413261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=fee50d29-64f1-4c9f-8809-c22d91f7f2eb,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.419766 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] For port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:10.424112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:10.424484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: a2adb3ea-3507-4864-a6f9-006c439db0ef, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:04:10.431957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e565e2fc-8eaf-4e97-8e98-5aa567329db2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5234413 Aug 30 23:04:10.433332 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] For port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:10.437754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33708) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:10.453461 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.463286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:10.481852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6c538a9-b973-40dd-99cb-55a6cf6491ac req-c95a065b-5bd0-42cf-8a51-eeb5c1bf5447 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1622868 Aug 30 23:04:10.492178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7864616 Aug 30 23:04:10.500128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33710) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:10.523164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-e9f0776c-830b-4f74-87db-fb4b66eab741 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:10.528539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-e9f0776c-830b-4f74-87db-fb4b66eab741 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 819 time: 0.5798836 Aug 30 23:04:10.529652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Request body: {'subnet': {'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-subnet', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:10.548400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Request body: {'port': {'device_id': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'admin_state_up': True, 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:10.585445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310e7f70-d5e2-4a4e-a4dd-81016421ceb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.632712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a2adb3ea-3507-4864-a6f9-006c439db0ef is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:04:10.646616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:04:10.667115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Made reservation on behalf of 2044296f9da64a998dfcdaade8f5a2f5 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:10.673542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.683108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a2adb3ea-3507-4864-a6f9-006c439db0ef) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:10.686164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd7ab81-28b4-48e3-9ff4-8b78643dba5e None None] Pushing event updated for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:10.715381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:10.716085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.770492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6fc28b-459c-4102-a62a-dfaeb4138248 None None] Network a2adb3ea-3507-4864-a6f9-006c439db0ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:10.774393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c26cb155-52a6-4bec-843a-af452f89da99 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:10.775343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:10.776001 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:10.876477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Made reservation on behalf of 9482dcbba0c84aa1a88fd952c9ad71e6 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:10.882964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:10.930437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ff8a0dc-b7c3-4d48-a58f-56b44fde5e4b req-263f6f15-a2b6-490a-b935-296bc59e5717 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.1761525 Aug 30 23:04:10.949328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cb4427c2-687e-40a3-8ec9-0acfbf4dad52 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.9740109 Aug 30 23:04:10.954635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33716) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:10.983784 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:11.156608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:11.164888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:11.183294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:11.318710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c26cb155-52a6-4bec-843a-af452f89da99 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:11.343204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c26cb155-52a6-4bec-843a-af452f89da99 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:11.343592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:11.377697 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:10Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:11.444361 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26d57c1b-440a-4a6e-80ea-cdceb244fa0b None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:10Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:11.487036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Sync routers for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:11.514136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'fee50d29-64f1-4c9f-8809-c22d91f7f2eb'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:11.515259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:11.650223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:11.656410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:11.725350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a2adb3ea-3507-4864-a6f9-006c439db0ef', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:11.726319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:11.929684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb2e47d-3997-4ef6-9db0-5b17f8939d9a req-968f1f4b-d395-46f3-96a1-1a67e4c01a53 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:11.931352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5fb2e47d-3997-4ef6-9db0-5b17f8939d9a req-968f1f4b-d395-46f3-96a1-1a67e4c01a53 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1754713 Aug 30 23:04:11.971934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Allocated IP 172.20.0.2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/fee50d29-64f1-4c9f-8809-c22d91f7f2eb/b4cbbcf1-5a25-4e7d-b402-383933da207a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:12.088909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Allocated IP 172.20.0.11 (a5d2233b-2275-4deb-b1d1-7d31168cae95/40ac0786-6787-42dc-b238-c4a7fd2a45c0/39c4fe65-48e3-41cf-90fc-2a35c63524e4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:12.160761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:12.221645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3c2c1fb2-5351-44b9-ade4-331235c5a41a req-a1cb9ccc-e181-4f54-a0a4-cd14fb98b82d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.0664868 Aug 30 23:04:12.251995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Checking segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:12.252824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Network hostable DHCP agents. Network: 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:04:12.334331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:04:12.335490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.344842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Transition to ACTIVE for port object b4cbbcf1-5a25-4e7d-b402-383933da207a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:12.362569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Transition to ACTIVE for port object b4cbbcf1-5a25-4e7d-b402-383933da207a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:12.370612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5fb2e47d-3997-4ef6-9db0-5b17f8939d9a req-f3550e93-8023-4bf2-a800-fdda9fd76d60 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4064674 Aug 30 23:04:12.383019 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.393294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:12.450046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.451716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eac52f-e100-43f0-93d9-dfa158a367b5 None None] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:12.456655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:12.463147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.695832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-24cbd41f-c94b-4447-91df-cce242b1bad0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1766460 Aug 30 23:04:12.698846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33732) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:12.706496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:12.712643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.737761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Allocated IP 2001:db8:2::2 (a2adb3ea-3507-4864-a6f9-006c439db0ef/340c84eb-f0b7-44f9-acab-372f76abb24b/fec36c1c-827d-4350-8fce-ba08e9083803) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:12.831233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:12.858494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:12.892160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:12.916856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:12.947686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:12.961872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:12.965168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Pushing event updated for resources: {'Port': ['ID=b4cbbcf1-5a25-4e7d-b402-383933da207a,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:12.969501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:12.988533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c26cb155-52a6-4bec-843a-af452f89da99, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c26cb155-52a6-4bec-843a-af452f89da99,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:12.997330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Pushing event updated for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:13.001038 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.002267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.003898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:13.045310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.075406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.099542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.099856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.105864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58477ade-6e10-4c5e-afd8-2b37572df695 req-f140e3be-fc83-4a0d-a694-fb788ee3aa6c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:13.107486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58477ade-6e10-4c5e-afd8-2b37572df695 req-f140e3be-fc83-4a0d-a694-fb788ee3aa6c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.3212800 Aug 30 23:04:13.122269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:13.123009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.127867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.157518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-f53a4bff-b959-4231-b045-7420e24f1480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:13.159707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-f53a4bff-b959-4231-b045-7420e24f1480 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.3292840 Aug 30 23:04:13.169962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:13.198380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c26cb155-52a6-4bec-843a-af452f89da99,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:13.216912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-c249268c-aa35-41b4-bf4c-3afc0dbe231b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:13.221214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-c249268c-aa35-41b4-bf4c-3afc0dbe231b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.47 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 819 time: 0.5179548 Aug 30 23:04:13.255096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Request body: {'port': {'device_id': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'admin_state_up': True, 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:13.290633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-c91fa272-2b6f-4248-92d3-5b5ad28e350a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7467773 Aug 30 23:04:13.309479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.342412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Transition to ACTIVE for port object fec36c1c-827d-4350-8fce-ba08e9083803 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:13.350936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.371342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:13.393468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d2e0bd0-3717-4cac-9b35-4ddbb288286b req-f246800a-11a9-4a23-8409-6ef790988e50 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.0466335 Aug 30 23:04:13.420212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Request body: {'port': {'device_id': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:13.474974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58477ade-6e10-4c5e-afd8-2b37572df695 req-d5e80f89-7a43-44e4-ab46-d5ffda154ab1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400958 Aug 30 23:04:13.507726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:13.508345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:13.509238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:13.515465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Transition to ACTIVE for port object fec36c1c-827d-4350-8fce-ba08e9083803 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:13.554898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:13.555788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.570981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86fa89e6-ef04-4425-ae4f-033d08ab7605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.581701 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:13.582386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:13.583052 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.583617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:13.584259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Bound port: b4cbbcf1-5a25-4e7d-b402-383933da207a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:13.584811 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.587652 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.596463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:13.615275 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.635259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-d0457248-3030-44f2-bba9-f310dba5fda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:13.637253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-d0457248-3030-44f2-bba9-f310dba5fda9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.4561894 Aug 30 23:04:13.651436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.662122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.680615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:13.680836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:13.681034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:13.713507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Network a2adb3ea-3507-4864-a6f9-006c439db0ef is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:13.718974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:13.719627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:13.719895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.720274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:13.720762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Bound port: b4cbbcf1-5a25-4e7d-b402-383933da207a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:13.721126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.805928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:13.836912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Made reservation on behalf of 9482dcbba0c84aa1a88fd952c9ad71e6 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:13.840589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=b4cbbcf1-5a25-4e7d-b402-383933da207a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:13.840875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.879421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-c622217a-0eee-400c-aa8d-bcd5483d0ed4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.2007115 Aug 30 23:04:13.883590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Allocated IP 172.20.0.2 (0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f/4a00932e-40f6-4cf3-8c88-a19d50d5b5b4/81d19481-26e5-481b-8e1f-3bd16b989c7c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:13.907419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.931851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:13.936458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:13.957235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b4cbbcf1-5a25-4e7d-b402-383933da207a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:13.996162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.052184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.055732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.067012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Transition to ACTIVE for port object 81d19481-26e5-481b-8e1f-3bd16b989c7c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:14.084086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Transition to ACTIVE for port object 81d19481-26e5-481b-8e1f-3bd16b989c7c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:14.096954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:14.099439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.102020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Pushing event updated for resources: {'Port': ['ID=fec36c1c-827d-4350-8fce-ba08e9083803,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:14.117282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:14.150725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=b4cbbcf1-5a25-4e7d-b402-383933da207a,revision_number=4']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:14.158775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:14.167417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=d05ccf8d-3865-4a47-9e98-f0eb5c95acea,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:14.169824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:14.175834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:14.176151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.183414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Pushing event updated for resources: {'Port': ['ID=81d19481-26e5-481b-8e1f-3bd16b989c7c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:14.193892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Allocated IP 172.25.7.211 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/70f07df6-6cc6-4f83-a6f7-7329a12c6ce5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:14.200213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:14.200707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.204995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5ca56672-8031-4563-9c59-94beebcfd15e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7514868 Aug 30 23:04:14.209519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:14.210820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-0fc028ce-80a1-4188-9700-a865d9a6c654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:14.212454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-0fc028ce-80a1-4188-9700-a865d9a6c654 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.3216205 Aug 30 23:04:14.213663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8:2::1 (a2adb3ea-3507-4864-a6f9-006c439db0ef/340c84eb-f0b7-44f9-acab-372f76abb24b/4a99be05-7532-4062-955f-00097feb491c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:14.216359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:47:a8:13', 'name': 'tempest-NetworksTestDHCPv6-462441556'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:14.287382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:14.311756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:14.315973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:14.323360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:14.358327 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) b4cbbcf1-5a25-4e7d-b402-383933da207a-n-d-791504-21-0 {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:04:14.359036 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:04:14.370888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Attempting to bind port fec36c1c-827d-4350-8fce-ba08e9083803 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:14.371260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Attempting to bind port fec36c1c-827d-4350-8fce-ba08e9083803 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:14.371622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Attempting to bind port fec36c1c-827d-4350-8fce-ba08e9083803 on network a2adb3ea-3507-4864-a6f9-006c439db0ef {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:14.400518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:14.400896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Checking segment: {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:14.401299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.401702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Bound using segment: {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:14.402230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Bound port: fec36c1c-827d-4350-8fce-ba08e9083803, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:14.402619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.459560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:14.476570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.526634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Attempting to bind port 81d19481-26e5-481b-8e1f-3bd16b989c7c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:14.527205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Attempting to bind port 81d19481-26e5-481b-8e1f-3bd16b989c7c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:14.527675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Attempting to bind port 81d19481-26e5-481b-8e1f-3bd16b989c7c on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Checking segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Bound using segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Bound port: 81d19481-26e5-481b-8e1f-3bd16b989c7c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:14.580608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.599447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c68c68f3-f78a-4cfe-8b03-5b24bd9aff85 req-6d172a6d-2300-49e6-b93d-49d8d2cc808a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.0637486 Aug 30 23:04:14.623057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.640964 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.674116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.718572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] For port fec36c1c-827d-4350-8fce-ba08e9083803, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:14.719791 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.723634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd67f4d80-d695-4872-bed3-f6c26864005f', 'name': '', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'mac_address': 'fa:16:3e:f8:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 2, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'subnets': [{'id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:14.734190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:14.749038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:14.752000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:14.804657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port f69a6255-dfed-400c-a786-31bd5bacde08 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:14.810916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Pushing event updated for resources: {'Port': ['ID=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:14.816214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-503cd4c7-cd28-49fc-9e66-fc2458f0bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:14.818773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-503cd4c7-cd28-49fc-9e66-fc2458f0bc76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5960126 Aug 30 23:04:14.951148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf57773-cc90-435a-8849-5a7151d9cdf4 req-9f87d7d5-e3b6-4144-9f46-c895e60138dd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:14.952924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-adf57773-cc90-435a-8849-5a7151d9cdf4 req-9f87d7d5-e3b6-4144-9f46-c895e60138dd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2416070 Aug 30 23:04:14.976344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:14.977560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Checking router: 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:14.978906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Updating router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 port d67f4d80-d695-4872-bed3-f6c26864005f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:14.981897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] For port fec36c1c-827d-4350-8fce-ba08e9083803, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fec36c1c-827d-4350-8fce-ba08e9083803,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:15.021247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] For port 81d19481-26e5-481b-8e1f-3bd16b989c7c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:15.026692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:15.029703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.062617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 4a99be05-7532-4062-955f-00097feb491c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:15.075245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c4fe65-48e3-41cf-90fc-2a35c63524e4 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:15.079011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:15.079680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:15.080487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempting to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:15.083633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.098116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.103317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] For port 81d19481-26e5-481b-8e1f-3bd16b989c7c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81d19481-26e5-481b-8e1f-3bd16b989c7c,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:15.103655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.110551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:15.110934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:15.111356 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.111993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:15.113155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Bound port: b4cbbcf1-5a25-4e7d-b402-383933da207a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:15.113383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.126001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-adf57773-cc90-435a-8849-5a7151d9cdf4 req-c4ca9287-3e8c-4be6-8d1f-060e30851418 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464632 Aug 30 23:04:15.142137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-bd5c61b4-e86d-4ea3-babc-f8da2801a231 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087087 Aug 30 23:04:15.159550 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.168900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Transition to ACTIVE for port object 39c4fe65-48e3-41cf-90fc-2a35c63524e4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:15.182148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363e94-2403-407a-8959-ee8f53c625c4 None None] Pushing event updated for resources: {'Port': ['ID=fec36c1c-827d-4350-8fce-ba08e9083803,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:15.261043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.296934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 172.20.0.14 (a77af47a-f8fc-4324-a15a-49aeaba204b7/fee50d29-64f1-4c9f-8809-c22d91f7f2eb/f69a6255-dfed-400c-a786-31bd5bacde08) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:15.299037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c26cb155-52a6-4bec-843a-af452f89da99 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:15.322478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fe47:a813 (a77af47a-f8fc-4324-a15a-49aeaba204b7/d05ccf8d-3865-4a47-9e98-f0eb5c95acea/f69a6255-dfed-400c-a786-31bd5bacde08) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:15.399284 n-d-791504-21 neutron-server[101270]: WARNING neutron.plugins.ml2.plugin [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Concurrent port binding operations failed on port b4cbbcf1-5a25-4e7d-b402-383933da207a Aug 30 23:04:15.515013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:15.527723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.537503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Allocated IP 172.20.0.2 (a5d2233b-2275-4deb-b1d1-7d31168cae95/40ac0786-6787-42dc-b238-c4a7fd2a45c0/fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:15.540980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b4cbbcf1-5a25-4e7d-b402-383933da207a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:15.569914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.602806 n-d-791504-21 neutron-server[101270]: INFO neutron.plugins.ml2.plugin [None req-ab07eb25-b273-4471-b425-5fd402073b9c None None] Attempt 2 to bind port b4cbbcf1-5a25-4e7d-b402-383933da207a Aug 30 23:04:15.632082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:15.674615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a2adb3ea-3507-4864-a6f9-006c439db0ef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:15.700377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:15.706578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:15.707769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.814100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.821560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c26cb155-52a6-4bec-843a-af452f89da99 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:15.821962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:15.827402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23aa0a88-04f3-45df-91cb-7b4d222fb74c req-31ac9756-4624-434f-befe-b403bd0b3eec service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6748328 Aug 30 23:04:15.833550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:15.863596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Attempting to bind port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:15.863934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Attempting to bind port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:15.864280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Attempting to bind port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:15.906777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2fd404b-c8e4-4969-96f0-3539a13b6fe9 req-3a73c08c-5a27-4971-b5df-e7d16498028d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.0993156 Aug 30 23:04:15.918154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:04:15.919021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Attempting to bind port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:15.942271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bea8d-57af-43cb-9bdd-9c058f2a736a None None] Pushing event updated for resources: {'Port': ['ID=81d19481-26e5-481b-8e1f-3bd16b989c7c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:15.997115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object f69a6255-dfed-400c-a786-31bd5bacde08 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:16.036697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.145634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:16.146307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Checking segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:16.150622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Bound using segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:16.151685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Bound port: 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:16.152103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.291339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.331070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.353896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:16.370507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.398509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:16.403392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-59344ef8-379e-4008-958e-e36079a34424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:16.406138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-59344ef8-379e-4008-958e-e36079a34424 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 1096 time: 0.2837734 Aug 30 23:04:16.407622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:16.450709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=f69a6255-dfed-400c-a786-31bd5bacde08,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:16.616755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:16.617492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.666589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.683329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0c4ca-4da5-48d1-b4e0-6dfb374f886b req-148f8e00-b6ef-4ab4-bbcb-3f05c82f3a84 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:16.685517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e0c4ca-4da5-48d1-b4e0-6dfb374f886b req-148f8e00-b6ef-4ab4-bbcb-3f05c82f3a84 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.4433475 Aug 30 23:04:16.713306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:16.733462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37b193c5-5550-42dd-87ad-61e16bc7dc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.5225394 Aug 30 23:04:16.741764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33750) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:16.754896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:04:16.889827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:16.948061 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.962879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:16.972060 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:16.989406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:16.991185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bc088038-0067-4e7c-ba05-dfef59cb7fec admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2906046 Aug 30 23:04:16.994710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33754) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:16.996222 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:16.996967 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:17.074471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:17.075812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.077253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] 10.222.0.52 "PUT /v2.0/ports/39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 1093 time: 3.6916928 Aug 30 23:04:17.078516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-37eee637-c430-4de1-814b-ddf042d94045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:17.080154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-37eee637-c430-4de1-814b-ddf042d94045 service neutron] 10.222.0.47 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.6029508 Aug 30 23:04:17.205578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:17.223393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:17.231253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a468a892-b0aa-4890-9e9e-83e8c25fde64 None None] Network a2adb3ea-3507-4864-a6f9-006c439db0ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:17.240018 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:17.281042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e0c4ca-4da5-48d1-b4e0-6dfb374f886b req-1baa304e-e54b-4ddf-af5e-34c26d8b70c6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5645459 Aug 30 23:04:17.337130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.415138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ee162e71-4e8e-4eee-8fb1-545745fbc659 None None] Provisioning for port fec36c1c-827d-4350-8fce-ba08e9083803 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:17.504668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acd913-84fa-416e-a367-a2465bd19eff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:17.539672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6acd913-84fa-416e-a367-a2465bd19eff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:17.544134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6acd913-84fa-416e-a367-a2465bd19eff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7804880 Aug 30 23:04:17.562388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Network a5d2233b-2275-4deb-b1d1-7d31168cae95 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:17.592175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33760) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:17.597269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:17.605712 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.626750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:17.656034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Transition to ACTIVE for port object d67f4d80-d695-4872-bed3-f6c26864005f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:17.701359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.779138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:17.779843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.783133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e267fe7-2fa0-4d8e-8fb9-53fc8c87e8d1 None None] Pushing event updated for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:17.787650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:17.796547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:15Z', 'revision_number': 3, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:17.833432 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:17.833832 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Updating router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:17.874605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:17.875142 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.881260 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:17.998890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Attempting to bind port d67f4d80-d695-4872-bed3-f6c26864005f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:17.999339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Attempting to bind port d67f4d80-d695-4872-bed3-f6c26864005f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:17.999820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Attempting to bind port d67f4d80-d695-4872-bed3-f6c26864005f on network a5d2233b-2275-4deb-b1d1-7d31168cae95 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:18.007369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:18.007877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Checking segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:18.008536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.009017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Bound using segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:18.009673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Bound port: d67f4d80-d695-4872-bed3-f6c26864005f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:18.010136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.031397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f86aa-e839-498e-a777-c112a30eae3e None None] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:18.090521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-ad89dea5-e92d-4158-89ac-0eeb037a5082 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 200 len: 999 time: 0.7829325 Aug 30 23:04:18.130996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8868189 Aug 30 23:04:18.212927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-732ad3b8-c86b-471f-bf0c-a6d3e6c47524 None None] Provisioning for port 81d19481-26e5-481b-8e1f-3bd16b989c7c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:18.216853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8009daa-df88-468e-8062-a225067b3535 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:18.293066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbc69e-29c0-41b0-a3a7-3953d3eddac0 req-3933ece0-3a22-4452-899d-149d33a28ef4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.302717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78fbc69e-29c0-41b0-a3a7-3953d3eddac0 req-3933ece0-3a22-4452-899d-149d33a28ef4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 931 time: 0.1885800 Aug 30 23:04:18.308559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-5c1b67b3-276c-4ad4-a620-f254f6d73381 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1935520 Aug 30 23:04:18.333167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] For port d67f4d80-d695-4872-bed3-f6c26864005f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:18.335997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fec36c1c-827d-4350-8fce-ba08e9083803 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:18.378494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-488a97e2-e7e8-4c8f-97d1-bdec7333194d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.382655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-488a97e2-e7e8-4c8f-97d1-bdec7333194d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1096 time: 1.0905874 Aug 30 23:04:18.411191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Request body: {'port': {'device_id': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:18.413917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78fbc69e-29c0-41b0-a3a7-3953d3eddac0 req-1b4cdf4f-a99f-46ea-b262-4d2bc0f75716 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108098 Aug 30 23:04:18.418313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee8e18-ee8f-4757-b71f-d76e0d4235c6 service neutron] Pushing event updated for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:18.431658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] For port d67f4d80-d695-4872-bed3-f6c26864005f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d67f4d80-d695-4872-bed3-f6c26864005f,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:18.445423 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.470661 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.487818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Provisioning for port 4a99be05-7532-4062-955f-00097feb491c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:18.501580 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Transition to ACTIVE for port object 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:18.522919 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.546573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Provisioning complete for port 4a99be05-7532-4062-955f-00097feb491c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:18.546800 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.590240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef0cf2-0d65-47b3-8bc9-5e8e8340c6af req-ba8f3642-6e40-420d-9137-a9dedc8f852a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.592155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02ef0cf2-0d65-47b3-8bc9-5e8e8340c6af req-ba8f3642-6e40-420d-9137-a9dedc8f852a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 1.0197661 Aug 30 23:04:18.596841 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1609dd40-6f75-467c-90a9-481e6b5b3bb5 x-openstack-request-id: req-1609dd40-6f75-467c-90a9-481e6b5b3bb5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:18.600892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-f237b97e-4001-4283-a505-1bf5f981fdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.601282 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:18.601744 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1609dd40-6f75-467c-90a9-481e6b5b3bb5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:18.602282 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4', 'status': 'completed', 'code': 200} Aug 30 23:04:18.602403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-f237b97e-4001-4283-a505-1bf5f981fdb5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0bf0dadc5814454983b9c309921eb178&device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 1097 time: 0.1069257 Aug 30 23:04:18.624822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:18.626097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:18.627818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fec36c1c-827d-4350-8fce-ba08e9083803 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:18.651465 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Attempting to bind port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:18.662162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Attempting to bind port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:18.662763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Attempting to bind port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:18.675751 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3572d-bbab-442a-ad99-a3aff459a611 None None] Pushing event updated for resources: {'Port': ['ID=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:18.680966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:18.681487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:18.682796 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.682796 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:18.683026 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Bound port: 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:18.683520 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.711824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fec36c1c-827d-4350-8fce-ba08e9083803 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:18.712206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.753164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] For port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:18.757010 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] For port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:18.771657 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.784178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.789155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e267fe7-2fa0-4d8e-8fb9-53fc8c87e8d1 None None] Pushing event updated for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:18.800822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Port 4a99be05-7532-4062-955f-00097feb491c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:18.878949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f32b6-6b82-4e7e-8137-fcf526796077 req-e1ec5df3-4ecd-46e8-90af-ad26ccd8daba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.880946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e30f32b6-6b82-4e7e-8137-fcf526796077 req-e1ec5df3-4ecd-46e8-90af-ad26ccd8daba tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2144723 Aug 30 23:04:18.891184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-e644dd68-ef05-4e67-96ac-e149ccbe00ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:18.893699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-e644dd68-ef05-4e67-96ac-e149ccbe00ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 200 len: 913 time: 0.2596567 Aug 30 23:04:18.939626 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:18.940692 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:18.985168 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:18.992545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-48d17818-a61a-421f-8b44-d0ec529793ce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.5644829 Aug 30 23:04:19.011923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-560bb17a-25af-4fee-a230-b16b16f3972f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 200 len: 217 time: 0.0798707 Aug 30 23:04:19.038940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-09579d4c-140a-4246-9c86-2af7305f10cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:19.041753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-09579d4c-140a-4246-9c86-2af7305f10cb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.8978224 Aug 30 23:04:19.061986 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:19.080441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Provisioning for port b4cbbcf1-5a25-4e7d-b402-383933da207a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:19.100162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.101161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.163497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e30f32b6-6b82-4e7e-8137-fcf526796077 req-1713e7a6-996a-44bb-baed-fef47d4cec1a tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2326195 Aug 30 23:04:19.180643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:19.185204 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3572d-bbab-442a-ad99-a3aff459a611 None None] Pushing event updated for resources: {'Port': ['ID=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:19.191737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-422cf611-d9ba-4cb2-9225-c3994dec4877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:19.194303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-422cf611-d9ba-4cb2-9225-c3994dec4877 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 200 len: 851 time: 0.1740251 Aug 30 23:04:19.243645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Provisioning complete for port fec36c1c-827d-4350-8fce-ba08e9083803 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:19.244074 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ceac0c7-cb9e-4174-8205-c05367a7617f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.306950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.320738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port f69a6255-dfed-400c-a786-31bd5bacde08 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:19.321086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.383790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Allocated IP 172.20.0.1 (0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f/4a00932e-40f6-4cf3-8c88-a19d50d5b5b4/2a5ac08f-2010-4494-8236-3bde13ccc80d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:19.393343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:15Z', 'revision_number': 3, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:19.434080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fec36c1c-827d-4350-8fce-ba08e9083803, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fec36c1c-827d-4350-8fce-ba08e9083803,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:19.457033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-785f5425-f203-4689-8b89-fc242924908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:19.459136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-785f5425-f203-4689-8b89-fc242924908e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2512617 Aug 30 23:04:19.462814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.463637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81d19481-26e5-481b-8e1f-3bd16b989c7c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:19.464437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.470727 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1664a7c0-3f10-4e79-8309-af0ed553e853 None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:15Z', 'revision_number': 3, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:19.485897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for f69a6255-dfed-400c-a786-31bd5bacde08 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:19.541698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02ef0cf2-0d65-47b3-8bc9-5e8e8340c6af req-f2a54326-5471-4e3d-9f19-6236ae94f29c tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8540330 Aug 30 23:04:19.549165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.675392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dafb58-1b1b-4fa7-ac21-cd4556d65d85 req-29e5f69f-36fb-4c1f-aa70-cc0acc952a26 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:19.677632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86dafb58-1b1b-4fa7-ac21-cd4556d65d85 req-29e5f69f-36fb-4c1f-aa70-cc0acc952a26 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.3126493 Aug 30 23:04:19.749322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fec36c1c-827d-4350-8fce-ba08e9083803,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:19.777398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.804276 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-4daeb4cd-f531-420a-8863-3144f286fbec service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251514 Aug 30 23:04:19.810852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 81d19481-26e5-481b-8e1f-3bd16b989c7c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:19.814803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-86dafb58-1b1b-4fa7-ac21-cd4556d65d85 req-f6603308-830d-4cbc-90ad-75c46c738498 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264570 Aug 30 23:04:19.825737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42730371-3948-4d72-960a-22678b43072a None None] Provisioning complete for port 4a99be05-7532-4062-955f-00097feb491c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:19.826220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42730371-3948-4d72-960a-22678b43072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.829948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 81d19481-26e5-481b-8e1f-3bd16b989c7c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:19.830328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:19.834303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Transition to ACTIVE for port object 2a5ac08f-2010-4494-8236-3bde13ccc80d will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:20.022161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-42730371-3948-4d72-960a-22678b43072a None None] Port 4a99be05-7532-4062-955f-00097feb491c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:20.075740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42730371-3948-4d72-960a-22678b43072a None None] Provisioning complete for port 81d19481-26e5-481b-8e1f-3bd16b989c7c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:20.076122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42730371-3948-4d72-960a-22678b43072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.136078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-eb0c0db6-e9c1-4c7d-84d3-722606ba24cb service neutron] 10.222.0.52 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151944 Aug 30 23:04:20.155234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.217380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:20.222630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:20.223087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.229166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:20.285362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:20.292245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-01957b60-8b13-4893-8883-395371da5a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd67f4d80-d695-4872-bed3-f6c26864005f', 'name': '', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'mac_address': 'fa:16:3e:f8:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'subnets': [{'id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:20.335993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.342591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01957b60-8b13-4893-8883-395371da5a35 None None] The sync data for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 is: [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd67f4d80-d695-4872-bed3-f6c26864005f', 'name': '', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'mac_address': 'fa:16:3e:f8:66:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_interface', 'standard_attr_id': 2512, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 4, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'subnets': [{'id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:20.423402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 81d19481-26e5-481b-8e1f-3bd16b989c7c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81d19481-26e5-481b-8e1f-3bd16b989c7c,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:20.476100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.485537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b4cbbcf1-5a25-4e7d-b402-383933da207a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:20.617447 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:04:20.738010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=81d19481-26e5-481b-8e1f-3bd16b989c7c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:20.801322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:20.851800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network a2adb3ea-3507-4864-a6f9-006c439db0ef is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:21.068336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b4cbbcf1-5a25-4e7d-b402-383933da207a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:21.107729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b4cbbcf1-5a25-4e7d-b402-383933da207a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:21.108108 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.211985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:21.231629 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.244590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Provisioning complete for port b4cbbcf1-5a25-4e7d-b402-383933da207a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:21.245023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.259372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:21.275787 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.310413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-fae68183-12a9-4935-8409-d219791d294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:21.312230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-fae68183-12a9-4935-8409-d219791d294a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 2.0850909 Aug 30 23:04:21.314480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf5dce-2fa1-4421-9e10-620cf9650784 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Pushing event updated for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:21.379673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.393091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39df344b-c293-449e-a796-03a52419e10d no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:21.411939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:21.447368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-a68091b2-5cba-4290-9b80-844749509e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:21.454935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-a68091b2-5cba-4290-9b80-844749509e05 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 2.2192678 Aug 30 23:04:21.497550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.578782 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.579320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.595806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Transition to ACTIVE for port object fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:21.620623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-a45fd7c1-7ebd-4507-91e6-da0df5986775 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2133172 Aug 30 23:04:21.720604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=f69a6255-dfed-400c-a786-31bd5bacde08,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:21.722595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.725924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:21.761415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b4cbbcf1-5a25-4e7d-b402-383933da207a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:21.796687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72882fb6-28da-4179-b6a9-21cc459da15c req-b79dc252-7d20-49fb-9a49-651e987077ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:21.812501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72882fb6-28da-4179-b6a9-21cc459da15c req-b79dc252-7d20-49fb-9a49-651e987077ac tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=98df8207-d97c-4afc-b23f-559148b724a8 HTTP/1.1" status: 200 len: 944 time: 0.4171307 Aug 30 23:04:21.830676 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:21.832112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2aec6-a868-49f7-bbfe-5853b097600e req-785b1be4-62a8-47ca-92b7-5787f9af8632 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:21.839515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ad2aec6-a868-49f7-bbfe-5853b097600e req-785b1be4-62a8-47ca-92b7-5787f9af8632 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 931 time: 2.1365662 Aug 30 23:04:21.848203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:21.926495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-22a99313-8d96-45d4-9d8e-67bbb2e99a75 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:21.928052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-22a99313-8d96-45d4-9d8e-67bbb2e99a75 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.52 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 945 time: 3.2293954 Aug 30 23:04:21.957323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:21.961457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b4cbbcf1-5a25-4e7d-b402-383933da207a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:21.961715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:21.982868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.015281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.122951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port a62c9374-bb62-450d-a5c4-02c37515de65 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:22.123308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.145609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:22.154405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39df344b-c293-449e-a796-03a52419e10d'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:22.161679 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ecd254-48bc-443f-af1a-22c9be688e43" -d '{"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "39df344b-c293-449e-a796-03a52419e10d"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:22.206265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:22.214149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.363806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port a62c9374-bb62-450d-a5c4-02c37515de65, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=a62c9374-bb62-450d-a5c4-02c37515de65,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:22.366919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.398773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-73a99701-213e-4f36-b757-ac9fcc74e705 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8068259 Aug 30 23:04:22.410248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for a62c9374-bb62-450d-a5c4-02c37515de65 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:22.445450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:04:22.446467 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:04:22.477810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1ad2aec6-a868-49f7-bbfe-5853b097600e req-6ad68e16-8bd8-4024-b267-410de99c93ba tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6260931 Aug 30 23:04:22.485041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:22.502467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.524012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:22.568413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fec36c1c-827d-4350-8fce-ba08e9083803 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:22.635900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-11211ebf-88fb-4890-8d28-9ac4b8b94c03 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9186656 Aug 30 23:04:22.636266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fec36c1c-827d-4350-8fce-ba08e9083803 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:22.636727 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.640048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.642983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-79337f3d-4c5f-43d4-b22c-4588a3dcd1e0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f69a6255-dfed-400c-a786-31bd5bacde08 HTTP/1.1" status: 204 len: 168 time: 5.0434377 Aug 30 23:04:22.645973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33814) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:22.775239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744a6e7-5642-4257-b534-0bcb19415147 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:22.776683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744a6e7-5642-4257-b534-0bcb19415147 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:22.778228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5744a6e7-5642-4257-b534-0bcb19415147 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:22.782854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5744a6e7-5642-4257-b534-0bcb19415147 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0912452 Aug 30 23:04:22.802264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81d19481-26e5-481b-8e1f-3bd16b989c7c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:22.803727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33816) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:22.815732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:22.834296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d715f562-eabc-42c4-989b-cb226e436783 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8763933 Aug 30 23:04:22.842808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:22.848723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:22.855753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1370008888'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:22.860329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:22.875353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b52214f5-7e46-4c87-9198-ed31f2e0a7a9 admin admin] 10.222.0.25 "PUT /v2.0/routers/2cb955d8-761b-400a-9f6c-cdafa97b5e32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8713810 Aug 30 23:04:22.876999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:22.878131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:22.884676 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:22.900096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Attempting to bind port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:22.900096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Attempting to bind port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:22.900096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Attempting to bind port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:22.902681 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:22.903507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:22.919150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80dd691-8260-4aba-a43c-48e4320aad55 req-f2ea8b56-8f1c-4fe5-96f6-a5a5358ea1c0 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:22.920952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c80dd691-8260-4aba-a43c-48e4320aad55 req-f2ea8b56-8f1c-4fe5-96f6-a5a5358ea1c0 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 943 time: 0.3083072 Aug 30 23:04:22.935442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet d05ccf8d-3865-4a47-9e98-f0eb5c95acea {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:22.938616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:22.964656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:04:22.965231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Attempting to bind port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 on network a5d2233b-2275-4deb-b1d1-7d31168cae95 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:22.967868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.018185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:23.018534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Checking segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:23.018927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Bound using segment: {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:23.019379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Bound port: fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396fa728-8f4c-4ef4-9200-88a8181227da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:23.019743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.021743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:23.025401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.052027 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=a62c9374-bb62-450d-a5c4-02c37515de65,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:23.054993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d8e967b-2321-4701-a614-aa5a9f5ea966 req-825ab959-e843-458c-b948-dc40d590cdd9 service neutron] 10.222.0.47 "GET /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6087980 Aug 30 23:04:23.081817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] No DVR routers for this DVR port a62c9374-bb62-450d-a5c4-02c37515de65 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:23.086386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.098557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-72882fb6-28da-4179-b6a9-21cc459da15c req-285b84de-cfdd-4fbe-aa18-ecc712fea7c0 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "DELETE /v2.0/ports/a62c9374-bb62-450d-a5c4-02c37515de65 HTTP/1.1" status: 204 len: 173 time: 1.2824457 Aug 30 23:04:23.099244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Deleting port 39df344b-c293-449e-a796-03a52419e10d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:23.099838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.113708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-deleted', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:23.118996 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad24d7b-fed3-42fc-8816-481d36480fa2" -d '{"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-deleted", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:23.146459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a77a9b8-c2d4-4b20-ac65-089ea5d76d14 req-6c9662a1-2475-4bf5-84f6-e7f1cfe445a0 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385276 Aug 30 23:04:23.152683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.207688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:23.213325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:23.284798 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:23.291219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c80dd691-8260-4aba-a43c-48e4320aad55 req-214eb8fc-e451-47d0-bf03-d581ba878e43 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/security-groups?id=6abb8ce9-a7b5-4408-9535-b855fad528a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3470910 Aug 30 23:04:23.329548 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.340743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:04:23.463048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.463396 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added segment 93b67204-bc5f-485b-a35c-9899e93eb61e of type vlan for network caa4a940-8a0a-44a7-bc4b-b7111605ece0 Aug 30 23:04:23.506400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.520706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] For port 39df344b-c293-449e-a796-03a52419e10d, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39df344b-c293-449e-a796-03a52419e10d,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:23.535373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=d05ccf8d-3865-4a47-9e98-f0eb5c95acea,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:23.539969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.542530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.544874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-640c50c0-cf54-4e81-afb3-c808dc4c69eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/d05ccf8d-3865-4a47-9e98-f0eb5c95acea HTTP/1.1" status: 204 len: 168 time: 0.7375910 Aug 30 23:04:23.555077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33842) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:23.613212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet fee50d29-64f1-4c9f-8809-c22d91f7f2eb {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:23.618087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.684564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.748520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 2, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:23.769249 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26ea50-708c-4031-856b-477bb25516e7 x-openstack-request-id: req-ba26ea50-708c-4031-856b-477bb25516e7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:23.770270 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-unplugged", "status": "completed", "tag": "39df344b-c293-449e-a796-03a52419e10d", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:23.775056 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ba26ea50-708c-4031-856b-477bb25516e7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:23.775708 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '39df344b-c293-449e-a796-03a52419e10d', 'code': 200} Aug 30 23:04:23.799439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afeaa90-bf5d-4d71-bce9-5b5d4471b990 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:23.819822 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:23.820503 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Updating router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 port 2a5ac08f-2010-4494-8236-3bde13ccc80d binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:23.836339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:23.879299 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:23.907815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.005421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 81d19481-26e5-481b-8e1f-3bd16b989c7c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:24.005815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.025611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33848) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.029397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.033294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--359101010', 'description': 'tempest-description--849433234'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:24.034215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.034590 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Floating IP 4a27147e-c470-4296-a355-bc73911b8bec disassociated. External IP: 172.25.7.148, port: 39df344b-c293-449e-a796-03a52419e10d. Aug 30 23:04:24.035219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Calling delete_port for 39df344b-c293-449e-a796-03a52419e10d owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:24.040254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.100013 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03a4b1e-568c-4a01-9b89-f49a56a20fb3 x-openstack-request-id: req-b03a4b1e-568c-4a01-9b89-f49a56a20fb3 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:24.100300 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98df8207-d97c-4afc-b23f-559148b724a8", "name": "network-vif-deleted", "tag": "a62c9374-bb62-450d-a5c4-02c37515de65", "status": "failed", "code": 422}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:24.100559 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b03a4b1e-568c-4a01-9b89-f49a56a20fb3 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:24.101284 n-d-791504-21 neutron-server[101268]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '98df8207-d97c-4afc-b23f-559148b724a8', 'name': 'network-vif-deleted', 'tag': 'a62c9374-bb62-450d-a5c4-02c37515de65', 'status': 'failed', 'code': 422} returned with failed status Aug 30 23:04:24.113823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=fee50d29-64f1-4c9f-8809-c22d91f7f2eb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:24.116885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.118154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-448ce19a-8980-430b-b021-4c568e23740d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/fee50d29-64f1-4c9f-8809-c22d91f7f2eb HTTP/1.1" status: 204 len: 168 time: 0.5619576 Aug 30 23:04:24.123251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33850) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.168619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-216161a3-a90f-4222-a075-0593719057fc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440307 Aug 30 23:04:24.173064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33854) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.194828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.209279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-7cd99142-e123-4a66-afff-ad757b38e357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.210859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-7cd99142-e123-4a66-afff-ad757b38e357 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1096 time: 0.9187231 Aug 30 23:04:24.215917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.219945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Provisioning for port 2a5ac08f-2010-4494-8236-3bde13ccc80d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:24.238553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:24.265156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Provisioning complete for port 2a5ac08f-2010-4494-8236-3bde13ccc80d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:24.265529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.341544 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.342280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:04:24.366544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a90181a-eaa0-493a-a036-94703db8d1fc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.374922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a90181a-eaa0-493a-a036-94703db8d1fc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2002523 Aug 30 23:04:24.378598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:24.379525 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Transition to ACTIVE for port object 2a5ac08f-2010-4494-8236-3bde13ccc80d will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:24.384051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33858) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.393994 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.405263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.470555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Port 2a5ac08f-2010-4494-8236-3bde13ccc80d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:24.499509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.505182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.505828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.508236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.541581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.542228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.544192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] 10.222.0.47 "PUT /v2.0/ports/fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 200 len: 1092 time: 6.1765189 Aug 30 23:04:24.550885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:24.553219 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-114dc540-3b89-4e9c-a669-43edfc0ca868" -d '{"events": [{"name": "network-changed", "server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:24.555632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce10fd7c-e826-4428-8723-67ddbacc1e07 None None] Could not find standard attr ID for object f69a6255-dfed-400c-a786-31bd5bacde08. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:24.555794 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3624b61-73e2-4623-b5c2-e9e773181b9d req-5f062eaf-b3c5-4c7b-8e0c-278e694802df tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0997372 Aug 30 23:04:24.573215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3490-b42f-4831-9764-5f623615f466 None None] Pushing event updated for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:24.589966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Attempting to bind port 2a5ac08f-2010-4494-8236-3bde13ccc80d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:24.590792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Attempting to bind port 2a5ac08f-2010-4494-8236-3bde13ccc80d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:24.591734 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Attempting to bind port 2a5ac08f-2010-4494-8236-3bde13ccc80d on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:24.599476 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:24.600198 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Checking segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:24.601058 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.601684 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Bound using segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:24.602433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Bound port: 2a5ac08f-2010-4494-8236-3bde13ccc80d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:24.603055 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.661225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.673940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.690820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23104cce-12e5-4e2b-ba9e-acb2f0a1523b req-57e98019-3894-482f-81bb-d21891834ab1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.692376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23104cce-12e5-4e2b-ba9e-acb2f0a1523b req-57e98019-3894-482f-81bb-d21891834ab1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 943 time: 0.4740279 Aug 30 23:04:24.698235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:24.716810 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] For port 2a5ac08f-2010-4494-8236-3bde13ccc80d, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:24.722286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] For port 2a5ac08f-2010-4494-8236-3bde13ccc80d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a5ac08f-2010-4494-8236-3bde13ccc80d,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:24.730716 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.783748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8357ba-5638-4f39-ab2a-d9bca1c21b34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.785339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a8357ba-5638-4f39-ab2a-d9bca1c21b34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4002867 Aug 30 23:04:24.792396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:24.793608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7664287 Aug 30 23:04:24.794409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33864) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.799325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33866) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.809371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Network': ['ID=caa4a940-8a0a-44a7-bc4b-b7111605ece0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:24.814331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-1dcd4786-c4c8-48b1-9c8e-383475c81c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:24.816369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-1dcd4786-c4c8-48b1-9c8e-383475c81c2c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.5800486 Aug 30 23:04:24.818365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group_rule': {'security_group_id': '916c1099-4f28-4422-93a0-3dbc29049498', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:24.825559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd22eb36-8f69-4620-b7d9-fa369c0ff3fa tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9738338 Aug 30 23:04:24.833731 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:24.834390 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:24.868778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:04:24.870894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33868) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.888050 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed3490-b42f-4831-9764-5f623615f466 None None] Pushing event updated for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:24.891455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'subnet': {'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:24.905215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33154365-07c1-49ef-b30e-289dba07acaf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916c1099-4f28-4422-93a0-3dbc29049498,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:24.916631 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f950e9b8-e5bb-48ba-bc84-8db086a2a704 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1179800 Aug 30 23:04:24.938683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33870) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:24.959005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:24.990387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5ca4cd3f-c176-426e-a502-3bee303057c1 None None] Provisioning complete for port 4a99be05-7532-4062-955f-00097feb491c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:25.002273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5ca4cd3f-c176-426e-a502-3bee303057c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.005089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce334f-5890-4865-a615-3d67d44073a3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:25.009273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:25.019017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:25.049604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event deleted for resources: {'Port': ['ID=39df344b-c293-449e-a796-03a52419e10d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:25.098892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde430f-193d-407e-a855-3bfce65307e8 req-37866993-9989-41d3-b51b-51df99a3331f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:25.100489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dbde430f-193d-407e-a855-3bfce65307e8 req-37866993-9989-41d3-b51b-51df99a3331f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 908 time: 0.4303241 Aug 30 23:04:25.139444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-f23af0de-fa44-4ff7-af0c-f8dc6e14c44f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.2899230 Aug 30 23:04:25.156579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.162801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:25.213639 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fae50bd-5254-4852-a965-d6dc9863dbeb x-openstack-request-id: req-4fae50bd-5254-4852-a965-d6dc9863dbeb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:25.214081 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:25.214709 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4fae50bd-5254-4852-a965-d6dc9863dbeb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:25.214709 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3', 'status': 'completed', 'code': 200} Aug 30 23:04:25.229223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-831ec1c7-3216-4aa7-84fb-330d6990a639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:25.231854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-831ec1c7-3216-4aa7-84fb-330d6990a639 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1095 time: 0.5735121 Aug 30 23:04:25.250630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:25.251322 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.305608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-0516a097-62d0-48c4-ac58-a0f931e6dfb6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 200 len: 217 time: 0.0556562 Aug 30 23:04:25.318374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23104cce-12e5-4e2b-ba9e-acb2f0a1523b req-21887e24-b1ec-46d9-8620-7ffbcedde867 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961426 Aug 30 23:04:25.337434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5ca4cd3f-c176-426e-a502-3bee303057c1 None None] Port 4a99be05-7532-4062-955f-00097feb491c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:25.355071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.361721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.373818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:16Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:25.379489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39c4fe65-48e3-41cf-90fc-2a35c63524e4 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:04:25.392070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6c2f60a-f8f2-48ee-800e-e385f6d2d4f9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:25.404263 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:24Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:25.429760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:25.435430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.436475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:25.437226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Updating router b5f58bfb-52f1-4ffb-a392-ebdf912da467 port 4a99be05-7532-4062-955f-00097feb491c binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:25.437355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Made reservation on behalf of f405be7021ba4e52a1d8234a6e6cfb98 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:25.438307 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:25.438910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:25.443312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.444195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.448001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59c2e741-3c6d-455f-9f2b-6a4aab2d270a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6385171 Aug 30 23:04:25.450552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33872) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:25.456411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group_rule': {'security_group_id': '916c1099-4f28-4422-93a0-3dbc29049498', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:25.509042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-44e9e5bc-1d85-4a31-ba35-58d48381f2de tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5543470 Aug 30 23:04:25.512719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33874) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:25.520811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:25.546390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.591785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.606490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Deleting port b4cbbcf1-5a25-4e7d-b402-383933da207a {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:25.607010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.614295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.627123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7e55c5-cab4-428b-b689-160d4c74db14 None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:24Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:25.702754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:25.718257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.719894 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:25.720265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:25.724064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.741861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.765511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:25.791364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e70dc8be-87e7-491e-ac00-c99918d92594 req-6136ad40-cf3f-4466-aea7-4cdebfe2dd5a tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.0566785 Aug 30 23:04:25.804479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.805255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d67f4d80-d695-4872-bed3-f6c26864005f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:25.821822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a071d62-5d01-401a-b053-c2ec423bdd25 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3040323 Aug 30 23:04:25.821822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586ae327-fbac-41b4-96c3-75e06950d8c2,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:25.826947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] For port b4cbbcf1-5a25-4e7d-b402-383933da207a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b4cbbcf1-5a25-4e7d-b402-383933da207a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:25.827365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.836189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33878) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:25.842943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:25.853239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.854963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d943e32b-bcc7-4fd4-a82e-72d92cb60f84 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4031901 Aug 30 23:04:25.871075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:25.879104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33880) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:25.884814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:25.969006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:25.991227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Calling delete_port for b4cbbcf1-5a25-4e7d-b402-383933da207a owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:25.991493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-2c79488a-cf2e-41d0-a2e0-c65e89ae643c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:25.993090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-2c79488a-cf2e-41d0-a2e0-c65e89ae643c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.8284979 Aug 30 23:04:25.993235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:25.996724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '39c4fe65-48e3-41cf-90fc-2a35c63524e4', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'port_id': '39c4fe65-48e3-41cf-90fc-2a35c63524e4', 'mac_address': 'fa:16:3e:e1:a2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:04:26.084101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:26.087805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.089895 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:26.090331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:26.097581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-2c98b627-7898-4e2e-b115-156987e655cd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810170 Aug 30 23:04:26.102247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2138425d-5496-4198-8b91-c813d42875a2 req-7600f155-c9f7-49aa-a599-7f4e34474f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:26.103715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-7600f155-c9f7-49aa-a599-7f4e34474f32 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.7156370 Aug 30 23:04:26.112929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Router c29a99f6-c074-4703-a3fe-dc33050b0751 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:26.113360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-843d8f35-2961-423b-9c37-4377adf4a68b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2754929 Aug 30 23:04:26.117240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33882) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:26.123384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:26.162548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.228336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-2d33b24b-b99b-4c57-a700-24b62913e3c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031206 Aug 30 23:04:26.244263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c4fe65-48e3-41cf-90fc-2a35c63524e4 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:26.257057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d67f4d80-d695-4872-bed3-f6c26864005f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:26.261449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:26.265825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.267486 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:26.268612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:26.273607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d67f4d80-d695-4872-bed3-f6c26864005f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:26.273607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.287754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.296082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-156e50ac-4729-4d2d-9cf8-1fb03d4c4c53 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1775417 Aug 30 23:04:26.299395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:26.304978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:26.346842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:26.390991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.490177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.540722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:26.622847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] No DVR routers for this DVR port b4cbbcf1-5a25-4e7d-b402-383933da207a on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:26.629901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ce3f6-5fb7-4d00-9a39-1353646d9660 req-de0ab049-c8c4-465f-9d11-7c3625937971 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:26.631562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e66ce3f6-5fb7-4d00-9a39-1353646d9660 req-de0ab049-c8c4-465f-9d11-7c3625937971 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 908 time: 0.3993146 Aug 30 23:04:26.650596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847cb52-e97d-4422-90b1-4a519446b6ae None None] Pushing event deleted for resources: {'Port': ['ID=b4cbbcf1-5a25-4e7d-b402-383933da207a,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:26.663840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3c20694f-e3f7-4636-aa10-08ba06b6f915 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:26.665416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3c20694f-e3f7-4636-aa10-08ba06b6f915 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 908 time: 0.4014814 Aug 30 23:04:26.667433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-a3c1ff55-6b5a-4dab-9590-29c0344bdae1 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504668 Aug 30 23:04:26.813315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:26.855625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-bcc4389b-a4b5-4c55-930c-533e6868d1dd service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5869701 Aug 30 23:04:26.909717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Sync routers for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:26.910356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43c5f4-5efd-4592-9114-778a0d60922a req-6ddc9576-6519-4f82-b6f3-36b05546b255 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:26.911757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d43c5f4-5efd-4592-9114-778a0d60922a req-6ddc9576-6519-4f82-b6f3-36b05546b255 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 943 time: 0.4887571 Aug 30 23:04:26.912059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['39c4fe65-48e3-41cf-90fc-2a35c63524e4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:26.926387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Allocated IP 172.25.7.235 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/85d55a2d-bf7e-4bab-9343-108724d20e05) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:26.929067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:26.932868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:26.934277 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:26.934706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:26.954726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.000383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:27.001045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:27.020098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7077bfe-ff1b-4574-a693-91a14d5cae7a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7167263 Aug 30 23:04:27.021372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33892) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:27.034309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:27.050988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] No DVR routers for this DVR port 39df344b-c293-449e-a796-03a52419e10d on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:27.054112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee58d09-68ca-4ea0-8d10-80b3c5af2de7 req-bdc5e6e1-69f1-4edd-b50b-2d3f2d85111e tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "GET /v2.0/ports?device_id=681d0bc3-0761-4879-be50-27af3965fe9e HTTP/1.1" status: 200 len: 210 time: 0.1035788 Aug 30 23:04:27.055856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.057532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64422e15-f422-4eb8-bae7-41696fc3c2d9 req-d2318aae-cf85-4a2c-ac1c-8967dad1c03d tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.52 "DELETE /v2.0/ports/39df344b-c293-449e-a796-03a52419e10d HTTP/1.1" status: 204 len: 173 time: 5.1150904 Aug 30 23:04:27.066810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8d43c5f4-5efd-4592-9114-778a0d60922a req-ded37444-8fc4-499f-99a3-723933a040b6 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420243 Aug 30 23:04:27.073872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port d67f4d80-d695-4872-bed3-f6c26864005f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d67f4d80-d695-4872-bed3-f6c26864005f,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:27.131626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.136510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.146952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:27.147317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.189390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.195164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2138425d-5496-4198-8b91-c813d42875a2 req-b989ba46-d52c-4a5b-9487-9cc91b256422 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279214 Aug 30 23:04:27.211006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:27.213372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16050ef7-9efa-49b9-9e72-5f64e3f0a3d6 req-64fe2417-27e1-4a31-a4bc-2d25e94f4f43 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307381 Aug 30 23:04:27.214865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.216302 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:04:27.217047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:04:27.246592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fd98c48f-b529-439e-b086-7b8d6c408e99 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2240744 Aug 30 23:04:27.254549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-deleted', 'tag': '39df344b-c293-449e-a796-03a52419e10d'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:27.255008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:27.264581 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827946e6-bf77-44b1-84d5-a979bb7b68e7" -d '{"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-deleted", "tag": "39df344b-c293-449e-a796-03a52419e10d"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:27.279490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.302742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-17f27065-c28f-4a0b-9de7-f47d635c3aff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0444651 Aug 30 23:04:27.303747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33898) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:27.327981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:27.361250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.379895 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e578c27-43a8-4d33-a98e-8c503e1de185 x-openstack-request-id: req-2e578c27-43a8-4d33-a98e-8c503e1de185 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:27.379895 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "681d0bc3-0761-4879-be50-27af3965fe9e", "name": "network-vif-deleted", "tag": "39df344b-c293-449e-a796-03a52419e10d", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:27.379895 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e578c27-43a8-4d33-a98e-8c503e1de185 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:27.379895 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '681d0bc3-0761-4879-be50-27af3965fe9e', 'name': 'network-vif-deleted', 'tag': '39df344b-c293-449e-a796-03a52419e10d', 'status': 'completed', 'code': 200} Aug 30 23:04:27.385707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Transition to ACTIVE for port object 4a99be05-7532-4062-955f-00097feb491c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:27.396982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:27.409856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.420912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e93f28d-c114-4dee-a277-144b846e1c98 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:27.422875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5e93f28d-c114-4dee-a277-144b846e1c98 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1188834 Aug 30 23:04:27.423200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Subnet': ['ID=010a0d9f-ced0-4c14-9b81-cb533c858b71,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:27.428490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:27.429371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33900) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:27.478332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fad5fd2-50ff-4f32-9b4f-86fed9be127f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0447485 Aug 30 23:04:27.478332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=85d55a2d-bf7e-4bab-9343-108724d20e05,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:27.485558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:27.490252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:27.492743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:27.496868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.497226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.497752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.498121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.498459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.498797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.499262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.499479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.501330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.501687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.502047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.502384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:27.513713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:27.522793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-04ea411f-901d-42f1-9368-e423c6c4491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:27.525633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-04ea411f-901d-42f1-9368-e423c6c4491d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1095 time: 0.2138774 Aug 30 23:04:27.526011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Checking segment: {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:27.526502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network hostable DHCP agents. Network: caa4a940-8a0a-44a7-bc4b-b7111605ece0, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:04:27.545578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a5ac08f-2010-4494-8236-3bde13ccc80d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:27.612735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.677090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.693689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:27.694100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.695600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93113371-3a64-422b-8fa7-d5c49ba01930 None None] Pushing event updated for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:27.712387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for 1a1e5362-6b63-4f5a-8fbd-597c525bf97c owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:27.838347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.841752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Attempting to bind port 4a99be05-7532-4062-955f-00097feb491c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:27.842156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Attempting to bind port 4a99be05-7532-4062-955f-00097feb491c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:27.842523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Attempting to bind port 4a99be05-7532-4062-955f-00097feb491c on network a2adb3ea-3507-4864-a6f9-006c439db0ef {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:27.856683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:27.857068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Checking segment: {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:27.857472 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.858093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Bound using segment: {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:27.858597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Bound port: 4a99be05-7532-4062-955f-00097feb491c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c78fb5a3-20a5-449c-a2a1-b395c637392b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:27.859066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.863955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2a5ac08f-2010-4494-8236-3bde13ccc80d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:27.898596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2a5ac08f-2010-4494-8236-3bde13ccc80d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:27.899103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.951765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.961635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:27.987084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:04:27.988931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.016253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] For port 4a99be05-7532-4062-955f-00097feb491c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:28.020136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] For port 4a99be05-7532-4062-955f-00097feb491c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4a99be05-7532-4062-955f-00097feb491c,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:28.035514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=85d55a2d-bf7e-4bab-9343-108724d20e05,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:28.047776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.050874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:28.062733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.079398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b51c6-ba87-4aa6-b430-1a12f3156b3f req-5ac6fd66-6b1c-4964-89f0-4be781bde00c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.080932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-078b51c6-ba87-4aa6-b430-1a12f3156b3f req-5ac6fd66-6b1c-4964-89f0-4be781bde00c tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=daf17025-cac8-4067-8891-1a53a96e5f01 HTTP/1.1" status: 200 len: 829 time: 0.2010212 Aug 30 23:04:28.108869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, caa4a940-8a0a-44a7-bc4b-b7111605ece0) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:28.114094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.114700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.117132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=1a1e5362-6b63-4f5a-8fbd-597c525bf97c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:28.118486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Checking router: c29a99f6-c074-4703-a3fe-dc33050b0751 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:28.155207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f5412b-ed21-4a64-b459-652ba2ac53e5 None None] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:28.159742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-60620f64-40bf-40a9-9bff-5a8ae4798854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.166182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-60620f64-40bf-40a9-9bff-5a8ae4798854 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.6061275 Aug 30 23:04:28.168001 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.170643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-04bd2bb9-5c24-485e-8653-ae86c098ec93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2889831 Aug 30 23:04:28.174081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] No DVR routers for this DVR port 1a1e5362-6b63-4f5a-8fbd-597c525bf97c on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:28.177528 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.180542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f3ced82-488f-40d2-9058-0774d5f2c700 req-3d806cb3-31ca-49bf-b88f-dfdf1f2920f1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "DELETE /v2.0/ports/1a1e5362-6b63-4f5a-8fbd-597c525bf97c HTTP/1.1" status: 204 len: 173 time: 1.4967494 Aug 30 23:04:28.190921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:28.195813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.212547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:28.244240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf8bfde3-aa10-4036-8b74-215f4a00a88f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3704250 Aug 30 23:04:28.297874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33914) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:28.298774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.329763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:28.330476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:28.355761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-36cd4e7d-da4d-41cd-af57-c12aeab5afc3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 200 len: 217 time: 0.1732914 Aug 30 23:04:28.451143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:28.451794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:28.460109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93113371-3a64-422b-8fa7-d5c49ba01930 None None] Pushing event updated for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:28.515685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-fdca09a0-83c6-48b3-9cb2-b8c7d65c7966 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--359101010&fields=id&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 267 time: 0.1564193 Aug 30 23:04:28.586449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-2954cd96-0b06-4520-9c68-af28a8034846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.588167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-2954cd96-0b06-4520-9c68-af28a8034846 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.2051914 Aug 30 23:04:28.620804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 2a5ac08f-2010-4494-8236-3bde13ccc80d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a5ac08f-2010-4494-8236-3bde13ccc80d,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:28.643570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.644372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:28.664265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:28.671243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-3636b5f4-5d63-4fc6-b224-7aebb09c776a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413446 Aug 30 23:04:28.682458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d545b3-2e47-4562-9415-e48ad9e70c8c req-b890b58e-5745-4a90-8a19-9fc271f7d56f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.684172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8d545b3-2e47-4562-9415-e48ad9e70c8c req-b890b58e-5745-4a90-8a19-9fc271f7d56f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 943 time: 0.3881433 Aug 30 23:04:28.692844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:28.822542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8d545b3-2e47-4562-9415-e48ad9e70c8c req-47362ee2-416f-47ce-b16e-f56adb94ead9 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283736 Aug 30 23:04:28.852995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Deleting port ea10a5de-8285-4fc0-a4a2-60f5a0168bcd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:28.853474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:28.897253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-0008bd0c-12fb-4a1c-bc51-47eacea5455e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:28.907331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-0008bd0c-12fb-4a1c-bc51-47eacea5455e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 816 time: 0.3898647 Aug 30 23:04:28.945763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-22afe606-e009-479c-8925-e0a879d14f98 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642736 Aug 30 23:04:28.951889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-65963d10-ca5f-4246-b8da-b33e1bbaa669 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/quotas/2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 375 time: 0.0428414 Aug 30 23:04:29.049753 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.050396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.070262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.072553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Calling delete_port for ea10a5de-8285-4fc0-a4a2-60f5a0168bcd owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:29.107386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:29.113819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.136404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-73193604-593b-437a-b866-ba6534239106 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1574214 Aug 30 23:04:29.177392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a1e5362-6b63-4f5a-8fbd-597c525bf97c no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:29.179413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:29.224615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:29.229984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-114dc540-3b89-4e9c-a669-43edfc0ca868 req-1d77f622-d114-4d48-a72b-9f7c34ec9d20 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492399 Aug 30 23:04:29.237430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:29.239169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=cec391e7-9d35-453e-a6da-64a7ecf3193c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:29.241743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:29.242357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.283157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 1a1e5362-6b63-4f5a-8fbd-597c525bf97c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:29.283498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a1e5362-6b63-4f5a-8fbd-597c525bf97c not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:29.285587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-37c9fa3d-134c-4bf4-b0a1-f46504882407 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7988214 Aug 30 23:04:29.286282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:29.290284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fca5a2-dfa2-4b22-85a5-7bd5e00678ca None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:29.291371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:a2:dc:c2', 'name': 'tempest-NetworksTestDHCPv6-331731940'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:29.311186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:29.312021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.369262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:29.369636 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.398865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'name': 'network-vif-deleted', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:29.402879 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25048109-c43e-45cc-bd85-406a67b7418e" -d '{"events": [{"server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "name": "network-vif-deleted", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:29.434075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39c4fe65-48e3-41cf-90fc-2a35c63524e4 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:29.521660 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2503612-2c1d-49f5-9ae0-08a8488dc9b6 x-openstack-request-id: req-b2503612-2c1d-49f5-9ae0-08a8488dc9b6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:29.522108 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daf17025-cac8-4067-8891-1a53a96e5f01", "name": "network-vif-deleted", "tag": "1a1e5362-6b63-4f5a-8fbd-597c525bf97c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:29.522372 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2503612-2c1d-49f5-9ae0-08a8488dc9b6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:29.522775 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daf17025-cac8-4067-8891-1a53a96e5f01', 'name': 'network-vif-deleted', 'tag': '1a1e5362-6b63-4f5a-8fbd-597c525bf97c', 'status': 'completed', 'code': 200} Aug 30 23:04:29.583420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Allocated IP 2001:db8:3::1 (caa4a940-8a0a-44a7-bc4b-b7111605ece0/010a0d9f-ced0-4c14-9b81-cb533c858b71/87968c30-51fc-4ef3-99fa-1c8325c48416) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:29.611156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-07e22011-e9da-46cd-a074-39baa45691d7 service neutron] 10.222.0.25 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358037 Aug 30 23:04:29.633195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:29.658721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:29.718405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-520b8d61-d038-48ed-b4b2-d67133e7fedf None None] The sync data for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 is: [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T22:58:54Z', 'revision_number': 4, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '72a877ea-dcb8-4680-869d-d9c7dbdacf86', 'name': '', 'network_id': '06b54587-7e50-4baa-9747-abd461ac4b53', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'mac_address': 'fa:16:3e:42:bd:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_interface', 'standard_attr_id': 1901, 'fixed_ips': [{'subnet_id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:51Z', 'updated_at': '2021-08-30T22:59:02Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'subnets': [{'id': '53b12aad-a3d2-45b6-a56e-592ee0d9eeee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:29.798064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:29.806653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:29.807276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.850347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:16Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:29.888035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'cec391e7-9d35-453e-a6da-64a7ecf3193c'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:29.889234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:29.894358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2615835f-af9f-4d2e-b97b-d4bd64e17ce6 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:16Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:29.917834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3119319-f2f6-4667-8bf9-0fc433571503 req-29111065-0767-4642-8cad-cf31eb5f0df3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:29.929078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3119319-f2f6-4667-8bf9-0fc433571503 req-29111065-0767-4642-8cad-cf31eb5f0df3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 945 time: 0.2492971 Aug 30 23:04:29.969640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.034849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b4cbbcf1-5a25-4e7d-b402-383933da207a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:30.040803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.089495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event deleted for resources: {'Port': ['ID=ea10a5de-8285-4fc0-a4a2-60f5a0168bcd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:30.117472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b4cbbcf1-5a25-4e7d-b402-383933da207a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:30.118711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b4cbbcf1-5a25-4e7d-b402-383933da207a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:30.156781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3119319-f2f6-4667-8bf9-0fc433571503 req-e5b7d2d8-7e93-4b32-8ca9-3899e57dd456 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260299 Aug 30 23:04:30.165081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.179908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Transition to ACTIVE for port object 87968c30-51fc-4ef3-99fa-1c8325c48416 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:30.217760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Allocated IP 2001:db8::f816:3eff:fe9d:fc10 (a77af47a-f8fc-4324-a15a-49aeaba204b7/cec391e7-9d35-453e-a6da-64a7ecf3193c/351eee08-93a4-4880-a37a-b1f309e82856) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:30.295061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.299181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.304498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-418332aa-ca1d-44ab-99f3-d7a47706ea57 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "DELETE /v2.0/floatingips/4a27147e-c470-4296-a355-bc73911b8bec HTTP/1.1" status: 204 len: 168 time: 2.0868673 Aug 30 23:04:30.329682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:30.335024 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187cc5b9-13b9-414d-947f-bb03f683137f" -d '{"events": [{"server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "name": "network-vif-plugged", "status": "completed", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:30.368194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-345230bb-a4cc-4516-9f44-158ff7b13839 None None] New status for floating IP 4a27147e-c470-4296-a355-bc73911b8bec: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:04:30.393232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffc272-a56c-4598-830c-6a49a0e5e7e1 req-cb7b5219-79a6-4a04-889d-9db62d38731c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:30.394865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75ffc272-a56c-4598-830c-6a49a0e5e7e1 req-cb7b5219-79a6-4a04-889d-9db62d38731c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 943 time: 0.0906770 Aug 30 23:04:30.418804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:30.433648 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.480680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75ffc272-a56c-4598-830c-6a49a0e5e7e1 req-3376e486-8904-41b2-9efc-e4e9985bf141 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760756 Aug 30 23:04:30.482786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.511349 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.516260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-179b1524-fbc9-4be9-b34e-ec66662322e9 service neutron] 10.222.0.25 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8932943 Aug 30 23:04:30.541192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:30.544574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:30.550422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:30.550974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.571320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 74aaee5b-872f-4245-adea-e9583aff9425 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:30.598646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:30.664627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4a99be05-7532-4062-955f-00097feb491c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:30.686803 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e6397a-7252-48d3-8d57-3d89b8ef2ded x-openstack-request-id: req-c0e6397a-7252-48d3-8d57-3d89b8ef2ded {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:30.687082 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "name": "network-vif-plugged", "status": "completed", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:30.689288 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0e6397a-7252-48d3-8d57-3d89b8ef2ded {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:30.689723 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4', 'code': 200} Aug 30 23:04:30.730846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.742220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33946) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:30.771644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.825302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Transition to ACTIVE for port object 351eee08-93a4-4880-a37a-b1f309e82856 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:30.861468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:30.867376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Allocated IP 2001:db8:3::2 (caa4a940-8a0a-44a7-bc4b-b7111605ece0/010a0d9f-ced0-4c14-9b81-cb533c858b71/ea8e00dc-624f-44a3-9cd9-eed9309de59c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:30.885666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Transition to ACTIVE for port object 351eee08-93a4-4880-a37a-b1f309e82856 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:30.904226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:30.920635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c89ade39-6731-4cdc-9343-85afb2d658b9 req-ebd34be7-ea11-4d47-91b5-a59701b4325f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 210 time: 0.0999551 Aug 30 23:04:30.988872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:04:31.011143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4a99be05-7532-4062-955f-00097feb491c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:31.026718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.033106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:31.043331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:31.045194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4a99be05-7532-4062-955f-00097feb491c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:31.045637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.050625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:31.053356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.054300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Pushing event updated for resources: {'Port': ['ID=351eee08-93a4-4880-a37a-b1f309e82856,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:31.072214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e41764-8fd0-413e-bdf9-d2de22f38779 req-b867171b-dcea-4872-b4cb-861601cd4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:31.073780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37e41764-8fd0-413e-bdf9-d2de22f38779 req-b867171b-dcea-4872-b4cb-861601cd4685 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.2748575 Aug 30 23:04:31.121343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fea2:dcc2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/cec391e7-9d35-453e-a6da-64a7ecf3193c/74aaee5b-872f-4245-adea-e9583aff9425) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:31.159417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-4a1ee32f-03f3-4ed7-b187-560346bd0fb2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:31.160970 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-4a1ee32f-03f3-4ed7-b187-560346bd0fb2 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 945 time: 0.2001593 Aug 30 23:04:31.165986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37e41764-8fd0-413e-bdf9-d2de22f38779 req-d6616dd4-8f3a-4f94-99d0-414dafb890bb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788574 Aug 30 23:04:31.284989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.292802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.293830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.358866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aec60a-ecc6-4e89-ae0e-7a610f7706e6 req-b6d3c450-722b-49ae-839a-ae76e6518218 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:31.360848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4aec60a-ecc6-4e89-ae0e-7a610f7706e6 req-b6d3c450-722b-49ae-839a-ae76e6518218 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 945 time: 0.1151614 Aug 30 23:04:31.365823 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.377388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.380056 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.380798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Attempting to bind port 351eee08-93a4-4880-a37a-b1f309e82856 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:31.381185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Attempting to bind port 351eee08-93a4-4880-a37a-b1f309e82856 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:31.381777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Attempting to bind port 351eee08-93a4-4880-a37a-b1f309e82856 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:31.383838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] 10.222.0.25 "DELETE /v2.0/security-groups/6abb8ce9-a7b5-4408-9535-b855fad528a5 HTTP/1.1" status: 204 len: 168 time: 0.6403022 Aug 30 23:04:31.414608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Transition to ACTIVE for port object ea8e00dc-624f-44a3-9cd9-eed9309de59c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:31.433835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33962) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:31.462375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:31.466076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event updated for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:31.468989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:31.471157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297bb351-53a1-4d89-96fc-468b79020240 tempest-TestServerBasicOps-290821302 tempest-TestServerBasicOps-290821302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abb8ce9-a7b5-4408-9535-b855fad528a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:31.572214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:31.572844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.582161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4aec60a-ecc6-4e89-ae0e-7a610f7706e6 req-3595e63f-664f-4d56-bee9-b766f8bdca49 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956563 Aug 30 23:04:31.693262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.727022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 74aaee5b-872f-4245-adea-e9583aff9425 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:31.743732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:31.744112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.754479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:31.755042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:31.755564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.756055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:31.756642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Bound port: 351eee08-93a4-4880-a37a-b1f309e82856, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:31.757138 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.770055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:31.814687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:31.820901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Transition to ACTIVE for port object ea8e00dc-624f-44a3-9cd9-eed9309de59c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:31.836592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.870103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:31.873642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3', 'network_id': 'a5d2233b-2275-4deb-b1d1-7d31168cae95', 'port_id': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3', 'mac_address': 'fa:16:3e:06:05:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40ac0786-6787-42dc-b238-c4a7fd2a45c0', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:04:31.905585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.016055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=74aaee5b-872f-4245-adea-e9583aff9425,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:32.021318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:32.025303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:32.028258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:32.029100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:32.035499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:32.036407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.038759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4a99be05-7532-4062-955f-00097feb491c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4a99be05-7532-4062-955f-00097feb491c,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:32.043042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.052339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:32.059297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:32.061305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f3d204b-b958-4059-9e2c-1fba0c96d0c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:32.068170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:32.071418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Pushing event updated for resources: {'Port': ['ID=ea8e00dc-624f-44a3-9cd9-eed9309de59c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:32.072419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720f54c-a180-4d78-80f1-55bde2b4264f req-c4be2766-3810-4078-9c71-c2441f23cdc4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:32.074012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.074811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d67f4d80-d695-4872-bed3-f6c26864005f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:32.078747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5720f54c-a180-4d78-80f1-55bde2b4264f req-c4be2766-3810-4078-9c71-c2441f23cdc4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 943 time: 0.1695428 Aug 30 23:04:32.100095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] For port 351eee08-93a4-4880-a37a-b1f309e82856, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:32.109310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78b669df-a9d0-474c-9091-f3c1bb32d837 req-629a8f44-e9ed-4a23-874f-dfe96bcc3913 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 210 time: 0.0691826 Aug 30 23:04:32.111246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=6bf8f9a9-7bf9-42e1-b624-c7837a118dbd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:32.116397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e11f226a-fe1c-4b2d-a0c8-30ecb5c19dcb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8290772 Aug 30 23:04:32.120585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33970) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:32.167671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.170644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5720f54c-a180-4d78-80f1-55bde2b4264f req-62f839e2-71b4-44c7-8b4e-0906c1763e59 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791755 Aug 30 23:04:32.198294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] No DVR routers for this DVR port 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:32.202987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] For port 351eee08-93a4-4880-a37a-b1f309e82856, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=351eee08-93a4-4880-a37a-b1f309e82856,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:32.206909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.210161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d3aa014-3f96-424d-b866-b0d35cb9605b req-a2e519fd-1b96-476b-b926-1e8e32b82349 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.52 "DELETE /v2.0/ports/6bf8f9a9-7bf9-42e1-b624-c7837a118dbd HTTP/1.1" status: 204 len: 173 time: 1.0403440 Aug 30 23:04:32.210922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'name': 'network-vif-deleted', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:32.214602 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c06aea-1ac6-4572-8bba-1af402996484" -d '{"events": [{"server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "name": "network-vif-deleted", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:32.243292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f5080-5e0f-4ed6-9ccf-ef031e1ab76f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:32.250177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3f5080-5e0f-4ed6-9ccf-ef031e1ab76f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:32.254300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c3f5080-5e0f-4ed6-9ccf-ef031e1ab76f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1301489 Aug 30 23:04:32.256916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:32.269931 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.275810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:32.300562 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021ab249-d395-4d8c-bd03-1bc76e5f6d29 x-openstack-request-id: req-021ab249-d395-4d8c-bd03-1bc76e5f6d29 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:32.300993 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2611e8b-6711-4421-8647-6ac9431925a3", "name": "network-vif-deleted", "tag": "6bf8f9a9-7bf9-42e1-b624-c7837a118dbd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:32.301365 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-021ab249-d395-4d8c-bd03-1bc76e5f6d29 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:32.301912 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2611e8b-6711-4421-8647-6ac9431925a3', 'name': 'network-vif-deleted', 'tag': '6bf8f9a9-7bf9-42e1-b624-c7837a118dbd', 'status': 'completed', 'code': 200} Aug 30 23:04:32.370970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:32.372010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Attempting to bind port ea8e00dc-624f-44a3-9cd9-eed9309de59c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:32.372461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Attempting to bind port ea8e00dc-624f-44a3-9cd9-eed9309de59c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:32.372961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Attempting to bind port ea8e00dc-624f-44a3-9cd9-eed9309de59c on network caa4a940-8a0a-44a7-bc4b-b7111605ece0 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:32.376350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:32.395015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:32.401958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.410431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e749618-9bdc-4f73-b74b-30298a855661 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0916770 Aug 30 23:04:32.413446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:32.421401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:32.437539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:32.443079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 74aaee5b-872f-4245-adea-e9583aff9425 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:32.443762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.452489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:32.453412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Checking segment: {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:32.453858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.454287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Bound using segment: {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:32.454800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Bound port: ea8e00dc-624f-44a3-9cd9-eed9309de59c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:32.455218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.552733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:32.553393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:32.612243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.629255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d67f4d80-d695-4872-bed3-f6c26864005f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:32.630571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 74aaee5b-872f-4245-adea-e9583aff9425 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:32.632217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:32.717031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f95a3-cf07-416f-80cd-a19ceb3556a7 None None] Pushing event updated for resources: {'Port': ['ID=351eee08-93a4-4880-a37a-b1f309e82856,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:32.821861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:32.995757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.111782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=74aaee5b-872f-4245-adea-e9583aff9425,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:33.119917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a35de3fc-1c04-4c6a-acc3-d2a5c2f62542 req-3fddf979-3207-4351-b140-8bdba594ed7f tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2611e8b-6711-4421-8647-6ac9431925a3 HTTP/1.1" status: 200 len: 210 time: 0.0779741 Aug 30 23:04:33.174485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:33.189601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] For port ea8e00dc-624f-44a3-9cd9-eed9309de59c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:33.194743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] For port ea8e00dc-624f-44a3-9cd9-eed9309de59c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ea8e00dc-624f-44a3-9cd9-eed9309de59c,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:33.211405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:33.223376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:04:33.248547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Removed routes are [] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:04:33.248955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.276781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.292722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e7140747-a697-4f12-a3f9-a47ee0587cfd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/74aaee5b-872f-4245-adea-e9583aff9425 HTTP/1.1" status: 204 len: 168 time: 1.0345228 Aug 30 23:04:33.310256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:33.339071 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.352272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-481ef320-654c-4fb7-89b6-423f847d1180 req-e75515f3-6fa2-4180-ac43-b96241564066 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 210 time: 0.0906091 Aug 30 23:04:33.361880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-799aff89-805e-4e1e-82ea-5dcf2060fecc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:33.363747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-799aff89-805e-4e1e-82ea-5dcf2060fecc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 816 time: 0.4763525 Aug 30 23:04:33.503508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:33.517536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d436fe-4539-4fc4-977c-f01295e5e636 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:33.519957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d436fe-4539-4fc4-977c-f01295e5e636 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:33.524729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59d436fe-4539-4fc4-977c-f01295e5e636 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2123530 Aug 30 23:04:33.532764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-3590827e-ee72-41d7-83d0-940cd64009b4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 379 time: 0.1443734 Aug 30 23:04:33.533487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33986) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:33.534533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5794c88-091d-450b-90bf-3554b1ad27f4 req-80f29f34-1244-44f3-ad59-cc41f69f1126 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:33.548356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5794c88-091d-450b-90bf-3554b1ad27f4 req-80f29f34-1244-44f3-ad59-cc41f69f1126 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 944 time: 0.1990478 Aug 30 23:04:33.571083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'port': {'device_id': '9df66961-a6a2-4229-906c-1119486d7386', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'admin_state_up': True, 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'security_groups': ['916c1099-4f28-4422-93a0-3dbc29049498']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:33.589484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a5ac08f-2010-4494-8236-3bde13ccc80d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:33.606596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:33.606945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6bf8f9a9-7bf9-42e1-b624-c7837a118dbd not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:33.670335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c383131-d1dc-44ae-a9ed-b8c6379fd02f None None] Pushing event updated for resources: {'Port': ['ID=ea8e00dc-624f-44a3-9cd9-eed9309de59c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:33.723039 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5794c88-091d-450b-90bf-3554b1ad27f4 req-b1d2c350-2ca3-4456-acc9-347fa0652346 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731634 Aug 30 23:04:33.760017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet cec391e7-9d35-453e-a6da-64a7ecf3193c {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:33.779759 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.801567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.856844 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.868058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.869716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2a5ac08f-2010-4494-8236-3bde13ccc80d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:33.870409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.891891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:33.948829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Made reservation on behalf of 2044296f9da64a998dfcdaade8f5a2f5 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:33.952343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.075086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:30Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:34.126280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.159131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:34.159497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Updating router b5f58bfb-52f1-4ffb-a392-ebdf912da467 port 87968c30-51fc-4ef3-99fa-1c8325c48416 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:04:34.176602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:34.217596 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.221353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d64ae04d-3342-409d-a089-74defe555904 None None] Provisioning for port 351eee08-93a4-4880-a37a-b1f309e82856 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:34.272551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Allocated IP 172.20.0.5 (0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f/4a00932e-40f6-4cf3-8c88-a19d50d5b5b4/67d4f994-98c9-4f51-9eb3-62162220fb31) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:34.353855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.423457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=cec391e7-9d35-453e-a6da-64a7ecf3193c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:34.500470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4a99be05-7532-4062-955f-00097feb491c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:34.512226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:34.519240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.523448 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd73e6f5-38d9-4c67-9828-c655791ed634 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/cec391e7-9d35-453e-a6da-64a7ecf3193c HTTP/1.1" status: 204 len: 168 time: 0.9799521 Aug 30 23:04:34.525103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:34.533820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.544060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8a1aecd7-4c12-4cdb-88a8-485f041448cf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 954 time: 2.1291900 Aug 30 23:04:34.552606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:34.594490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-692aa303-8ac5-46c0-af11-596ab4d89732 req-1d325146-f1b1-4f1f-a335-d65fb894665d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 210 time: 0.0769792 Aug 30 23:04:34.640025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f822810-2202-46bb-8f8b-3ce11c6170b7 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:34.640639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9db9ae6-18ec-4bcd-89e9-37a13a0fe089 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1145668 Aug 30 23:04:34.643913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34000) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:34.649151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:34.776416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.800653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Transition to ACTIVE for port object 67d4f994-98c9-4f51-9eb3-62162220fb31 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:34.802452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:34.806272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.829926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0dc668e1-21ef-4f1d-88d1-1c0aeed1991a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 954 time: 0.2768266 Aug 30 23:04:34.830728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34004) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:34.840140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1859ec-5e9b-4048-a90a-3bc5207011ae req-1228dfde-0711-48d3-8404-c148f3ee6aed tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:34.848150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c1859ec-5e9b-4048-a90a-3bc5207011ae req-1228dfde-0711-48d3-8404-c148f3ee6aed tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.1243601 Aug 30 23:04:34.862241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'routes': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:34.928428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Deleting port 72a877ea-dcb8-4680-869d-d9c7dbdacf86 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:34.928827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:34.941518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:34.950286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c9b81979-a358-46e5-85f3-7edd49e3013c None None] Could not find standard attr ID for object 74aaee5b-872f-4245-adea-e9583aff9425. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:34.988435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcff0db6-cb3b-4e7b-98ab-02e4bd4b7cf1 None None] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:35.006631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4a99be05-7532-4062-955f-00097feb491c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:35.007196 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.115095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d63fc-19c2-4ac0-a1b5-7e69eb8e3b90 req-51191144-404e-48e5-9952-9bd2c1449fca tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:35.116818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25d63fc-19c2-4ac0-a1b5-7e69eb8e3b90 req-51191144-404e-48e5-9952-9bd2c1449fca tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 944 time: 0.1356750 Aug 30 23:04:35.125434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.210963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a2a446f3-2abd-4663-9461-4b025afe5083 None None] Provisioning for port ea8e00dc-624f-44a3-9cd9-eed9309de59c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:35.250567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:35.252255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:35.268150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:35.270883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:35.290192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:35.290605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.323705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:35.353453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25d63fc-19c2-4ac0-a1b5-7e69eb8e3b90 req-c81fc710-f13d-4582-bfc8-d8de8c4ebc66 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215090 Aug 30 23:04:35.414366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7c1859ec-5e9b-4048-a90a-3bc5207011ae req-a16568f0-186f-48ca-a927-4fe38cdaa643 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5647824 Aug 30 23:04:35.442826 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.447365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:35.448142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.454643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:35.507064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-5a4c11f2-c714-445d-bdab-6f83d765d30e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9438555 Aug 30 23:04:35.517828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:35.525521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 351eee08-93a4-4880-a37a-b1f309e82856 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:35.533544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Transition to ACTIVE for port object 87968c30-51fc-4ef3-99fa-1c8325c48416 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:35.568975 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.617294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Request body: {'port': {'device_id': '9df66961-a6a2-4229-906c-1119486d7386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:35.624670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] For port 72a877ea-dcb8-4680-869d-d9c7dbdacf86, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=72a877ea-dcb8-4680-869d-d9c7dbdacf86,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:35.625311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.646333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Calling delete_port for 72a877ea-dcb8-4680-869d-d9c7dbdacf86 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:35.751255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f8664f53-0261-4895-803c-8570d78be893 None None] Provisioning for port 67d4f994-98c9-4f51-9eb3-62162220fb31 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:35.754339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.777762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927c52-b569-495e-ad00-a1b1c5ff34b0 None None] Pushing event updated for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:35.791919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Deleting port 351eee08-93a4-4880-a37a-b1f309e82856 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:35.792258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.800402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f8664f53-0261-4895-803c-8570d78be893 None None] Provisioning complete for port 67d4f994-98c9-4f51-9eb3-62162220fb31 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:35.800895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f8664f53-0261-4895-803c-8570d78be893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.821305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.862762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added routes are [] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:04:35.863074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:04:35.868360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9f8a5-404e-475d-877a-fe9930a08ed4 req-9bf772c6-964d-417b-ab03-20be7c07eab0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:35.874279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eb9f8a5-404e-475d-877a-fe9930a08ed4 req-9bf772c6-964d-417b-ab03-20be7c07eab0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 931 time: 0.1497760 Aug 30 23:04:35.907106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 351eee08-93a4-4880-a37a-b1f309e82856 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:35.922170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.929537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:35.932274 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929132c4-0221-4c4a-b272-583a5e3754bf" -d '{"events": [{"server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "name": "network-vif-plugged", "status": "completed", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:35.955071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Attempting to bind port 87968c30-51fc-4ef3-99fa-1c8325c48416 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:35.955452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Attempting to bind port 87968c30-51fc-4ef3-99fa-1c8325c48416 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:35.955822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Attempting to bind port 87968c30-51fc-4ef3-99fa-1c8325c48416 on network caa4a940-8a0a-44a7-bc4b-b7111605ece0 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:35.957843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 351eee08-93a4-4880-a37a-b1f309e82856 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:35.958225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:35.967094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:35.968800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f8664f53-0261-4895-803c-8570d78be893 None None] Port 67d4f994-98c9-4f51-9eb3-62162220fb31 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:36.005501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:36.005922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Checking segment: {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:36.006326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.006732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Bound using segment: {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:36.007225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Bound port: 87968c30-51fc-4ef3-99fa-1c8325c48416, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93b67204-bc5f-485b-a35c-9899e93eb61e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:36.007815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.009933 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.012641 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b3a8f5-c7d1-4db1-bd1f-54211af17297 x-openstack-request-id: req-b2b3a8f5-c7d1-4db1-bd1f-54211af17297 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:36.012940 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "name": "network-vif-plugged", "status": "completed", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:36.013197 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2b3a8f5-c7d1-4db1-bd1f-54211af17297 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:36.013592 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3', 'code': 200} Aug 30 23:04:36.109430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.137487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] For port 351eee08-93a4-4880-a37a-b1f309e82856, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=351eee08-93a4-4880-a37a-b1f309e82856,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:36.137853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.147281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72a877ea-dcb8-4680-869d-d9c7dbdacf86,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:36.172854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Calling delete_port for 351eee08-93a4-4880-a37a-b1f309e82856 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:36.219729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:36.220327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eb9f8a5-404e-475d-877a-fe9930a08ed4 req-982fc459-fa8f-4ef1-8e6e-fc5a2107164c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1904955 Aug 30 23:04:36.237236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.298594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] For port 87968c30-51fc-4ef3-99fa-1c8325c48416, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:36.310053 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.320207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.325841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] For port 87968c30-51fc-4ef3-99fa-1c8325c48416, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=87968c30-51fc-4ef3-99fa-1c8325c48416,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:36.340845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.342895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.358705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb5d12-b471-4b33-8c2e-7b0440e00ba2 req-5f9dae40-750f-47fb-a779-09a206b47cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:36.360728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fcb5d12-b471-4b33-8c2e-7b0440e00ba2 req-5f9dae40-750f-47fb-a779-09a206b47cd1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1097 time: 0.2418733 Aug 30 23:04:36.476790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ffea39e0-8043-442a-889d-2ff0288dff9b None None] Provisioning for port 87968c30-51fc-4ef3-99fa-1c8325c48416 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:36.505410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:36.506137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:36.541185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-37968be6-938c-4cac-89c5-4d3131f7e5cd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:36.543356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-37968be6-938c-4cac-89c5-4d3131f7e5cd tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.2649281 Aug 30 23:04:36.632460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fcb5d12-b471-4b33-8c2e-7b0440e00ba2 req-4fe3fd64-be57-486a-a4e0-e8120c4055fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545533 Aug 30 23:04:36.638536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927c52-b569-495e-ad00-a1b1c5ff34b0 None None] Pushing event updated for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:36.648197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276fdd2-6988-476a-abe2-481468255ac6 req-9aea7a03-d9da-4039-8769-5558e1f71022 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:36.649883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3276fdd2-6988-476a-abe2-481468255ac6 req-9aea7a03-d9da-4039-8769-5558e1f71022 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1304502 Aug 30 23:04:36.653680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.658108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:36.668399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:36.923209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 7, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:36Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:36.980005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3276fdd2-6988-476a-abe2-481468255ac6 req-79e38948-febb-4de7-bf19-cdb1361f00fd tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3208077 Aug 30 23:04:36.983479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:36.993813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:36.995050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dd9485fb-a291-4f43-b4c0-40c491a23719 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 704 time: 2.1376026 Aug 30 23:04:37.001465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:37.152038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-305975a2-439a-4ee7-95c1-06dc8031f059 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 704 time: 0.1493261 Aug 30 23:04:37.152259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed3fbc-fdce-4c57-a647-71f31297d7da None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 7, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:36Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:37.158005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:37.191043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19913c26-101e-41c4-87f4-75e18945db6d req-625a7ffc-f3ac-4fb4-b4bf-c13bb46baec1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:37.199311 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19913c26-101e-41c4-87f4-75e18945db6d req-625a7ffc-f3ac-4fb4-b4bf-c13bb46baec1 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 946 time: 0.6546359 Aug 30 23:04:37.209960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:37.244612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.269831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] For port 351eee08-93a4-4880-a37a-b1f309e82856, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=351eee08-93a4-4880-a37a-b1f309e82856,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:37.309060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Transition to ACTIVE for port object 67d4f994-98c9-4f51-9eb3-62162220fb31 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:37.324009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.342785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19913c26-101e-41c4-87f4-75e18945db6d req-ef1e619c-1cb5-4f61-8cec-772ff5bbd416 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a7a0b96-be37-45ed-9058-92a3cf986d67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423476 Aug 30 23:04:37.403862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:37.404373 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.416686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.435080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.496473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.497433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.531350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ea8e00dc-624f-44a3-9cd9-eed9309de59c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:37.538830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] Pushing event deleted for resources: {'Port': ['ID=351eee08-93a4-4880-a37a-b1f309e82856,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:37.567187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:37.589914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:37.597035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:37.598018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.600763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed250e59-951d-44bd-abf7-59a7e60adfce req-17b50104-432b-4bfd-9d52-97ceb2b74e03 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:37.602403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed250e59-951d-44bd-abf7-59a7e60adfce req-17b50104-432b-4bfd-9d52-97ceb2b74e03 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2838614 Aug 30 23:04:37.618274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d36213-7aa3-4330-b656-bdfcb27d2ddb None None] No DVR routers for this DVR port 351eee08-93a4-4880-a37a-b1f309e82856 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:37.664389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a1306d-3e0a-4d2c-b304-91ce4dc7ee3a None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:37.688490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:37.694168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0475247 Aug 30 23:04:37.694383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Router c29a99f6-c074-4703-a3fe-dc33050b0751 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:37.708490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34020) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:37.715187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:ca:d5:48', 'name': 'tempest-NetworksTestDHCPv6-1800931360'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:37.753608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=351eee08-93a4-4880-a37a-b1f309e82856,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:37.832868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ca58ba-1b05-41e9-94df-87b85a0093b8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=9122c5d1-042c-4a94-9929-ca1b5d36da56,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:37.846829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Attempting to bind port 67d4f994-98c9-4f51-9eb3-62162220fb31 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:37.847389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Attempting to bind port 67d4f994-98c9-4f51-9eb3-62162220fb31 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:37.848010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Attempting to bind port 67d4f994-98c9-4f51-9eb3-62162220fb31 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:37.863984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ea8e00dc-624f-44a3-9cd9-eed9309de59c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:37.866703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:37.867506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.870947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Port 67d4f994-98c9-4f51-9eb3-62162220fb31 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:04:37.871449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Attempting to bind port 67d4f994-98c9-4f51-9eb3-62162220fb31 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:37.872747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ea8e00dc-624f-44a3-9cd9-eed9309de59c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:37.873137 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.884446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:37.885449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Checking segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:37.886043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Bound using segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:37.887391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Bound port: 67d4f994-98c9-4f51-9eb3-62162220fb31, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:37.887933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:37.917653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:37.920715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed250e59-951d-44bd-abf7-59a7e60adfce req-f81dff89-cb7f-45a5-bd73-6c6e1b0791af tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2869675 Aug 30 23:04:38.094025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '9122c5d1-042c-4a94-9929-ca1b5d36da56'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:38.094941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.104810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:38.110294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:38.121537 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.126725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.178871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ea8e00dc-624f-44a3-9cd9-eed9309de59c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ea8e00dc-624f-44a3-9cd9-eed9309de59c,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:38.192354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.250490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:38.251218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.252622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] 10.222.0.52 "PUT /v2.0/ports/67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 1092 time: 2.7042992 Aug 30 23:04:38.253113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:38.255729 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35f6e7a-827b-470d-969d-2346c803171a" -d '{"events": [{"name": "network-changed", "server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:38.353093 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3eaf30-54fb-46a3-8a93-d99fa7101a14 x-openstack-request-id: req-9c3eaf30-54fb-46a3-8a93-d99fa7101a14 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:38.353529 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:38.353915 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9c3eaf30-54fb-46a3-8a93-d99fa7101a14 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:38.354436 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'status': 'completed', 'code': 200} Aug 30 23:04:38.368013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ea8e00dc-624f-44a3-9cd9-eed9309de59c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:38.373941 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:38.385301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000adfba-cad3-4edf-adb9-a8084e139e9d req-7a90b3c2-0b14-4ce6-a535-18b1f192609c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:38.387567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-000adfba-cad3-4edf-adb9-a8084e139e9d req-7a90b3c2-0b14-4ce6-a535-18b1f192609c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.2736723 Aug 30 23:04:38.387713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6653fff-47cf-49eb-881c-22e7cbada35e service neutron] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:38.393410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.415840 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:38.418143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:38.470852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=4f3d204b-b958-4059-9e2c-1fba0c96d0c0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:38.501873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Allocated IP 2001:db8::f816:3eff:fe65:63aa (a77af47a-f8fc-4324-a15a-49aeaba204b7/9122c5d1-042c-4a94-9929-ca1b5d36da56/6862a607-5ea1-453f-adcf-2db00c4a101a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:38.595438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-000adfba-cad3-4edf-adb9-a8084e139e9d req-fc7bd641-2d2f-4eb7-bc33-29d73b0904cf tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001362 Aug 30 23:04:38.617421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4590cdce-1693-450b-ac01-e040301cdae3 req-774d7465-15c8-441a-8b63-9e80285f5db4 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=22f03b77-bc8b-4048-9be9-52e0c1961641 HTTP/1.1" status: 200 len: 210 time: 0.0690603 Aug 30 23:04:38.627646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-b8954e83-3be4-4eb0-932e-82a445e525c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:38.629210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-b8954e83-3be4-4eb0-932e-82a445e525c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1095 time: 0.2738898 Aug 30 23:04:38.630300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] No DVR routers for this DVR port 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:38.633283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.636000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d287e2ad-82a6-498b-bddd-37f54802e7cc req-ae134d58-0b6c-4aac-9e57-ff04cc6fbe05 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "DELETE /v2.0/ports/4f3d204b-b958-4059-9e2c-1fba0c96d0c0 HTTP/1.1" status: 204 len: 173 time: 2.0738511 Aug 30 23:04:38.655192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 87968c30-51fc-4ef3-99fa-1c8325c48416 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:38.684291 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:38.732913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-162a5848-2671-4633-b141-f4e6b8433369 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 217 time: 0.0883350 Aug 30 23:04:38.828351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-e43a9698-eb0f-451a-9ddf-a6c2a7f3fe67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:38.831495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-e43a9698-eb0f-451a-9ddf-a6c2a7f3fe67 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.0911424 Aug 30 23:04:38.860560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 87968c30-51fc-4ef3-99fa-1c8325c48416 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:38.867430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:38.873528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 87968c30-51fc-4ef3-99fa-1c8325c48416 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:38.874103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.895326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-92904f86-e3bd-49fc-af8e-be23197cbbe7 admin admin] 10.222.0.25 "PUT /v2.0/routers/c29a99f6-c074-4703-a3fe-dc33050b0751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4611075 Aug 30 23:04:38.899796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34028) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:38.908906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Sync routers for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:38.938150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:38.954439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:38.963601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:38.984072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-6bb4fabd-591f-46b3-b101-5631cf39d379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:38.986278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-6bb4fabd-591f-46b3-b101-5631cf39d379 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1473682 Aug 30 23:04:39.014408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Transition to ACTIVE for port object 6862a607-5ea1-453f-adcf-2db00c4a101a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:39.021905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:39.022258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f3d204b-b958-4059-9e2c-1fba0c96d0c0 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:39.042224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:39.042992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:39.070259 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 7, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:36Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:39.108526 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:39.119241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.120377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Transition to ACTIVE for port object 6862a607-5ea1-453f-adcf-2db00c4a101a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:39.126060 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:39.126863 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:39.145093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port f33e9ff3-d31a-4037-ae1c-bbb30685afbd yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:39.173428 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.201213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-3e445d8c-92b3-45bf-a9fc-332d1bfd5f31 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680775 Aug 30 23:04:39.203851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.230750 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:39.254967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:39.265911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:39.269585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:feca:d548 (a77af47a-f8fc-4324-a15a-49aeaba204b7/9122c5d1-042c-4a94-9929-ca1b5d36da56/f33e9ff3-d31a-4037-ae1c-bbb30685afbd) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:39.277232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:39.281470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:39.340788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Pushing event updated for resources: {'Port': ['ID=6862a607-5ea1-453f-adcf-2db00c4a101a,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:39.353264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.431736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df7c4d0e-7422-494a-beb3-44564cc2c2c8 req-3b977f6e-638f-4600-b66a-bc78623dad94 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717556 Aug 30 23:04:39.455482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.520534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object f33e9ff3-d31a-4037-ae1c-bbb30685afbd will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:39.535956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Attempting to bind port 6862a607-5ea1-453f-adcf-2db00c4a101a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:39.536447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Attempting to bind port 6862a607-5ea1-453f-adcf-2db00c4a101a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:39.536765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Attempting to bind port 6862a607-5ea1-453f-adcf-2db00c4a101a on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:39.561510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 87968c30-51fc-4ef3-99fa-1c8325c48416, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=87968c30-51fc-4ef3-99fa-1c8325c48416,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:39.572786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:39.573359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:39.574008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.574646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:39.575261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Bound port: 6862a607-5ea1-453f-adcf-2db00c4a101a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:39.575887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.576713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65c31e3-9c76-40f1-9a71-a5dd77d7d3ad req-71f5bc6c-89b3-4f4e-97d0-ba3fc1595611 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:39.579498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a65c31e3-9c76-40f1-9a71-a5dd77d7d3ad req-71f5bc6c-89b3-4f4e-97d0-ba3fc1595611 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.5028458 Aug 30 23:04:39.599319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.618388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.638549 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 7, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:36Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:39.667321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6e7a-827b-470d-969d-2346c803171a req-f454b6f5-47b9-4ad9-8360-e78abcba2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:39.671536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-f454b6f5-47b9-4ad9-8360-e78abcba2ba0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1095 time: 0.1286151 Aug 30 23:04:39.701647 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a65c31e3-9c76-40f1-9a71-a5dd77d7d3ad req-400a3513-42d1-4a54-bf80-e6105a0bd686 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021099 Aug 30 23:04:39.712743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.718545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.721412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 351eee08-93a4-4880-a37a-b1f309e82856 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:39.734646 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81ad32-d110-4c12-8f0e-8b61ec41cc71 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 7, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '87968c30-51fc-4ef3-99fa-1c8325c48416', 'name': '', 'network_id': 'caa4a940-8a0a-44a7-bc4b-b7111605ece0', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:8a:0c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2547, 'fixed_ips': [{'subnet_id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:29Z', 'updated_at': '2021-08-30T23:04:36Z', 'revision_number': 4, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '010a0d9f-ced0-4c14-9b81-cb533c858b71', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:39.888486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:39.898803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 351eee08-93a4-4880-a37a-b1f309e82856 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:39.899671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 351eee08-93a4-4880-a37a-b1f309e82856 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:39.899812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:39.908374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:39.916877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:39.917828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:39.954944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2438638 Aug 30 23:04:39.963766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34038) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:39.994349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c87e1-0039-4e4c-ac13-f476c79e0d5d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=f33e9ff3-d31a-4037-ae1c-bbb30685afbd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:39.998780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a05226-cd5a-4871-baf4-691ed6b1db26 req-d9c1e1ae-0b92-4867-84d2-2211a68004cb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.000522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26a05226-cd5a-4871-baf4-691ed6b1db26 req-d9c1e1ae-0b92-4867-84d2-2211a68004cb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1487768 Aug 30 23:04:40.045491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:40.074859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Deleting port a02b6aa0-4aa2-4b7b-b5e6-105b128032af {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:40.075881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.091401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] For port 6862a607-5ea1-453f-adcf-2db00c4a101a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:40.102507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] For port 6862a607-5ea1-453f-adcf-2db00c4a101a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6862a607-5ea1-453f-adcf-2db00c4a101a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:40.110929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6e7a-827b-470d-969d-2346c803171a req-8cc7e138-b481-4cdb-aa27-8b15ccf0e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.112732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.112853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-8cc7e138-b481-4cdb-aa27-8b15ccf0e5fc service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.4331622 Aug 30 23:04:40.208804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242'}], 'enable_snat': True}, 'gw_port_id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T23:04:35Z', 'revision_number': 5, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port': {'id': 'a02b6aa0-4aa2-4b7b-b5e6-105b128032af', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:df:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1889, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:58:46Z', 'updated_at': '2021-08-30T22:58:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:40.216245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98a7a45-ba40-42cd-bac9-c154271b1884 None None] Pushing event updated for resources: {'Port': ['ID=6862a607-5ea1-453f-adcf-2db00c4a101a,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:40.232107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-c8548db0-a5e3-4c7f-b1b3-6c110e3a26b2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 217 time: 0.0702403 Aug 30 23:04:40.254841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b9e3e-07a8-4e8c-81be-841557b175b2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.257147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719b9e3e-07a8-4e8c-81be-841557b175b2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.259131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-719b9e3e-07a8-4e8c-81be-841557b175b2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2926219 Aug 30 23:04:40.267663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:40.278320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Checking router: c29a99f6-c074-4703-a3fe-dc33050b0751 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:40.288309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26a05226-cd5a-4871-baf4-691ed6b1db26 req-7253954e-97cb-492a-b591-ac10fee65277 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654405 Aug 30 23:04:40.306667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Routers {'c29a99f6-c074-4703-a3fe-dc33050b0751'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:40.308713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c29a99f6-c074-4703-a3fe-dc33050b0751'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:40.313055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1461c84a-d9d2-4a3e-9a37-969a42a5008d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.359229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'name': 'network-vif-deleted', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:40.365741 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3aa59b-80ce-4378-a17e-518571c7aef6" -d '{"events": [{"server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "name": "network-vif-deleted", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:40.419418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ea8e00dc-624f-44a3-9cd9-eed9309de59c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:40.423316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1dfed-0ac0-4a82-8ac2-ee966aafa977 req-54f7983b-0b82-4f10-a06e-8cedb3d2a929 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.426865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22f1dfed-0ac0-4a82-8ac2-ee966aafa977 req-54f7983b-0b82-4f10-a06e-8cedb3d2a929 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.2226131 Aug 30 23:04:40.446411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6e7a-827b-470d-969d-2346c803171a req-e9204094-3459-4c4c-8b89-136b651faae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.448561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-e9204094-3459-4c4c-8b89-136b651faae6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1843803 Aug 30 23:04:40.452124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] For port a02b6aa0-4aa2-4b7b-b5e6-105b128032af, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:40.456133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.461507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 87968c30-51fc-4ef3-99fa-1c8325c48416 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:40.461750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.512125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Calling delete_port for a02b6aa0-4aa2-4b7b-b5e6-105b128032af owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:40.534591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] Set router c29a99f6-c074-4703-a3fe-dc33050b0751 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:40.679071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T23:04:39Z', 'revision_number': 6, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:40.682995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22f1dfed-0ac0-4a82-8ac2-ee966aafa977 req-c737324f-e8a5-4c4d-bf37-45bd3b9503b6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484405 Aug 30 23:04:40.686042 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360a3bad-3d42-4a43-971c-f9b279c89146 x-openstack-request-id: req-360a3bad-3d42-4a43-971c-f9b279c89146 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:40.686437 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22f03b77-bc8b-4048-9be9-52e0c1961641", "name": "network-vif-deleted", "tag": "4f3d204b-b958-4059-9e2c-1fba0c96d0c0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:40.686602 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-360a3bad-3d42-4a43-971c-f9b279c89146 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:40.687169 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22f03b77-bc8b-4048-9be9-52e0c1961641', 'name': 'network-vif-deleted', 'tag': '4f3d204b-b958-4059-9e2c-1fba0c96d0c0', 'status': 'completed', 'code': 200} Aug 30 23:04:40.709875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port f33e9ff3-d31a-4037-ae1c-bbb30685afbd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:40.709875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.720304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f8af7-0df7-4d78-b6fa-f6441ab8c164 None None] The sync data for ids ['c29a99f6-c074-4703-a3fe-dc33050b0751'] in n-d-791504-21 is: [{'id': 'c29a99f6-c074-4703-a3fe-dc33050b0751', 'name': 'tempest-TestServerBasicOps-1954373708-router', 'tenant_id': '33b74fad152f4e3b9d750f3b8de24c49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:45Z', 'updated_at': '2021-08-30T23:04:39Z', 'revision_number': 6, 'project_id': '33b74fad152f4e3b9d750f3b8de24c49', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:40.727144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f6e7a-827b-470d-969d-2346c803171a req-4a087aac-2a92-42b4-905e-c8db583b5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.729918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-4a087aac-2a92-42b4-905e-c8db583b5dfd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2669694 Aug 30 23:04:40.754260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ea8e00dc-624f-44a3-9cd9-eed9309de59c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:40.754260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.876579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-b6671521-3ac8-475c-becc-9c1188432321 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377754 Aug 30 23:04:40.889000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f12253-7a39-47fa-88ea-a56e7190654c req-866e0170-21ae-4f01-b333-75048859d3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:40.890663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-866e0170-21ae-4f01-b333-75048859d3bc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1097 time: 0.2174287 Aug 30 23:04:40.919033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 87968c30-51fc-4ef3-99fa-1c8325c48416 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:40.981202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.981954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 87968c30-51fc-4ef3-99fa-1c8325c48416 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:40.982415 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:40.989228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 87968c30-51fc-4ef3-99fa-1c8325c48416, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=87968c30-51fc-4ef3-99fa-1c8325c48416,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:40.989894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.022128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for f33e9ff3-d31a-4037-ae1c-bbb30685afbd owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:41.024674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 87968c30-51fc-4ef3-99fa-1c8325c48416 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:41.060951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e899c3-8d9b-451b-84c8-6da7bf1e12a5 req-10fe1d24-2df7-4d11-a78c-8f33c5318d9b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:41.069722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2e899c3-8d9b-451b-84c8-6da7bf1e12a5 req-10fe1d24-2df7-4d11-a78c-8f33c5318d9b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1518033 Aug 30 23:04:41.123715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c3314-b06d-4532-ada7-35b0c684d880 req-f6dc9450-8027-4b17-8eb1-c5c3a7a9ddd0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:41.125958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-315c3314-b06d-4532-ada7-35b0c684d880 req-f6dc9450-8027-4b17-8eb1-c5c3a7a9ddd0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.2343259 Aug 30 23:04:41.217366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f12253-7a39-47fa-88ea-a56e7190654c req-5c92d121-6faa-4ea7-ba30-3acb6e1fe0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:41.220479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-5c92d121-6faa-4ea7-ba30-3acb6e1fe0f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.2979736 Aug 30 23:04:41.222234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2e899c3-8d9b-451b-84c8-6da7bf1e12a5 req-48f44a54-da9a-46f8-bde9-16e4219bee4d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515770 Aug 30 23:04:41.227825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c35f6e7a-827b-470d-969d-2346c803171a req-3c79db84-dc4f-45bc-ad40-7fc0326afb53 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347876 Aug 30 23:04:41.305993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-64bcb7ef-8140-4870-884e-75d8a7de78f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 200 len: 217 time: 0.0707023 Aug 30 23:04:41.396062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.436362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=f33e9ff3-d31a-4037-ae1c-bbb30685afbd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:41.472086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.476347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.478654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58a65a56-99c8-4ef8-8919-ba5653bcc13c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f33e9ff3-d31a-4037-ae1c-bbb30685afbd HTTP/1.1" status: 204 len: 168 time: 1.2089894 Aug 30 23:04:41.481874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34052) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:41.514381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:04:41.567222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=87968c30-51fc-4ef3-99fa-1c8325c48416,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:41.619041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ff658-8024-4edd-b5f5-0851c354a01a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:41.620960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11ff658-8024-4edd-b5f5-0851c354a01a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:41.622622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a11ff658-8024-4edd-b5f5-0851c354a01a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1388378 Aug 30 23:04:41.666079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:41.707912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:41.750763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:04:41.867230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.885840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 9122c5d1-042c-4a94-9929-ca1b5d36da56 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:41.891557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.907438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:04:41.949055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:41.960894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.978317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-315c3314-b06d-4532-ada7-35b0c684d880 req-c4efaf55-7cc6-4ab7-b05d-6bab49b0e6c2 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419824 Aug 30 23:04:41.982476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:41.984334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.029392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a02b6aa0-4aa2-4b7b-b5e6-105b128032af,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:42.045060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8cec9b2e-481f-40a5-a3b4-618dcc6051e9 None None] Provisioning for port 6862a607-5ea1-453f-adcf-2db00c4a101a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:42.075688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f12253-7a39-47fa-88ea-a56e7190654c req-2a72aab9-48ca-4e9a-b65d-f824f5ba8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:42.078999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-2a72aab9-48ca-4e9a-b65d-f824f5ba8130 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.7578392 Aug 30 23:04:42.082349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:42.156549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfab6b-811d-4573-a11d-65f43e9ef259 req-7fcf81d5-a8b9-4c2e-8bd5-0cb441f5deb3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:42.169284 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4dfab6b-811d-4573-a11d-65f43e9ef259 req-7fcf81d5-a8b9-4c2e-8bd5-0cb441f5deb3 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1992753 Aug 30 23:04:42.194058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-1cf6e562-7b38-451d-89b7-e12fb767ee2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700817 Aug 30 23:04:42.260250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.260784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['67d4f994-98c9-4f51-9eb3-62162220fb31'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:04:42.342602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.346160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0f873efa-b36c-4bce-a207-5a89297a42c9 None None] Could not find standard attr ID for object f33e9ff3-d31a-4037-ae1c-bbb30685afbd. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:42.406465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.436320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.559394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=9122c5d1-042c-4a94-9929-ca1b5d36da56,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:42.579009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.587359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4ec8c841-ac47-4de0-9cf6-a653b3492638 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/9122c5d1-042c-4a94-9929-ca1b5d36da56 HTTP/1.1" status: 204 len: 168 time: 0.9201338 Aug 30 23:04:42.654247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6862a607-5ea1-453f-adcf-2db00c4a101a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:42.703504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.705986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:42.706801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.730915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16efedc0-66c3-423a-8d5e-c88b5e0def7e None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:42.799882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-2b32c0c8-bcda-40f8-a13a-25f7304884a5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:42.801854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-2b32c0c8-bcda-40f8-a13a-25f7304884a5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.6632740 Aug 30 23:04:42.818200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6862a607-5ea1-453f-adcf-2db00c4a101a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:42.830751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.831738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c29a99f6-c074-4703-a3fe-dc33050b0751 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:04:42.854553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6862a607-5ea1-453f-adcf-2db00c4a101a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:42.855371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.883069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.889210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-320beaac-57b8-453b-bdee-d9fdf083d2c3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c29a99f6-c074-4703-a3fe-dc33050b0751 HTTP/1.1" status: 204 len: 168 time: 3.9869480 Aug 30 23:04:42.895199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:42.916290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:42.927545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5fe9469e-bc9b-4d3d-ba50-7d8d3ea96b0c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2130303 Aug 30 23:04:42.939170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4dfab6b-811d-4573-a11d-65f43e9ef259 req-58d7af56-755d-41e4-b41a-871a2f196746 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7682426 Aug 30 23:04:42.948212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:43.070197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1119885-5361-4537-bff0-2d028c450676 req-7d551caf-ee05-4a62-914c-cfd59a58d530 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:43.072926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1119885-5361-4537-bff0-2d028c450676 req-7d551caf-ee05-4a62-914c-cfd59a58d530 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 944 time: 0.6235163 Aug 30 23:04:43.095976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27367f20-5715-4f55-b54c-f674e901e2c8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:43.107157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27367f20-5715-4f55-b54c-f674e901e2c8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1574705 Aug 30 23:04:43.111689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:43.112961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34068) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:43.137372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-537cc6ae-b0b1-4c4b-8d75-2b8a8720b795 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9299877 Aug 30 23:04:43.169880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.220477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Deleting subnet 53b12aad-a3d2-45b6-a56e-592ee0d9eeee {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:43.229016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.232724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893cd2b-6bad-4930-baee-13de27600da1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:43.234783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5893cd2b-6bad-4930-baee-13de27600da1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1203525 Aug 30 23:04:43.248317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:43.262228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6862a607-5ea1-453f-adcf-2db00c4a101a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6862a607-5ea1-453f-adcf-2db00c4a101a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:43.270221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.309409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f0dde9a-05ff-498e-b3a3-e572e9430f1a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0630844 Aug 30 23:04:43.324721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:43.329968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:43.341391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1119885-5361-4537-bff0-2d028c450676 req-5e30a350-b4c2-4c6f-8158-88d72211c701 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489877 Aug 30 23:04:43.357299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0918d727-e849-4922-af72-835982ba1daf None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:43.369732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52985aaa-1cc8-4888-87b4-a7d2a8bec4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.411674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 72a877ea-dcb8-4680-869d-d9c7dbdacf86 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:43.417581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.463509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:43.479368 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:43.482494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-020287dd-0bb9-4701-98d1-85ccb4e9d0c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3234341 Aug 30 23:04:43.485563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34074) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:43.501209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:43.501901 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:43.512083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port 9bcce11f-0def-4840-b5c1-605a4ad20207 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:43.512559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.521047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86f12253-7a39-47fa-88ea-a56e7190654c req-e4983159-6a21-408c-be04-a10ec73bba2b service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225992 Aug 30 23:04:43.563205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6403de-fe24-41d1-ae34-d771aa02e8df req-f57b7b0c-71c9-4cd1-a83c-826dadda5a2a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:43.565898 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d6403de-fe24-41d1-ae34-d771aa02e8df req-f57b7b0c-71c9-4cd1-a83c-826dadda5a2a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.3296125 Aug 30 23:04:43.601582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet 010a0d9f-ced0-4c14-9b81-cb533c858b71 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:43.610724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.633388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:43.637223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.691440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d6403de-fe24-41d1-ae34-d771aa02e8df req-b440b57d-d265-4f5e-8a4c-92228e6e2403 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188939 Aug 30 23:04:43.696241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.729737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.746647 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:43.754462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6862a607-5ea1-453f-adcf-2db00c4a101a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:43.775429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:43.789987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 72a877ea-dcb8-4680-869d-d9c7dbdacf86 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:43.789987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 72a877ea-dcb8-4680-869d-d9c7dbdacf86 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:43.790949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a02b6aa0-4aa2-4b7b-b5e6-105b128032af no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:43.815913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] For port 9bcce11f-0def-4840-b5c1-605a4ad20207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9bcce11f-0def-4840-b5c1-605a4ad20207,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:43.816237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.837021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a02b6aa0-4aa2-4b7b-b5e6-105b128032af {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:43.837386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a02b6aa0-4aa2-4b7b-b5e6-105b128032af not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:43.874305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0918d727-e849-4922-af72-835982ba1daf None None] Deleting port 6862a607-5ea1-453f-adcf-2db00c4a101a {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:43.874697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0918d727-e849-4922-af72-835982ba1daf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.886918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.944251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 67d4f994-98c9-4f51-9eb3-62162220fb31 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:43.965920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 67d4f994-98c9-4f51-9eb3-62162220fb31 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:43.966346 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.974016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0918d727-e849-4922-af72-835982ba1daf None None] For port 6862a607-5ea1-453f-adcf-2db00c4a101a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6862a607-5ea1-453f-adcf-2db00c4a101a,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:43.974448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0918d727-e849-4922-af72-835982ba1daf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:43.987685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.017515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.024069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/010a0d9f-ced0-4c14-9b81-cb533c858b71 HTTP/1.1" status: 204 len: 168 time: 0.5348895 Aug 30 23:04:44.036730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a9d0b-90c1-4e22-8b76-2c9cda429198 None None] Network caa4a940-8a0a-44a7-bc4b-b7111605ece0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:44.038930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34082) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:44.039222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0918d727-e849-4922-af72-835982ba1daf None None] Calling delete_port for 6862a607-5ea1-453f-adcf-2db00c4a101a owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:44.049650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e8233-a76a-4910-a440-1de3fabbda61 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=010a0d9f-ced0-4c14-9b81-cb533c858b71,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:44.098581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.120322 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:41Z', 'revision_number': 8, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:44.145764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.149565 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:44.159392 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:44.160095 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:44.201116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53b12aad-a3d2-45b6-a56e-592ee0d9eeee,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:44.222738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port ea8e00dc-624f-44a3-9cd9-eed9309de59c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:44.223692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.236438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.238496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d1c7373-d97d-4825-a007-46b6a7388b23 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53b12aad-a3d2-45b6-a56e-592ee0d9eeee HTTP/1.1" status: 204 len: 168 time: 1.3375287 Aug 30 23:04:44.241092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:44.245610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c25a49-9570-430c-b3f2-7fcc5dbbcf70 None None] Network 06b54587-7e50-4baa-9747-abd461ac4b53 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:44.264360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e925c2a5-1195-439d-8250-55cf95de5eab req-558f6373-b3c4-4ade-b8bc-d5b54c52e4be tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:44.267159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e925c2a5-1195-439d-8250-55cf95de5eab req-558f6373-b3c4-4ade-b8bc-d5b54c52e4be tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 944 time: 0.1302252 Aug 30 23:04:44.274707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:44.382019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6862a607-5ea1-453f-adcf-2db00c4a101a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:44.413731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port ea8e00dc-624f-44a3-9cd9-eed9309de59c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ea8e00dc-624f-44a3-9cd9-eed9309de59c,segment=NetworkSegment(93b67204-bc5f-485b-a35c-9899e93eb61e),segment_id=93b67204-bc5f-485b-a35c-9899e93eb61e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:44.414668 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.436661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.439519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for ea8e00dc-624f-44a3-9cd9-eed9309de59c owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:44.528887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:44.541563 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.566923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0918d727-e849-4922-af72-835982ba1daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.576002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.597670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e925c2a5-1195-439d-8250-55cf95de5eab req-a078afd3-0489-4026-b9df-1ede64748108 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups?id=a06f3143-bb6b-40a1-9b89-51040e94e5db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226840 Aug 30 23:04:44.599711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.600277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.600612 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Floating IP cc2329c6-f276-4862-9f32-ef7042c8515d disassociated. External IP: 172.25.7.121, port: 9bcce11f-0def-4840-b5c1-605a4ad20207. Aug 30 23:04:44.600970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for 9bcce11f-0def-4840-b5c1-605a4ad20207 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:44.636872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918d727-e849-4922-af72-835982ba1daf None None] No DVR routers for this DVR port 6862a607-5ea1-453f-adcf-2db00c4a101a on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:44.645426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918d727-e849-4922-af72-835982ba1daf None None] Pushing event deleted for resources: {'Port': ['ID=6862a607-5ea1-453f-adcf-2db00c4a101a,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:44.662587 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:41Z', 'revision_number': 8, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:44.664004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No active binding found for port 6862a607-5ea1-453f-adcf-2db00c4a101a {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 23:04:44.664563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6862a607-5ea1-453f-adcf-2db00c4a101a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:44.674027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:44.677883 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f8b8ed6-bc9f-4b6f-92d9-dc983f177677" -d '{"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:44.685620 n-d-791504-21 neutron-server[101269]: WARNING neutron.services.revisions.revision_plugin [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Could not find related port for resource to bump revision. Aug 30 23:04:44.700255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Port 6862a607-5ea1-453f-adcf-2db00c4a101a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 23:04:44.700716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation for 2001:db8::f816:3eff:fe65:63aa {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 23:04:44.724316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:44.732054 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f3172f-2fa6-4ecd-8409-6bae4357e578 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:41Z', 'revision_number': 8, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a99be05-7532-4062-955f-00097feb491c', 'name': '', 'network_id': 'a2adb3ea-3507-4864-a6f9-006c439db0ef', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:c4:3a:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2530, 'fixed_ips': [{'subnet_id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:31Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '340c84eb-f0b7-44f9-acab-372f76abb24b', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:44.734024 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.756124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe65:63aa {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 23:04:44.778660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:44.790944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] DHCP port deletion for caa4a940-8a0a-44a7-bc4b-b7111605ece0 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:44.799640 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4ab284-6d5c-49c5-8ac4-deb66234166b x-openstack-request-id: req-ac4ab284-6d5c-49c5-8ac4-deb66234166b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:44.799939 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:44.800184 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac4ab284-6d5c-49c5-8ac4-deb66234166b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:44.800699 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'code': 200} Aug 30 23:04:44.853188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=456cea1e-fb83-4eb2-b6a3-8c5f598eaad2,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:44.883233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:44.883834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:44.900259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:44.920471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b85e6b-0f38-4ff3-bdb3-7e95d88370f5 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:44.931911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:44.932480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.007726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9bcce11f-0def-4840-b5c1-605a4ad20207 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:45.017834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b2cd9a6f-2d02-4ea4-9b7f-4787d2f9cec5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6918588 Aug 30 23:04:45.032527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] DHCP port deletion for 06b54587-7e50-4baa-9747-abd461ac4b53 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:45.044545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:45.053155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab70d60-7734-444d-b77f-0175818d335b req-7d892bd7-1c4d-4d51-8480-679b1a1029ee tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:45.055104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fab70d60-7734-444d-b77f-0175818d335b req-7d892bd7-1c4d-4d51-8480-679b1a1029ee tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1194572 Aug 30 23:04:45.060087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:2d:0b:36', 'name': 'tempest-NetworksTestDHCPv6-257580487'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:45.076873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd39e-75f5-466a-842f-4e6259edd335 req-3b010883-8c33-4b5f-ac3e-90fb6c73050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:45.079556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814fd39e-75f5-466a-842f-4e6259edd335 req-3b010883-8c33-4b5f-ac3e-90fb6c73050c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1097 time: 0.1925435 Aug 30 23:04:45.089613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.111528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Deleting port ea8e00dc-624f-44a3-9cd9-eed9309de59c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:45.111911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.139863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port ea8e00dc-624f-44a3-9cd9-eed9309de59c on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:45.148860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=ea8e00dc-624f-44a3-9cd9-eed9309de59c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.197994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.250688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fab70d60-7734-444d-b77f-0175818d335b req-ce2540af-b53c-453f-a40a-7230e1416cc5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822624 Aug 30 23:04:45.276131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5423e-c31a-420b-b283-0d1a8a82273f req-8f1a1a8c-595e-4c32-be01-6f43c428e2a8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:45.278099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9a5423e-c31a-420b-b283-0d1a8a82273f req-8f1a1a8c-595e-4c32-be01-6f43c428e2a8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2020092 Aug 30 23:04:45.283909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Deleting port d2b44b0f-294b-4d48-a7e3-2a3298902350 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:45.284573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.286149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814fd39e-75f5-466a-842f-4e6259edd335 req-4ef6813b-b67b-47d9-9e81-14e074df1236 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553164 Aug 30 23:04:45.287114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=9bcce11f-0def-4840-b5c1-605a4ad20207,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.299628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.304201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] For port ea8e00dc-624f-44a3-9cd9-eed9309de59c, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:45.304611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.307688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Deleting port d2b44b0f-294b-4d48-a7e3-2a3298902350 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:45.308050 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.356728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa4a940-8a0a-44a7-bc4b-b7111605ece0']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:45.360848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Calling delete_port for ea8e00dc-624f-44a3-9cd9-eed9309de59c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:45.382734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93b67204-bc5f-485b-a35c-9899e93eb61e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:45.383163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93b67204-bc5f-485b-a35c-9899e93eb61e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:45.386708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Port ea8e00dc-624f-44a3-9cd9-eed9309de59c was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:04:45.393951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.403528 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.425993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:45.429087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] Pushing event deleted for resources: {'Port': ['ID=ea8e00dc-624f-44a3-9cd9-eed9309de59c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.431474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '456cea1e-fb83-4eb2-b6a3-8c5f598eaad2'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:45.432347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.439374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9a5423e-c31a-420b-b283-0d1a8a82273f req-058176e8-bc4f-445e-a84b-48146797b48d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232972 Aug 30 23:04:45.452090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.455822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] For port d2b44b0f-294b-4d48-a7e3-2a3298902350, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d2b44b0f-294b-4d48-a7e3-2a3298902350,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:45.456187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.460394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12d0c40-30b1-4d08-8b93-5c295ea6ae99 None None] No DVR routers for this DVR port ea8e00dc-624f-44a3-9cd9-eed9309de59c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:45.463332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] For port d2b44b0f-294b-4d48-a7e3-2a3298902350, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d2b44b0f-294b-4d48-a7e3-2a3298902350,segment=NetworkSegment(1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7),segment_id=1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:45.463807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.482280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:45.482704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:45.496374 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:45.501771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Calling delete_port for d2b44b0f-294b-4d48-a7e3-2a3298902350 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:45.539158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Router 5f734a4d-c421-482d-b602-043d9b98711f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:45.550156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Calling delete_port for d2b44b0f-294b-4d48-a7e3-2a3298902350 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:45.567894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.682621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Allocated IP 2001:db8::f816:3eff:feab:8086 (a77af47a-f8fc-4324-a15a-49aeaba204b7/456cea1e-fb83-4eb2-b6a3-8c5f598eaad2/89a90305-6819-4f1f-ab10-860f1a75a87c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:45.688139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 673be92e-6560-4776-9de2-5ec584f8c085 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:45.703302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.707658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.736013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.741063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.746487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/caa4a940-8a0a-44a7-bc4b-b7111605ece0 HTTP/1.1" status: 204 len: 168 time: 1.7030144 Aug 30 23:04:45.750565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] No DVR routers for this DVR port d2b44b0f-294b-4d48-a7e3-2a3298902350 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:45.754774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34096) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:45.762896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2b44b0f-294b-4d48-a7e3-2a3298902350,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.779065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] Pushing event deleted for resources: {'Port': ['ID=d2b44b0f-294b-4d48-a7e3-2a3298902350,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.781207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9257c7-dde2-40bb-93ae-f76c83a9bfee None None] No DVR routers for this DVR port d2b44b0f-294b-4d48-a7e3-2a3298902350 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:45.887557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b9de87-0e14-4425-92b6-f5783fe425c2 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=caa4a940-8a0a-44a7-bc4b-b7111605ece0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:45.902907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.921564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Transition to ACTIVE for port object 89a90305-6819-4f1f-ab10-860f1a75a87c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:45.944873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Transition to ACTIVE for port object 89a90305-6819-4f1f-ab10-860f1a75a87c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:45.956039 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.967415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.968064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:45.980453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b54587-7e50-4baa-9747-abd461ac4b53']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:46.001816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:46.005293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:46.009178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:46.016490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Pushing event updated for resources: {'Port': ['ID=89a90305-6819-4f1f-ab10-860f1a75a87c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:46.075823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Attempting to bind port 89a90305-6819-4f1f-ab10-860f1a75a87c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:46.076273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Attempting to bind port 89a90305-6819-4f1f-ab10-860f1a75a87c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:46.076702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Attempting to bind port 89a90305-6819-4f1f-ab10-860f1a75a87c on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:46.082338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:46.082631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:46.082780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f2adbf6-0f4a-4a18-9410-ad67c8d0d8e7') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:46.082960 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:46.083362 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.083754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:46.084502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Bound port: 89a90305-6819-4f1f-ab10-860f1a75a87c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:46.084657 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.099133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.114134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-315eca40-c517-4289-9ad4-c79f147b1eb1 req-b00427bb-5a74-483c-8c86-3a6fb8816510 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/ports?device_id=57193a81-3964-42d5-901b-519fa2666449 HTTP/1.1" status: 200 len: 210 time: 0.4106741 Aug 30 23:04:46.121476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.148672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:46.149113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:46.150941 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:46.156833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] For port 89a90305-6819-4f1f-ab10-860f1a75a87c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:46.161451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] For port 89a90305-6819-4f1f-ab10-860f1a75a87c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a90305-6819-4f1f-ab10-860f1a75a87c,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:46.166818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.180588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:46.196708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Sync routers for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:46.247161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:46.248299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:46.253297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] No DVR routers for this DVR port 9bcce11f-0def-4840-b5c1-605a4ad20207 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:46.255425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.256999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa62eb-e20a-4811-bf84-6ed8e4386f8d None None] Pushing event updated for resources: {'Port': ['ID=89a90305-6819-4f1f-ab10-860f1a75a87c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:46.268762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.269480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.273230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c030917-30f1-4c8b-a981-22f7b4508eb2 req-507d23c1-531e-4452-b78b-3a9d628de574 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.47 "DELETE /v2.0/ports/9bcce11f-0def-4840-b5c1-605a4ad20207 HTTP/1.1" status: 204 len: 173 time: 3.4607327 Aug 30 23:04:46.273230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-deleted', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:46.276223 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/06b54587-7e50-4baa-9747-abd461ac4b53 HTTP/1.1" status: 204 len: 168 time: 2.0330796 Aug 30 23:04:46.277024 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff1b28b-5713-400b-b7b6-44d59f9cdccd" -d '{"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-deleted", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:46.280054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34098) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:46.305334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea2555c-ffa5-40c2-b80c-44b35ebed8e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=06b54587-7e50-4baa-9747-abd461ac4b53,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:46.398440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fe2d:b36 (a77af47a-f8fc-4324-a15a-49aeaba204b7/456cea1e-fb83-4eb2-b6a3-8c5f598eaad2/673be92e-6560-4776-9de2-5ec584f8c085) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:46.401820 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f5d23b-40f1-44d1-b71a-208604cfd81c x-openstack-request-id: req-a2f5d23b-40f1-44d1-b71a-208604cfd81c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:46.403484 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57193a81-3964-42d5-901b-519fa2666449", "name": "network-vif-deleted", "tag": "9bcce11f-0def-4840-b5c1-605a4ad20207", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:46.404303 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a2f5d23b-40f1-44d1-b71a-208604cfd81c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:46.405638 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57193a81-3964-42d5-901b-519fa2666449', 'name': 'network-vif-deleted', 'tag': '9bcce11f-0def-4840-b5c1-605a4ad20207', 'status': 'completed', 'code': 200} Aug 30 23:04:46.537475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:46.597675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f102fa-3c63-4554-9185-86b93184c2ac req-d254011e-cd43-4527-a4b6-0cbb39e31743 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:46.599448 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7f102fa-3c63-4554-9185-86b93184c2ac req-d254011e-cd43-4527-a4b6-0cbb39e31743 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1129975 Aug 30 23:04:46.757204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09851879-770d-4b0a-9a10-b1cd25fc449d req-dec259ba-58b9-45f8-85a4-b09193898424 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:46.765390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09851879-770d-4b0a-9a10-b1cd25fc449d req-dec259ba-58b9-45f8-85a4-b09193898424 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.1344397 Aug 30 23:04:46.829219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7f102fa-3c63-4554-9185-86b93184c2ac req-2c92c223-4328-4d1d-920d-dfb559cb311b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582572 Aug 30 23:04:46.850190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.866259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.885267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09851879-770d-4b0a-9a10-b1cd25fc449d req-7b9eff0d-5036-4ca6-9dfe-6b31606be16d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188183 Aug 30 23:04:46.893736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 673be92e-6560-4776-9de2-5ec584f8c085 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:46.919484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d2b44b0f-294b-4d48-a7e3-2a3298902350 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:46.954418 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:46.981602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d2b44b0f-294b-4d48-a7e3-2a3298902350 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:46.982357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d2b44b0f-294b-4d48-a7e3-2a3298902350 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:46.983036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ea8e00dc-624f-44a3-9cd9-eed9309de59c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:47.028399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:47.036287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:47.039042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=673be92e-6560-4776-9de2-5ec584f8c085,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:47.043547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:47.053368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.054326 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.070821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ea8e00dc-624f-44a3-9cd9-eed9309de59c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:47.071350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ea8e00dc-624f-44a3-9cd9-eed9309de59c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:47.071864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 87968c30-51fc-4ef3-99fa-1c8325c48416 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:47.079113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cbedf692-f423-47a5-9537-a87b1f717383 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0202818 Aug 30 23:04:47.082102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34108) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.148867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207379a9-2435-4bc4-8d57-0fb632b9ad16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.156329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207379a9-2435-4bc4-8d57-0fb632b9ad16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.158524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-207379a9-2435-4bc4-8d57-0fb632b9ad16 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0751815 Aug 30 23:04:47.161140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.177191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 87968c30-51fc-4ef3-99fa-1c8325c48416 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:47.177587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 87968c30-51fc-4ef3-99fa-1c8325c48416 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:47.235988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a374e3a-2011-4465-bbe9-0c9974f3997e req-a91e6859-fa46-4a87-b358-ab7c5eb69524 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.238290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a374e3a-2011-4465-bbe9-0c9974f3997e req-a91e6859-fa46-4a87-b358-ab7c5eb69524 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.1830404 Aug 30 23:04:47.259852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34116) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.260176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34118) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.266803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'floatingip': {'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:47.316832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 673be92e-6560-4776-9de2-5ec584f8c085 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:47.317472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.366348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.400022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:47.439232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Checking router: 5f734a4d-c421-482d-b602-043d9b98711f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:47.455175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:47.455875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:47.473894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.502302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 673be92e-6560-4776-9de2-5ec584f8c085 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:47.609993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.629119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:47.695402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.750372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.796734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.867458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.872936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/673be92e-6560-4776-9de2-5ec584f8c085 HTTP/1.1" status: 204 len: 168 time: 0.7101147 Aug 30 23:04:47.875063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618976a-cd77-4ec8-bd31-3ed304e71d2d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=673be92e-6560-4776-9de2-5ec584f8c085,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:47.878608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34122) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.911572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 4a99be05-7532-4062-955f-00097feb491c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:47.911880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:47.945722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e3a61-0e8e-4dea-8eb4-cf598bf637c6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.948446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790e3a61-0e8e-4dea-8eb4-cf598bf637c6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:47.955706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-790e3a61-0e8e-4dea-8eb4-cf598bf637c6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0743198 Aug 30 23:04:47.956465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:47.983464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:48.018189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d07bec9-b257-445f-b541-e9fcb09b1f55 None None] The sync data for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 is: [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T22:55:59Z', 'revision_number': 4, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4e75279b-e48f-4efb-850b-e323ac9db1be', 'name': '', 'network_id': '0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'mac_address': 'fa:16:3e:17:c1:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1371, 'fixed_ips': [{'subnet_id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:58Z', 'updated_at': '2021-08-30T22:56:09Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'subnets': [{'id': 'a7899c2b-b33d-47a6-8604-d084e2a603da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:48.020781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c540a3eb-7acf-4cef-9e72-b1b561970753 None None] Provisioning for port 89a90305-6819-4f1f-ab10-860f1a75a87c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:48.046717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 456cea1e-fb83-4eb2-b6a3-8c5f598eaad2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:48.055095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.120298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.236123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.242103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3e488559-9258-41eb-8222-ff8deb9eebe9 None None] Could not find standard attr ID for object 673be92e-6560-4776-9de2-5ec584f8c085. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:04:48.331870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.365056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=456cea1e-fb83-4eb2-b6a3-8c5f598eaad2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:48.375449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.382275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9cd2f9d9-51e7-4c55-9ee2-4049722029f8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/456cea1e-fb83-4eb2-b6a3-8c5f598eaad2 HTTP/1.1" status: 204 len: 168 time: 0.4239030 Aug 30 23:04:48.382833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34126) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:48.401591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a90305-6819-4f1f-ab10-860f1a75a87c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:48.421607 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cdac5b-35cb-426f-b2da-d9072b5e1621 None None] New status for floating IP cc2329c6-f276-4862-9f32-ef7042c8515d: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:04:48.492230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-972b03aa-44fd-46e6-86f7-de41dda6790b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077468 Aug 30 23:04:48.494814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34128) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:48.502027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:48.508054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 4a99be05-7532-4062-955f-00097feb491c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4a99be05-7532-4062-955f-00097feb491c,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:48.508875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.520996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 89a90305-6819-4f1f-ab10-860f1a75a87c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:48.532821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 89a90305-6819-4f1f-ab10-860f1a75a87c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:48.533440 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.576451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd13176-132b-4beb-8c6e-dae30b8fbc34 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:48.674737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.675906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:48.678237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.681463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.681695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "DELETE /v2.0/security-groups/a06f3143-bb6b-40a1-9b89-51040e94e5db HTTP/1.1" status: 204 len: 168 time: 1.4108813 Aug 30 23:04:48.687211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34130) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:48.735203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 4a99be05-7532-4062-955f-00097feb491c owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:48.752409 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-2ac2f4bb-3108-4c46-8741-10a17fa80ee6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] show failed (client error): The resource could not be found. Aug 30 23:04:48.753890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2ac2f4bb-3108-4c46-8741-10a17fa80ee6 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "GET /v2.0/security-groups/a06f3143-bb6b-40a1-9b89-51040e94e5db HTTP/1.1" status: 404 len: 347 time: 0.0650783 Aug 30 23:04:48.758281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:48.794657 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.841505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 89a90305-6819-4f1f-ab10-860f1a75a87c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a90305-6819-4f1f-ab10-860f1a75a87c,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:48.847707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.918904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=89a90305-6819-4f1f-ab10-860f1a75a87c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:48.928818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:48.935874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a2225-4091-4f59-8ae3-2a2a3bb990e5 tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06f3143-bb6b-40a1-9b89-51040e94e5db,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:48.982408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Deleting port d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:48.982760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:48.996883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.resource_extend [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:04:48.999194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Deleting port 89a90305-6819-4f1f-ab10-860f1a75a87c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:48.999794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.071512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] For port 89a90305-6819-4f1f-ab10-860f1a75a87c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=89a90305-6819-4f1f-ab10-860f1a75a87c,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:49.072104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.089745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Calling delete_port for 89a90305-6819-4f1f-ab10-860f1a75a87c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:49.091480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b86d77-ff5c-434b-8504-8f351ac95419 req-daf6bce9-981b-4439-94ed-a6e749e3c742 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:49.093101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7b86d77-ff5c-434b-8504-8f351ac95419 req-daf6bce9-981b-4439-94ed-a6e749e3c742 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.5144732 Aug 30 23:04:49.132897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.148757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.174368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.174726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.208095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.245691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:04:49.249438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.250269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] Pushing event deleted for resources: {'Port': ['ID=89a90305-6819-4f1f-ab10-860f1a75a87c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:49.255869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3bdb1f-e3f5-4a79-a15f-6490b0de51cf None None] No DVR routers for this DVR port 89a90305-6819-4f1f-ab10-860f1a75a87c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:49.263885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Calling delete_port for d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:49.267344 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7b86d77-ff5c-434b-8504-8f351ac95419 req-ab2838aa-8ae9-4d84-8be1-88002a2cd159 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548738 Aug 30 23:04:49.309870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:49.321186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:49.326736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:49.327379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.337513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3932e72a-dec6-44e9-b309-eea30bbed5bb None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:49.397929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34134) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:49.398197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9016726 Aug 30 23:04:49.406674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4457a5bc-635f-4432-ba0b-a7545cec19da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=d780abd8-0682-43b2-9bad-485c2af67204,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:49.410525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:b7:39:9f', 'name': 'tempest-NetworksTestDHCPv6-1978062110'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:49.429627 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Floating IP 5c353dfb-2246-474f-b782-c9c9a322d8ba associated. External IP: 172.25.7.235, port: 67d4f994-98c9-4f51-9eb3-62162220fb31. Aug 30 23:04:49.535234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'd780abd8-0682-43b2-9bad-485c2af67204'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:49.536439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.541127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.543293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.582664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Pushing event deleted for resources: {'Port': ['ID=d8b7ac38-2cbc-40e5-88f4-a67e125bc3f6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:49.594439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=4a99be05-7532-4062-955f-00097feb491c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:49.668125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.671332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.673843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4a2ea9db-6838-4333-943c-d3fca326f90e tempest-ServerActionsTestJSON-518376588 tempest-ServerActionsTestJSON-518376588-project] 10.222.0.25 "DELETE /v2.0/floatingips/cc2329c6-f276-4862-9f32-ef7042c8515d HTTP/1.1" status: 204 len: 168 time: 0.9133179 Aug 30 23:04:49.677449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34136) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:49.694305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Deleting port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:49.695216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.702260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Allocated IP 2001:db8::f816:3eff:fefd:1013 (a77af47a-f8fc-4324-a15a-49aeaba204b7/d780abd8-0682-43b2-9bad-485c2af67204/1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:49.884621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.896314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Transition to ACTIVE for port object 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:49.914148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Transition to ACTIVE for port object 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:49.921583 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.927550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] For port 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:49.927927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:49.951320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:49.956065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Calling delete_port for 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:49.969329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:49.977070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:49.980922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:49.988882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Pushing event updated for resources: {'Port': ['ID=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:50.044701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.048197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Attempting to bind port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:50.049026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Attempting to bind port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:50.049026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Attempting to bind port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:50.055353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:50.055622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:50.055958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.056365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:50.056857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Bound port: 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:50.057726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.144905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] For port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:50.148893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] For port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:50.153729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.164949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.220898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:50.233252 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.244056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01dd784-9fce-4b27-a4a9-120a6ad05795 None None] Pushing event updated for resources: {'Port': ['ID=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:50.324364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port b26cb60e-a3f1-4d2f-8929-76010318f727 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:50.414919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a90305-6819-4f1f-ab10-860f1a75a87c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:50.454947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 89a90305-6819-4f1f-ab10-860f1a75a87c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:50.461414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 89a90305-6819-4f1f-ab10-860f1a75a87c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:50.537242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd2653-826b-4b1b-9ef5-750e11cd12f6 req-19acc883-3fbb-434e-98b6-a76b4c5c595c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:50.538985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31dd2653-826b-4b1b-9ef5-750e11cd12f6 req-19acc883-3fbb-434e-98b6-a76b4c5c595c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1429007 Aug 30 23:04:50.617035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31dd2653-826b-4b1b-9ef5-750e11cd12f6 req-98dcd3ad-841c-4b07-9a4c-62a36afbbe6e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675788 Aug 30 23:04:50.675372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Deleting port 4e75279b-e48f-4efb-850b-e323ac9db1be {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:50.675802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.761365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] For port 4e75279b-e48f-4efb-850b-e323ac9db1be, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4e75279b-e48f-4efb-850b-e323ac9db1be,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:50.761605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:50.781831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Calling delete_port for 4e75279b-e48f-4efb-850b-e323ac9db1be owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:51.015173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.016656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.026280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:51.032706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.037718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:51.046010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:51.059219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:51.059998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:51.074353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e75279b-e48f-4efb-850b-e323ac9db1be,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:51.101335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:feb7:399f (a77af47a-f8fc-4324-a15a-49aeaba204b7/d780abd8-0682-43b2-9bad-485c2af67204/b26cb60e-a3f1-4d2f-8929-76010318f727) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:51.125682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=82b8acd4-be85-4d7b-bc1e-bad54fb47ce6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:51.198861 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1f7dbe54-19ff-488a-9a84-690ad94c322e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "PUT /v2.0/floatingips/5c353dfb-2246-474f-b782-c9c9a322d8ba HTTP/1.1" status: 200 len: 991 time: 3.9273038 Aug 30 23:04:51.203611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:04:51.220830 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06adab87-2d0d-48fb-ace0-582c36431f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:04:51.305318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:51.382495 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e600f18f-c19e-481b-a736-47651de6f9e8 x-openstack-request-id: req-e600f18f-c19e-481b-a736-47651de6f9e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:04:51.386361 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:04:51.386679 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e600f18f-c19e-481b-a736-47651de6f9e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:04:51.387117 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'status': 'completed', 'code': 200} Aug 30 23:04:51.424934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.542499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-5bd2f566-78ba-4e96-a8d6-ebbcdd8d09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:51.544320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-5bd2f566-78ba-4e96-a8d6-ebbcdd8d09fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1097 time: 0.1383095 Aug 30 23:04:51.671585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:51.692720 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:51.696037 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7ad2abcc-dc37-4477-abbb-41a1ea82ebf5 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9385042 Aug 30 23:04:51.707990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34148) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:51.715282 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:51.716190 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:51.822942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-460e6330-774a-4afb-85c0-540e716be2d3 None None] Provisioning for port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:51.855940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '5c353dfb-2246-474f-b782-c9c9a322d8ba', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df66961-a6a2-4229-906c-1119486d7386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:04:27Z', 'updated_at': '2021-08-30T23:04:48Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:51.890043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:51.896015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-166cc148-72b4-43a9-a973-75d656ced83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:51.898206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-166cc148-72b4-43a9-a973-75d656ced83b service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.3446591 Aug 30 23:04:51.908711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.910293 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:51.914313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:51.914556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet 340c84eb-f0b7-44f9-acab-372f76abb24b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:51.915014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:51.915397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbd825-8c59-47fc-b413-2c3fdd5cb3ef req-7d984915-45bc-4d54-81fd-eb2ce47a26cf tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:51.917030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04dbd825-8c59-47fc-b413-2c3fdd5cb3ef req-7d984915-45bc-4d54-81fd-eb2ce47a26cf tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1382344 Aug 30 23:04:51.923632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.961587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:51.973911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object b26cb60e-a3f1-4d2f-8929-76010318f727 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:52.001571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.067931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04dbd825-8c59-47fc-b413-2c3fdd5cb3ef req-6eb0adce-f010-4b92-967e-fcbfc04729d1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395297 Aug 30 23:04:52.078763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-03c9eb0a-80b3-4707-a571-7b1234c2c48b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 999 time: 0.1588659 Aug 30 23:04:52.081309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Router 5f734a4d-c421-482d-b602-043d9b98711f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:52.112507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:52.184019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.240488 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:49Z', 'revision_number': 9, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:52.276300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:52.280304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:52.288218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:52.299139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:52.300067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.362478 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:52.389994 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:52.394380 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:52.536556 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:52.543777 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.564612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '5c353dfb-2246-474f-b782-c9c9a322d8ba', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df66961-a6a2-4229-906c-1119486d7386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:04:27Z', 'updated_at': '2021-08-30T23:04:48Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:52.589100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.625887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:52.629634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aca01f3-141c-4b3c-974c-cadb1b52c601 None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '5c353dfb-2246-474f-b782-c9c9a322d8ba', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.235', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9df66961-a6a2-4229-906c-1119486d7386', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:04:27Z', 'updated_at': '2021-08-30T23:04:48Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:52.668290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=b26cb60e-a3f1-4d2f-8929-76010318f727,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:52.676292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.688664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51a5c14b-1c67-46f0-a752-5f55bc1563ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.2875836 Aug 30 23:04:52.699750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34152) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:52.728811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-cd242b1c-d3c8-4183-9805-8bcf0c0a6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:52.730631 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-cd242b1c-d3c8-4183-9805-8bcf0c0a6374 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.6403573 Aug 30 23:04:52.731395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:52.740912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:52.742731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.762161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=340c84eb-f0b7-44f9-acab-372f76abb24b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:52.814900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-afe713e0-c033-41cc-b975-8a7a593f0e8f None None] Provisioning for port b26cb60e-a3f1-4d2f-8929-76010318f727 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:52.816806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.821549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-657f065a-69db-4e21-b243-ce1315992015 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/340c84eb-f0b7-44f9-acab-372f76abb24b HTTP/1.1" status: 204 len: 168 time: 1.1056354 Aug 30 23:04:52.821975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34154) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:52.827585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e99e7cb-ca39-4baa-a1d7-5f4b5a7b9149 None None] Network a2adb3ea-3507-4864-a6f9-006c439db0ef requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:52.828634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Router c7115c92-ec49-4380-8a80-61266ecd1597 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:52.830663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-afe713e0-c033-41cc-b975-8a7a593f0e8f None None] Provisioning complete for port b26cb60e-a3f1-4d2f-8929-76010318f727 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:52.831922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-afe713e0-c033-41cc-b975-8a7a593f0e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.871187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:49Z', 'revision_number': 9, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:52.902009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f50e32-b392-4aec-8c64-f348cb57eb8a None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:49Z', 'revision_number': 9, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': '2a1a19e6-fb17-4aab-8e8b-51df9047b8dc', 'name': '', 'network_id': 'a4142703-1e9d-46dc-852f-174885973f2e', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:76:ef:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:02Z', 'updated_at': '2021-08-30T23:04:14Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': '1e90abf7-5bc5-44e8-a00c-5aafa5f08f80', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:52.917393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-fe4b0345-6843-4bc4-8d77-b5c871df358e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:52.919547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-fe4b0345-6843-4bc4-8d77-b5c871df358e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1785769 Aug 30 23:04:52.924261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:52.930887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2e52ee03-a707-4c13-abc0-984a9ec61c85 admin admin] 10.222.0.25 "PUT /v2.0/routers/5f734a4d-c421-482d-b602-043d9b98711f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2520678 Aug 30 23:04:52.939406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34156) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:52.950167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:52.957497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Sync routers for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:53.012281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-afe713e0-c033-41cc-b975-8a7a593f0e8f None None] Port b26cb60e-a3f1-4d2f-8929-76010318f727 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:04:53.022003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:53.022640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:53.038872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1daccd-3a2a-48c1-88fd-863decd9c3e7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:53.045415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1daccd-3a2a-48c1-88fd-863decd9c3e7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:53.048215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cd1daccd-3a2a-48c1-88fd-863decd9c3e7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3472805 Aug 30 23:04:53.054957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34158) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:53.056364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.095963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-90980e7b-2d75-4bf5-a017-70b487c21aa3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619370 Aug 30 23:04:53.275796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:53.286687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5700ddce-8337-4cd6-9212-fe42a62e7fbf admin admin] 10.222.0.25 "PUT /v2.0/routers/c7115c92-ec49-4380-8a80-61266ecd1597/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0044112 Aug 30 23:04:53.291138 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Sync routers for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:53.292080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34162) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:53.326749 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:53.327471 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:53.330944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd608e-9a46-4ba4-ae2e-a8711fad0bb2 req-6a320fc9-b847-4147-b7d3-53846617c25a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:53.334589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60dd608e-9a46-4ba4-ae2e-a8711fad0bb2 req-6a320fc9-b847-4147-b7d3-53846617c25a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1205089 Aug 30 23:04:53.340131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port b26cb60e-a3f1-4d2f-8929-76010318f727 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:53.340666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.347766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06adab87-2d0d-48fb-ace0-582c36431f9c req-b62b44ae-d654-4e86-b27f-c9d5b6da2349 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293687 Aug 30 23:04:53.351646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:53.395577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.445194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:53.474412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.501428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60dd608e-9a46-4ba4-ae2e-a8711fad0bb2 req-3ea9ab94-e0e6-4ac7-9a82-534f374f8c83 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252666 Aug 30 23:04:53.554711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.582606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for b26cb60e-a3f1-4d2f-8929-76010318f727 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:53.612684 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:53.636712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.648251 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.713994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:53.733145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.734311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.734311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.734311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.734694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.735147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.735563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.735955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.736084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port fec36c1c-827d-4350-8fce-ba08e9083803 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:53.736380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.736488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.736706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.737179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.737570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.804724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] DHCP port deletion for a2adb3ea-3507-4864-a6f9-006c439db0ef request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:53.851131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.897162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port fec36c1c-827d-4350-8fce-ba08e9083803, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fec36c1c-827d-4350-8fce-ba08e9083803,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:53.897443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.898285 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T23:04:50Z', 'revision_number': 5, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port': {'id': '592fa141-28fa-420e-91d7-ec8abf92da04', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:8e:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:59:00Z', 'updated_at': '2021-08-30T22:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:53.898851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=b26cb60e-a3f1-4d2f-8929-76010318f727,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:53.911244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Deleting port fec36c1c-827d-4350-8fce-ba08e9083803 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:53.911691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.914420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T23:04:50Z', 'revision_number': 5, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port': {'id': 'e86837c3-a34f-4e4c-9899-e2e11f0cc67c', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f734a4d-c421-482d-b602-043d9b98711f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1370, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T22:55:55Z', 'updated_at': '2021-08-30T22:56:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:53.921751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da7918-08f3-46d3-8eb9-4533be62666c None None] New status for floating IP 5c353dfb-2246-474f-b782-c9c9a322d8ba: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:04:53.926429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.926797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.927236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.927721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.928139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.928522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.930118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.930488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.930827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.931209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.931924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.932309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:04:53.958371 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Checking router: c7115c92-ec49-4380-8a80-61266ecd1597 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:53.961323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:53.966354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-089b63cf-907f-436a-8482-d8b79338ab61 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/b26cb60e-a3f1-4d2f-8929-76010318f727 HTTP/1.1" status: 204 len: 168 time: 0.9102976 Aug 30 23:04:53.970046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34166) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:53.978961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Routers {'c7115c92-ec49-4380-8a80-61266ecd1597'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:53.979752 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['c7115c92-ec49-4380-8a80-61266ecd1597'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:54.014042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for fec36c1c-827d-4350-8fce-ba08e9083803 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:54.028085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.033549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Checking router: 5f734a4d-c421-482d-b602-043d9b98711f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:04:54.069166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] For port fec36c1c-827d-4350-8fce-ba08e9083803, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fec36c1c-827d-4350-8fce-ba08e9083803,segment=NetworkSegment(c78fb5a3-20a5-449c-a2a1-b395c637392b),segment_id=c78fb5a3-20a5-449c-a2a1-b395c637392b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:54.069569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.071958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb60dd-da3e-41ac-943d-4c8b462035b0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:54.073993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9acb60dd-da3e-41ac-943d-4c8b462035b0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:54.079278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9acb60dd-da3e-41ac-943d-4c8b462035b0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1040387 Aug 30 23:04:54.079922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.083752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Calling delete_port for fec36c1c-827d-4350-8fce-ba08e9083803 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:54.128435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Deleting port 592fa141-28fa-420e-91d7-ec8abf92da04 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:54.128802 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.184226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet d780abd8-0682-43b2-9bad-485c2af67204 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:54.187941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.202947 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.231267 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] Set router c7115c92-ec49-4380-8a80-61266ecd1597 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:54.261517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] Pushing event deleted for resources: {'Port': ['ID=fec36c1c-827d-4350-8fce-ba08e9083803,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:54.273293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfca84d4-4a5d-42ec-ac7f-bc9ab7f1c75f None None] No DVR routers for this DVR port fec36c1c-827d-4350-8fce-ba08e9083803 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:54.275338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Routers {'5f734a4d-c421-482d-b602-043d9b98711f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:54.275981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5f734a4d-c421-482d-b602-043d9b98711f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:54.280921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.295360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.321443 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T23:04:53Z', 'revision_number': 6, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:54.370908 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1678ccb-2d81-4933-b45d-83195a2cf07a None None] The sync data for ids ['c7115c92-ec49-4380-8a80-61266ecd1597'] in n-d-791504-21 is: [{'id': 'c7115c92-ec49-4380-8a80-61266ecd1597', 'name': 'tempest-TestServerBasicOps-1726275456-router', 'tenant_id': '307df3048e1a4742925ae0e50d95a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:58:59Z', 'updated_at': '2021-08-30T23:04:53Z', 'revision_number': 6, 'project_id': '307df3048e1a4742925ae0e50d95a13a', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:54.397965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:54.403896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port fec36c1c-827d-4350-8fce-ba08e9083803 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:54.426934 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.431949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=fec36c1c-827d-4350-8fce-ba08e9083803,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:54.442382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Deleting port e86837c3-a34f-4e4c-9899-e2e11f0cc67c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:54.442728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.447877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] For port 592fa141-28fa-420e-91d7-ec8abf92da04, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=592fa141-28fa-420e-91d7-ec8abf92da04,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:54.448309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.491438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] Set router 5f734a4d-c421-482d-b602-043d9b98711f gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:54.512906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.547012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=d780abd8-0682-43b2-9bad-485c2af67204,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:54.553975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.556234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6536fbf-202f-4c98-97ef-74ff8440ed5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/d780abd8-0682-43b2-9bad-485c2af67204 HTTP/1.1" status: 204 len: 168 time: 0.4753656 Aug 30 23:04:54.559350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.566804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Calling delete_port for 592fa141-28fa-420e-91d7-ec8abf92da04 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:54.583731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c5930e-0c4f-4a21-a809-e1463193d921 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:54.587792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T23:04:54Z', 'revision_number': 6, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:54.604509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.641731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b1c887b2-65d8-4fe5-ad07-a02e3aa53cd1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0811720 Aug 30 23:04:54.652075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.659187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38ead03-8c1e-4247-acc2-f90fed712db7 None None] The sync data for ids ['5f734a4d-c421-482d-b602-043d9b98711f'] in n-d-791504-21 is: [{'id': '5f734a4d-c421-482d-b602-043d9b98711f', 'name': 'tempest-ServerActionsTestJSON-1129971753-router', 'tenant_id': '0bf0dadc5814454983b9c309921eb178', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T22:55:54Z', 'updated_at': '2021-08-30T23:04:54Z', 'revision_number': 6, 'project_id': '0bf0dadc5814454983b9c309921eb178', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:04:54.670680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:54.671971 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:54.772656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e65f5a7-defe-44a9-90bf-48fd4ae9aeca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:54.773134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8e65f5a7-defe-44a9-90bf-48fd4ae9aeca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1185942 Aug 30 23:04:54.785190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34178) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.810829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f4649-4763-4431-b624-0169058e34d4 req-77d2e8da-fb10-4328-88f5-74993cf68ade tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:54.813669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e4f4649-4763-4431-b624-0169058e34d4 req-77d2e8da-fb10-4328-88f5-74993cf68ade tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1707077 Aug 30 23:04:54.922115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e4f4649-4763-4431-b624-0169058e34d4 req-b404d4c3-a935-400c-ae42-adaf66df846e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799987 Aug 30 23:04:54.928330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be656cac-e468-4895-a639-b977bc91d9f6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:54.932429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be656cac-e468-4895-a639-b977bc91d9f6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1432002 Aug 30 23:04:54.936349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34180) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.986865 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-96cedaaa-0e3c-4016-9d5e-0e14214b6e37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0506103 Aug 30 23:04:54.990755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34182) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:54.995879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:55.086255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2adb3ea-3507-4864-a6f9-006c439db0ef']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:55.091642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:55.095823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.108117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c78fb5a3-20a5-449c-a2a1-b395c637392b') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:55.108414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c78fb5a3-20a5-449c-a2a1-b395c637392b') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:55.131948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.142956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] For port e86837c3-a34f-4e4c-9899-e2e11f0cc67c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:55.143315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.162508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Calling delete_port for e86837c3-a34f-4e4c-9899-e2e11f0cc67c owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:55.164646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.214990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:55.215498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:55.219055 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:55.310073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:55.329120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.344600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.380775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:55.384925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:55.386985 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.388860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/a2adb3ea-3507-4864-a6f9-006c439db0ef HTTP/1.1" status: 204 len: 168 time: 2.5572920 Aug 30 23:04:55.392871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Deleting port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:55.393733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.394648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34184) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:55.396534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:55.397503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.419838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=f7462bae-bb95-4ef1-9003-23b2ece28e0f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:55.433843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8634499c-1282-4ef1-ac03-0b7bc3536447 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4398065 Aug 30 23:04:55.436068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34186) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:55.443847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:e1:d6:93', 'name': 'tempest-NetworksTestDHCPv6-1717197835'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:55.503150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af18442-a247-4d05-9c4c-6d52e92fc980 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=a2adb3ea-3507-4864-a6f9-006c439db0ef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:55.514348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] For port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:55.515696 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.533477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Calling delete_port for 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:55.632827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:04:55.663998 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.681828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4a99be05-7532-4062-955f-00097feb491c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:55.710880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.713172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4a99be05-7532-4062-955f-00097feb491c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:55.713524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4a99be05-7532-4062-955f-00097feb491c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:55.713979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fec36c1c-827d-4350-8fce-ba08e9083803 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:55.738871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=592fa141-28fa-420e-91d7-ec8abf92da04,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:55.759694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.776987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] Pushing event deleted for resources: {'Port': ['ID=1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:55.796923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fec36c1c-827d-4350-8fce-ba08e9083803 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:55.797194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fec36c1c-827d-4350-8fce-ba08e9083803 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:55.800761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528c3e6-e593-421e-b136-64a5d571c446 None None] No DVR routers for this DVR port 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:55.803108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 483a8adc-a4dc-4814-95fc-6475805822f9 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:04:55.839007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d60aa-4bac-4452-8bfd-831ff33f1a4f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:55.846080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:55.896447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e86837c3-a34f-4e4c-9899-e2e11f0cc67c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:55.937282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.003641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::5 (a77af47a-f8fc-4324-a15a-49aeaba204b7/f7462bae-bb95-4ef1-9003-23b2ece28e0f/483a8adc-a4dc-4814-95fc-6475805822f9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:56.063490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'f7462bae-bb95-4ef1-9003-23b2ece28e0f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:04:56.064565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.148849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.154775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025e25f-1e9c-4657-8ca5-886e02c40823 req-7039f5fe-dd82-43ee-90e8-24c9417a8aa7 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:56.158276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a025e25f-1e9c-4657-8ca5-886e02c40823 req-7039f5fe-dd82-43ee-90e8-24c9417a8aa7 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1231861 Aug 30 23:04:56.160689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.172046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.258765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a025e25f-1e9c-4657-8ca5-886e02c40823 req-fc4768ae-e880-4302-9e55-d49e771c674e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661857 Aug 30 23:04:56.327938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.328835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c7115c92-ec49-4380-8a80-61266ecd1597 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:04:56.336048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e86837c3-a34f-4e4c-9899-e2e11f0cc67c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:56.336629 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.337749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c56288f8-d5de-4e1c-b357-071e8b4159f7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/c7115c92-ec49-4380-8a80-61266ecd1597 HTTP/1.1" status: 204 len: 168 time: 3.0449901 Aug 30 23:04:56.345028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34194) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:56.349305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.353283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.364373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e86837c3-a34f-4e4c-9899-e2e11f0cc67c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:56.366416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e86837c3-a34f-4e4c-9899-e2e11f0cc67c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:56.366942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:56.368696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.391536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:56.392411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1d7a4fb8-5f90-49cc-9fc6-ddb6ed709a0f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:56.393019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 592fa141-28fa-420e-91d7-ec8abf92da04 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:56.424106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 483a8adc-a4dc-4814-95fc-6475805822f9 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:56.456771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.458802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5f734a4d-c421-482d-b602-043d9b98711f {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:04:56.472079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Deleting subnet 939bcf5c-6edb-4647-a7c3-967afe856b74 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:56.472454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.477091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1bee1e4e-7bbe-409a-8358-ec306d42e0c7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5f734a4d-c421-482d-b602-043d9b98711f HTTP/1.1" status: 204 len: 168 time: 3.5312991 Aug 30 23:04:56.478345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:56.481111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.549006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.589376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Deleting subnet a7899c2b-b33d-47a6-8604-d084e2a603da {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:56.597641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.618854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.629502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 592fa141-28fa-420e-91d7-ec8abf92da04 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:56.630115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 592fa141-28fa-420e-91d7-ec8abf92da04 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:56.630559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:56.644535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.669376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:56.669646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 82b8acd4-be85-4d7b-bc1e-bad54fb47ce6 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:56.670029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4e75279b-e48f-4efb-850b-e323ac9db1be no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:56.696744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4e75279b-e48f-4efb-850b-e323ac9db1be {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:56.697122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4e75279b-e48f-4efb-850b-e323ac9db1be not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:56.707241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:56.714738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:56.720595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/f7462bae-bb95-4ef1-9003-23b2ece28e0f/d4cb9004-74fd-48a7-989e-77bbc425f992) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:04:56.727926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:56.737704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:56.738678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.741146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=483a8adc-a4dc-4814-95fc-6475805822f9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:56.753604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.762116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.813816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21022278-ad54-4006-b5fd-e2bac078fb37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3639209 Aug 30 23:04:56.817493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34198) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:56.904502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c4a3ccb-e548-4681-b786-c2ccaa2c628c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:56.906217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4c4a3ccb-e548-4681-b786-c2ccaa2c628c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0851548 Aug 30 23:04:56.909615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34202) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:56.927385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.957238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.959942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:56.978320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Transition to ACTIVE for port object d4cb9004-74fd-48a7-989e-77bbc425f992 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:57.002383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Transition to ACTIVE for port object d4cb9004-74fd-48a7-989e-77bbc425f992 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:04:57.008962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.028318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.039217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9210305b-49eb-46c8-be72-4f18aa0dc897 None None] Network b4be56a6-9b08-4def-b856-1382f3d42fde requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:57.041827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.046579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/939bcf5c-6edb-4647-a7c3-967afe856b74 HTTP/1.1" status: 204 len: 168 time: 0.7004926 Aug 30 23:04:57.049026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423e684-8fc6-4e7b-97e7-1380fe73ad84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=939bcf5c-6edb-4647-a7c3-967afe856b74,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.050640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:57.071722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7899c2b-b33d-47a6-8604-d084e2a603da,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.111054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.113446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-35884e6f-abdd-4b2a-873b-155d24a32592 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a7899c2b-b33d-47a6-8604-d084e2a603da HTTP/1.1" status: 204 len: 168 time: 0.6344268 Aug 30 23:04:57.116727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:57.128539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:04:57.131368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:04:57.138352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.150281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f585b4a6-ba85-4837-b5b8-1c1e28e833c0 None None] Network 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:57.153321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 483a8adc-a4dc-4814-95fc-6475805822f9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.153666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.159098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:04:57.202810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Pushing event updated for resources: {'Port': ['ID=d4cb9004-74fd-48a7-989e-77bbc425f992,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.245826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.245826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.250655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.278936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.299557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Deleting port f941cce3-7dd0-436f-b3d5-d72a9bf13737 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.299943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.301824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 483a8adc-a4dc-4814-95fc-6475805822f9 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.324554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Attempting to bind port d4cb9004-74fd-48a7-989e-77bbc425f992 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:04:57.324906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Attempting to bind port d4cb9004-74fd-48a7-989e-77bbc425f992 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:04:57.325243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Attempting to bind port d4cb9004-74fd-48a7-989e-77bbc425f992 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:04:57.332535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:04:57.332916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:04:57.333316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.333713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:04:57.334835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Bound port: d4cb9004-74fd-48a7-989e-77bbc425f992, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:04:57.335231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.375486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:57.376669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.412986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.449721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] For port f941cce3-7dd0-436f-b3d5-d72a9bf13737, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f941cce3-7dd0-436f-b3d5-d72a9bf13737,segment=NetworkSegment(d178e9d2-0191-488d-96ca-2c01b8af12d8),segment_id=d178e9d2-0191-488d-96ca-2c01b8af12d8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:57.450118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.453762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] For port d4cb9004-74fd-48a7-989e-77bbc425f992, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:04:57.460282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] For port d4cb9004-74fd-48a7-989e-77bbc425f992, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4cb9004-74fd-48a7-989e-77bbc425f992,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:04:57.465557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.473586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Calling delete_port for f941cce3-7dd0-436f-b3d5-d72a9bf13737 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.496726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f330b03-c52d-49d6-bda8-c5f9da68cffa req-b27b063c-0af2-4f71-90e5-9369e98be197 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:57.498337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f330b03-c52d-49d6-bda8-c5f9da68cffa req-b27b063c-0af2-4f71-90e5-9369e98be197 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1447163 Aug 30 23:04:57.536345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb0fd75-bce7-4cdf-aab6-d6a2f8a9bfcc None None] Pushing event updated for resources: {'Port': ['ID=d4cb9004-74fd-48a7-989e-77bbc425f992,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.556360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] DHCP port deletion for b4be56a6-9b08-4def-b856-1382f3d42fde request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:57.602259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] DHCP port deletion for 0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:04:57.615328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Deleting port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.615547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.616467 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:04:57.644406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f330b03-c52d-49d6-bda8-c5f9da68cffa req-f2a0bc1e-b680-415e-998e-1a8d6a9ca3e6 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323404 Aug 30 23:04:57.681131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.684357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.696469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] For port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:57.696952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.712337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Calling delete_port for 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.713719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Deleting port f941cce3-7dd0-436f-b3d5-d72a9bf13737 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.714290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.728536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Pushing event deleted for resources: {'Port': ['ID=f941cce3-7dd0-436f-b3d5-d72a9bf13737,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.751558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] No DVR routers for this DVR port f941cce3-7dd0-436f-b3d5-d72a9bf13737 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:57.813026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Deleting port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:04:57.813406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.824861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=483a8adc-a4dc-4814-95fc-6475805822f9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.837266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.844787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-af76e7f7-cc12-40af-bae3-b3b9b2e256a9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/483a8adc-a4dc-4814-95fc-6475805822f9 HTTP/1.1" status: 204 len: 168 time: 0.9337859 Aug 30 23:04:57.850082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34210) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:57.880025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.889618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] For port f941cce3-7dd0-436f-b3d5-d72a9bf13737, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:57.890037 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.912174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Calling delete_port for f941cce3-7dd0-436f-b3d5-d72a9bf13737 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.917853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Port f941cce3-7dd0-436f-b3d5-d72a9bf13737 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:04:57.919679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] For port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,segment=NetworkSegment(6990d453-1498-4396-8319-ed60e2f663f6),segment_id=6990d453-1498-4396-8319-ed60e2f663f6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:57.920079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.921591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d56209-de0a-4917-aad7-11db377bfd2f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:57.922218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.923138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d56209-de0a-4917-aad7-11db377bfd2f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:57.923450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.928009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58d56209-de0a-4917-aad7-11db377bfd2f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0720088 Aug 30 23:04:57.929189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34212) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:57.943328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4be56a6-9b08-4def-b856-1382f3d42fde']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:57.954354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] Pushing event deleted for resources: {'Port': ['ID=f941cce3-7dd0-436f-b3d5-d72a9bf13737,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:57.960685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd178e9d2-0191-488d-96ca-2c01b8af12d8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:57.961679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd178e9d2-0191-488d-96ca-2c01b8af12d8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:57.961875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Calling delete_port for 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:04:57.976416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7d8c45-fcd8-4921-b4df-83fff76f6614 None None] No DVR routers for this DVR port f941cce3-7dd0-436f-b3d5-d72a9bf13737 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:57.981689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:57.987156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.002818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.010482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:58.011076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.031683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=2a1a19e6-fb17-4aab-8e8b-51df9047b8dc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:58.043039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet f7462bae-bb95-4ef1-9003-23b2ece28e0f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:58.050395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.052291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:58.080100 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:58.090611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.098882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.103223 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] 10.222.0.25 "DELETE /v2.0/networks/b4be56a6-9b08-4def-b856-1382f3d42fde HTTP/1.1" status: 204 len: 168 time: 1.0480163 Aug 30 23:04:58.115226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.121435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:58.128508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b003370a-d411-496f-86e9-eed6082df6ad admin admin] Pushing event deleted for resources: {'Network': ['ID=b4be56a6-9b08-4def-b856-1382f3d42fde,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:58.128946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] No DVR routers for this DVR port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:58.133027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] No DVR routers for this DVR port 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:04:58.152628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6993e8-92a4-4402-8a6b-d8edb6947fc7 None None] Pushing event deleted for resources: {'Port': ['ID=3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:58.248632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.258769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.302466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34218) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:58.371292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e98ee61-b413-4e69-9b6d-a1852636189d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=33b74fad152f4e3b9d750f3b8de24c49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0674427 Aug 30 23:04:58.371980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34220) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:58.417063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4cb9004-74fd-48a7-989e-77bbc425f992 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:04:58.435560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.445043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.460678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.471671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:58.490662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d4cb9004-74fd-48a7-989e-77bbc425f992 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:58.493432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6990d453-1498-4396-8319-ed60e2f663f6') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:58.493732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6990d453-1498-4396-8319-ed60e2f663f6') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:58.514713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.526987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.531972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.535921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a654158-4bc7-4c92-ad97-09ad56dd0dd1 HTTP/1.1" status: 204 len: 168 time: 0.1606359 Aug 30 23:04:58.550914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b160be-1033-4e46-9d0b-617fa7de4a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a654158-4bc7-4c92-ad97-09ad56dd0dd1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:58.561985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:58.586605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:58.587110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3b445aa1-b584-4e5b-9ce2-bfa2dc2775e6 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:58.587632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f941cce3-7dd0-436f-b3d5-d72a9bf13737 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:04:58.594055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.615317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f941cce3-7dd0-436f-b3d5-d72a9bf13737 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:04:58.615666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f941cce3-7dd0-436f-b3d5-d72a9bf13737 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:04:58.633875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:04:58.634313 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:04:58.637612 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:04:58.657866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:58.803578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f3f298-c3c6-476a-8adf-a09fa9c8c6cf req-053a8238-4141-4955-9fe1-abcc51ceabd5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:58.805626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87f3f298-c3c6-476a-8adf-a09fa9c8c6cf req-053a8238-4141-4955-9fe1-abcc51ceabd5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.0731883 Aug 30 23:04:58.858780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87f3f298-c3c6-476a-8adf-a09fa9c8c6cf req-40c69d89-f42a-487d-8755-d19898bad0da tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417535 Aug 30 23:04:59.010814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34230) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.032479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Provisioning for port d4cb9004-74fd-48a7-989e-77bbc425f992 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:04:59.038955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Provisioning complete for port d4cb9004-74fd-48a7-989e-77bbc425f992 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:04:59.039814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.075200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d4a04d81-6bb1-433d-8558-0bfc74bd1f19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=307df3048e1a4742925ae0e50d95a13a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619483 Aug 30 23:04:59.076432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.087961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.111141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.113459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc HTTP/1.1" status: 204 len: 168 time: 1.9903927 Aug 30 23:04:59.114544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861aedb-fc5b-4049-874b-42a7dcb6e7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abeeca0-cae7-4f3d-a9f7-537cb8abc4fc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:59.134899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:04:59.160542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.179851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.189822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.211228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.261345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:04:59.261345 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:04:59.264181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=f7462bae-bb95-4ef1-9003-23b2ece28e0f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:59.295507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.298046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.299376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0901a865-fd5d-4fc4-a36a-25fe9ca5c68a HTTP/1.1" status: 204 len: 168 time: 0.2211938 Aug 30 23:04:59.308709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b180e-cb43-484e-87a7-8f94d8086964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0901a865-fd5d-4fc4-a36a-25fe9ca5c68a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:04:59.323967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.329418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c7518dda-a1cc-4087-bc5e-4ab9f14333d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/f7462bae-bb95-4ef1-9003-23b2ece28e0f HTTP/1.1" status: 204 len: 168 time: 1.3970950 Aug 30 23:04:59.329700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34240) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.368936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:04:59.383644 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:04:59.384845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-29779b4a-8e4c-421d-b417-f74024574546 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9879625 Aug 30 23:04:59.385565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.390932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eaa8cd35-db5a-4460-9f65-50a9e0a94d5b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547726 Aug 30 23:04:59.391295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.407595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:04:59.409101 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:59.473931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet 1e90abf7-5bc5-44e8-a00c-5aafa5f08f80 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:04:59.479294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.511402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad600a3-0baa-4a51-9700-c56ed230f4a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:59.513015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9ad600a3-0baa-4a51-9700-c56ed230f4a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1208844 Aug 30 23:04:59.518452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.518452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.567383 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:04:59.591986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.629897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ad4b46-df89-4eb3-994f-87fb3919f6f4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:04:59.633562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f8ad4b46-df89-4eb3-994f-87fb3919f6f4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1140206 Aug 30 23:04:59.634865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.648293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11ed7818-ec63-4dc8-b738-915b02b3371e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bf0dadc5814454983b9c309921eb178&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288066 Aug 30 23:04:59.651711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.671884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a8f498-979c-4a55-863e-f16460a9716b None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:04:59.724814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e22a74e-017c-496f-a19a-36f38591e98c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888693 Aug 30 23:04:59.742732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:04:59.755256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:04:59.791343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.822974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.859366 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.909242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.916027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.918291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9a7a0b96-be37-45ed-9058-92a3cf986d67 HTTP/1.1" status: 204 len: 168 time: 0.2641339 Aug 30 23:04:59.925197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] For port d4cb9004-74fd-48a7-989e-77bbc425f992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4cb9004-74fd-48a7-989e-77bbc425f992,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:04:59.934206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:04:59.940208 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:57Z', 'revision_number': 10, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:04:59.950356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb451cd-edeb-488b-a234-71a27e72b31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7a0b96-be37-45ed-9058-92a3cf986d67,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:00.030522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.036863 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:00.058179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:00.074997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:00.078190 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:00.112154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-433bc8fc-ec74-4570-a350-d8e64247df77 None None] Could not find standard attr ID for object 483a8adc-a4dc-4814-95fc-6475805822f9. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:05:00.112406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:00.116170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.165759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bf679-b381-4081-8829-607bd11f944c req-93481f38-7fd5-486a-af24-6373b464e528 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:00.170178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a2bf679-b381-4081-8829-607bd11f944c req-93481f38-7fd5-486a-af24-6373b464e528 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1337116 Aug 30 23:05:00.210048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b3a45b-cd17-4b2c-bae6-49120493fbcd None None] Pushing event updated for resources: {'Port': ['ID=d4cb9004-74fd-48a7-989e-77bbc425f992,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:00.242890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a2bf679-b381-4081-8829-607bd11f944c req-15c296b7-739f-4183-bebf-892140506dfa tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657082 Aug 30 23:05:00.275543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.282449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Deleting port d4cb9004-74fd-48a7-989e-77bbc425f992 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:00.282832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.329362 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.332045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/1e90abf7-5bc5-44e8-a00c-5aafa5f08f80 HTTP/1.1" status: 204 len: 168 time: 0.9454305 Aug 30 23:05:00.336576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:00.350839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511424f9-4b25-47cc-b42b-606a51e6cc24 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=1e90abf7-5bc5-44e8-a00c-5aafa5f08f80,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:00.450818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:00.463553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f78902-6881-4d29-9ec0-feca1f2be26c None None] Network a4142703-1e9d-46dc-852f-174885973f2e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:00.577972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.629318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4cb9004-74fd-48a7-989e-77bbc425f992 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:00.728130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:00.731284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.814629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] For port d4cb9004-74fd-48a7-989e-77bbc425f992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4cb9004-74fd-48a7-989e-77bbc425f992,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:00.818873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.886643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,segment=NetworkSegment(6dc04954-66b2-4d38-955b-516ff19aa0e7),segment_id=6dc04954-66b2-4d38-955b-516ff19aa0e7)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:00.887017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.923596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:00.947491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:05:00.960174 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:00.960919 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:57Z', 'revision_number': 10, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:00.962388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Calling delete_port for d4cb9004-74fd-48a7-989e-77bbc425f992 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:01.005880 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e4c5fe-f591-4b22-9009-13a3c78c04f5 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:04:57Z', 'revision_number': 10, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None, '_interfaces': [{'id': 'f6c27dd1-b3fb-42fc-a069-b17087bd275b', 'name': '', 'network_id': 'da546a29-c495-4ee9-97a0-8a3c67afc34c', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'mac_address': 'fa:16:3e:ac:a6:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'device_owner': 'network:router_interface', 'standard_attr_id': 2494, 'fixed_ips': [{'subnet_id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:55Z', 'updated_at': '2021-08-30T23:04:03Z', 'revision_number': 5, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'subnets': [{'id': 'bd258cee-2818-4ab8-ab88-f0f86175bfe2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:01.028700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:01.104663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] DHCP port deletion for a4142703-1e9d-46dc-852f-174885973f2e request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:01.157704 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.180931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port d4cb9004-74fd-48a7-989e-77bbc425f992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4cb9004-74fd-48a7-989e-77bbc425f992,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:01.211338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.227442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.259441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:01.294316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:01.365986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.373877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=d4cb9004-74fd-48a7-989e-77bbc425f992,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.383840 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.427536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] No DVR routers for this DVR port d4cb9004-74fd-48a7-989e-77bbc425f992 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:01.457300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Port d4cb9004-74fd-48a7-989e-77bbc425f992 concurrently deleted while adding address for new subnet {'id': 'c2ffeb93-de0a-4f12-9503-bd7e998fd455', 'name': '', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2564, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-30T23:05:00Z', 'updated_at': '2021-08-30T23:05:00Z', 'revision_number': 0, 'segment_id': None, 'project_id': '83f6c1c9d26746ab9e05227e1c916c74'}. {{(pid=101268) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 30 23:05:01.459855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.470028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-857785488-network', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:01.548255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-778202850-network', 'tenant_id': 'fe979084f49c4c90b2c1b6f8b7d669ee'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:01.566868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:01.568810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Deleting port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:01.569456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.570301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.594929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.602489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:01.607309 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.614540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4142703-1e9d-46dc-852f-174885973f2e']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:01.615676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:01.643557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:01.645015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.647561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116e64-b249-416c-a53a-65d9f9e5d25f req-33907a55-f733-4ec9-a262-71d92d91dd90 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:01.649251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2116e64-b249-416c-a53a-65d9f9e5d25f req-33907a55-f733-4ec9-a262-71d92d91dd90 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1297212 Aug 30 23:05:01.651404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc04954-66b2-4d38-955b-516ff19aa0e7') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:01.651860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc04954-66b2-4d38-955b-516ff19aa0e7') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:01.655232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716d7412-a19b-46b4-91eb-24c7defb1e5f None None] Pushing event deleted for resources: {'Port': ['ID=d4cb9004-74fd-48a7-989e-77bbc425f992,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.667077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f581906-fe50-4b6b-916a-94433a303b0f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:01.667680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=c2ffeb93-de0a-4f12-9503-bd7e998fd455,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.675958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.707571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.708695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Made reservation on behalf of fe979084f49c4c90b2c1b6f8b7d669ee for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:01.714627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.726381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d933c309-2e29-4e8f-82d5-f6a37d690fff tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9722338 Aug 30 23:05:01.734857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34312) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:01.752980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:01.763560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.802364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] For port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:01.803166 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.827729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Calling delete_port for 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:01.832713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:05:01.841640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2116e64-b249-416c-a53a-65d9f9e5d25f req-95290ecb-b0f1-4a1e-a9d7-8fd229b93fe5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769450 Aug 30 23:05:01.843663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.844120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:01.844802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:01.851217 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:01.862935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.887197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] Pushing event deleted for resources: {'Port': ['ID=8cb5c554-afe5-4dbd-b103-b4709c6fcf80,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.896045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08d9e46-a43d-4701-b24f-e772ccd469c1 None None] No DVR routers for this DVR port 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:01.903750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.945232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:01.960148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.964716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.981046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.983571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/a4142703-1e9d-46dc-852f-174885973f2e HTTP/1.1" status: 204 len: 168 time: 1.6456852 Aug 30 23:05:01.986712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:01.988697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b5cf5-9bde-43c0-a013-e6cc2e7e78c1 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=a4142703-1e9d-46dc-852f-174885973f2e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:01.995628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:01.996463 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Added segment 441bbc3c-3bb0-4d8b-9c87-7aee006b049f of type vlan for network a6b26179-a7e6-42f0-8a42-22628eabdd1d Aug 30 23:05:02.034628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': 'c2ffeb93-de0a-4f12-9503-bd7e998fd455'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:02.037506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.066123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.078494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.107609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.111093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:02.114907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.126313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:02.174670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=084ef0c4-6330-404d-9707-d7deedc43472,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:02.191676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.192213 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Added segment 59ea13cd-be42-48be-8950-6e02e09f6349 of type vlan for network 2767d27f-6f85-4518-b896-d29c5b930666 Aug 30 23:05:02.204433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Allocated IP 2001:db8::f816:3eff:fe3f:f37a (a77af47a-f8fc-4324-a15a-49aeaba204b7/c2ffeb93-de0a-4f12-9503-bd7e998fd455/0e034c1d-6bdc-468f-890c-ef2f751a6330) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:02.226865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.227842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:02.229005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.259987 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.278705 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c2ffeb93-de0a-4f12-9503-bd7e998fd455 (CIDR: 2001:db8::/64) Aug 30 23:05:02.284198 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:05:02.284667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:02.312809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bca28ba7-178a-4c97-90b7-232e93d1194b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5737441 Aug 30 23:05:02.314327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.315733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:02.316382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.318954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:02.328058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:02.442002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1462510 Aug 30 23:05:02.447668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34318) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:02.457455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Request body: {'subnet': {'network_id': '2767d27f-6f85-4518-b896-d29c5b930666', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-778202850-subnet', 'tenant_id': 'fe979084f49c4c90b2c1b6f8b7d669ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:02.462633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:02.465089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22771b9a-2d5d-44e4-9ba5-04c5d4af110e admin admin] Pushing event updated for resources: {'Network': ['ID=2767d27f-6f85-4518-b896-d29c5b930666,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:02.491234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2767d27f-6f85-4518-b896-d29c5b930666 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:02.504903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:02.505305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8cb5c554-afe5-4dbd-b103-b4709c6fcf80 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:02.505687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:02.565472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:02.565850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a1a19e6-fb17-4aab-8e8b-51df9047b8dc not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:02.659671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6265581 Aug 30 23:05:02.660449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:02.667251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Request body: {'subnet': {'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-857785488-subnet', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:02.669254 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.672409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507de279-8a0d-4fb8-bbee-d14c25649606 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b26179-a7e6-42f0-8a42-22628eabdd1d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:02.681329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Transition to ACTIVE for port object 0e034c1d-6bdc-468f-890c-ef2f751a6330 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:02.694685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:02.711698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Made reservation on behalf of fe979084f49c4c90b2c1b6f8b7d669ee for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:02.715040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.719703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:02.725125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.781585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Transition to ACTIVE for port object 0e034c1d-6bdc-468f-890c-ef2f751a6330 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:02.798955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.868552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.874875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:02.876559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:02.876851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.880897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:02.889243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:02.893656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Pushing event updated for resources: {'Port': ['ID=0e034c1d-6bdc-468f-890c-ef2f751a6330,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:02.980347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Attempting to bind port 0e034c1d-6bdc-468f-890c-ef2f751a6330 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:02.980809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Attempting to bind port 0e034c1d-6bdc-468f-890c-ef2f751a6330 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:02.981372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Attempting to bind port 0e034c1d-6bdc-468f-890c-ef2f751a6330 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:02.987997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:02.988445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:02.989067 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:02.989552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:02.990249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Bound port: 0e034c1d-6bdc-468f-890c-ef2f751a6330, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:02.990769 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.054398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164d03d-c124-4813-a3fc-c6ed5987d2b0 req-bef1e077-8c2f-4273-b655-599878eaab6c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:03.056285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8164d03d-c124-4813-a3fc-c6ed5987d2b0 req-bef1e077-8c2f-4273-b655-599878eaab6c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1005862 Aug 30 23:05:03.076331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] For port 0e034c1d-6bdc-468f-890c-ef2f751a6330, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:03.080523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] For port 0e034c1d-6bdc-468f-890c-ef2f751a6330, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0e034c1d-6bdc-468f-890c-ef2f751a6330,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:03.090023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.154670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556a202e-df71-45c9-b7bb-41b0153fcb16 None None] Pushing event updated for resources: {'Port': ['ID=0e034c1d-6bdc-468f-890c-ef2f751a6330,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:03.169838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8164d03d-c124-4813-a3fc-c6ed5987d2b0 req-0a11fb7b-7809-43c5-95fe-2596dbebbac1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038597 Aug 30 23:05:03.247141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.310953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port f6c27dd1-b3fb-42fc-a069-b17087bd275b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:03.311224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.381131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.429949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e6847a4-b51b-429c-abf3-860e7e1b382e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:03.446426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.454034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port f6c27dd1-b3fb-42fc-a069-b17087bd275b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6c27dd1-b3fb-42fc-a069-b17087bd275b,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:03.454459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.478862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for f6c27dd1-b3fb-42fc-a069-b17087bd275b owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:03.493502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:03.496130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Checking segment: {'id': '59ea13cd-be42-48be-8950-6e02e09f6349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:03.496487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Network hostable DHCP agents. Network: 2767d27f-6f85-4518-b896-d29c5b930666, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:03.508015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:03.520037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:03.520640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.551897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8875bf64-3d47-478e-9bc1-ffe4f7d21e94,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:03.564893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:03.565555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Network hostable DHCP agents. Network: a6b26179-a7e6-42f0-8a42-22628eabdd1d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:03.593454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Network 2767d27f-6f85-4518-b896-d29c5b930666 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:03.596956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2747467 Aug 30 23:05:03.606221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:03.614229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:9e:47:ce', 'name': 'tempest-NetworksTestDHCPv6-1879441084'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:03.625843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2767d27f-6f85-4518-b896-d29c5b930666) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:03.634857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1dfc4d-7498-4e7e-9878-80b9f90c54ab None None] Network 2767d27f-6f85-4518-b896-d29c5b930666 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:03.646749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:03.647368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.687706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d34527-b0f3-4abe-848f-bec966eadf79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=3bb30b27-b89a-4175-acd0-ba33ef80cd8b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:03.708293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:03.717419 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a39f47d-35bd-4983-b1b6-3e6deb73aa9a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2673109 Aug 30 23:05:03.720515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a6b26179-a7e6-42f0-8a42-22628eabdd1d) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:03.736495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:03.737099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.750692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0356921b-1dd5-41d7-85a0-09afc2030797 None None] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:03.773739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a3807fe-d267-4e28-a08a-6b742b5effd0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1121955 Aug 30 23:05:03.784768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34330) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:03.787057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.792417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:03.827582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:03.888228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.889483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:03.909549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=f6c27dd1-b3fb-42fc-a069-b17087bd275b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:04.075650 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:04.119080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bac48a8-15b0-4f4e-8909-85482ad71922 None None] Network 2767d27f-6f85-4518-b896-d29c5b930666 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:04.133093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:04.272225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:04.499605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port e533ff8a-ddd3-4911-a038-fc137a5faff3 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:04.617355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:04.618697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:04.662046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e1e5e-d09e-4ebd-ad18-6483150e152f req-bf721606-c7db-4480-92be-c0b0fa023f13 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:04.663953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d57e1e5e-d09e-4ebd-ad18-6483150e152f req-bf721606-c7db-4480-92be-c0b0fa023f13 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.3371358 Aug 30 23:05:04.674013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0e034c1d-6bdc-468f-890c-ef2f751a6330 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:04.707266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:04.743306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d57e1e5e-d09e-4ebd-ad18-6483150e152f req-302617c7-8f36-41d2-b609-f17aab0ba58a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693486 Aug 30 23:05:04.799289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:04.901505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:04.919745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f4cd46b2-32c3-4503-a4ef-3d9836e03275 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286785 Aug 30 23:05:04.924154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:04.934216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:04.945005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e82b987-a616-41b1-b055-2ddc854c8004 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:05.030217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting subnet bd258cee-2818-4ab8-ab88-f0f86175bfe2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:05.036970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.059962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:05.061016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:05.071082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:05.113292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.131246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Provisioning for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:05.180242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:05.180571 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.205921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-56e66cc8-ee43-4d67-9403-04592bb7ca1a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:05.207490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-56e66cc8-ee43-4d67-9403-04592bb7ca1a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/networks?id=2767d27f-6f85-4518-b896-d29c5b930666 HTTP/1.1" status: 200 len: 820 time: 0.4665635 Aug 30 23:05:05.212076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8:0:1::137 (a77af47a-f8fc-4324-a15a-49aeaba204b7/3bb30b27-b89a-4175-acd0-ba33ef80cd8b/e533ff8a-ddd3-4911-a038-fc137a5faff3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:05.230234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Allocated IP 172.20.0.2 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/961f6d0c-bf3b-46e2-896a-f203bdf13d42) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:05.232319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Provisioning complete for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:05.234328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.236530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fe9e:47ce (a77af47a-f8fc-4324-a15a-49aeaba204b7/c2ffeb93-de0a-4f12-9503-bd7e998fd455/e533ff8a-ddd3-4911-a038-fc137a5faff3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:05.238000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:05.254649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-3cea5f75-a627-4e5e-8d8e-01f72f609190 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/quotas/fe979084f49c4c90b2c1b6f8b7d669ee HTTP/1.1" status: 200 len: 375 time: 0.0337594 Aug 30 23:05:05.269673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.332496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-7364ccad-95c2-45aa-ae39-8dce9647fad3 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe979084f49c4c90b2c1b6f8b7d669ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503151 Aug 30 23:05:05.353033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-5023813e-8528-409b-bcee-3467f4f3eef6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:05:05.354106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-5023813e-8528-409b-bcee-3467f4f3eef6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0129945 Aug 30 23:05:05.364889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.376975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:05.398565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Subnet': ['ID=bd258cee-2818-4ab8-ab88-f0f86175bfe2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:05.405509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.407663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cc58319e-1629-40fc-9a0e-2beb2eaca627 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/bd258cee-2818-4ab8-ab88-f0f86175bfe2 HTTP/1.1" status: 204 len: 168 time: 0.4821975 Aug 30 23:05:05.411566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34354) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:05.467342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:05.477374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa3ed7a-c1f8-4dca-82a5-116f65e70203 None None] Network da546a29-c495-4ee9-97a0-8a3c67afc34c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:05.574170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.611341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:05.611965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:05.669481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Deleting port e42146a0-87f9-425a-937a-95ff75112bf4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:05.670691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.733729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.737357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.759074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] For port e42146a0-87f9-425a-937a-95ff75112bf4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e42146a0-87f9-425a-937a-95ff75112bf4,segment=NetworkSegment(9955883e-1632-47ee-979d-abc0dd4649d8),segment_id=9955883e-1632-47ee-979d-abc0dd4649d8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:05.760174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.803674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Calling delete_port for e42146a0-87f9-425a-937a-95ff75112bf4 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:05.951270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:05.965276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f476b87-7cbf-419d-b95c-1dd7dd72a502 req-1ae86622-d3f1-4c38-8741-4c9d2d495228 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:05.967488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f476b87-7cbf-419d-b95c-1dd7dd72a502 req-1ae86622-d3f1-4c38-8741-4c9d2d495228 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.0736406 Aug 30 23:05:05.992892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Port': ['ID=e42146a0-87f9-425a-937a-95ff75112bf4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:06.003492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No DVR routers for this DVR port e42146a0-87f9-425a-937a-95ff75112bf4 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:06.029041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:06.030897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.105964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f476b87-7cbf-419d-b95c-1dd7dd72a502 req-01e2a743-4118-43c5-b9d3-93284b32b682 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145532 Aug 30 23:05:06.123241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.136048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da546a29-c495-4ee9-97a0-8a3c67afc34c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:06.149239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9955883e-1632-47ee-979d-abc0dd4649d8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:06.149550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9955883e-1632-47ee-979d-abc0dd4649d8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:06.164532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.184794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.201022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:06.209041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:06.209499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:06.213851 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:06.274122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.291111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object e533ff8a-ddd3-4911-a038-fc137a5faff3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:06.296271 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-70a8dfe6-8db9-4c1b-b0e5-8654206c4a68 service neutron] 10.222.0.25 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8830609 Aug 30 23:05:06.310303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96199ea4-194a-4583-8cac-16ad9cb4e1ac None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:06.314505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.325373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.332748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 0e034c1d-6bdc-468f-890c-ef2f751a6330, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0e034c1d-6bdc-468f-890c-ef2f751a6330,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:06.351997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e568a6ac-01e8-4bcc-a4a8-946df128085e None None] DHCP port deletion for da546a29-c495-4ee9-97a0-8a3c67afc34c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:06.355962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Transition to ACTIVE for port object 961f6d0c-bf3b-46e2-896a-f203bdf13d42 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:06.362305 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.393150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.410553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.418279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/networks/da546a29-c495-4ee9-97a0-8a3c67afc34c HTTP/1.1" status: 204 len: 168 time: 1.0033221 Aug 30 23:05:06.426205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34362) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:06.431417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'routes': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:06.467368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Transition to ACTIVE for port object 961f6d0c-bf3b-46e2-896a-f203bdf13d42 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:06.476944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1d8a4-2011-4593-89d7-fe8a396159a9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Pushing event deleted for resources: {'Network': ['ID=da546a29-c495-4ee9-97a0-8a3c67afc34c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:06.514500 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.527777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=0e034c1d-6bdc-468f-890c-ef2f751a6330,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:06.549951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'c2ffeb93-de0a-4f12-9503-bd7e998fd455', 'ip_address': '2001:db8::f816:3eff:fe3f:f37a'}, {'subnet_id': '3bb30b27-b89a-4175-acd0-ba33ef80cd8b'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '0e034c1d-6bdc-468f-890c-ef2f751a6330'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:05:06.551498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.603383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:06.604448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:05:06.604883 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-5fa7e9a8-b9e5-4e94-ac32-e043907f08e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:05:06.614795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:06.618974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:06.619184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Allocated IP 172.25.7.21 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/39cd7dd2-5901-4271-b7b9-b6ee725a3e90) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:06.624055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.628166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Pushing event updated for resources: {'Port': ['ID=961f6d0c-bf3b-46e2-896a-f203bdf13d42,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:06.644299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-1655c069-9291-4138-9da5-113665a3ddfe service neutron] 10.222.0.25 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388546 Aug 30 23:05:06.648259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:06.656791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:06.662444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:06.668682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:06.669346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.676864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=e533ff8a-ddd3-4911-a038-fc137a5faff3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:06.712460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Added routes are [] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:05:06.712899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Removed routes are [] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:05:06.713308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.809800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-804622ae-e397-4471-8874-cc3c414e61ea tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.2001414 Aug 30 23:05:06.811820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:06.833322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e42146a0-87f9-425a-937a-95ff75112bf4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:06.837938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Attempting to bind port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:06.838513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Attempting to bind port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:06.838874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Attempting to bind port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:06.884852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:06.885280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:06.885637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.886072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:06.886640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Bound port: 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:06.886947 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.890735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e42146a0-87f9-425a-937a-95ff75112bf4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:06.891086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e42146a0-87f9-425a-937a-95ff75112bf4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:06.946256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:06.965573 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.054041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] For port 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:07.055782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.076347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] For port 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=961f6d0c-bf3b-46e2-896a-f203bdf13d42,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:07.084171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.094268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Allocated IP 2001:db8:0:1::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/3bb30b27-b89a-4175-acd0-ba33ef80cd8b/0e034c1d-6bdc-468f-890c-ef2f751a6330) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:07.114575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port e533ff8a-ddd3-4911-a038-fc137a5faff3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:07.115308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.131141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849d2df8-3d04-4e8b-9258-b9755bdae738 req-d2b62bd7-99a7-4c63-941d-5ce2a84b8c6b tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.0987525 Aug 30 23:05:07.150052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router b5f58bfb-52f1-4ffb-a392-ebdf912da467 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:07.234035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c28185-051a-4f5f-a33e-ba7c6c6df1b0 None None] Pushing event updated for resources: {'Port': ['ID=961f6d0c-bf3b-46e2-896a-f203bdf13d42,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:07.355449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.356767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:07.373780 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Sync routers for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:07.391835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.402257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d9ed5f81-b805-4f07-8f6a-e67abb128901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 705 time: 0.9744182 Aug 30 23:05:07.402485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] For port 0e034c1d-6bdc-468f-890c-ef2f751a6330, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0e034c1d-6bdc-468f-890c-ef2f751a6330,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:07.407671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34380) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:07.408264 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:07.409487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:07.472553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9911fcfc-b0d6-4046-afe9-249819768a76 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 205 time: 0.0591087 Aug 30 23:05:07.473919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34382) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:07.490428 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.506225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8fee44-7a90-46ee-9415-9b6f55951c27 req-93190567-026d-4f74-96e6-e4312b045fe5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:07.508615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de8fee44-7a90-46ee-9415-9b6f55951c27 req-93190567-026d-4f74-96e6-e4312b045fe5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.2517805 Aug 30 23:05:07.527472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Transition to ACTIVE for port object 0e034c1d-6bdc-468f-890c-ef2f751a6330 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:07.533127 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.534259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.557465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:07.609700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:07.625825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.626577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Pushing event updated for resources: {'Port': ['ID=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:07.630217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:07.637320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for e533ff8a-ddd3-4911-a038-fc137a5faff3 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:07.691131 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:07.803096 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:07.810069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0811f4e2-59fc-4f1d-a38f-651165d1007c None None] Pushing event updated for resources: {'Port': ['ID=0e034c1d-6bdc-468f-890c-ef2f751a6330,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:07.860605 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Checking router: b5f58bfb-52f1-4ffb-a392-ebdf912da467 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:07.864214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de8fee44-7a90-46ee-9415-9b6f55951c27 req-8237ae0d-7f90-4556-a03e-11b9825db7cb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156047 Aug 30 23:05:07.875182 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Routers {'b5f58bfb-52f1-4ffb-a392-ebdf912da467'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:07.876171 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:07.943086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:07.949390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.011380 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] Set router b5f58bfb-52f1-4ffb-a392-ebdf912da467 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:08.028892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.029517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router b5f58bfb-52f1-4ffb-a392-ebdf912da467 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:05:08.039185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.042275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-48e91a30-6d8c-487d-b65d-dad39cbf238a tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 204 len: 168 time: 0.5661979 Aug 30 23:05:08.047337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34386) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:08.061591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2122338526', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:08.090771 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:08.092762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.094724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.227370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.240411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.273719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.281833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4b0c2fc3-adf9-482e-8fda-af8abbf97901 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2324359 Aug 30 23:05:08.282882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:08.291612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:08.368304 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659306e9-16fd-4ec4-a2d1-9082c7629838 None None] The sync data for ids ['b5f58bfb-52f1-4ffb-a392-ebdf912da467'] in n-d-791504-21 is: [{'id': 'b5f58bfb-52f1-4ffb-a392-ebdf912da467', 'name': 'tempest-RoutersIpV6Test-router-1524804281', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:52Z', 'updated_at': '2021-08-30T23:05:03Z', 'revision_number': 11, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:08.526186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-579b4378-0415-4330-be6d-077354e2ca77 req-a479ce9a-1a07-4876-9425-e4b4b7b7f784 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.1086516 Aug 30 23:05:08.749674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.805775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 961f6d0c-bf3b-46e2-896a-f203bdf13d42 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:08.864871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=e533ff8a-ddd3-4911-a038-fc137a5faff3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:08.920138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:08.936505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0e034c1d-6bdc-468f-890c-ef2f751a6330 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:08.938102 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:08.987077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.054239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.073847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6c27dd1-b3fb-42fc-a069-b17087bd275b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:09.108902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.112719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d264eb62-e319-4526-b235-69e09ed33444 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/e533ff8a-ddd3-4911-a038-fc137a5faff3 HTTP/1.1" status: 204 len: 168 time: 2.2994866 Aug 30 23:05:09.116633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34396) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:09.124284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f6c27dd1-b3fb-42fc-a069-b17087bd275b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:09.124867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6c27dd1-b3fb-42fc-a069-b17087bd275b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:09.242367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe6d6d-d914-4728-8a52-4bda3c0571d7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:09.244904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-48fe6d6d-d914-4728-8a52-4bda3c0571d7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1252227 Aug 30 23:05:09.252014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34398) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:09.268581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eebead-46ea-4b88-8c64-53d4b3ef2d5b None None] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:09.421071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957b6a6c-f5ec-4238-b122-a788ebc466c6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:09.422741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-957b6a6c-f5ec-4238-b122-a788ebc466c6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1698680 Aug 30 23:05:09.427206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:09.460214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Provisioning for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:09.466635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Provisioning complete for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:09.467285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.503189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd95ddf-8897-4d0b-8c24-861b2cfd0e88 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:09.505009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd95ddf-8897-4d0b-8c24-861b2cfd0e88 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:09.506806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd95ddf-8897-4d0b-8c24-861b2cfd0e88 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:09.509288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6cd95ddf-8897-4d0b-8c24-861b2cfd0e88 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0811951 Aug 30 23:05:09.511022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.516001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:09.615897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Provisioning for port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:09.620371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Provisioning complete for port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:09.620905 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.700352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 3bb30b27-b89a-4175-acd0-ba33ef80cd8b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:09.711911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.808316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.865866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] For port 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=961f6d0c-bf3b-46e2-896a-f203bdf13d42,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:09.873759 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.881827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-19492a0e-7fe3-488e-830f-74f12136c3e2 req-ca59cb65-fd00-42c9-8ab6-c19dfedc8edf tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.1124876 Aug 30 23:05:09.930393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:09.981085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2a141-3e32-4741-9856-f7d0e7b80eca None None] Pushing event updated for resources: {'Port': ['ID=961f6d0c-bf3b-46e2-896a-f203bdf13d42,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:10.015761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:05:10.017497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-af4dff3e-bcb2-406d-9bfb-d832866e7396 None None] Could not find standard attr ID for object e533ff8a-ddd3-4911-a038-fc137a5faff3. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:05:10.031848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4da0e-16ad-4c3a-8cf2-b91b7860c9a5 req-4159a500-6bab-466c-b236-08bf518ae45a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:10.034472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4f4da0e-16ad-4c3a-8cf2-b91b7860c9a5 req-4159a500-6bab-466c-b236-08bf518ae45a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.9878612 Aug 30 23:05:10.062313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-f078f39a-bde2-4a5d-86b2-f2e601396fe0 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:10.064833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-f078f39a-bde2-4a5d-86b2-f2e601396fe0 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.47 "GET /v2.0/networks?id=2767d27f-6f85-4518-b896-d29c5b930666 HTTP/1.1" status: 200 len: 820 time: 1.2910697 Aug 30 23:05:10.095615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e1c8f-cb38-421f-8bf5-a7f56c2e92e8 req-bce0f683-b69c-429c-bbfc-b822cdeb51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:10.098446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf4e1c8f-cb38-421f-8bf5-a7f56c2e92e8 req-bce0f683-b69c-429c-bbfc-b822cdeb51ff service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1097 time: 0.3090255 Aug 30 23:05:10.115720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Request body: {'port': {'device_id': '696461e8-053a-413e-be19-389a9f9f4cc9', 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666', 'admin_state_up': True, 'tenant_id': 'fe979084f49c4c90b2c1b6f8b7d669ee'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:10.127492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.142560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d447fe9f-963f-4109-80a1-739ebc4586da None None] Provisioning complete for port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:10.143075 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d447fe9f-963f-4109-80a1-739ebc4586da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.209185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:10.236158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:10.241758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.246462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-722f3f90-65dd-48c7-955f-68e5422ebe69 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4580941 Aug 30 23:05:10.246804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:10.272284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:10.273049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:10.301332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4f4da0e-16ad-4c3a-8cf2-b91b7860c9a5 req-42ef7d61-2fbb-4a29-9c45-30cf75824de0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574546 Aug 30 23:05:10.320601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Router ee12e13f-4f06-4810-9f8d-42f20875ab2f is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:05:10.330588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf4e1c8f-cb38-421f-8bf5-a7f56c2e92e8 req-317a431f-ca93-4688-9a57-af5ff5b2ac90 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980300 Aug 30 23:05:10.337560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f5b3c90-344f-4a3f-bb13-8c05baeadf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.369301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.399508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb30b27-b89a-4175-acd0-ba33ef80cd8b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:10.416402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.418347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-691d5ee3-78c4-4702-aab5-b12b2005dfaf tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/3bb30b27-b89a-4175-acd0-ba33ef80cd8b HTTP/1.1" status: 204 len: 168 time: 0.8992126 Aug 30 23:05:10.421489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34410) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:10.429688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:10.505178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:10.509385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9033632-c36f-4de1-be7b-b5bb49be7cac None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:10.518428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.518843 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Sync routers for ids ['ee12e13f-4f06-4810-9f8d-42f20875ab2f'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:10.521434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a5bb2c41-edcd-4c91-bdf0-de4e00b7cf26 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "PUT /v2.0/routers/ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 200 len: 698 time: 2.2368226 Aug 30 23:05:10.526344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34412) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:10.532520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Routers {'ee12e13f-4f06-4810-9f8d-42f20875ab2f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:10.533219 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee12e13f-4f06-4810-9f8d-42f20875ab2f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:10.587619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 961f6d0c-bf3b-46e2-896a-f203bdf13d42 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:10.646670 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Set router ee12e13f-4f06-4810-9f8d-42f20875ab2f gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:10.689541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Made reservation on behalf of fe979084f49c4c90b2c1b6f8b7d669ee for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:10.696170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.711615 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee12e13f-4f06-4810-9f8d-42f20875ab2f', 'name': 'tempest-RoutersIpV6Test-router-2122338526', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:08Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:10.726943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf1b2714-b10a-40fb-b45a-1f044f06a20d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/routers/ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 200 len: 704 time: 0.1984699 Aug 30 23:05:10.735795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:10.768733 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Checking router: ee12e13f-4f06-4810-9f8d-42f20875ab2f for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:10.785195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet c2ffeb93-de0a-4f12-9503-bd7e998fd455 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:10.795930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4dcec204-211f-4132-8657-5e0da5de1367 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 200 len: 205 time: 0.0584006 Aug 30 23:05:10.796307 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Routers {'ee12e13f-4f06-4810-9f8d-42f20875ab2f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:10.797190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.797317 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ee12e13f-4f06-4810-9f8d-42f20875ab2f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:10.806929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34416) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:10.925522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:10.942988 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] Set router ee12e13f-4f06-4810-9f8d-42f20875ab2f gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:11.063677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Allocated IP 172.20.0.11 (2767d27f-6f85-4518-b896-d29c5b930666/1e6847a4-b51b-429c-abf3-860e7e1b382e/dd212ab9-c34d-4f81-b894-e17e574d2f6a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:11.117640 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee12e13f-4f06-4810-9f8d-42f20875ab2f', 'name': 'tempest-RoutersIpV6Test-router-2122338526', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:08Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:11.155385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:11.156884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.185898 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db43842-16d1-4b48-9f26-446ab0e1f11b None None] The sync data for ids ['ee12e13f-4f06-4810-9f8d-42f20875ab2f'] in n-d-791504-21 is: [{'id': 'ee12e13f-4f06-4810-9f8d-42f20875ab2f', 'name': 'tempest-RoutersIpV6Test-router-2122338526', 'tenant_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:08Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 2, 'project_id': 'f405be7021ba4e52a1d8234a6e6cfb98', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:11.352796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.362712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.368912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.386721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfd5d685-d785-4753-9a2a-025e3e1cec1e req-4982d99e-d21b-4c74-8544-44f8c5e8f99b tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.0826378 Aug 30 23:05:11.411642 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.446765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 3, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:11.513278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.514539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Fanout notify agent at l3_agent the message router_deleted on router ee12e13f-4f06-4810-9f8d-42f20875ab2f {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:05:11.524204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.529467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-42a1cd52-9def-4e89-b443-c097f684bac6 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 204 len: 168 time: 0.7203190 Aug 30 23:05:11.531342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:11.578621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.586200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c62c22d7-523b-46af-9d9a-ac5eb648052f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 200 len: 205 time: 0.0518768 Aug 30 23:05:11.588882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:11.596723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dda3bf-f8f2-4f33-8925-63ab1351d4b1 req-7c2b7450-15b3-4791-977d-99d21eb9be90 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:11.597890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:11.598459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Updating router 7b6aaee8-499d-4066-930b-c828d23ccbdd port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:05:11.598585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2dda3bf-f8f2-4f33-8925-63ab1351d4b1 req-7c2b7450-15b3-4791-977d-99d21eb9be90 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1602294 Aug 30 23:05:11.633809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.682996 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.686306 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-314c974a-13dd-4167-882e-0e2e2301750f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:11.690840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-314c974a-13dd-4167-882e-0e2e2301750f tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/ee12e13f-4f06-4810-9f8d-42f20875ab2f HTTP/1.1" status: 404 len: 336 time: 0.0887508 Aug 30 23:05:11.692591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:11.708867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Network 2767d27f-6f85-4518-b896-d29c5b930666 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:11.714096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:11.727729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:11.791249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Pushing event updated for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:11.804822 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f43a33ea-4bfe-4014-a9b2-93b97aee5f69 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:11.805360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f43a33ea-4bfe-4014-a9b2-93b97aee5f69 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:11.807470 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f43a33ea-4bfe-4014-a9b2-93b97aee5f69 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/010a0d9f-ced0-4c14-9b81-cb533c858b71 HTTP/1.1" status: 404 len: 337 time: 0.1121094 Aug 30 23:05:11.812393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:11.826986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2dda3bf-f8f2-4f33-8925-63ab1351d4b1 req-d0e5c049-92f1-4946-9d25-525e3adfa1f3 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455529 Aug 30 23:05:11.852089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:11.853008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.880912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-aa4c46f2-c6bd-4ed0-bc31-4c01142c4db6 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7889211 Aug 30 23:05:11.883962 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c28e30-81c3-49f3-a263-81e4a7ac8a2d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:11.884756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c28e30-81c3-49f3-a263-81e4a7ac8a2d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:11.888337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50c28e30-81c3-49f3-a263-81e4a7ac8a2d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/340c84eb-f0b7-44f9-acab-372f76abb24b HTTP/1.1" status: 404 len: 337 time: 0.0727127 Aug 30 23:05:11.890876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:11.919371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Request body: {'port': {'device_id': '696461e8-053a-413e-be19-389a9f9f4cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:11.942948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.965912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:11.991411 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-85cf4b32-2161-4455-bd66-59150402f5ae tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:11.991953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85cf4b32-2161-4455-bd66-59150402f5ae tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:11.993879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85cf4b32-2161-4455-bd66-59150402f5ae tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/1e90abf7-5bc5-44e8-a00c-5aafa5f08f80 HTTP/1.1" status: 404 len: 337 time: 0.1017230 Aug 30 23:05:11.996524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.002687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.004742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/c2ffeb93-de0a-4f12-9503-bd7e998fd455 HTTP/1.1" status: 204 len: 168 time: 1.5829003 Aug 30 23:05:12.005717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef3cfc-56e2-4bbd-8328-0b596ce13a31 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=c2ffeb93-de0a-4f12-9503-bd7e998fd455,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:12.009442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34436) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.048200 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-44f898de-4f85-461f-b011-f575577e84af tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:12.048704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44f898de-4f85-461f-b011-f575577e84af tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:12.053598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-44f898de-4f85-461f-b011-f575577e84af tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/bd258cee-2818-4ab8-ab88-f0f86175bfe2 HTTP/1.1" status: 404 len: 337 time: 0.0531964 Aug 30 23:05:12.054524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.056417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4843debd-4552-417c-9efa-951734084005 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458515 Aug 30 23:05:12.088622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.091206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.097682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:12.169115 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1552cc3e-c185-4b6d-8794-8f23a3bcacbf tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 200 len: 205 time: 0.0570290 Aug 30 23:05:12.177797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.287305 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.302839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Transition to ACTIVE for port object 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:12.312434 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-223b14cf-30ae-4c2c-9562-18557654c040 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:12.313729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.313980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-223b14cf-30ae-4c2c-9562-18557654c040 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/b5f58bfb-52f1-4ffb-a392-ebdf912da467 HTTP/1.1" status: 404 len: 336 time: 0.1320074 Aug 30 23:05:12.319618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34446) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.360550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1cbaf27e-88d6-4a2e-9cdc-f8979fb45c14 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c78eb5-c19a-4dd6-a30f-949dce2fa814 HTTP/1.1" status: 200 len: 205 time: 0.0398529 Aug 30 23:05:12.361767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:12.369033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34448) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.385310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.399357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59b48d-e92a-44b7-92fd-e6707f2cb0f9 None None] Pushing event updated for resources: {'Port': ['ID=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:12.403310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Attempting to bind port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:12.404212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Attempting to bind port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:12.404865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Attempting to bind port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:12.429220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:12.429853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:12.431342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.431883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:12.434256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Bound port: 39cd7dd2-5901-4271-b7b9-b6ee725a3e90, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:12.435938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.445959 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-df63116e-56cd-469f-9fcd-84d78bcd3111 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:12.447023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-df63116e-56cd-469f-9fcd-84d78bcd3111 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/a9c78eb5-c19a-4dd6-a30f-949dce2fa814 HTTP/1.1" status: 404 len: 336 time: 0.0770488 Aug 30 23:05:12.460793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34452) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.496209 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1be0c9-248f-422e-b1a2-7ccf3baabb67 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:12.496894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1be0c9-248f-422e-b1a2-7ccf3baabb67 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:12.499622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2f1be0c9-248f-422e-b1a2-7ccf3baabb67 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/32d04e52-dabc-41e5-a3b4-826d2ba0291e HTTP/1.1" status: 404 len: 337 time: 0.0376425 Aug 30 23:05:12.509615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.526278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743ec68b-e286-47fb-a0b0-166a4877224a None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:12.526613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Allocated IP 172.20.0.1 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/f14fbd5f-d32a-48cc-a5c3-8984d749f5c2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:12.551924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-53bba59a-f3de-44fd-af5a-216ad6413bb4 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 200 len: 205 time: 0.0404329 Aug 30 23:05:12.555685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.607006 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-5f4dac8b-71c8-4ef3-9ba2-df7b1cd50342 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:12.608077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f4dac8b-71c8-4ef3-9ba2-df7b1cd50342 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/c996567a-ce2f-4633-ac01-db473cd1e2ea HTTP/1.1" status: 404 len: 336 time: 0.0513344 Aug 30 23:05:12.612178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.618268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] For port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:12.650998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] For port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:12.654702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2796d826-bb75-4cf8-ab67-c02f912638ee None None] Provisioning complete for port 0e034c1d-6bdc-468f-890c-ef2f751a6330 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:12.655313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2796d826-bb75-4cf8-ab67-c02f912638ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.660736 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.675750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af8898f9-dfbe-4cf4-a8cb-29222d32ca45 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=2c98de10-f9ba-4f08-a092-5514ed69b225 HTTP/1.1" status: 200 len: 205 time: 0.0623834 Aug 30 23:05:12.686492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.766020 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-26993fd3-7a6d-4571-8b8f-cbe3aac5d5e0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:12.767646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-26993fd3-7a6d-4571-8b8f-cbe3aac5d5e0 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/2c98de10-f9ba-4f08-a092-5514ed69b225 HTTP/1.1" status: 404 len: 336 time: 0.0805166 Aug 30 23:05:12.808922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.840760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59b48d-e92a-44b7-92fd-e6707f2cb0f9 None None] Pushing event updated for resources: {'Port': ['ID=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:12.850226 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6d75a8-118b-4809-b9c4-5542b04bd517 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:12.850982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6d75a8-118b-4809-b9c4-5542b04bd517 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:12.852937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b6d75a8-118b-4809-b9c4-5542b04bd517 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/c32db500-319e-4f40-8339-3a3ce0434163 HTTP/1.1" status: 404 len: 337 time: 0.0423796 Aug 30 23:05:12.853264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:12.853852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:04:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:12.857086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34464) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.903489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce3aac40-cbcd-4700-b029-01e1a58a4deb tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=6453840a-b434-4316-8e46-56ec047762b3 HTTP/1.1" status: 200 len: 205 time: 0.0448940 Aug 30 23:05:12.908572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.912824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:12.965365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:12.969895 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-dbfab46d-2958-4f8f-ad2c-fb35b060bb51 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:12.984880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dbfab46d-2958-4f8f-ad2c-fb35b060bb51 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/6453840a-b434-4316-8e46-56ec047762b3 HTTP/1.1" status: 404 len: 336 time: 0.0703852 Aug 30 23:05:12.990608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34470) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.033326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Transition to ACTIVE for port object f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:13.046907 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a0b8d4c-297d-4790-8601-a9caea47d746 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:13.047388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a0b8d4c-297d-4790-8601-a9caea47d746 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:13.049921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a0b8d4c-297d-4790-8601-a9caea47d746 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/c991c535-e07e-4acf-9571-de40d69794a0 HTTP/1.1" status: 404 len: 337 time: 0.0563586 Aug 30 23:05:13.066852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34472) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.070455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:13.103841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f024f5-b704-48a0-95ab-587ba9178555 req-bde1f5b1-b55b-4990-b84b-ad7ea8361809 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:13.105991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6f024f5-b704-48a0-95ab-587ba9178555 req-bde1f5b1-b55b-4990-b84b-ad7ea8361809 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 932 time: 0.5670259 Aug 30 23:05:13.125233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1eb9c7ac-3383-4335-96f0-df034cbb4cc9 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba2e132f-f102-4fd3-a3b2-dbdc885792c6 HTTP/1.1" status: 200 len: 205 time: 0.0527458 Aug 30 23:05:13.128365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.180421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:13.206458 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-a26976ae-bc82-4e7b-bc1c-de8b2577d82d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] delete failed (client error): The resource could not be found. Aug 30 23:05:13.210322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a26976ae-bc82-4e7b-bc1c-de8b2577d82d tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/routers/ba2e132f-f102-4fd3-a3b2-dbdc885792c6 HTTP/1.1" status: 404 len: 336 time: 0.0779674 Aug 30 23:05:13.215459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34476) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.222246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51f11e-aa6b-44e4-9a2d-73719423f779 req-c3ba2f59-9f1b-4f80-ad34-756f8c4ca33f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:13.223819 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f51f11e-aa6b-44e4-9a2d-73719423f779 req-c3ba2f59-9f1b-4f80-ad34-756f8c4ca33f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1889148 Aug 30 23:05:13.258292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.279681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6f024f5-b704-48a0-95ab-587ba9178555 req-6163ac5f-3eac-4faa-bd76-8ff99e41baed tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551943 Aug 30 23:05:13.286237 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0b4f138-e8e9-410c-9a6f-a892e2ff4c04 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:13.286237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0b4f138-e8e9-410c-9a6f-a892e2ff4c04 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:13.290715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c0b4f138-e8e9-410c-9a6f-a892e2ff4c04 tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/23ced99a-30e2-4da4-91d4-c22d2bf01264 HTTP/1.1" status: 404 len: 337 time: 0.0669839 Aug 30 23:05:13.299355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.331151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:13.354656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f51f11e-aa6b-44e4-9a2d-73719423f779 req-ffd3dcee-cfbe-4feb-9b1e-d0e23e1c092a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191947 Aug 30 23:05:13.361171 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d396845-d63a-4b45-a8a8-53fc2443800c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:13.361846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d396845-d63a-4b45-a8a8-53fc2443800c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:13.363800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d396845-d63a-4b45-a8a8-53fc2443800c tempest-RoutersIpV6Test-1174741536 tempest-RoutersIpV6Test-1174741536-project] 10.222.0.25 "DELETE /v2.0/subnets/efdcda22-2be4-4812-a3d8-393e1a0b03bc HTTP/1.1" status: 404 len: 337 time: 0.0599387 Aug 30 23:05:13.364950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:13.375923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:13.412770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Deleting port 0e034c1d-6bdc-468f-890c-ef2f751a6330 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:13.414279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.423180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd212ab9-c34d-4f81-b894-e17e574d2f6a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:05:13.441025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.465440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Transition to ACTIVE for port object dd212ab9-c34d-4f81-b894-e17e574d2f6a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:13.471661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.483371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.486627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Pushing event updated for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:13.534914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ce4e96c-a2c5-4641-9e71-77166c4aa239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.573734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.objects.ports [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101269) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:05:13.690215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] For port 0e034c1d-6bdc-468f-890c-ef2f751a6330, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0e034c1d-6bdc-468f-890c-ef2f751a6330,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:13.690536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.706741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Calling delete_port for 0e034c1d-6bdc-468f-890c-ef2f751a6330 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:13.776880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:13.777674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acdec1-06f7-45bf-be3a-4d53cd10f0b7 req-a5e56294-794a-4bcf-963f-721c848e858d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:13.779783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07acdec1-06f7-45bf-be3a-4d53cd10f0b7 req-a5e56294-794a-4bcf-963f-721c848e858d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2045071 Aug 30 23:05:13.788640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.803902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 3, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:13.840106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a893fb39-8577-422c-a163-14c8990e7231 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:08Z', 'revision_number': 3, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:13.844278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07acdec1-06f7-45bf-be3a-4d53cd10f0b7 req-3849eb58-0945-4e34-8e93-0749787472ff tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399318 Aug 30 23:05:13.871713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.888103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] No DVR routers for this DVR port 0e034c1d-6bdc-468f-890c-ef2f751a6330 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:13.930439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229f9f9-060e-41b9-b953-46399fc2cafe None None] Pushing event deleted for resources: {'Port': ['ID=0e034c1d-6bdc-468f-890c-ef2f751a6330,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:13.944213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fee837a1-dffd-4eb4-a340-138f685608f6 None None] Provisioning for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:13.955041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fee837a1-dffd-4eb4-a340-138f685608f6 None None] Provisioning complete for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:13.955690 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fee837a1-dffd-4eb4-a340-138f685608f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:13.966400 n-d-791504-21 neutron-server[101269]: WARNING neutron.services.revisions.revision_plugin [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Could not find related port for resource to bump revision. Aug 30 23:05:13.973125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34490) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:13.993483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Port 0e034c1d-6bdc-468f-890c-ef2f751a6330 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 23:05:13.994100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3f:f37a {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 23:05:14.008775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-fee837a1-dffd-4eb4-a340-138f685608f6 None None] Port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:14.013314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_pluggable_backend [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3f:f37a {{(pid=101269) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 23:05:14.027476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.118194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.125438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:14.134692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.137402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:14.147448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:14.148480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.155858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Attempting to bind port dd212ab9-c34d-4f81-b894-e17e574d2f6a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:14.156180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04c0177-cff7-42fb-a770-8311faed877f None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:14.156329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Attempting to bind port dd212ab9-c34d-4f81-b894-e17e574d2f6a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '59ea13cd-be42-48be-8950-6e02e09f6349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:14.156515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Attempting to bind port dd212ab9-c34d-4f81-b894-e17e574d2f6a on network 2767d27f-6f85-4518-b896-d29c5b930666 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:14.165297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Port dd212ab9-c34d-4f81-b894-e17e574d2f6a on network 2767d27f-6f85-4518-b896-d29c5b930666 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:05:14.165627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Attempting to bind port dd212ab9-c34d-4f81-b894-e17e574d2f6a on network 2767d27f-6f85-4518-b896-d29c5b930666 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:14.167657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=139ca894-8017-4f9f-a523-743e76e6d637,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:14.187919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:14.188474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Checking segment: {'id': '59ea13cd-be42-48be-8950-6e02e09f6349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:14.189113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Bound using segment: {'id': '59ea13cd-be42-48be-8950-6e02e09f6349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:14.189706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Bound port: dd212ab9-c34d-4f81-b894-e17e574d2f6a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59ea13cd-be42-48be-8950-6e02e09f6349', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:14.190416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.196279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ee0baf6c-2a8e-4de7-97b8-72b4dae6498c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1060264 Aug 30 23:05:14.205394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:14.215834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:14.463093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '139ca894-8017-4f9f-a523-743e76e6d637'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:14.464523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Pushing event updated for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:14.464841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.530109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.583875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.639672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5ca3d-7a43-4991-9b1e-a57d41d166a5 req-466f4546-4d2b-4bdc-84ae-0a0ee8e0e451 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:14.648810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6f5ca3d-7a43-4991-9b1e-a57d41d166a5 req-466f4546-4d2b-4bdc-84ae-0a0ee8e0e451 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.1399000 Aug 30 23:05:14.670509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:14.671186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:14.676690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a,segment=NetworkSegment(59ea13cd-be42-48be-8950-6e02e09f6349),segment_id=59ea13cd-be42-48be-8950-6e02e09f6349)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:14.704083 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b7692202-9e78-48f8-ba7d-2d732f438b5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f405be7021ba4e52a1d8234a6e6cfb98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7296660 Aug 30 23:05:14.705494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:14.742713 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.768717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6f5ca3d-7a43-4991-9b1e-a57d41d166a5 req-b94e79f8-c514-4385-8ebf-9befa2bff0b2 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712500 Aug 30 23:05:14.811657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Allocated IP 2001:db8::f816:3eff:feb0:4bab (a77af47a-f8fc-4324-a15a-49aeaba204b7/139ca894-8017-4f9f-a523-743e76e6d637/49236e75-2fb4-48c0-95c2-a71fd4ef7b65) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:14.844163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:14.849849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.881855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:14.893844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:14.935243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6600086-6730-4eab-8e34-9f6af6128a90 req-3642591e-17b5-4d44-a08c-f6572d499051 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:14.936892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6600086-6730-4eab-8e34-9f6af6128a90 req-3642591e-17b5-4d44-a08c-f6572d499051 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.4736271 Aug 30 23:05:14.947610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:14.965083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:14.965707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:14.967829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] 10.222.0.47 "PUT /v2.0/ports/dd212ab9-c34d-4f81-b894-e17e574d2f6a HTTP/1.1" status: 200 len: 1093 time: 3.0585260 Aug 30 23:05:14.972564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:05:14.974924 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb" -d '{"events": [{"name": "network-changed", "server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:05:14.984337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:14.984912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.148627 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7f353a-2f66-4f22-b632-0573be271c3b x-openstack-request-id: req-9a7f353a-2f66-4f22-b632-0573be271c3b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:05:15.149355 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:05:15.149355 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a7f353a-2f66-4f22-b632-0573be271c3b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:05:15.149653 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a', 'status': 'completed', 'code': 200} Aug 30 23:05:15.160806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9014b1e-43d2-444c-80aa-eb3565c0bd58 service neutron] Pushing event updated for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:15.238172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.252348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.284413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6600086-6730-4eab-8e34-9f6af6128a90 req-699a1c1b-419c-4791-ac9a-216e726dc811 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931123 Aug 30 23:05:15.289528 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.296746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Transition to ACTIVE for port object 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:15.298032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-d4e95f61-a31b-4f2b-8832-57ad684e459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:15.299752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-d4e95f61-a31b-4f2b-8832-57ad684e459b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe979084f49c4c90b2c1b6f8b7d669ee&device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2014101 Aug 30 23:05:15.302837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:15.305287 n-d-791504-21 neutron-server[101269]: INFO neutron.db.ipam_backend_mixin [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 139ca894-8017-4f9f-a523-743e76e6d637 (CIDR: 2001:db8::/64) Aug 30 23:05:15.315970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:15.333464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.433283 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:05:15.434562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:15.434913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0e034c1d-6bdc-468f-890c-ef2f751a6330 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:15.447103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-15474331-d70f-4dbf-b09c-05b0481fb55e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a HTTP/1.1" status: 200 len: 217 time: 0.1349535 Aug 30 23:05:15.461588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:15.470181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0e034c1d-6bdc-468f-890c-ef2f751a6330 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:15.470924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0e034c1d-6bdc-468f-890c-ef2f751a6330 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:15.471278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7cff4aa7-ccdc-4ec9-aaba-3c61ce59af37 admin admin] 10.222.0.25 "PUT /v2.0/routers/7b6aaee8-499d-4066-930b-c828d23ccbdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2233338 Aug 30 23:05:15.479598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Transition to ACTIVE for port object 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:15.518343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.537642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.550747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:15.566592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4a270c68-7b3d-482d-9923-8634b04d5593 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3594007 Aug 30 23:05:15.570830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:15.574708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:15.585152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:15.634114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-a3401ff8-3d9c-4e33-a3b1-32b407041e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:15.636800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-a3401ff8-3d9c-4e33-a3b1-32b407041e7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6847a4-b51b-429c-abf3-860e7e1b382e HTTP/1.1" status: 200 len: 860 time: 0.1713860 Aug 30 23:05:15.663658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:15.666519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Pushing event updated for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:15.670170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:15.673549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-73b47bbc-ff9c-4b74-a3f1-07296eb49a5f None None] Provisioning complete for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:15.674171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73b47bbc-ff9c-4b74-a3f1-07296eb49a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.725977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-4c9cbc12-0b14-4526-9b00-d69aeeb0aef6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2767d27f-6f85-4518-b896-d29c5b930666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734949 Aug 30 23:05:15.819618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-73b47bbc-ff9c-4b74-a3f1-07296eb49a5f None None] Port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:15.836695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.838994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Attempting to bind port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:15.840897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Attempting to bind port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:15.842030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.842649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Attempting to bind port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:15.844165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/34dcf784-7d79-45c7-9f9a-4846dc995da7 HTTP/1.1" status: 204 len: 168 time: 1.1092396 Aug 30 23:05:15.859952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:15.864911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf18082-3563-4e18-87fc-1f002b15ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dcf784-7d79-45c7-9f9a-4846dc995da7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:15.870333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:15.873397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:15.873397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.873397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:15.873397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Bound port: 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:15.873397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.879117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:15.918908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-c3990cdd-98af-4c8e-8a65-029341d8927a service neutron] 10.222.0.47 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830926 Aug 30 23:05:16.075208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:16.118695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae38cd-b58d-49b5-8f1b-7ad33323791b req-184ea40c-08b8-4bba-ae4a-cd53f339d54f tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:16.120681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5ae38cd-b58d-49b5-8f1b-7ad33323791b req-184ea40c-08b8-4bba-ae4a-cd53f339d54f tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.1137772 Aug 30 23:05:16.147275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:16.154115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:16.167301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:16.190782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5ae38cd-b58d-49b5-8f1b-7ad33323791b req-e7d1099d-3e91-4633-8bd3-71f8b91c9284 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570714 Aug 30 23:05:16.268504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06b9a1e2-3d8f-40eb-86f4-4b105d1607f9 req-74f004d8-697b-4ab3-b97e-17ffe9d45e7c service neutron] 10.222.0.47 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389959 Aug 30 23:05:16.290321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ea2238-5014-433a-ab8f-84e2ef68b645 None None] Pushing event updated for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:16.471317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:16.536204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:16.584561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:16.605326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:16.608199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4dfcf-7ff4-4bc8-b01a-39d4a63f5ec6 req-07d1316a-87f0-4d3b-b119-acae3360d173 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:16.610763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0a4dfcf-7ff4-4bc8-b01a-39d4a63f5ec6 req-07d1316a-87f0-4d3b-b119-acae3360d173 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1429577 Aug 30 23:05:16.620111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:16.624632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:16.627629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-06fda13a-b4cb-4738-aadd-721b37c1a8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:16.630551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-06fda13a-b4cb-4738-aadd-721b37c1a8aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe979084f49c4c90b2c1b6f8b7d669ee&device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.2715161 Aug 30 23:05:16.702742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=b57d37f6-0fd2-4b67-ae98-e66546451193,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:16.708509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:16.709066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:16.723570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7b904bd-8653-4fa3-bbb0-8132c5093e5e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1507723 Aug 30 23:05:16.728462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:16.735308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:a6:62:f9', 'name': 'tempest-NetworksTestDHCPv6-2053690312'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:16.963305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0a4dfcf-7ff4-4bc8-b01a-39d4a63f5ec6 req-adfc0cdb-6917-4281-bdcd-9ad47abe2bb1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301682 Aug 30 23:05:16.993125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:17.015372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:17.016819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:17.024262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-6b0b3edc-ecda-4092-afe5-464b4045994e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:17.030168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-6b0b3edc-ecda-4092-afe5-464b4045994e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2767d27f-6f85-4518-b896-d29c5b930666 HTTP/1.1" status: 200 len: 921 time: 0.3520324 Aug 30 23:05:17.043625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:17.094704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:17.105839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1950302283-network', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:17.132755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-b46016ae-1994-45cb-b40b-fb0e0a518518 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a HTTP/1.1" status: 200 len: 217 time: 0.0945706 Aug 30 23:05:17.159943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Made reservation on behalf of d2894600906d404aa6df8c225e4f1ae0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:17.162631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.178048 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.215972 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.262626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-0971653d-3bf6-4b66-9475-0568cb114b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:17.265065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-0971653d-3bf6-4b66-9475-0568cb114b9c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1e6847a4-b51b-429c-abf3-860e7e1b382e HTTP/1.1" status: 200 len: 860 time: 0.1200037 Aug 30 23:05:17.274564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 86588e88-03e8-44f9-a064-3802afa61156 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:17.298971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:17.330699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-4dc33ac4-b21f-45e9-90d5-f333ff565118 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2767d27f-6f85-4518-b896-d29c5b930666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537851 Aug 30 23:05:17.577825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.583801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.643021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:17.672417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:17.684633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.685024 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Added segment 323daa0e-7282-46b1-b06a-56a82dfa7c7e of type vlan for network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 Aug 30 23:05:17.736529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.818644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.820605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:17.821570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:17.981389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8812914 Aug 30 23:05:17.985415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Pushing event updated for resources: {'Network': ['ID=a19d7fcc-8b57-48f8-a7e0-7b0b80faf046,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:17.994935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34568) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:18.016661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:18.043972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Request body: {'subnet': {'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1950302283-subnet', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:18.068767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8db995-10d5-42f2-9144-3f9cd52ebb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc74cad-8e26-4fab-8582-f0b70389f96c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:18.083766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac54492-4f1f-4b01-9fa3-6a8aea30a61d None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:18.104249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9be62ab-8ec9-486d-bfaf-84d4cf29dee2 req-6c368286-f7c4-4c23-a7ea-c5fff32bde25 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:18.116494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9be62ab-8ec9-486d-bfaf-84d4cf29dee2 req-6c368286-f7c4-4c23-a7ea-c5fff32bde25 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.6381588 Aug 30 23:05:18.123791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-760146851'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:18.139455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Made reservation on behalf of d2894600906d404aa6df8c225e4f1ae0 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:18.141773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.187064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2018764-b2cb-4d4a-8991-5639cd3765c3 req-9a6c72ec-4f34-4d74-b733-6c4b507df40a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:18.190286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2018764-b2cb-4d4a-8991-5639cd3765c3 req-9a6c72ec-4f34-4d74-b733-6c4b507df40a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.8575828 Aug 30 23:05:18.259471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9be62ab-8ec9-486d-bfaf-84d4cf29dee2 req-148f55ba-d4d2-43fb-b17f-4437f5b4e391 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418040 Aug 30 23:05:18.289123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8:0:1::392 (a77af47a-f8fc-4324-a15a-49aeaba204b7/b57d37f6-0fd2-4b67-ae98-e66546451193/86588e88-03e8-44f9-a064-3802afa61156) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:18.300883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:18.307806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-2129fb3e-e95a-4271-9d1e-ec019964c4f3 service neutron] 10.222.0.47 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9611905 Aug 30 23:05:18.314297 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.361058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-21f57282-7936-483e-8229-f254e1cb0a2f None None] Provisioning for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:18.364919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2018764-b2cb-4d4a-8991-5639cd3765c3 req-95833ddb-c4fa-453e-99f4-d68989ed5b41 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502984 Aug 30 23:05:18.439420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 2, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:18.489931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::f816:3eff:fea6:62f9 (a77af47a-f8fc-4324-a15a-49aeaba204b7/139ca894-8017-4f9f-a523-743e76e6d637/86588e88-03e8-44f9-a064-3802afa61156) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:18.491452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:18.492066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Updating router 7b6aaee8-499d-4066-930b-c828d23ccbdd port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:05:18.497012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.516492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3225bfcd-bb75-4aa8-9dc1-75fc979a4feb req-febdfc15-61a4-48ca-bfcd-b501520df741 service neutron] 10.222.0.47 "GET /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970139 Aug 30 23:05:18.530729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.545574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.548708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:18.699508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2d409e3-4fc7-4476-aee2-8fec0b7460d5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:18.710722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '139ca894-8017-4f9f-a523-743e76e6d637', 'ip_address': '2001:db8::f816:3eff:feb0:4bab'}, {'subnet_id': 'b57d37f6-0fd2-4b67-ae98-e66546451193'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '49236e75-2fb4-48c0-95c2-a71fd4ef7b65'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:05:18.737501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Checking segment: {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:18.737881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Network hostable DHCP agents. Network: a19d7fcc-8b57-48f8-a7e0-7b0b80faf046, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:18.775694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.791317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:18.824768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.827079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:18.834132 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.835206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:18.835610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.848271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.851289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 86588e88-03e8-44f9-a064-3802afa61156 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:18.857867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a19d7fcc-8b57-48f8-a7e0-7b0b80faf046) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:18.881715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:18.882342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.886526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ad1ca4-58ae-41bc-aba9-7a7669085a16 None None] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:18.900557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:18.912684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96c2577-1772-44d4-8750-5852587763ad,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:18.926411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.926764 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 7af9d28e-95eb-4074-9f9e-836bd5212395 of type vlan for network 55d572f8-6bd3-45f3-8d83-b144d18913e3 Aug 30 23:05:18.942497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9c2544d3-e1a5-4b7d-888b-8fed827d75e6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9078605 Aug 30 23:05:18.943886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34572) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:18.952064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:18.978477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.986655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.988711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:18.990995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.048238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.057902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:19.058735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.070188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.077948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:19.088970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:19.091270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=86588e88-03e8-44f9-a064-3802afa61156,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:19.096151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:19.106227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:19.108235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.131754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dd212ab9-c34d-4f81-b894-e17e574d2f6a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:05:19.279221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.290476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.374979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Allocated IP 2001:db8:0:1::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/b57d37f6-0fd2-4b67-ae98-e66546451193/49236e75-2fb4-48c0-95c2-a71fd4ef7b65) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:19.387377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.449823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Transition to ACTIVE for port object f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:19.535618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8178fb9-0251-4ed9-9c69-6e30e816917c req-4a6a450c-ae07-4da0-b0fd-7f2acc30fca4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:19.537175 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8178fb9-0251-4ed9-9c69-6e30e816917c req-4a6a450c-ae07-4da0-b0fd-7f2acc30fca4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1126609 Aug 30 23:05:19.567129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:19.609104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.617775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8178fb9-0251-4ed9-9c69-6e30e816917c req-002bf56e-d7ea-40be-ab58-361cd764214a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693240 Aug 30 23:05:19.671103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a,segment=NetworkSegment(59ea13cd-be42-48be-8950-6e02e09f6349),segment_id=59ea13cd-be42-48be-8950-6e02e09f6349)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:19.686345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a', 'network_id': '2767d27f-6f85-4518-b896-d29c5b930666', 'port_id': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a', 'mac_address': 'fa:16:3e:b8:0d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e6847a4-b51b-429c-abf3-860e7e1b382e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:05:19.691951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'fixed_ips': [{'subnet_id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:19.692796 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.714138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Transition to ACTIVE for port object 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:19.719816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.742853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9658394 Aug 30 23:05:19.760579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34586) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:19.771495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-748008881'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:19.812384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5bf8c617-a317-4d6a-81f8-2a16bb8a73a5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0820868 Aug 30 23:05:19.815571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34588) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:19.830000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e60b200-c8bb-4602-be84-23341a4960ec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=55d572f8-6bd3-45f3-8d83-b144d18913e3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:19.851623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.862760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4ff9-fc4f-4125-b492-8ad7bccfcfae None None] Pushing event updated for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:19.884646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:19.893644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:19.926698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.017688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201722f-8bc7-40a2-b601-508c0e8427fe req-8cd8d16c-6506-4e66-97d7-e70274d6af3d tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:20.022446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6201722f-8bc7-40a2-b601-508c0e8427fe req-8cd8d16c-6506-4e66-97d7-e70274d6af3d tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.3027732 Aug 30 23:05:20.039092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:20.043538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.088406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:20.103058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.103413 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment b7673ad1-12ea-4e64-b1a8-00ab0979d086 of type vlan for network b0ad32e0-70ec-4b09-8849-a2b998ce636c Aug 30 23:05:20.141892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 86588e88-03e8-44f9-a064-3802afa61156 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:20.142415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.219172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.254675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Allocated IP 172.25.7.245 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ca860282-a0d4-48f8-8d04-100e04ce9cac) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:20.288089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.295512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:20.297225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.326289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.350817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 86588e88-03e8-44f9-a064-3802afa61156 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:20.378360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c915d25-4a2f-4204-8358-e559d05af64f None None] Pushing event updated for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:20.480695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7154579 Aug 30 23:05:20.497255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34598) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:20.518216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:20.598968 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6201722f-8bc7-40a2-b601-508c0e8427fe req-7c76a157-bf84-4915-9d05-1eb19733396a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5528595 Aug 30 23:05:20.635602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 23:05:20.635602 n-d-791504-21 neutron-server[101270]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 30 23:05:20.635602 n-d-791504-21 neutron-server[101270]: [parameters: {'status': 'ACTIVE', 'ports_id': '49236e75-2fb4-48c0-95c2-a71fd4ef7b65'}] Aug 30 23:05:20.635602 n-d-791504-21 neutron-server[101270]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:05:20.635602 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:05:20.656241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.690210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.727322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565d00a1-c523-4b2b-8b18-27ee9863db9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=b0ad32e0-70ec-4b09-8849-a2b998ce636c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:20.752932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.811708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:20.830031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.976889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:20.991401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:20.998669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=86588e88-03e8-44f9-a064-3802afa61156,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:21.051407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-44619814-069a-4253-b8f9-0bdbeeca6f13 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6558383 Aug 30 23:05:21.104017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd212ab9-c34d-4f81-b894-e17e574d2f6a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:05:21.149412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.159260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46cdd69e-c61f-4899-bb53-a4474c777cfe tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/86588e88-03e8-44f9-a064-3802afa61156 HTTP/1.1" status: 204 len: 168 time: 1.3408151 Aug 30 23:05:21.160687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34602) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:21.267044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1f9c3-d54b-489c-8af2-114c664761c3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.274588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01c1f9c3-d54b-489c-8af2-114c664761c3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1120369 Aug 30 23:05:21.275955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:21.355805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:21.380439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d851a16-f271-42f8-afe8-bea8b2cd8912 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.393522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d851a16-f271-42f8-afe8-bea8b2cd8912 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1156898 Aug 30 23:05:21.403743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:21.407760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34608) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:21.419130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Pushing event updated for resources: {'Port': ['ID=ca860282-a0d4-48f8-8d04-100e04ce9cac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:21.439616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.459800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:21.484031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a,segment=NetworkSegment(59ea13cd-be42-48be-8950-6e02e09f6349),segment_id=59ea13cd-be42-48be-8950-6e02e09f6349)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:21.494456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Attempting to bind port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:21.494456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Attempting to bind port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:21.494456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Attempting to bind port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:21.511135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.580214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:21.580846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:21.581501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.582198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:21.583013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Bound port: f14fbd5f-d32a-48cc-a5c3-8984d749f5c2, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:21.583648 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.617610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9747-565f-4ff7-bc07-8a167c21c4d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.622812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9747-565f-4ff7-bc07-8a167c21c4d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.626262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3bf9747-565f-4ff7-bc07-8a167c21c4d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.630121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d3bf9747-565f-4ff7-bc07-8a167c21c4d5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2183199 Aug 30 23:05:21.634309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:21.634940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.639552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-a2303ac1-6f4a-4c19-a88a-45958bcdc968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:21.658375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-a2303ac1-6f4a-4c19-a88a-45958bcdc968 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.3902483 Aug 30 23:05:21.734867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Allocated IP 172.20.0.2 (a19d7fcc-8b57-48f8-a7e0-7b0b80faf046/f2d409e3-4fc7-4476-aee2-8fec0b7460d5/4ffc1706-65ad-47b6-89e6-25a531879ae5) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:21.745074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=3d602f9f-09f5-46f7-bdd8-b04f41aa063b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:21.816618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 139ca894-8017-4f9f-a523-743e76e6d637 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:21.830766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.842501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['dd212ab9-c34d-4f81-b894-e17e574d2f6a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:05:21.956305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] For port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:21.959165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:21.961005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:21.998027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:22.002962 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.042902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bac48e-f8d7-4e87-a22c-6453ba96ad18 req-46d707e8-9518-4a87-8917-e19313ff1df2 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:22.050881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75bac48e-f8d7-4e87-a22c-6453ba96ad18 req-46d707e8-9518-4a87-8917-e19313ff1df2 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.3208463 Aug 30 23:05:22.076507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] For port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:22.094933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-be78ba81-2f7f-4a35-bef8-10cf16b668eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:22.097699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-be78ba81-2f7f-4a35-bef8-10cf16b668eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.3540637 Aug 30 23:05:22.102552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.131509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75bac48e-f8d7-4e87-a22c-6453ba96ad18 req-91e34992-a26c-4556-82af-2230a59387e7 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794883 Aug 30 23:05:22.185426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:22.210137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:22.246806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '7af9d28e-95eb-4074-9f9e-836bd5212395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:22.247833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 55d572f8-6bd3-45f3-8d83-b144d18913e3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:22.257150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-0dd407d5-c994-42ad-91a5-3bd98bc4e762 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.1431253 Aug 30 23:05:22.283824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bd9e2428-a321-42cb-8f0b-a56bee2014d2 None None] Provisioning for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:22.289881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.334467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:22.335509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:22.348805 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bd9e2428-a321-42cb-8f0b-a56bee2014d2 None None] Provisioning complete for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:22.349287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bd9e2428-a321-42cb-8f0b-a56bee2014d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.409661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:22.416324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-09d95b96-f451-4f40-ae2a-e007967d8b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:22.418975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-09d95b96-f451-4f40-ae2a-e007967d8b6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.1541500 Aug 30 23:05:22.420252 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.477105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=139ca894-8017-4f9f-a523-743e76e6d637,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:22.479709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.482802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f12440a4-7b3a-4909-a89f-2c24a609777f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/139ca894-8017-4f9f-a523-743e76e6d637 HTTP/1.1" status: 204 len: 168 time: 0.8382852 Aug 30 23:05:22.486212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:22.541758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 55d572f8-6bd3-45f3-8d83-b144d18913e3) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:22.550152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-607fe865-e39c-42df-9563-63ec285e28a2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764644 Aug 30 23:05:22.575904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:22.583203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.605853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet b57d37f6-0fd2-4b67-ae98-e66546451193 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:22.614095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.622315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a6319-d501-4c2a-9c20-5dfa2270e861 None None] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:22.649946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.687662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-98b1c256-87d4-437a-bbe7-2d73af7bc934 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1799810 Aug 30 23:05:22.687662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.701712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.751727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377d4ff9-fc4f-4125-b492-8ad7bccfcfae None None] Pushing event updated for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:22.755833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdee466-c4ff-4a34-8682-0b63e4282c49 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:22.760590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Transition to ACTIVE for port object 4ffc1706-65ad-47b6-89e6-25a531879ae5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:22.811110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34622) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:22.812950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.820226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:22.918477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:22.977817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-d2516879-2adc-4754-bf33-eb8eddadaab7 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4037883 Aug 30 23:05:22.995861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Transition to ACTIVE for port object 4ffc1706-65ad-47b6-89e6-25a531879ae5 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:22.997580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:22.997983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.067602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.087787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:23.110151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.139425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.159534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:23.165092 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.206920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.214661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/b57d37f6-0fd2-4b67-ae98-e66546451193 HTTP/1.1" status: 204 len: 168 time: 0.7214794 Aug 30 23:05:23.215144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71970a-f850-40f7-8e7e-ae7d5b7e6b28 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=b57d37f6-0fd2-4b67-ae98-e66546451193,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:23.221264 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34630) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:23.250215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222fbe-c7d7-45b2-95cb-56fd179c24dc req-c8e8f87a-e234-4298-b9a8-b76a1799cff0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:23.262393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43222fbe-c7d7-45b2-95cb-56fd179c24dc req-c8e8f87a-e234-4298-b9a8-b76a1799cff0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2718620 Aug 30 23:05:23.289661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:23.380251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c099747d-0b97-482d-8c7a-3e720f3f7185 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1564989 Aug 30 23:05:23.381469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34632) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:23.405251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:23.439270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-43222fbe-c7d7-45b2-95cb-56fd179c24dc req-92da76e4-e326-4820-ab60-8cabbb38700b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753855 Aug 30 23:05:23.581519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:23.587110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.599980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:23.607315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Pushing event updated for resources: {'Port': ['ID=4ffc1706-65ad-47b6-89e6-25a531879ae5,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:23.617926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:23.709344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c592b1b-10d4-45b4-9c0e-51e3fce848f8 req-aa3dcbfe-0553-440f-81ff-7795b2538bde service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6887424 Aug 30 23:05:23.758627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-55d572f8-6bd3-45f3-8d83-b144d18913e3', 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': '3d602f9f-09f5-46f7-bdd8-b04f41aa063b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:23.759594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.844691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-879d92b0-dfbb-4732-83e3-5b0ab2d3f0f9 None None] Could not find standard attr ID for object 86588e88-03e8-44f9-a064-3802afa61156. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:05:23.888833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075954ff-c7a2-4f7f-96bc-a5fc996b85aa req-029b08f7-d519-43de-a8e3-01513beab649 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:23.890804 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-075954ff-c7a2-4f7f-96bc-a5fc996b85aa req-029b08f7-d519-43de-a8e3-01513beab649 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.2384603 Aug 30 23:05:23.893759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Attempting to bind port 4ffc1706-65ad-47b6-89e6-25a531879ae5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:23.894272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Attempting to bind port 4ffc1706-65ad-47b6-89e6-25a531879ae5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:23.894520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Attempting to bind port 4ffc1706-65ad-47b6-89e6-25a531879ae5 on network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:23.975671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:23.976175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Checking segment: {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:23.976471 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.977073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Bound using segment: {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:23.977390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Bound port: 4ffc1706-65ad-47b6-89e6-25a531879ae5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:23.978109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:23.984768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-94ceed31-6c43-46a2-9c38-cf5d77b98cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:23.993354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-94ceed31-6c43-46a2-9c38-cf5d77b98cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.1710594 Aug 30 23:05:23.994739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.044281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:24.051922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:24.055710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:24.062004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:24.062837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.087413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=aa393a46-bb80-498e-93cd-dd0b2d7803c2,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:24.103948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ca642bf-8be5-4c24-89ca-cc326dbf36b6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7097247 Aug 30 23:05:24.109251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34634) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:24.123826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:24.140385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-075954ff-c7a2-4f7f-96bc-a5fc996b85aa req-9095c7c5-c181-436f-8e98-b1bb0ee0403a tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189023 Aug 30 23:05:24.204704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Router b7ebca1d-a1e4-428d-9989-bdb38e00e013 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:05:24.225087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.276537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] For port 4ffc1706-65ad-47b6-89e6-25a531879ae5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:24.291235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] For port 4ffc1706-65ad-47b6-89e6-25a531879ae5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ffc1706-65ad-47b6-89e6-25a531879ae5,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:24.301681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:24.315726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-936e263c-43fe-4912-a74c-81e66d671d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:24.317191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-936e263c-43fe-4912-a74c-81e66d671d08 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.2880974 Aug 30 23:05:24.317959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:24.324429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.326409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.406756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Allocated IP 172.20.0.2 (55d572f8-6bd3-45f3-8d83-b144d18913e3/3d602f9f-09f5-46f7-bdd8-b04f41aa063b/83b08e43-d3c9-4b9c-a742-836d2a9a2b86) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:24.413099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=b40e8be4-fd1d-419b-bf7d-a5949cad6363,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:24.455072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-0365db5d-a9b4-4428-9b98-e71e1d6a7b82 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.1019509 Aug 30 23:05:24.461927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': 'b7673ad1-12ea-4e64-b1a8-00ab0979d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:24.462236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: b0ad32e0-70ec-4b09-8849-a2b998ce636c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:24.507031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:21Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:24.531273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:24.549359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Sync routers for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:24.549928 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa393a46-bb80-498e-93cd-dd0b2d7803c2 (CIDR: 2001:db8::/64) Aug 30 23:05:24.571719 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:24.572517 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:24.582018 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:05:24.584114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:24.614403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f91374-0704-40e5-9142-a2ce6a28509d None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:21Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:24.615526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-92f3b1b5-5e8c-460a-8ead-51019c2f2881 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5050316 Aug 30 23:05:24.616924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-fc2f8205-4ae8-4e81-b72b-7bc816a2070b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:24.618956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-fc2f8205-4ae8-4e81-b72b-7bc816a2070b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.1543336 Aug 30 23:05:24.619634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34640) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:24.630032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:24.751577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.759680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-042d0bea-3a97-4bdc-9b0f-2bfe2610d3d6 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8079765 Aug 30 23:05:24.760833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:24.818449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34642) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:24.840649 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:24.865116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:24.897059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f157ea8-b394-47b2-9287-3a813e638ac9 None None] Pushing event updated for resources: {'Port': ['ID=4ffc1706-65ad-47b6-89e6-25a531879ae5,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:24.919687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Deleting port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:24.920310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.090356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:25.094783 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.098091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-2d4713e9-c9e0-44c9-99f0-644c995b645f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3634219 Aug 30 23:05:25.110611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b0ad32e0-70ec-4b09-8849-a2b998ce636c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:25.144368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d478b54-b974-4ab0-941a-96429c40ba34 None None] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:25.179187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:25.179815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.206454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d746e91-709f-4970-af5a-bbefc21312fc req-4a05a958-7e06-495c-b37c-1635f9ede8c0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:25.227756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d746e91-709f-4970-af5a-bbefc21312fc req-4a05a958-7e06-495c-b37c-1635f9ede8c0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.6183600 Aug 30 23:05:25.275131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:25.375330 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.492960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:22Z', 'revision_number': 3, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:25.508879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc94fc6-d04a-44b3-a9d9-5a2814f67ac7 req-e21123a5-764f-4c3e-aeec-40c06e6e0dfc tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:25.512444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:25.516318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fc94fc6-d04a-44b3-a9d9-5a2814f67ac7 req-e21123a5-764f-4c3e-aeec-40c06e6e0dfc tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.1833620 Aug 30 23:05:25.573066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d746e91-709f-4970-af5a-bbefc21312fc req-fd2a0041-654a-4d4f-acbd-56a97503d41b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2887220 Aug 30 23:05:25.578885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1990d7c6-c841-4c14-ad1f-5725e69b441a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7628734 Aug 30 23:05:25.587886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:25.591522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dd212ab9-c34d-4f81-b894-e17e574d2f6a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:25.596712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1689388722', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:25.606428 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Checking router: b7ebca1d-a1e4-428d-9989-bdb38e00e013 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:25.608211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Updating router b7ebca1d-a1e4-428d-9989-bdb38e00e013 port ca860282-a0d4-48f8-8d04-100e04ce9cac binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:05:25.664279 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.713051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.716807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.779704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-2dadb4f2-dd08-41c2-b544-127ff038abb4 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6628475 Aug 30 23:05:25.821056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2fc94fc6-d04a-44b3-a9d9-5a2814f67ac7 req-786c8905-2bf5-4192-a69a-1b8ad0938656 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891304 Aug 30 23:05:25.888406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.905357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.936852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] For port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:25.937732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.960969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:25.966339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9177902e-6798-485b-8f76-98d31c34a0ee tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3728504 Aug 30 23:05:25.967995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34650) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:26.221901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Calling delete_port for 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:26.280301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.344705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Transition to ACTIVE for port object 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:26.511753 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.536003 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Transition to ACTIVE for port object ca860282-a0d4-48f8-8d04-100e04ce9cac will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:26.554753 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.572940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:26.598637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Transition to ACTIVE for port object 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:26.606012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b0ad32e0-70ec-4b09-8849-a2b998ce636c', 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': 'b40e8be4-fd1d-419b-bf7d-a5949cad6363'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:26.609016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.703745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e81f79f6-7e74-440a-8701-39a4fd1869ae req-4596d238-f545-46af-913d-4132d6c7ce36 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8684065 Aug 30 23:05:26.727660 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Pushing event updated for resources: {'Port': ['ID=ca860282-a0d4-48f8-8d04-100e04ce9cac,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:26.745760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.801043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port dd212ab9-c34d-4f81-b894-e17e574d2f6a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:26.810932 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.813618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f48d4aa-eb21-4d9d-a01a-a1afec73671e None None] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:26.814021 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.815407 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.817375 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.821514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.822347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.822961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.828825 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.829867 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.830793 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.832000 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.833307 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:26.839435 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Attempting to bind port ca860282-a0d4-48f8-8d04-100e04ce9cac on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:26.839862 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Attempting to bind port ca860282-a0d4-48f8-8d04-100e04ce9cac by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:26.840285 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Attempting to bind port ca860282-a0d4-48f8-8d04-100e04ce9cac on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:26.859636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port dd212ab9-c34d-4f81-b894-e17e574d2f6a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:26.860120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.860287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:26.860693 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:26.861142 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:26.861698 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:26.862481 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Bound port: ca860282-a0d4-48f8-8d04-100e04ce9cac, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:26.863055 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.023967 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] For port ca860282-a0d4-48f8-8d04-100e04ce9cac, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:27.030196 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] For port ca860282-a0d4-48f8-8d04-100e04ce9cac, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ca860282-a0d4-48f8-8d04-100e04ce9cac,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:27.038679 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.076898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5f0a0-676f-4d3c-b009-eb732ef79cea req-c23e15a5-79ce-4b85-86de-f384fd0cecc1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:27.080717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79b5f0a0-676f-4d3c-b009-eb732ef79cea req-c23e15a5-79ce-4b85-86de-f384fd0cecc1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2267225 Aug 30 23:05:27.139585 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:27.140282 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:27.157560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.187335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c41e0cf5-3190-46ab-a16e-5f41f797c064 None None] Provisioning for port 4ffc1706-65ad-47b6-89e6-25a531879ae5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:27.227682 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577c109-a90d-42d3-87a9-abad32371c9d None None] Pushing event updated for resources: {'Port': ['ID=ca860282-a0d4-48f8-8d04-100e04ce9cac,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:27.250425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a,segment=NetworkSegment(59ea13cd-be42-48be-8950-6e02e09f6349),segment_id=59ea13cd-be42-48be-8950-6e02e09f6349)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:27.257204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:27.274741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79b5f0a0-676f-4d3c-b009-eb732ef79cea req-2c753f26-5df6-4579-9674-0e93817091f0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479523 Aug 30 23:05:27.307432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.312447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.338834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:27.360490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:05:27.362970 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca6c42-1936-42ee-a2f9-5a3f1140a4f6" -d '{"events": [{"server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "name": "network-vif-plugged", "status": "completed", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:05:27.389423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:27.392353 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.395230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:27.411562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Pushing event updated for resources: {'Port': ['ID=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:27.530269 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f50b0c-fea7-459b-806c-81aa89fba9d5 x-openstack-request-id: req-30f50b0c-fea7-459b-806c-81aa89fba9d5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:05:27.530662 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "name": "network-vif-plugged", "status": "completed", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:05:27.531053 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-30f50b0c-fea7-459b-806c-81aa89fba9d5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:05:27.531677 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a', 'code': 200} Aug 30 23:05:27.577950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.593672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:05:27.611824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e245bab-6900-4427-aa8d-cd93c2c21c0d req-cc64f3f9-4086-4415-8943-368490182497 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:27.629639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e245bab-6900-4427-aa8d-cd93c2c21c0d req-cc64f3f9-4086-4415-8943-368490182497 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.4588599 Aug 30 23:05:27.659249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Allocated IP 172.20.0.1 (a19d7fcc-8b57-48f8-a7e0-7b0b80faf046/f2d409e3-4fc7-4476-aee2-8fec0b7460d5/d4d3be39-dec7-4fbe-868a-7ffbbbafd970) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:27.696190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:27.709571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] No DVR routers for this DVR port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:27.752418 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:22Z', 'revision_number': 3, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:27.813016 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c1c21f-fb3b-4e84-81cb-06f4c46df0f5 None None] The sync data for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 is: [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:22Z', 'revision_number': 3, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:27.813421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.847460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e245bab-6900-4427-aa8d-cd93c2c21c0d req-76afb932-b022-4fb8-a7f1-812f8b76d2d3 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163846 Aug 30 23:05:27.875883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Transition to ACTIVE for port object d4d3be39-dec7-4fbe-868a-7ffbbbafd970 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:27.911780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7220ae-c163-4068-b7fa-e2825e544268 req-285f476c-f5ba-4116-a5ba-61b61416e538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:27.914212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b7220ae-c163-4068-b7fa-e2825e544268 req-285f476c-f5ba-4116-a5ba-61b61416e538 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 1098 time: 0.0954046 Aug 30 23:05:27.965744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:27.995487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Allocated IP 172.21.0.2 (b0ad32e0-70ec-4b09-8849-a2b998ce636c/b40e8be4-fd1d-419b-bf7d-a5949cad6363/a9336c93-c8b1-4539-b29c-05c883f83505) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:28.002512 n-d-791504-21 neutron-server[101268]: WARNING neutron.services.revisions.revision_plugin [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Could not find related port for resource to bump revision. Aug 30 23:05:28.039641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Port 49236e75-2fb4-48c0-95c2-a71fd4ef7b65 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101268) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 30 23:05:28.039800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:feb0:4bab {{(pid=101268) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 30 23:05:28.053024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_pluggable_backend [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:feb0:4bab {{(pid=101268) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 30 23:05:28.063183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.079813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:28.100157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:28.100316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.127928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:28.132358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:28.133893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:28.136712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:28.139394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f1aa4a-8382-4e63-afe8-68d208610220 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:28.143261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:28.147343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:28.147948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.155056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b7220ae-c163-4068-b7fa-e2825e544268 req-5785aa35-6035-4d05-bfc7-f3e3882a09d9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024939 Aug 30 23:05:28.199552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:28.204288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Attempting to bind port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:28.204815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Attempting to bind port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '7af9d28e-95eb-4074-9f9e-836bd5212395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:28.205404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Attempting to bind port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 on network 55d572f8-6bd3-45f3-8d83-b144d18913e3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:28.208956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5881982 Aug 30 23:05:28.214565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34666) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:28.219837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:e0:7f:bb', 'name': 'tempest-NetworksTestDHCPv6-1325349629'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:28.238006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=943a4974-5344-4f6a-a8cb-6b5a46fb8663,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:28.240062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.261421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:28.261831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Checking segment: {'id': '7af9d28e-95eb-4074-9f9e-836bd5212395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:28.262319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.262627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Bound using segment: {'id': '7af9d28e-95eb-4074-9f9e-836bd5212395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:28.266140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Bound port: 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7af9d28e-95eb-4074-9f9e-836bd5212395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '55d572f8-6bd3-45f3-8d83-b144d18913e3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:28.266140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.279363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.356178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.357202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.357579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.358097 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.358540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.359153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.359724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.360302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.360869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.361442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.362069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.362897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd621e4-c36d-4c1b-bc80-6422fb998640 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:28.368905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09840a8d-23ad-48d6-aae4-6b143ff849e3 None None] Pushing event deleted for resources: {'Port': ['ID=49236e75-2fb4-48c0-95c2-a71fd4ef7b65,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:28.424523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.20.0.1 (55d572f8-6bd3-45f3-8d83-b144d18913e3/3d602f9f-09f5-46f7-bdd8-b04f41aa063b/242d6453-a244-40e3-bd5d-8dda5d5f8716) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:28.589061 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.709869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd3cbb-d63b-4a78-bc16-c7a578d015e5 req-a803a91c-174c-4878-b885-448b3bb8bc46 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:28.725716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aedd3cbb-d63b-4a78-bc16-c7a578d015e5 req-a803a91c-174c-4878-b885-448b3bb8bc46 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2607670 Aug 30 23:05:28.792011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] For port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:28.800522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.803968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] For port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,segment=NetworkSegment(7af9d28e-95eb-4074-9f9e-836bd5212395),segment_id=7af9d28e-95eb-4074-9f9e-836bd5212395)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:28.842544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.850712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aedd3cbb-d63b-4a78-bc16-c7a578d015e5 req-3fc192c8-9ffa-4660-a159-b49d5cc0699b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225073 Aug 30 23:05:28.851710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:28.885058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:28.902113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Transition to ACTIVE for port object a9336c93-c8b1-4539-b29c-05c883f83505 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:28.972030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '943a4974-5344-4f6a-a8cb-6b5a46fb8663'}, {'subnet_id': 'aa393a46-bb80-498e-93cd-dd0b2d7803c2'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:28.973168 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.012106 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.073779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.077496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:29.079635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Transition to ACTIVE for port object a9336c93-c8b1-4539-b29c-05c883f83505 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:29.119521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.120324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ffc1706-65ad-47b6-89e6-25a531879ae5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:29.151253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.160774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.226120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20b0ed-29ed-4052-94ea-8caca066aa2e None None] Pushing event updated for resources: {'Port': ['ID=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:29.262705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 242d6453-a244-40e3-bd5d-8dda5d5f8716 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:29.271276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.325099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port da4c6e94-97f9-4f32-8437-87acd7ba250b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:29.368056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:29.397306 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.495663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.528219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:29.558498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:29.571481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:29.578423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:29.582613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:29.641277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Pushing event updated for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:29.714956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acb64bb-471b-4967-bd40-45c91278220a req-0d9aae9f-1e3f-4af3-a616-86488222f06e tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:29.719325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7acb64bb-471b-4967-bd40-45c91278220a req-0d9aae9f-1e3f-4af3-a616-86488222f06e tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.6978140 Aug 30 23:05:29.736829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=242d6453-a244-40e3-bd5d-8dda5d5f8716,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:29.768732 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.805596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Provisioning for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:29.824029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:29.874677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/aa393a46-bb80-498e-93cd-dd0b2d7803c2/4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:29.875003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7acb64bb-471b-4967-bd40-45c91278220a req-0800a6b9-fb0b-4106-8f76-47eb0d1645bc tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440105 Aug 30 23:05:29.937453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Provisioning complete for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:29.938282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:29.952395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:29.954134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:30.007753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Attempting to bind port a9336c93-c8b1-4539-b29c-05c883f83505 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:30.009049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Attempting to bind port a9336c93-c8b1-4539-b29c-05c883f83505 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b7673ad1-12ea-4e64-b1a8-00ab0979d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:30.009049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Attempting to bind port a9336c93-c8b1-4539-b29c-05c883f83505 on network b0ad32e0-70ec-4b09-8849-a2b998ce636c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:30.012913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe17:7a6a (a77af47a-f8fc-4324-a15a-49aeaba204b7/943a4974-5344-4f6a-a8cb-6b5a46fb8663/4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:30.054002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4ffc1706-65ad-47b6-89e6-25a531879ae5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:30.091289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:30.092828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Checking segment: {'id': 'b7673ad1-12ea-4e64-b1a8-00ab0979d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:30.093734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.094565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Bound using segment: {'id': 'b7673ad1-12ea-4e64-b1a8-00ab0979d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:30.095503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Bound port: a9336c93-c8b1-4539-b29c-05c883f83505, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7673ad1-12ea-4e64-b1a8-00ab0979d086', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'b0ad32e0-70ec-4b09-8849-a2b998ce636c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:30.096112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.130380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4ffc1706-65ad-47b6-89e6-25a531879ae5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:30.130880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.216537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Router b7ebca1d-a1e4-428d-9989-bdb38e00e013 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:30.266411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Pushing event updated for resources: {'Port': ['ID=a9336c93-c8b1-4539-b29c-05c883f83505,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:30.284153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:30.384704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:30.404475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ebe966b8-fcf5-4f90-ba4e-7d65f1165736 admin admin] 10.222.0.25 "PUT /v2.0/routers/b7ebca1d-a1e4-428d-9989-bdb38e00e013/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5757756 Aug 30 23:05:30.433704 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.435991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Provisioning complete for port 4ffc1706-65ad-47b6-89e6-25a531879ae5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:30.436453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c62987e-154f-41bc-8df3-c1a5d718569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.437628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3fc5-bc3a-44a9-8dc1-557ff280cab6 req-da1f5482-b4c1-44d5-a19f-8677e7acca75 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:30.446956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd1c3fc5-bc3a-44a9-8dc1-557ff280cab6 req-da1f5482-b4c1-44d5-a19f-8677e7acca75 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1384304 Aug 30 23:05:30.541050 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.547380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.552609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Transition to ACTIVE for port object 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:30.554961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd1c3fc5-bc3a-44a9-8dc1-557ff280cab6 req-84f0f2c7-ceff-41ad-9216-400f6dbfa1a7 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067717 Aug 30 23:05:30.635189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Transition to ACTIVE for port object 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:30.672346 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.714678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4ffc1706-65ad-47b6-89e6-25a531879ae5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ffc1706-65ad-47b6-89e6-25a531879ae5,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:30.721624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-139376b3-c0e9-4389-8981-322457f9175d None None] For port a9336c93-c8b1-4539-b29c-05c883f83505, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:30.740353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-139376b3-c0e9-4389-8981-322457f9175d None None] For port a9336c93-c8b1-4539-b29c-05c883f83505, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a9336c93-c8b1-4539-b29c-05c883f83505,segment=NetworkSegment(b7673ad1-12ea-4e64-b1a8-00ab0979d086),segment_id=b7673ad1-12ea-4e64-b1a8-00ab0979d086)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:30.769027 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.829210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:30.881779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:30.912311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:30.924727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:31.051884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:31.069912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:31.139065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Pushing event updated for resources: {'Port': ['ID=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:31.199667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2233737-4c1c-4ad2-9647-12051627bb28 None None] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:31.227301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f7925-a817-4215-8c44-8f4e409cd5b5 req-93252fd8-3ed5-494e-8ccb-0ada07a24c3f tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:31.250717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-745f7925-a817-4215-8c44-8f4e409cd5b5 req-93252fd8-3ed5-494e-8ccb-0ada07a24c3f tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.1443853 Aug 30 23:05:31.325021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:31.401314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-745f7925-a817-4215-8c44-8f4e409cd5b5 req-3fc02ead-d334-4414-af12-6543ace0a3a4 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491575 Aug 30 23:05:31.514748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8b4bd5ca-282a-4a42-8524-9c6f3169a179 None None] Provisioning for port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:31.517778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Attempting to bind port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:31.523400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Attempting to bind port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:31.524505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Attempting to bind port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:31.603542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:31.632526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a451e-eca0-429c-829a-88178deea13a None None] Sync routers for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:31.636781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:31.637337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:31.638036 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:31.638588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:31.639350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Bound port: 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:31.639953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:31.666541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4ffc1706-65ad-47b6-89e6-25a531879ae5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:31.813045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=242d6453-a244-40e3-bd5d-8dda5d5f8716,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:31.817086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2558599-c046-491b-9c67-40f99379e8dc req-855074d5-73f7-44ff-8158-db94698e589a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:31.828523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2558599-c046-491b-9c67-40f99379e8dc req-855074d5-73f7-44ff-8158-db94698e589a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1283126 Aug 30 23:05:31.834638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::1a9 (a77af47a-f8fc-4324-a15a-49aeaba204b7/aa393a46-bb80-498e-93cd-dd0b2d7803c2/da4c6e94-97f9-4f32-8437-87acd7ba250b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:31.848906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:31.850407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:31.863361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8:0:1:f816:3eff:fee0:7fbb (a77af47a-f8fc-4324-a15a-49aeaba204b7/943a4974-5344-4f6a-a8cb-6b5a46fb8663/da4c6e94-97f9-4f32-8437-87acd7ba250b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:31.944403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2558599-c046-491b-9c67-40f99379e8dc req-de78c971-0600-4f3a-becc-e137209ba85a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148438 Aug 30 23:05:32.149137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router a5d97546-6aa7-4060-93f8-9f38e4c922d5 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:05:32.164237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:32.165686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:32.268099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8b4bd5ca-282a-4a42-8524-9c6f3169a179 None None] Provisioning complete for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:32.269172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8b4bd5ca-282a-4a42-8524-9c6f3169a179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:32.291852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:32.376951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:32.389262 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] Sync routers for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:32.392535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:32.394044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:32.407270 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:32.407890 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:32.432841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34728) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:32.439648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfd00d3f-ce2a-45bb-a522-858225f60378 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4658380 Aug 30 23:05:32.488291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:32.511675 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:32.526386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object da4c6e94-97f9-4f32-8437-87acd7ba250b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:32.533777 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:32.535019 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:32.547968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139376b3-c0e9-4389-8981-322457f9175d None None] Pushing event updated for resources: {'Port': ['ID=a9336c93-c8b1-4539-b29c-05c883f83505,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:32.561254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793b3cf9-a1f4-44eb-ad09-835ee1cafa72 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:32.563288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-793b3cf9-a1f4-44eb-ad09-835ee1cafa72 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports/242d6453-a244-40e3-bd5d-8dda5d5f8716 HTTP/1.1" status: 200 len: 910 time: 0.1289787 Aug 30 23:05:32.572921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34732) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:32.593173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] For port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:32.604141 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:32.605103 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2592bd-fcf0-44c8-87fe-c1e0c854f2af None None] The sync data for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:32.613257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] For port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:32.657101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94244a89-0d7c-4c56-aed5-96778ad0a4ec req-5e7dfd60-e1d1-48fb-96ad-46daa98a9af4 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:32.667199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94244a89-0d7c-4c56-aed5-96778ad0a4ec req-5e7dfd60-e1d1-48fb-96ad-46daa98a9af4 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.1296353 Aug 30 23:05:32.691282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:32.717393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94244a89-0d7c-4c56-aed5-96778ad0a4ec req-8b06f0aa-a856-4d4b-b67f-8917b44bd490 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408828 Aug 30 23:05:32.729310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:32.759651 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:32.776022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9038c95-796f-4e5c-b591-38bc92a1563b None None] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:32.823396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8b4bd5ca-282a-4a42-8524-9c6f3169a179 None None] Port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:32.877434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:32.952138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:32.958520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:32.974574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:32.997137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.059005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.8437214 Aug 30 23:05:33.063465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34740) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:33.068632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec6539-f667-4ac8-96b2-8876a6e9154a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=da4c6e94-97f9-4f32-8437-87acd7ba250b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:33.106101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6f5471-0129-4eaa-8300-bb80184073a6 None None] Pushing event updated for resources: {'Port': ['ID=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:33.142544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bd5e5639-20be-48bc-a106-037480698ada None None] Provisioning for port a9336c93-c8b1-4539-b29c-05c883f83505 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:33.280608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.389654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port da4c6e94-97f9-4f32-8437-87acd7ba250b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:33.390419 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.403661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,segment=NetworkSegment(7af9d28e-95eb-4074-9f9e-836bd5212395),segment_id=7af9d28e-95eb-4074-9f9e-836bd5212395)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:33.414394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.415228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ca860282-a0d4-48f8-8d04-100e04ce9cac up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:33.473929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.487029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ebf05-01fc-4840-b5be-481e28776190 req-e9f29480-3a6b-4b43-a184-ba090088fce2 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:33.500382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c7ebf05-01fc-4840-b5be-481e28776190 req-e9f29480-3a6b-4b43-a184-ba090088fce2 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.3763356 Aug 30 23:05:33.509657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 4, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd4d3be39-dec7-4fbe-868a-7ffbbbafd970', 'name': '', 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'mac_address': 'fa:16:3e:f8:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:27Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 2, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'subnets': [{'id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:33.555985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a451e-eca0-429c-829a-88178deea13a None None] Checking router: b7ebca1d-a1e4-428d-9989-bdb38e00e013 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:05:33.556349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a451e-eca0-429c-829a-88178deea13a None None] Updating router b7ebca1d-a1e4-428d-9989-bdb38e00e013 port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:05:33.609494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:33.609721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c7ebf05-01fc-4840-b5be-481e28776190 req-c3bc5145-3f78-4b50-acbd-e98b2f37820e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074688 Aug 30 23:05:33.614134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.633491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Provisioning complete for port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:33.634275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.678231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.690201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ca860282-a0d4-48f8-8d04-100e04ce9cac completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:33.702539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ca860282-a0d4-48f8-8d04-100e04ce9cac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:33.702916 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:33.730876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for da4c6e94-97f9-4f32-8437-87acd7ba250b owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:34.088051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Provisioning for port 242d6453-a244-40e3-bd5d-8dda5d5f8716 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:34.103308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Provisioning complete for port 242d6453-a244-40e3-bd5d-8dda5d5f8716 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:34.103701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.185363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.195027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.245388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6536245-f7f1-40d7-b92c-4f217e3c0892 req-aa040dbe-cbc0-43e8-b6a0-549165ca3189 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.248737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6536245-f7f1-40d7-b92c-4f217e3c0892 req-aa040dbe-cbc0-43e8-b6a0-549165ca3189 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.2603550 Aug 30 23:05:34.253741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ca860282-a0d4-48f8-8d04-100e04ce9cac, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ca860282-a0d4-48f8-8d04-100e04ce9cac,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:34.263938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.264216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=da4c6e94-97f9-4f32-8437-87acd7ba250b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:34.264821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:34.267541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-10bdd7b3-214b-4e2d-b390-6363054f465e None None] Port 242d6453-a244-40e3-bd5d-8dda5d5f8716 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:34.306903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.21.0.1 (b0ad32e0-70ec-4b09-8849-a2b998ce636c/b40e8be4-fd1d-419b-bf7d-a5949cad6363/bce83634-6751-4cd7-ac47-25e9d993eaeb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:34.346727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.349198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e28460fc-65d1-43ab-93cf-2988ce6efda5 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/da4c6e94-97f9-4f32-8437-87acd7ba250b HTTP/1.1" status: 204 len: 168 time: 1.2840822 Aug 30 23:05:34.353352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34752) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:34.485266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6980290b-886f-4c34-908e-6676c1e4f4ce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.490908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6980290b-886f-4c34-908e-6676c1e4f4ce tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1356716 Aug 30 23:05:34.492593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34758) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:34.550328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6536245-f7f1-40d7-b92c-4f217e3c0892 req-3d0f7720-1ca3-4f4f-8d6f-4e68f7d1884b tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701321 Aug 30 23:05:34.607455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19ab10-c824-4542-ada0-c8615350b364 req-586f9e45-c2dc-4290-ae8f-0e4b727dbe51 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.609036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad19ab10-c824-4542-ada0-c8615350b364 req-586f9e45-c2dc-4290-ae8f-0e4b727dbe51 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.47 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.1748426 Aug 30 23:05:34.627232 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:05:34.628689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:34.629374 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.673683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.678689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f54cd80-4e71-48e2-86c4-6b7b549a102a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.692871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f54cd80-4e71-48e2-86c4-6b7b549a102a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.1963503 Aug 30 23:05:34.696778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34762) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:34.698211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.702657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ca860282-a0d4-48f8-8d04-100e04ce9cac,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:34.713388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9ad2cc4d-80dc-42f2-b681-e5ece42e696d None None] Provisioning complete for port 242d6453-a244-40e3-bd5d-8dda5d5f8716 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:34.713884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9ad2cc4d-80dc-42f2-b681-e5ece42e696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.767551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-711a451e-eca0-429c-829a-88178deea13a None None] Transition to ACTIVE for port object d4d3be39-dec7-4fbe-868a-7ffbbbafd970 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:34.782725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:34.842875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2cc4d-80dc-42f2-b681-e5ece42e696d None None] Port 242d6453-a244-40e3-bd5d-8dda5d5f8716 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:34.854991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object bce83634-6751-4cd7-ac47-25e9d993eaeb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:34.865722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9a5a-4762-497e-a68e-7f4d9277c47c None None] Pushing event updated for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:34.903756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f320134f-1554-48c0-a784-877df642a75f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.904762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f320134f-1554-48c0-a784-877df642a75f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.907837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f320134f-1554-48c0-a784-877df642a75f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:34.911885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f320134f-1554-48c0-a784-877df642a75f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2119401 Aug 30 23:05:34.916313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34766) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:34.941895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.024813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Deleting port dd212ab9-c34d-4f81-b894-e17e574d2f6a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:35.025117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.062885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:35.067107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-252c8ce8-1ac9-4278-8aa3-67d7535f062c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:35.068758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:35.080381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-252c8ce8-1ac9-4278-8aa3-67d7535f062c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.3856692 Aug 30 23:05:35.082578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:35.129495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224575b9-8eb2-44ff-9f71-9acc03c64931 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:35.130033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 943a4974-5344-4f6a-a8cb-6b5a46fb8663 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:35.133390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.165450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9e3908-533b-4bbf-81fc-8af03f6877f1 req-ffc8e8c6-7259-4345-b93d-7effc7f02c71 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:35.167375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec9e3908-533b-4bbf-81fc-8af03f6877f1 req-ffc8e8c6-7259-4345-b93d-7effc7f02c71 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2502003 Aug 30 23:05:35.172962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=bce83634-6751-4cd7-ac47-25e9d993eaeb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:35.197560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.273937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec9e3908-533b-4bbf-81fc-8af03f6877f1 req-f885572e-63f7-4945-ad2a-c3799d6c9a46 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975993 Aug 30 23:05:35.275885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.297575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-711a451e-eca0-429c-829a-88178deea13a None None] Attempting to bind port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:35.298008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-711a451e-eca0-429c-829a-88178deea13a None None] Attempting to bind port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:35.309921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a451e-eca0-429c-829a-88178deea13a None None] Attempting to bind port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 on network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:35.309921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-710158ec-c1af-47fd-a9b0-cac735728e91 None None] Provisioning for port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:35.384371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a451e-eca0-429c-829a-88178deea13a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:35.386566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a451e-eca0-429c-829a-88178deea13a None None] Checking segment: {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:35.387241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.392045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-711a451e-eca0-429c-829a-88178deea13a None None] Bound using segment: {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:35.392869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-711a451e-eca0-429c-829a-88178deea13a None None] Bound port: d4d3be39-dec7-4fbe-868a-7ffbbbafd970, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323daa0e-7282-46b1-b06a-56a82dfa7c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:35.393496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.505448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-710158ec-c1af-47fd-a9b0-cac735728e91 None None] Provisioning complete for port 242d6453-a244-40e3-bd5d-8dda5d5f8716 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:35.506017 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-710158ec-c1af-47fd-a9b0-cac735728e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.539347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.644031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-710158ec-c1af-47fd-a9b0-cac735728e91 None None] Port 242d6453-a244-40e3-bd5d-8dda5d5f8716 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:35.651651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-711a451e-eca0-429c-829a-88178deea13a None None] For port d4d3be39-dec7-4fbe-868a-7ffbbbafd970, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:35.676380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-711a451e-eca0-429c-829a-88178deea13a None None] For port d4d3be39-dec7-4fbe-868a-7ffbbbafd970, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:35.688277 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-711a451e-eca0-429c-829a-88178deea13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:35.781856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:35.781856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:35.831468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1db9a5a-4762-497e-a68e-7f4d9277c47c None None] Pushing event updated for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:35.972762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:35.983168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e5b6d597-3ac5-4dce-b832-539f314b138e None None] Provisioning for port bce83634-6751-4cd7-ac47-25e9d993eaeb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:36.014907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.052811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.055129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e5b6d597-3ac5-4dce-b832-539f314b138e None None] Provisioning complete for port bce83634-6751-4cd7-ac47-25e9d993eaeb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:36.055806 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e5b6d597-3ac5-4dce-b832-539f314b138e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.069523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] For port dd212ab9-c34d-4f81-b894-e17e574d2f6a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dd212ab9-c34d-4f81-b894-e17e574d2f6a,segment=NetworkSegment(59ea13cd-be42-48be-8950-6e02e09f6349),segment_id=59ea13cd-be42-48be-8950-6e02e09f6349)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:36.070162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.106361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Calling delete_port for dd212ab9-c34d-4f81-b894-e17e574d2f6a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:36.118114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-9b712dd9-5116-4dcc-9ec7-4be59ffc2cb9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 1.0363214 Aug 30 23:05:36.192089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=bce83634-6751-4cd7-ac47-25e9d993eaeb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:36.204635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.219985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:05:36.229350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ab1a8-c520-4adc-8933-8630300a3df7 req-decc6217-0db2-4d5e-b079-ef1b74c2b63d tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:36.238548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d0ab1a8-c520-4adc-8933-8630300a3df7 req-decc6217-0db2-4d5e-b079-ef1b74c2b63d tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 946 time: 0.5747521 Aug 30 23:05:36.274707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e5b6d597-3ac5-4dce-b832-539f314b138e None None] Port bce83634-6751-4cd7-ac47-25e9d993eaeb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:36.333509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-0a6b52d0-dac8-46c0-929f-099ca78806a7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1982784 Aug 30 23:05:36.335555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.380622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:36.381260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.421208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d0ab1a8-c520-4adc-8933-8630300a3df7 req-4f210aec-0c49-4e64-b1ce-0ad944ee37c0 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/security-groups?id=084ef0c4-6330-404d-9707-d7deedc43472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805775 Aug 30 23:05:36.494222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:36.496857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:36.529470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.683619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] No DVR routers for this DVR port dd212ab9-c34d-4f81-b894-e17e574d2f6a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:36.687787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Pushing event deleted for resources: {'Port': ['ID=dd212ab9-c34d-4f81-b894-e17e574d2f6a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:36.698861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.702519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad19ab10-c824-4542-ada0-c8615350b364 req-a8c55d05-c780-42ea-b6f5-d9475485be00 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.47 "DELETE /v2.0/ports/dd212ab9-c34d-4f81-b894-e17e574d2f6a HTTP/1.1" status: 204 len: 173 time: 2.0782986 Aug 30 23:05:36.703009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'name': 'network-vif-deleted', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:05:36.705884 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fe621d-10dc-4720-a752-f9bb574a02b4" -d '{"events": [{"server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "name": "network-vif-deleted", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:05:36.733811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router a5d97546-6aa7-4060-93f8-9f38e4c922d5 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:36.825828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.828135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5a108518-9ba8-4722-bc05-6378f0817421 None None] Could not find standard attr ID for object da4c6e94-97f9-4f32-8437-87acd7ba250b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:05:36.839588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a9336c93-c8b1-4539-b29c-05c883f83505 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:36.883834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc6fd2-cca0-4758-a862-877b4760d866 req-012e1d52-43a5-4833-afcb-d7960b3d35d1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:36.892691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71fc6fd2-cca0-4758-a862-877b4760d866 req-012e1d52-43a5-4833-afcb-d7960b3d35d1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2121351 Aug 30 23:05:36.908869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=943a4974-5344-4f6a-a8cb-6b5a46fb8663,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:36.926985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-7ba0ba94-8fa7-48e2-adcb-0b2ca89c20d2 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654194 Aug 30 23:05:36.942436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:36.946882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1684bf2-6117-4e45-bbc8-a59fc7425702 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/943a4974-5344-4f6a-a8cb-6b5a46fb8663 HTTP/1.1" status: 204 len: 168 time: 2.0149035 Aug 30 23:05:36.975646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:36.979134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d6faad66-3121-4930-9b34-b3927f76cfa2 None None] Provisioning complete for port bce83634-6751-4cd7-ac47-25e9d993eaeb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:36.979521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d6faad66-3121-4930-9b34-b3927f76cfa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.030949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-711a451e-eca0-429c-829a-88178deea13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 4, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd4d3be39-dec7-4fbe-868a-7ffbbbafd970', 'name': '', 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'mac_address': 'fa:16:3e:f8:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:27Z', 'updated_at': '2021-08-30T23:05:35Z', 'revision_number': 4, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'subnets': [{'id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:37.068625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet aa393a46-bb80-498e-93cd-dd0b2d7803c2 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:37.072422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.072915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-711a451e-eca0-429c-829a-88178deea13a None None] The sync data for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 is: [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 4, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd4d3be39-dec7-4fbe-868a-7ffbbbafd970', 'name': '', 'network_id': 'a19d7fcc-8b57-48f8-a7e0-7b0b80faf046', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'mac_address': 'fa:16:3e:f8:26:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_interface', 'standard_attr_id': 2621, 'fixed_ips': [{'subnet_id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:27Z', 'updated_at': '2021-08-30T23:05:35Z', 'revision_number': 4, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'subnets': [{'id': 'f2d409e3-4fc7-4476-aee2-8fec0b7460d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:37.082747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a9336c93-c8b1-4539-b29c-05c883f83505 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:37.094067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a9336c93-c8b1-4539-b29c-05c883f83505 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:37.094548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.114941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-587f9d47-900d-45ae-abd5-7c4ccbb743de service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758230 Aug 30 23:05:37.128858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71fc6fd2-cca0-4758-a862-877b4760d866 req-249a8a16-8063-435c-a12e-fe16a0f0e1a9 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345581 Aug 30 23:05:37.143572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d6faad66-3121-4930-9b34-b3927f76cfa2 None None] Port bce83634-6751-4cd7-ac47-25e9d993eaeb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:37.145867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e922cbe6-cfb3-42de-8db8-8f61ef65bf66 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:37.216589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.301111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:37.309981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-72055ac5-a775-486c-9429-78e3b915609d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7354729 Aug 30 23:05:37.313394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34782) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:37.335036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] Sync routers for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:37.410384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:37.411038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:37.413833 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5d66f3-1551-4ea0-ac7e-8600b26f9e71 x-openstack-request-id: req-8e5d66f3-1551-4ea0-ac7e-8600b26f9e71 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:05:37.414566 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "696461e8-053a-413e-be19-389a9f9f4cc9", "name": "network-vif-deleted", "tag": "dd212ab9-c34d-4f81-b894-e17e574d2f6a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:05:37.414566 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e5d66f3-1551-4ea0-ac7e-8600b26f9e71 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:05:37.414856 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '696461e8-053a-413e-be19-389a9f9f4cc9', 'name': 'network-vif-deleted', 'tag': 'dd212ab9-c34d-4f81-b894-e17e574d2f6a', 'status': 'completed', 'code': 200} Aug 30 23:05:37.420865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.459068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6c0f0c-76f5-4583-96ec-a4136439ff07 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:37.461983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc6c0f0c-76f5-4583-96ec-a4136439ff07 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports/bce83634-6751-4cd7-ac47-25e9d993eaeb HTTP/1.1" status: 200 len: 910 time: 0.1464212 Aug 30 23:05:37.464958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34788) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:37.495216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:37.599263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:37.600123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:37.620546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dd212ab9-c34d-4f81-b894-e17e574d2f6a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:37.622896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.719300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port a9336c93-c8b1-4539-b29c-05c883f83505, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a9336c93-c8b1-4539-b29c-05c883f83505,segment=NetworkSegment(b7673ad1-12ea-4e64-b1a8-00ab0979d086),segment_id=b7673ad1-12ea-4e64-b1a8-00ab0979d086)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:37.739944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e32653e7-e956-4549-af07-6200330bdb98 req-ef98f58f-4713-47a0-87a5-faf95f79b8c8 tempest-ServerMetadataNegativeTestJSON-1274984175 tempest-ServerMetadataNegativeTestJSON-1274984175-project] 10.222.0.25 "GET /v2.0/ports?device_id=696461e8-053a-413e-be19-389a9f9f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.0417383 Aug 30 23:05:37.769843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: dd212ab9-c34d-4f81-b894-e17e574d2f6a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:37.770179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dd212ab9-c34d-4f81-b894-e17e574d2f6a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:37.774548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:37.780046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447037ad-2b57-4bff-9df4-266edeb3d031 None None] The sync data for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:37.781929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.782749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ca860282-a0d4-48f8-8d04-100e04ce9cac up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:37.836485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.901183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:37.906900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/aa393a46-bb80-498e-93cd-dd0b2d7803c2 HTTP/1.1" status: 204 len: 168 time: 0.9276514 Aug 30 23:05:37.907925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34796) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:37.915515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c2a07-b706-42e4-bae2-30d6389150fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=aa393a46-bb80-498e-93cd-dd0b2d7803c2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:37.967995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=a9336c93-c8b1-4539-b29c-05c883f83505,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:37.974774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2c5821c1-845f-4a7c-a490-695972bd2de1 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0628383 Aug 30 23:05:37.975809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34798) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:37.985645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:38.002500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ce8c9f2-fa64-4b95-9c32-23335e7c8e55 req-06c706f8-7c7b-40de-836e-011dd7865051 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.1193511 Aug 30 23:05:38.053262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ca860282-a0d4-48f8-8d04-100e04ce9cac triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:38.053933 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:38.209058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:38.224656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:38.257635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb01777-00e9-4190-b0f7-b2d648a722ec None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': 'aa393a46-bb80-498e-93cd-dd0b2d7803c2'}], 'binding:host_id': 'n-d-791504-21'}, 'id': '4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:05:38.281128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:38.539899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ecb01777-00e9-4190-b0f7-b2d648a722ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:38.599352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:38.834544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:38.845735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:38.846241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:38.904507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34812) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:38.905660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca6e13f-0d2a-4b73-a8af-efd8c738e5d1 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:39.010873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Deleting subnet 1e6847a4-b51b-429c-abf3-860e7e1b382e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:39.013147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c493-a350-4e0c-b152-54a61105e25a req-fe11e7b2-f31f-4728-b06c-35f209172eda tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:39.015350 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0315c493-a350-4e0c-b152-54a61105e25a req-fe11e7b2-f31f-4728-b06c-35f209172eda tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.6424012 Aug 30 23:05:39.030618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.108718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0315c493-a350-4e0c-b152-54a61105e25a req-f6244ca2-f3ba-4a68-87c7-03cddef6cccf tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817368 Aug 30 23:05:39.114266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port bce83634-6751-4cd7-ac47-25e9d993eaeb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:39.114897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.143958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Provisioning complete for port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:39.144513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.189144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.227318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62451637-588c-4715-b288-82eb3584f3db req-cd0634a4-3bbd-448b-b5cf-636d7c986d8a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0463018 Aug 30 23:05:39.254735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.277582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:39.300326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.340856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.359171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:39.368285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.369246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ffc1706-65ad-47b6-89e6-25a531879ae5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:39.391223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:39.393456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:39.402293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:39.403464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.408374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.408841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.435629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4569871 Aug 30 23:05:39.446109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:39.466933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38196426-3554-4e59-ab2b-c4c22dd86314 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=453d434e-a41a-42ae-a59a-775707cd7f3e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:39.482815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:39.495619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for bce83634-6751-4cd7-ac47-25e9d993eaeb owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:39.595210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:39.640403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Deleting port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:39.641531 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.676117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.700654 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:05:39.701214 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:05:39.704432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4ffc1706-65ad-47b6-89e6-25a531879ae5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:39.704982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.750977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e6847a4-b51b-429c-abf3-860e7e1b382e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:39.756604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.758689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-13e684bc-2f9f-4db3-8158-93d796a1039b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1e6847a4-b51b-429c-abf3-860e7e1b382e HTTP/1.1" status: 204 len: 168 time: 0.8508208 Aug 30 23:05:39.761375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34820) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:39.780292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-7c952620-48e1-4218-a96c-cf88afd0605c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:39.782849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-7c952620-48e1-4218-a96c-cf88afd0605c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.3677611 Aug 30 23:05:39.793822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] For port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:39.794236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.818896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:39.828219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Calling delete_port for 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:39.829925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:39.835653 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.876748 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:39.981450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.011273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.029739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2767d27f-6f85-4518-b896-d29c5b930666']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:40.056147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] Pushing event deleted for resources: {'Port': ['ID=4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:40.057700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ea13cd-be42-48be-8950-6e02e09f6349') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:40.066152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ea13cd-be42-48be-8950-6e02e09f6349') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:40.068056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34a24ee-3e58-4bcd-9702-07e5ed26aefe None None] No DVR routers for this DVR port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:40.091750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.096458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f15edc-20c9-4dce-9ca1-3d685c288567 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:40.124698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.138749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:40.139859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.201666 n-d-791504-21 neutron-server[101269]: INFO neutron.db.ipam_backend_mixin [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 453d434e-a41a-42ae-a59a-775707cd7f3e (CIDR: 2001:db8::/64) Aug 30 23:05:40.216360 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:05:40.216995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:40.240664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:40.284163 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:40.290203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.305449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4d3be39-dec7-4fbe-868a-7ffbbbafd970 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:40.307019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:40.315022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.322704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a5d80b17-42f8-4efa-b1d8-0b507fce400b None None] Port 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 update to ACTIVE by agent not found {{(pid=101270) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 30 23:05:40.326061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.331120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] 10.222.0.25 "DELETE /v2.0/networks/2767d27f-6f85-4518-b896-d29c5b930666 HTTP/1.1" status: 204 len: 168 time: 0.5657630 Aug 30 23:05:40.356080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a07245-588c-48f4-99bd-2ae6a4d70bbf admin admin] Pushing event deleted for resources: {'Network': ['ID=2767d27f-6f85-4518-b896-d29c5b930666,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:40.358136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-225c32b4-25cb-4cf7-99d2-d63c2b300256 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8843949 Aug 30 23:05:40.360344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=bce83634-6751-4cd7-ac47-25e9d993eaeb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:40.362292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34828) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:40.376052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'subnet': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:40.449298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5ff3d6b9-f024-4072-a4d4-0e21c95b1f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.473747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22d57809-9f6b-4158-adb9-e92fa83e509f req-6e44409b-77be-4a63-8b66-c04e2fc42801 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0934379 Aug 30 23:05:40.625553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:40.632732 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.705159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a77af47a-f8fc-4324-a15a-49aeaba204b7', 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'tenant_id': '83f6c1c9d26746ab9e05227e1c916c74', 'fixed_ips': [{'subnet_id': '453d434e-a41a-42ae-a59a-775707cd7f3e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:40.707036 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.716748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:40.744319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:40.744561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:40.916777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.11 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/1b399794-f4e7-4a4e-bf06-64b5ab9e5cad) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:40.948867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34832) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:40.962744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.021887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f185f2a-573b-4d90-aa96-975e3d88d85d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe979084f49c4c90b2c1b6f8b7d669ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680008 Aug 30 23:05:41.026614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34834) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:41.027162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.097412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port d4d3be39-dec7-4fbe-868a-7ffbbbafd970, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:41.107248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Allocated IP 2001:db8::2 (a77af47a-f8fc-4324-a15a-49aeaba204b7/453d434e-a41a-42ae-a59a-775707cd7f3e/c09ee8b6-f7fd-4868-925d-c0edd760b22d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:41.110666 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.111985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a9336c93-c8b1-4539-b29c-05c883f83505 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:41.224061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1194bde6-97f0-4714-a772-e055ed7d75e1 req-99790a03-c489-4f32-b70a-5f3e76da510e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:41.226023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1194bde6-97f0-4714-a772-e055ed7d75e1 req-99790a03-c489-4f32-b70a-5f3e76da510e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.8816481 Aug 30 23:05:41.228317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:05:41.231608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.283790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:41.295220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:41.302684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:41.316282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a9336c93-c8b1-4539-b29c-05c883f83505 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:41.316982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.325646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:41.326842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.353496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9895341 Aug 30 23:05:41.359970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:41.373165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Request body: {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'mac_address': 'fa:16:3e:a5:58:a3', 'name': 'tempest-NetworksTestDHCPv6-835496990'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:41.417113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router a5d97546-6aa7-4060-93f8-9f38e4c922d5 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:41.436706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.442957 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.448020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1194bde6-97f0-4714-a772-e055ed7d75e1 req-70abada8-fe27-4a72-8b5c-104111239607 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109611 Aug 30 23:05:41.486849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Transition to ACTIVE for port object c09ee8b6-f7fd-4868-925d-c0edd760b22d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:41.505015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d0c4a-924d-4c60-99e6-9404441f83e9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Subnet': ['ID=1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:41.576964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Transition to ACTIVE for port object c09ee8b6-f7fd-4868-925d-c0edd760b22d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:41.591065 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.609184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.615419 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.616895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Made reservation on behalf of 83f6c1c9d26746ab9e05227e1c916c74 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:41.658913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Pushing event updated for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:41.666750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f52d3b0-4fff-4481-91e5-095311255074 req-a0924c5c-c3fe-496a-bd3f-aada3ff7f03e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0662994 Aug 30 23:05:41.669092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:41.679255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3db2ba79-b9b6-4e17-bd7d-a6636e20567a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2073712 Aug 30 23:05:41.685925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34840) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:41.686149 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] Sync routers for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:41.687082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:41.704771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:41.708027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:41.716166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:41.717578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:41.718626 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:41.748512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:41.749031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f5ca9d9-fada-4e90-9dde-8dbaa5e50db3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:41.796481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:41.826967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Attempting to bind port c09ee8b6-f7fd-4868-925d-c0edd760b22d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:41.827375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Attempting to bind port c09ee8b6-f7fd-4868-925d-c0edd760b22d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:41.827759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Attempting to bind port c09ee8b6-f7fd-4868-925d-c0edd760b22d on network a77af47a-f8fc-4324-a15a-49aeaba204b7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:41.831360 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:41.836778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:41.837167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Checking segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:41.837565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.840001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Bound using segment: {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:41.841047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Bound port: c09ee8b6-f7fd-4868-925d-c0edd760b22d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad4cd723-f795-437e-9a72-986b277b53c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:41.841449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.847540 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:41.848850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:41.926721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:41.930016 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:41.941338 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fdf2b22-8eaa-44c8-8ad8-471daac5b07a None None] The sync data for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:41.960477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] device_id is not set on port 72df3417-d072-4a99-82e6-5b27e3b0cc58 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:41.992122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:41.995953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c09ee8b6-f7fd-4868-925d-c0edd760b22d,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:42.002122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.061822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4d3be39-dec7-4fbe-868a-7ffbbbafd970 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:42.195380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123ed56-52c9-4f7f-af7b-dd80d8cdbced None None] Pushing event updated for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:42.254551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:42.255130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.269088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8::202 (a77af47a-f8fc-4324-a15a-49aeaba204b7/453d434e-a41a-42ae-a59a-775707cd7f3e/72df3417-d072-4a99-82e6-5b27e3b0cc58) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:42.281763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Allocated IP 2001:db8:0:1:f816:3eff:fea5:58a3 (a77af47a-f8fc-4324-a15a-49aeaba204b7/1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e/72df3417-d072-4a99-82e6-5b27e3b0cc58) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:42.333750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.336398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.340431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/084ef0c4-6330-404d-9707-d7deedc43472 HTTP/1.1" status: 204 len: 168 time: 1.3079746 Aug 30 23:05:42.370160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba95a18-0844-41de-8273-6ff9d91d5ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084ef0c4-6330-404d-9707-d7deedc43472,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:42.475104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.642063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:42.792061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:42.801021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:42.819082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:42.860965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:42.886896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4714df17-fb45-4aca-b4e0-14bebbd4374f req-95724d0c-b99d-4c43-9345-a537d9196e4f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:42.897353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4714df17-fb45-4aca-b4e0-14bebbd4374f req-95724d0c-b99d-4c43-9345-a537d9196e4f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2830503 Aug 30 23:05:43.059132 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4714df17-fb45-4aca-b4e0-14bebbd4374f req-69eff51f-9498-4bcb-b448-3142a85c0043 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603217 Aug 30 23:05:43.064491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.118830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Transition to ACTIVE for port object 72df3417-d072-4a99-82e6-5b27e3b0cc58 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:43.208893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.300950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:43.302234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.312655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a6707-bee0-4927-972c-2cf3ae540d30 req-0f79c83b-19b3-43d9-a39e-da33ef3a971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:43.314950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-509a6707-bee0-4927-972c-2cf3ae540d30 req-0f79c83b-19b3-43d9-a39e-da33ef3a971b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.3152702 Aug 30 23:05:43.321855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event updated for resources: {'Port': ['ID=72df3417-d072-4a99-82e6-5b27e3b0cc58,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:43.335629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0ca32a1-27b9-4dd8-9501-8b59d1f59353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.347617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:43.349260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:43.353219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:43.366309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:43.367018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.367487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7144544-f880-4187-8144-f568f036d6ea req-c859ac1f-ffe6-468e-b72b-39010427f62f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:43.369378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7144544-f880-4187-8144-f568f036d6ea req-c859ac1f-ffe6-468e-b72b-39010427f62f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 932 time: 0.3820519 Aug 30 23:05:43.384732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6a504aa5-699a-4881-9537-0b735b81eb82 None None] Provisioning for port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:43.395256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6a504aa5-699a-4881-9537-0b735b81eb82 None None] Provisioning complete for port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:43.398187 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6a504aa5-699a-4881-9537-0b735b81eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.404317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2acc836b-f82b-4bc8-9fa4-814feb3c5f34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0419273 Aug 30 23:05:43.407523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:43.492319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-da63e78e-b07e-4686-8851-1698978abb65 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6809089 Aug 30 23:05:43.516091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Request body: {'port': {'device_id': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:43.535389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6a504aa5-699a-4881-9537-0b735b81eb82 None None] Port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:43.625284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7144544-f880-4187-8144-f568f036d6ea req-733e540c-3796-49f7-8740-9f88c64365a0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330968 Aug 30 23:05:43.666193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-509a6707-bee0-4927-972c-2cf3ae540d30 req-d56695b4-cf9f-4874-96ee-89385d0a22ca service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703273 Aug 30 23:05:43.671068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting port 72df3417-d072-4a99-82e6-5b27e3b0cc58 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:43.671659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.721943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.846807 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:43.963079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.006448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Calling delete_port for 72df3417-d072-4a99-82e6-5b27e3b0cc58 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:44.074244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f91df8f-1391-42ab-8483-197276d01890 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:44.106697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c09ee8b6-f7fd-4868-925d-c0edd760b22d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:44.274394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c09ee8b6-f7fd-4868-925d-c0edd760b22d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:44.285714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Provisioning for port c09ee8b6-f7fd-4868-925d-c0edd760b22d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:44.292711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Provisioning complete for port c09ee8b6-f7fd-4868-925d-c0edd760b22d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:44.293326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.359717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c09ee8b6-f7fd-4868-925d-c0edd760b22d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:44.360726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.436267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.466207 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.515692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Port': ['ID=72df3417-d072-4a99-82e6-5b27e3b0cc58,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:44.560469 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.624163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.627096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69386857-9553-4b23-bd36-33f5b0fb5187 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/72df3417-d072-4a99-82e6-5b27e3b0cc58 HTTP/1.1" status: 204 len: 168 time: 1.2184041 Aug 30 23:05:44.636646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58188f6f-c4ab-47f8-ba8a-bcc45454e076 req-84d93e84-68e3-4a68-bb30-7b6439d5b840 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:44.637729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c09ee8b6-f7fd-4868-925d-c0edd760b22d,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:44.641118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34880) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:44.647806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58188f6f-c4ab-47f8-ba8a-bcc45454e076 req-84d93e84-68e3-4a68-bb30-7b6439d5b840 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.4568708 Aug 30 23:05:44.653757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:44.741184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58188f6f-c4ab-47f8-ba8a-bcc45454e076 req-87bebdf6-7744-4ca7-95ad-3ffe0c3973f3 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919368 Aug 30 23:05:44.864843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e6238-41eb-46f2-bbbb-53783e7120ff None None] Pushing event updated for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:44.885542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae91902-049a-40ba-9bcf-3bafc1a0da96 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:44.887342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aae91902-049a-40ba-9bcf-3bafc1a0da96 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2375302 Aug 30 23:05:44.890024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:44.949682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf535f1-79f4-460c-a009-1f177735926a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:44.953859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6cf535f1-79f4-460c-a009-1f177735926a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0606806 Aug 30 23:05:44.955073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:05:44.955861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34888) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:44.978284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.026341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c4ebb-3a91-418d-ac28-d09702d5eefe req-c5d325ae-c782-49ce-92e0-585bd115989f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:45.035975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f0c4ebb-3a91-418d-ac28-d09702d5eefe req-c5d325ae-c782-49ce-92e0-585bd115989f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 932 time: 0.2294943 Aug 30 23:05:45.046751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Transition to ACTIVE for port object 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:45.063662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.066103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ddc0b-de83-4538-8397-aec2c997c4b9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:45.070635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ddc0b-de83-4538-8397-aec2c997c4b9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:45.079500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ddc0b-de83-4538-8397-aec2c997c4b9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:45.088375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d90ddc0b-de83-4538-8397-aec2c997c4b9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1308370 Aug 30 23:05:45.089728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:45.137503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f0c4ebb-3a91-418d-ac28-d09702d5eefe req-a3e54402-0cfb-49e1-b337-0c9e73da11c9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963285 Aug 30 23:05:45.171941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 242d6453-a244-40e3-bd5d-8dda5d5f8716 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:45.172382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.183958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Pushing event updated for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:45.238756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:45.260403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.280355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9f3d41-2c06-45fa-8d2f-78f308331e29 None None] Update dhcp port {'port': {'network_id': 'a77af47a-f8fc-4324-a15a-49aeaba204b7', 'fixed_ips': [{'subnet_id': '453d434e-a41a-42ae-a59a-775707cd7f3e', 'ip_address': '2001:db8::2'}, {'subnet_id': '1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'c09ee8b6-f7fd-4868-925d-c0edd760b22d'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:05:45.316952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6c9f3d41-2c06-45fa-8d2f-78f308331e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.376318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.447234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Attempting to bind port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:45.447578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Attempting to bind port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:45.447915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Attempting to bind port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:45.476295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:05:45.476630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Attempting to bind port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:45.482459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.514969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:45.517659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:45.518359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:45.519072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Bound port: 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:45.519466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.540121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.563217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 242d6453-a244-40e3-bd5d-8dda5d5f8716 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:45.628451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-6c9f3d41-2c06-45fa-8d2f-78f308331e29 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e: This subnet is being modified by another concurrent operation. Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e: This subnet is being modified by another concurrent operation. Aug 30 23:05:45.628786 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:05:45.671172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:45.673336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:45.676510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:45.680601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.686349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7980c2dd-65f7-44f3-8ad8-f5a91300dae8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e HTTP/1.1" status: 204 len: 168 time: 0.5942945 Aug 30 23:05:45.687904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:45.719221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.758945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:45.762236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.784264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] 10.222.0.47 "PUT /v2.0/ports/1b399794-f4e7-4a4e-bf06-64b5ab9e5cad HTTP/1.1" status: 200 len: 1093 time: 2.2788515 Aug 30 23:05:45.792471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Deleting subnet 453d434e-a41a-42ae-a59a-775707cd7f3e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:45.802576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.851647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ef23556b-a8d6-4a93-9e08-aee5427eac4c None None] Provisioning complete for port c09ee8b6-f7fd-4868-925d-c0edd760b22d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:45.854867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef23556b-a8d6-4a93-9e08-aee5427eac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.891715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:05:45.894091 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04cab61-3d0b-4c23-9523-89e492a8ab0f" -d '{"events": [{"name": "network-changed", "server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:05:45.906466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:45.981635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9ce1-a1b0-401e-803b-84f20b49d70b service neutron] Pushing event updated for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:46.085204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.171262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c09ee8b6-f7fd-4868-925d-c0edd760b22d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:46.182204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.262788 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d12f52-5864-43d6-97d3-483b78327532 x-openstack-request-id: req-d7d12f52-5864-43d6-97d3-483b78327532 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:05:46.263035 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:05:46.263193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e339431-9d81-4524-ae2c-e6a440424051 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:05:46.263354 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7d12f52-5864-43d6-97d3-483b78327532 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:05:46.263726 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad', 'status': 'completed', 'code': 200} Aug 30 23:05:46.360148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.381098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-e766d3f7-b33f-4a11-a0f5-9bb2fa69bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.383260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-e766d3f7-b33f-4a11-a0f5-9bb2fa69bd08 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 1096 time: 0.4037764 Aug 30 23:05:46.396496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8ddca8-0fbd-479a-ad36-74f95e681683 req-d8bd97ab-6a46-44dd-9ae8-f42b4db9113e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.399496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb8ddca8-0fbd-479a-ad36-74f95e681683 req-d8bd97ab-6a46-44dd-9ae8-f42b4db9113e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.3980942 Aug 30 23:05:46.437594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Subnet': ['ID=453d434e-a41a-42ae-a59a-775707cd7f3e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:46.452017 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.464685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34916) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:46.466026 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b15dbdb3-41ba-4725-88e4-e9b537c3fac9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/453d434e-a41a-42ae-a59a-775707cd7f3e HTTP/1.1" status: 204 len: 168 time: 0.7755992 Aug 30 23:05:46.485942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c336-c297-4c80-8df9-087f0397a26a req-d4e8313d-19d9-4bb5-b945-dfa4b57d96c2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.489125 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06f3c336-c297-4c80-8df9-087f0397a26a req-d4e8313d-19d9-4bb5-b945-dfa4b57d96c2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.2296131 Aug 30 23:05:46.537388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.538598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-1235757d-f0cc-4da1-bbf9-3e1eaf616eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad HTTP/1.1" status: 200 len: 217 time: 0.1363988 Aug 30 23:05:46.595509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06f3c336-c297-4c80-8df9-087f0397a26a req-57599ba7-dcfe-442e-8418-3502c29c2751 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000597 Aug 30 23:05:46.622687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-188e3343-4d73-49c8-afc6-1f0a24956923 None None] Could not find standard attr ID for object 72df3417-d072-4a99-82e6-5b27e3b0cc58. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:05:46.625347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c09ee8b6-f7fd-4868-925d-c0edd760b22d,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:46.641254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-699b3e2f-f6f1-4707-9cc2-133d6d88723a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151180 Aug 30 23:05:46.641540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:46.643540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.688340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:46.733312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb8ddca8-0fbd-479a-ad36-74f95e681683 req-81ea2a67-b5fb-4739-b527-d0a600b398a4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040707 Aug 30 23:05:46.752619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:46.758566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e339431-9d81-4524-ae2c-e6a440424051 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:05:46.758813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad595531-7c92-4f0f-97aa-769240787e60 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.771018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad595531-7c92-4f0f-97aa-769240787e60 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1311667 Aug 30 23:05:46.775061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:46.828043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=242d6453-a244-40e3-bd5d-8dda5d5f8716,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:46.836051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-67ce62d8-8bb2-4e2c-b490-3ae8e2ffbd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.840577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-67ce62d8-8bb2-4e2c-b490-3ae8e2ffbd92 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.2943878 Aug 30 23:05:46.894357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb61ecf3-d75a-4d16-873c-f83f44df6514 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:46.895898 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bb61ecf3-d75a-4d16-873c-f83f44df6514 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1198308 Aug 30 23:05:46.901569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:46.985348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:46.990207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6cb0a556-ad4f-4dda-90b7-1f6da052abae tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0748932 Aug 30 23:05:47.165260 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-56af7ea0-1584-4a4d-abc4-9b47a469e06d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.166615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56af7ea0-1584-4a4d-abc4-9b47a469e06d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.169146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-56af7ea0-1584-4a4d-abc4-9b47a469e06d tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/72df3417-d072-4a99-82e6-5b27e3b0cc58 HTTP/1.1" status: 404 len: 333 time: 0.1819911 Aug 30 23:05:47.171681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34940) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.224455 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-276b8826-f9f6-4e97-bca8-81e4e9b9b827 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.224912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-276b8826-f9f6-4e97-bca8-81e4e9b9b827 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.226730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-276b8826-f9f6-4e97-bca8-81e4e9b9b827 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/1f4c1717-f2a8-495b-9fa4-d5f5a56baf7e HTTP/1.1" status: 404 len: 337 time: 0.0540285 Aug 30 23:05:47.231738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.290555 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b506f46-e25a-4c2a-a573-344a5d7ee9dc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.291759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b506f46-e25a-4c2a-a573-344a5d7ee9dc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.298890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b506f46-e25a-4c2a-a573-344a5d7ee9dc tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/453d434e-a41a-42ae-a59a-775707cd7f3e HTTP/1.1" status: 404 len: 337 time: 0.0649498 Aug 30 23:05:47.300400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34946) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.301630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d3638f-f451-4257-af90-a9216404797c req-072db6e5-8a85-44d2-8b46-2e1cea8502c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:47.303326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-072db6e5-8a85-44d2-8b46-2e1cea8502c2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4133573 Aug 30 23:05:47.307697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3119eed-803f-4e5a-ae4b-96163029fa1e None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:05:47.339197 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-635e2dc2-8272-427f-b7c7-0d6f9de32aca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.339604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-635e2dc2-8272-427f-b7c7-0d6f9de32aca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.347021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.348548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-635e2dc2-8272-427f-b7c7-0d6f9de32aca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/da4c6e94-97f9-4f32-8437-87acd7ba250b HTTP/1.1" status: 404 len: 333 time: 0.0467615 Aug 30 23:05:47.424204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] Provisioning complete for port c09ee8b6-f7fd-4868-925d-c0edd760b22d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:47.424585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:47.476472 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f03b13-ca3b-4d8e-a3d6-e06968a3ab79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.477024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f03b13-ca3b-4d8e-a3d6-e06968a3ab79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.479027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-56f03b13-ca3b-4d8e-a3d6-e06968a3ab79 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/943a4974-5344-4f6a-a8cb-6b5a46fb8663 HTTP/1.1" status: 404 len: 337 time: 0.1296980 Aug 30 23:05:47.482769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:47.484676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34950) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.492469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48036a-fa09-4383-be41-b4b4c4b0565c req-28dbcc04-d566-4d06-9c37-57c2cb05e14b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:47.494188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a48036a-fa09-4383-be41-b4b4c4b0565c req-28dbcc04-d566-4d06-9c37-57c2cb05e14b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.3803608 Aug 30 23:05:47.510964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-94734744-393d-4ae1-af0d-6b47728ed152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:47.513226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-94734744-393d-4ae1-af0d-6b47728ed152 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.3519573 Aug 30 23:05:47.581395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3119eed-803f-4e5a-ae4b-96163029fa1e None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:05:47.582833 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae26ca0f-227a-4c1e-b74b-669be308ce06 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.585233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae26ca0f-227a-4c1e-b74b-669be308ce06 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.594334 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ae26ca0f-227a-4c1e-b74b-669be308ce06 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/aa393a46-bb80-498e-93cd-dd0b2d7803c2 HTTP/1.1" status: 404 len: 337 time: 0.1075635 Aug 30 23:05:47.595030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34952) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.646482 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:47.673391 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be0477e-a4f4-415e-bbac-63baca19f17c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.674647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be0477e-a4f4-415e-bbac-63baca19f17c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.679623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9be0477e-a4f4-415e-bbac-63baca19f17c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/86588e88-03e8-44f9-a064-3802afa61156 HTTP/1.1" status: 404 len: 333 time: 0.0835128 Aug 30 23:05:47.680602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34956) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.727346 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4a0b869-b409-46eb-9459-71f251a44ffb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.727346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4a0b869-b409-46eb-9459-71f251a44ffb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.729872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d4a0b869-b409-46eb-9459-71f251a44ffb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/b57d37f6-0fd2-4b67-ae98-e66546451193 HTTP/1.1" status: 404 len: 337 time: 0.0473537 Aug 30 23:05:47.736200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34960) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.771935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a48036a-fa09-4383-be41-b4b4c4b0565c req-32507951-e596-41ff-bc6e-b417c11d8589 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568765 Aug 30 23:05:47.826430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c09ee8b6-f7fd-4868-925d-c0edd760b22d,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:47.835377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-0cb26d9e-cceb-4749-b0b3-d53766f4a8d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4871876 Aug 30 23:05:47.845341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:47.846386 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eaef18d-4e6b-4054-b4bc-a70fc1663ea9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.846896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eaef18d-4e6b-4054-b4bc-a70fc1663ea9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.855180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7eaef18d-4e6b-4054-b4bc-a70fc1663ea9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/139ca894-8017-4f9f-a523-743e76e6d637 HTTP/1.1" status: 404 len: 337 time: 0.1173737 Aug 30 23:05:47.856025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34964) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.946021 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd920b2-2965-4a36-9ad9-b863fc02f0eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:47.946937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd920b2-2965-4a36-9ad9-b863fc02f0eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:47.957637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bdd920b2-2965-4a36-9ad9-b863fc02f0eb tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/e533ff8a-ddd3-4911-a038-fc137a5faff3 HTTP/1.1" status: 404 len: 333 time: 0.0941508 Aug 30 23:05:47.958854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34966) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:47.974341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.007178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd8423-8173-4dbb-9b00-c3a1ca3e6d8f None None] Pushing event updated for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:48.022445 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-18a15d38-5a72-40c2-8224-42f3734497d3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.023126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18a15d38-5a72-40c2-8224-42f3734497d3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.030387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18a15d38-5a72-40c2-8224-42f3734497d3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/3bb30b27-b89a-4175-acd0-ba33ef80cd8b HTTP/1.1" status: 404 len: 337 time: 0.0682578 Aug 30 23:05:48.033071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34972) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.087933 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71ff107-83ee-405f-8bd6-22ba28bd53ec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.089737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71ff107-83ee-405f-8bd6-22ba28bd53ec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.095374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a71ff107-83ee-405f-8bd6-22ba28bd53ec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/c2ffeb93-de0a-4f12-9503-bd7e998fd455 HTTP/1.1" status: 404 len: 337 time: 0.0605540 Aug 30 23:05:48.096091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34974) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.113239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cac565-8a02-448e-94c7-5436930d145f req-8dde0192-d126-44f4-ba3f-f1c4c9289fd3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:48.117556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a6cac565-8a02-448e-94c7-5436930d145f req-8dde0192-d126-44f4-ba3f-f1c4c9289fd3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.2588623 Aug 30 23:05:48.160050 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dd7699c-4869-4da0-bbd7-45974f376ea4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.160902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dd7699c-4869-4da0-bbd7-45974f376ea4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.166014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7dd7699c-4869-4da0-bbd7-45974f376ea4 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/483a8adc-a4dc-4814-95fc-6475805822f9 HTTP/1.1" status: 404 len: 333 time: 0.0685341 Aug 30 23:05:48.174442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.192256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe69f41-8ac0-47bd-8bea-b3d34de60280 None None] Network a77af47a-f8fc-4324-a15a-49aeaba204b7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:48.218502 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a900897-69ef-4d1a-968a-52d9cb67feec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.219131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a900897-69ef-4d1a-968a-52d9cb67feec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.224915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a900897-69ef-4d1a-968a-52d9cb67feec tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/f7462bae-bb95-4ef1-9003-23b2ece28e0f HTTP/1.1" status: 404 len: 337 time: 0.0456536 Aug 30 23:05:48.235071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.252956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56a26ec3-86a2-4dea-8d0f-46624e2b2e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.305113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-55d68365-174b-4a14-baf4-45bd375e0088 None None] Provisioning complete for port c09ee8b6-f7fd-4868-925d-c0edd760b22d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:48.305603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-55d68365-174b-4a14-baf4-45bd375e0088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.361566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a6cac565-8a02-448e-94c7-5436930d145f req-de26c373-328a-43f0-83c8-54823d37c5fd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282071 Aug 30 23:05:48.373082 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f90cb31-507a-4c69-8a70-d78a2b25f1ad tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.377724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f90cb31-507a-4c69-8a70-d78a2b25f1ad tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.384099 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7f90cb31-507a-4c69-8a70-d78a2b25f1ad tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/b26cb60e-a3f1-4d2f-8929-76010318f727 HTTP/1.1" status: 404 len: 333 time: 0.1471217 Aug 30 23:05:48.384969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34980) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.411715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router a5d97546-6aa7-4060-93f8-9f38e4c922d5 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:05:48.435112 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a776484-9541-4371-93df-c35cb7725836 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.435335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a776484-9541-4371-93df-c35cb7725836 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.444281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a776484-9541-4371-93df-c35cb7725836 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/d780abd8-0682-43b2-9bad-485c2af67204 HTTP/1.1" status: 404 len: 337 time: 0.0516295 Aug 30 23:05:48.444556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-b634dda9-cf44-4a71-88d0-f56726919cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:48.444742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34982) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.444924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-b634dda9-cf44-4a71-88d0-f56726919cdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.9144802 Aug 30 23:05:48.476576 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ca9215-e90f-41c1-ac25-0f0f6793e324 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.477356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ca9215-e90f-41c1-ac25-0f0f6793e324 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.481208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-57ca9215-e90f-41c1-ac25-0f0f6793e324 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/673be92e-6560-4776-9de2-5ec584f8c085 HTTP/1.1" status: 404 len: 333 time: 0.0362756 Aug 30 23:05:48.513808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.536961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] DHCP port deletion for a77af47a-f8fc-4324-a15a-49aeaba204b7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:48.560932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-5d06222a-8d09-42f8-8310-6ee43f0fcbcc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.1096804 Aug 30 23:05:48.576084 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56a26ec3-86a2-4dea-8d0f-46624e2b2e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.581487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56a26ec3-86a2-4dea-8d0f-46624e2b2e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.600257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Deleting port c09ee8b6-f7fd-4868-925d-c0edd760b22d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:48.600917 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.625817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-56a26ec3-86a2-4dea-8d0f-46624e2b2e38 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bc0d9bdf29574edda4f78053dc320b4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477354 Aug 30 23:05:48.626842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a26ec3-86a2-4dea-8d0f-46624e2b2e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=388f975a-a5af-4b2f-8b0f-a1e0454116be,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:48.629300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.650425 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b0b6401-fb4c-42cd-aa83-740dc96c1214 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.650875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b0b6401-fb4c-42cd-aa83-740dc96c1214 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.657461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6b0b6401-fb4c-42cd-aa83-740dc96c1214 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/456cea1e-fb83-4eb2-b6a3-8c5f598eaad2 HTTP/1.1" status: 404 len: 337 time: 0.1384881 Aug 30 23:05:48.658295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34988) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.659012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49d3638f-f451-4257-af90-a9216404797c req-b7929609-cf02-4b29-91a3-2907b2af7aef service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372822 Aug 30 23:05:48.662194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:05:48.670460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53e5972d-bdfe-43f5-89e0-bdf6fd0179f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9810584 Aug 30 23:05:48.673378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34990) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.681565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] Sync routers for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:05:48.707689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-79901094-5634-44cd-a8d6-0be04df45d0b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d97546-6aa7-4060-93f8-9f38e4c922d5 HTTP/1.1" status: 200 len: 205 time: 0.0331264 Aug 30 23:05:48.709487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-94780d23-d470-484f-938a-fc844ee4741a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:48.710764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:48.710985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-94780d23-d470-484f-938a-fc844ee4741a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.1091049 Aug 30 23:05:48.711439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 34992) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.711641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:48.720779 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f79c5055-da20-4ac2-b500-2a0c53370d67 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.721773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f79c5055-da20-4ac2-b500-2a0c53370d67 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.723867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f79c5055-da20-4ac2-b500-2a0c53370d67 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f33e9ff3-d31a-4037-ae1c-bbb30685afbd HTTP/1.1" status: 404 len: 333 time: 0.0641053 Aug 30 23:05:48.727952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34994) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.758568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:48.761914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] For port c09ee8b6-f7fd-4868-925d-c0edd760b22d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c09ee8b6-f7fd-4868-925d-c0edd760b22d,segment=NetworkSegment(ad4cd723-f795-437e-9a72-986b277b53c6),segment_id=ad4cd723-f795-437e-9a72-986b277b53c6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:48.762339 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.782108 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fad0ec6-aaf7-41a6-aae4-95f130c9fa9f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.782743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fad0ec6-aaf7-41a6-aae4-95f130c9fa9f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.788681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6fad0ec6-aaf7-41a6-aae4-95f130c9fa9f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/9122c5d1-042c-4a94-9929-ca1b5d36da56 HTTP/1.1" status: 404 len: 337 time: 0.0553284 Aug 30 23:05:48.788681 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.790207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.795637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Calling delete_port for c09ee8b6-f7fd-4868-925d-c0edd760b22d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:48.811734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] Routers {'a5d97546-6aa7-4060-93f8-9f38e4c922d5'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:05:48.811734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:48.842660 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d0e6849-44ae-423b-bce3-ba713d4ab72c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.843919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-b579811b-c60c-4508-8339-a0957a4f9653 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248693 Aug 30 23:05:48.844502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d0e6849-44ae-423b-bce3-ba713d4ab72c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.850903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d0e6849-44ae-423b-bce3-ba713d4ab72c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/74aaee5b-872f-4245-adea-e9583aff9425 HTTP/1.1" status: 404 len: 333 time: 0.0590699 Aug 30 23:05:48.853831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35000) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.871887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.880835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:48.881127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:48.881535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0232dcd3-7f36-4264-87b6-6ef619b0edff None None] The sync data for ids ['a5d97546-6aa7-4060-93f8-9f38e4c922d5'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:05:48.895321 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-759d5244-c985-4236-be84-b3b072d47459 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.895778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759d5244-c985-4236-be84-b3b072d47459 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.897623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-759d5244-c985-4236-be84-b3b072d47459 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/cec391e7-9d35-453e-a6da-64a7ecf3193c HTTP/1.1" status: 404 len: 337 time: 0.0428030 Aug 30 23:05:48.902907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35002) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.941163 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb26c56-2f00-48be-a6e1-69d7e4a0a4fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.941933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb26c56-2f00-48be-a6e1-69d7e4a0a4fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.946492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2cb26c56-2f00-48be-a6e1-69d7e4a0a4fd tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f69a6255-dfed-400c-a786-31bd5bacde08 HTTP/1.1" status: 404 len: 333 time: 0.0398731 Aug 30 23:05:48.949043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35004) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:48.995626 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d582c4b-47a1-4791-828d-6006051c5c9e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:48.996125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d582c4b-47a1-4791-828d-6006051c5c9e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:48.997997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d582c4b-47a1-4791-828d-6006051c5c9e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/d05ccf8d-3865-4a47-9e98-f0eb5c95acea HTTP/1.1" status: 404 len: 337 time: 0.0474048 Aug 30 23:05:49.001213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.002188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.034244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] Pushing event deleted for resources: {'Port': ['ID=c09ee8b6-f7fd-4868-925d-c0edd760b22d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:49.037281 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bf5157-a49a-49ee-9fa7-47b90d7205a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.037736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bf5157-a49a-49ee-9fa7-47b90d7205a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.044607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e8dd7d-0642-4744-818a-a86ca3b2fb26 None None] No DVR routers for this DVR port c09ee8b6-f7fd-4868-925d-c0edd760b22d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:49.050756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-48bf5157-a49a-49ee-9fa7-47b90d7205a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/fee50d29-64f1-4c9f-8809-c22d91f7f2eb HTTP/1.1" status: 404 len: 337 time: 0.0479679 Aug 30 23:05:49.061421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35010) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.071948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.075368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.079562 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/388f975a-a5af-4b2f-8b0f-a1e0454116be HTTP/1.1" status: 204 len: 168 time: 0.4490435 Aug 30 23:05:49.097828 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aef0c13-9352-4517-a830-22e8d51a54ae tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.099045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aef0c13-9352-4517-a830-22e8d51a54ae tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.102574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6aef0c13-9352-4517-a830-22e8d51a54ae tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/b598e87e-3886-48f3-a925-1816b5bfbd18 HTTP/1.1" status: 404 len: 333 time: 0.0372517 Aug 30 23:05:49.104823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.107860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff51eaab-10a7-4bd3-a2b7-63ab0fb634f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=388f975a-a5af-4b2f-8b0f-a1e0454116be,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:49.149699 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ba9479-0461-492b-8420-cf22e637b52f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.150370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ba9479-0461-492b-8420-cf22e637b52f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.153079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58ba9479-0461-492b-8420-cf22e637b52f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/40742511-8913-4361-9859-e6fb62e60a94 HTTP/1.1" status: 404 len: 337 time: 0.0460017 Aug 30 23:05:49.158531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.194355 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-2513516a-d7f5-4ed6-8924-acaf4907bfe9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.194991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2513516a-d7f5-4ed6-8924-acaf4907bfe9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.201263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2513516a-d7f5-4ed6-8924-acaf4907bfe9 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/c4ef3c37-7a27-4bb5-aa73-87baf332d065 HTTP/1.1" status: 404 len: 337 time: 0.0370910 Aug 30 23:05:49.201487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.217309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-6bc1fb6f-dd66-4282-ac6d-ab0b390284f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:49.218804 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-6bc1fb6f-dd66-4282-ac6d-ab0b390284f8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 1096 time: 0.4521439 Aug 30 23:05:49.226604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.233311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.236085 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e36cfea-531b-4e22-82da-248a16cfc09a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.237111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e36cfea-531b-4e22-82da-248a16cfc09a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.244599 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5e36cfea-531b-4e22-82da-248a16cfc09a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/8e6462c0-a7e6-4e28-b888-7e04e1a870fd HTTP/1.1" status: 404 len: 333 time: 0.0374064 Aug 30 23:05:49.244599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35020) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.282490 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-824394b5-36cd-427a-8e1a-c3ffc8053d95 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.282972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-824394b5-36cd-427a-8e1a-c3ffc8053d95 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.286023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-824394b5-36cd-427a-8e1a-c3ffc8053d95 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/dcc1fa8f-20c2-4774-91c7-01fa560a2481 HTTP/1.1" status: 404 len: 337 time: 0.0388033 Aug 30 23:05:49.288605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.296104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8b959-126e-4369-a8d8-99f65639a6fb req-7982f3df-ef31-4e22-9c7b-28cb14c9d06c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:49.302309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8b8b959-126e-4369-a8d8-99f65639a6fb req-7982f3df-ef31-4e22-9c7b-28cb14c9d06c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2540293 Aug 30 23:05:49.318897 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-4273c877-69f8-48e5-b1e1-e03d454c5e2b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.319203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4273c877-69f8-48e5-b1e1-e03d454c5e2b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.324415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4273c877-69f8-48e5-b1e1-e03d454c5e2b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/2c3e1bb4-6373-4575-945f-2d7c2cefd49f HTTP/1.1" status: 404 len: 337 time: 0.0309303 Aug 30 23:05:49.324899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35026) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.351912 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-802601d1-62ae-46d2-be43-d90c332862d0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.352638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-802601d1-62ae-46d2-be43-d90c332862d0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.358401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-802601d1-62ae-46d2-be43-d90c332862d0 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/67a50cfb-9bf5-4809-a55f-47fb34e7650b HTTP/1.1" status: 404 len: 333 time: 0.0284798 Aug 30 23:05:49.358647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.376141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-61b9c2bd-4125-4cbd-8087-944f24625733 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148721 Aug 30 23:05:49.405627 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a674cd-ff4c-4993-9e93-7aa960e7e667 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.406900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73a674cd-ff4c-4993-9e93-7aa960e7e667 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.412617 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-73a674cd-ff4c-4993-9e93-7aa960e7e667 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/5aeaeeb2-27ab-4cc8-b959-699651fa2960 HTTP/1.1" status: 404 len: 337 time: 0.0526686 Aug 30 23:05:49.413447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35032) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.448895 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd05487-4e92-4c2c-97b8-db80c9430e52 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.449563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd05487-4e92-4c2c-97b8-db80c9430e52 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.455073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9cd05487-4e92-4c2c-97b8-db80c9430e52 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/031afea5-547a-4039-a6df-f64554383d36 HTTP/1.1" status: 404 len: 337 time: 0.0402603 Aug 30 23:05:49.457289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35034) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.468761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.469676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router a5d97546-6aa7-4060-93f8-9f38e4c922d5 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:05:49.487536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.492232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-546aaca5-e1f1-4e15-8740-b1fac8d23afc tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5 HTTP/1.1" status: 204 len: 168 time: 0.7793615 Aug 30 23:05:49.506965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.531083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35038) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.542348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f729ce27-9eca-4dd9-ae92-1633c72f4c08 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports?device_id=f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 HTTP/1.1" status: 200 len: 205 time: 0.0833881 Aug 30 23:05:49.547728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35040) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.602628 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-e02a7d5f-73a3-4917-a2ae-8705fe71e375 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] delete failed (client error): The resource could not be found. Aug 30 23:05:49.603693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e02a7d5f-73a3-4917-a2ae-8705fe71e375 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/routers/f2e539ee-4539-4bf8-8f8d-97c7c5c90bc4 HTTP/1.1" status: 404 len: 336 time: 0.0548699 Aug 30 23:05:49.608526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.611198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8b8b959-126e-4369-a8d8-99f65639a6fb req-a0155804-e4de-4d40-81c8-ae93e6e29969 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424011 Aug 30 23:05:49.627068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-917638c1-ecd7-43da-8822-a384cf13ae9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.658145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0f46f-8933-4189-ac65-9b7920ffdacf req-7e940ed7-cd34-477a-8d27-117cf80b98a3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:49.660666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73c0f46f-8933-4189-ac65-9b7920ffdacf req-7e940ed7-cd34-477a-8d27-117cf80b98a3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.2042150 Aug 30 23:05:49.662769 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aefa2cf-7cb4-4704-bcaf-e0869a0987a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.662769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aefa2cf-7cb4-4704-bcaf-e0869a0987a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.664715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6aefa2cf-7cb4-4704-bcaf-e0869a0987a2 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/8bf2d3ee-059d-43de-a040-eb5ef7c4b33e HTTP/1.1" status: 404 len: 337 time: 0.0550737 Aug 30 23:05:49.668257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-af7fcb86-2f44-4aab-93ee-97dbdb192e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:49.669435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35044) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.670138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-af7fcb86-2f44-4aab-93ee-97dbdb192e8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.4319549 Aug 30 23:05:49.697413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet b40e8be4-fd1d-419b-bf7d-a5949cad6363 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:49.705150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc754ea-d2cc-415d-b81d-aa18f5073863 req-fcf22ddc-d13d-4f0e-a47b-475b4d8a6880 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079333 Aug 30 23:05:49.707559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6573b0a5-2e2f-4962-ab40-e0082361518f tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "GET /v2.0/ports?device_id=9e2de999-10b6-4491-bc9d-d59872fef1c1 HTTP/1.1" status: 200 len: 205 time: 0.0365820 Aug 30 23:05:49.714539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.752736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.777257 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-722232fc-5342-4a94-96d0-52ca116a4578 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] delete failed (client error): The resource could not be found. Aug 30 23:05:49.785838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-722232fc-5342-4a94-96d0-52ca116a4578 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/routers/9e2de999-10b6-4491-bc9d-d59872fef1c1 HTTP/1.1" status: 404 len: 336 time: 0.0628808 Aug 30 23:05:49.785838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.787048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-03670432-447b-4eac-962b-1ec20cd3036c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad HTTP/1.1" status: 200 len: 217 time: 0.1036255 Aug 30 23:05:49.797815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73c0f46f-8933-4189-ac65-9b7920ffdacf req-5cb88d16-780f-4df1-b80e-e5e488b14934 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156926 Aug 30 23:05:49.826094 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d3fadf-be95-49f8-9b34-dbdffc50cc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.826094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35d3fadf-be95-49f8-9b34-dbdffc50cc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.827517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-35d3fadf-be95-49f8-9b34-dbdffc50cc74 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/06037403-8ac7-41ea-88d1-ca4c1db68165 HTTP/1.1" status: 404 len: 337 time: 0.0424659 Aug 30 23:05:49.838961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35050) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.860597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:49.880681 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d48f2ac1-54bc-4389-9a0d-1fb0058883da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.881149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d48f2ac1-54bc-4389-9a0d-1fb0058883da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.883959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d48f2ac1-54bc-4389-9a0d-1fb0058883da tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/6a5dfed3-9f05-46b5-afcf-fb45e2988b03 HTTP/1.1" status: 404 len: 337 time: 0.0429518 Aug 30 23:05:49.887401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35052) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.913351 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b04cd7-7a0c-44bd-822b-885f892c39e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.914403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b04cd7-7a0c-44bd-822b-885f892c39e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.919378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41b04cd7-7a0c-44bd-822b-885f892c39e8 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/9362a61f-94ec-40b3-a578-f349bbd4c73d HTTP/1.1" status: 404 len: 333 time: 0.0275857 Aug 30 23:05:49.920451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.946363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-9c213ea3-3428-472b-93cd-73f3651494f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:49.948068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-9c213ea3-3428-472b-93cd-73f3651494f6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1517556 Aug 30 23:05:49.952623 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-00420456-4f5b-4a89-847b-a7014cd6fe8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.953084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00420456-4f5b-4a89-847b-a7014cd6fe8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.954940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-00420456-4f5b-4a89-847b-a7014cd6fe8e tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/b8ab06a8-b071-405f-b6ee-2dc2934c2103 HTTP/1.1" status: 404 len: 337 time: 0.0323191 Aug 30 23:05:49.959641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:49.990443 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16bd293-bfb8-4f43-8cad-5925cc709e2c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:49.991165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16bd293-bfb8-4f43-8cad-5925cc709e2c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:49.993196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b16bd293-bfb8-4f43-8cad-5925cc709e2c tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/f99444ab-4277-4482-b914-a9c865b20be5 HTTP/1.1" status: 404 len: 333 time: 0.0319188 Aug 30 23:05:49.996986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.026530 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-50964180-5aab-457c-b213-84bbf6bf272a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.026871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50964180-5aab-457c-b213-84bbf6bf272a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.032709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50964180-5aab-457c-b213-84bbf6bf272a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/cb4fb3e3-3a6b-45f7-89b4-4d3a3cd3816d HTTP/1.1" status: 404 len: 337 time: 0.0309727 Aug 30 23:05:50.036714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.064282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.072046 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8f393aa-a929-4f15-979e-6be924bc1416 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.072807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8f393aa-a929-4f15-979e-6be924bc1416 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.074876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8f393aa-a929-4f15-979e-6be924bc1416 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/62d1941b-6f62-4cfa-b146-e2fd7dc5c24b HTTP/1.1" status: 404 len: 333 time: 0.0366492 Aug 30 23:05:50.079924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.138381 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3893a3d9-7f69-4259-b3ee-e870270723c7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.139213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3893a3d9-7f69-4259-b3ee-e870270723c7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.142409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3893a3d9-7f69-4259-b3ee-e870270723c7 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/456a7812-b446-4196-a79b-49e30dc7282f HTTP/1.1" status: 404 len: 337 time: 0.0600791 Aug 30 23:05:50.145471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35066) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.147178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-d693ea2b-45a0-4fdb-9b19-5351d3a30d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:50.148847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-d693ea2b-45a0-4fdb-9b19-5351d3a30d25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1876819 Aug 30 23:05:50.154461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-917638c1-ecd7-43da-8822-a384cf13ae9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.172751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-917638c1-ecd7-43da-8822-a384cf13ae9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.181645 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee2356-caf9-44bf-b690-84fdec7bb24a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.182504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eee2356-caf9-44bf-b690-84fdec7bb24a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.184612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8eee2356-caf9-44bf-b690-84fdec7bb24a tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/adb56ec0-ee8c-4e10-8c76-627c3030003a HTTP/1.1" status: 404 len: 333 time: 0.0362389 Aug 30 23:05:50.188047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35068) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.222523 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-934924cd-58ce-4774-951d-7d153ee81a37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.223161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-934924cd-58ce-4774-951d-7d153ee81a37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.225147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-934924cd-58ce-4774-951d-7d153ee81a37 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/01c5ca1a-3c1e-4c43-8554-5a39c1b711a6 HTTP/1.1" status: 404 len: 337 time: 0.0358155 Aug 30 23:05:50.228413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.255407 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f4eaacf-71b9-45c4-a022-ecfa8c01593b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.256125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f4eaacf-71b9-45c4-a022-ecfa8c01593b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.257888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f4eaacf-71b9-45c4-a022-ecfa8c01593b tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/ec525ebc-5847-41e2-a6d4-25154be49084 HTTP/1.1" status: 404 len: 333 time: 0.0281353 Aug 30 23:05:50.260415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.285087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-917638c1-ecd7-43da-8822-a384cf13ae9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dee4d86b8b5247c8adb74b9c65482ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7466266 Aug 30 23:05:50.287902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35074) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.288629 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.300509 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97541de-03e2-48b6-b649-1f1fae67e0ca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.300818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917638c1-ecd7-43da-8822-a384cf13ae9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd66753-00d0-4c92-ae72-325ce4e671b3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:50.300973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97541de-03e2-48b6-b649-1f1fae67e0ca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.306040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e97541de-03e2-48b6-b649-1f1fae67e0ca tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/4dec5693-e0ae-4238-b83e-4b5378aebf12 HTTP/1.1" status: 404 len: 337 time: 0.0415738 Aug 30 23:05:50.311197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35076) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.344334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=b40e8be4-fd1d-419b-bf7d-a5949cad6363,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:50.353489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.362734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d59e5788-8e93-4cab-9792-973a4a699736 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/b40e8be4-fd1d-419b-bf7d-a5949cad6363 HTTP/1.1" status: 204 len: 168 time: 0.8479319 Aug 30 23:05:50.363896 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-a674890f-5ceb-4023-b86f-66d269fead34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.363896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a674890f-5ceb-4023-b86f-66d269fead34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.363896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a674890f-5ceb-4023-b86f-66d269fead34 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/758bafe0-3bce-47cb-81ed-3d95320f04e9 HTTP/1.1" status: 404 len: 333 time: 0.0483119 Aug 30 23:05:50.363896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.367891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0d53e-e2b2-405a-ba52-c3a251a99244 None None] Network b0ad32e0-70ec-4b09-8849-a2b998ce636c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:50.368705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35080) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.376900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-42136f08-19ef-4b3e-9327-d046f1471288 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177541 Aug 30 23:05:50.430018 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab5ecc9f-7d68-4bf6-8d72-edc3ced4b5f6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.430603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab5ecc9f-7d68-4bf6-8d72-edc3ced4b5f6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.436172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ab5ecc9f-7d68-4bf6-8d72-edc3ced4b5f6 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/a269dfb2-c53c-46c5-bbea-195b17641cd5 HTTP/1.1" status: 404 len: 337 time: 0.0632358 Aug 30 23:05:50.436439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35082) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.495135 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4779a6a-2efb-4e5c-afdd-6819571c58c3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.495823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4779a6a-2efb-4e5c-afdd-6819571c58c3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.497990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c4779a6a-2efb-4e5c-afdd-6819571c58c3 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/ports/ff7ba4f1-0091-4b8d-a929-1c79cca2580a HTTP/1.1" status: 404 len: 333 time: 0.0606246 Aug 30 23:05:50.502881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35084) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.504379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.514249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet 3d602f9f-09f5-46f7-bdd8-b04f41aa063b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:05:50.525503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.552566 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fa07834-4bf3-48d6-b489-a8fc279e1692 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] DELETE failed (client error): The resource could not be found. Aug 30 23:05:50.553029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fa07834-4bf3-48d6-b489-a8fc279e1692 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:05:50.555014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6fa07834-4bf3-48d6-b489-a8fc279e1692 tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/subnets/47eebecb-0d2c-4ec7-8fe1-4aceed61a7a6 HTTP/1.1" status: 404 len: 337 time: 0.0495534 Aug 30 23:05:50.557909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35086) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:50.572663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b04cab61-3d0b-4c23-9523-89e492a8ab0f req-20653f70-4dc6-4146-a518-e03d9e41314b service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853662 Aug 30 23:05:50.609492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.621614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74257526-c724-49ae-89ed-feeef034c535 None None] DHCP port deletion for b0ad32e0-70ec-4b09-8849-a2b998ce636c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:50.642441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.663919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.744869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Deleting port a9336c93-c8b1-4539-b29c-05c883f83505 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:50.745834 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.820592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-74257526-c724-49ae-89ed-feeef034c535 None None] For port a9336c93-c8b1-4539-b29c-05c883f83505, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a9336c93-c8b1-4539-b29c-05c883f83505,segment=NetworkSegment(b7673ad1-12ea-4e64-b1a8-00ab0979d086),segment_id=b7673ad1-12ea-4e64-b1a8-00ab0979d086)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:50.821107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.822741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.827418 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.829630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddd66753-00d0-4c92-ae72-325ce4e671b3 HTTP/1.1" status: 204 len: 168 time: 0.5402315 Aug 30 23:05:50.849485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.862516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Calling delete_port for a9336c93-c8b1-4539-b29c-05c883f83505 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:50.862950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77af47a-f8fc-4324-a15a-49aeaba204b7']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:50.880729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad4cd723-f795-437e-9a72-986b277b53c6') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:50.881464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad4cd723-f795-437e-9a72-986b277b53c6') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:50.895204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.899626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.922099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.939793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:50.940668 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:50.943134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68708c68-a74c-4900-a9a9-dc8d36ea3957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd66753-00d0-4c92-ae72-325ce4e671b3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:50.946525 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:50.981734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee586-725c-474a-9731-96c383f5406d req-493802fa-5035-4d3c-9237-27aa0b48bb6d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:50.984033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-436ee586-725c-474a-9731-96c383f5406d req-493802fa-5035-4d3c-9237-27aa0b48bb6d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2437725 Aug 30 23:05:51.089099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.092110 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.123808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-436ee586-725c-474a-9731-96c383f5406d req-1ad675a0-7621-47c9-8c15-a91998c961f0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284599 Aug 30 23:05:51.140552 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74257526-c724-49ae-89ed-feeef034c535 None None] Pushing event deleted for resources: {'Port': ['ID=a9336c93-c8b1-4539-b29c-05c883f83505,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:51.145066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.147147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/3d602f9f-09f5-46f7-bdd8-b04f41aa063b HTTP/1.1" status: 204 len: 168 time: 0.7845614 Aug 30 23:05:51.148314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7ccbc-8efb-44a1-8beb-21f14e22d83a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=3d602f9f-09f5-46f7-bdd8-b04f41aa063b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:51.150816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:51.178074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac9615-2f4f-4f86-8da9-a2733c131c60 req-0117dd85-d8ea-47b1-930a-b27f66ecac97 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:51.178074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fac9615-2f4f-4f86-8da9-a2733c131c60 req-0117dd85-d8ea-47b1-930a-b27f66ecac97 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.2123082 Aug 30 23:05:51.178074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.179913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14534292-220f-4e4f-9264-529a011e3d46 None None] Network 55d572f8-6bd3-45f3-8d83-b144d18913e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:51.182526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74257526-c724-49ae-89ed-feeef034c535 None None] No DVR routers for this DVR port a9336c93-c8b1-4539-b29c-05c883f83505 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:51.191928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.195581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] 10.222.0.25 "DELETE /v2.0/networks/a77af47a-f8fc-4324-a15a-49aeaba204b7 HTTP/1.1" status: 204 len: 168 time: 0.6363392 Aug 30 23:05:51.229233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e160e5-d49a-429b-b1c0-d1456af8a9db tempest-NetworksTestDHCPv6-485145249 tempest-NetworksTestDHCPv6-485145249-project] Pushing event deleted for resources: {'Network': ['ID=a77af47a-f8fc-4324-a15a-49aeaba204b7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:51.303143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fac9615-2f4f-4f86-8da9-a2733c131c60 req-360a5072-8efe-477a-a22a-a129165a8b62 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161516 Aug 30 23:05:51.333082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.516064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.532052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0ad32e0-70ec-4b09-8849-a2b998ce636c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:51.544905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7673ad1-12ea-4e64-b1a8-00ab0979d086') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:51.545248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7673ad1-12ea-4e64-b1a8-00ab0979d086') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:51.562624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] DHCP port deletion for 55d572f8-6bd3-45f3-8d83-b144d18913e3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:05:51.574029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.595709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.608765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:51.609241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:51.615379 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:51.640374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Deleting port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:51.641182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.716166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] For port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,segment=NetworkSegment(7af9d28e-95eb-4074-9f9e-836bd5212395),segment_id=7af9d28e-95eb-4074-9f9e-836bd5212395)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:51.717005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.731687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.739794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.744802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Calling delete_port for 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:51.745738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/b0ad32e0-70ec-4b09-8849-a2b998ce636c HTTP/1.1" status: 204 len: 168 time: 0.5930285 Aug 30 23:05:51.748664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35112) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:51.777112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35114) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:51.780892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242183b8-4c7e-4e7b-9dc6-4097fe744784 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=b0ad32e0-70ec-4b09-8849-a2b998ce636c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:51.891494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.916943 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:51.975450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] Pushing event deleted for resources: {'Port': ['ID=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:51.989254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b6f45-044e-490a-b3fd-55ec9968f145 None None] No DVR routers for this DVR port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:52.009355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:05:52.009942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.045586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:52.079079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c921a67d-a6f6-4121-b2a1-1b64a5b179ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83f6c1c9d26746ab9e05227e1c916c74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2992246 Aug 30 23:05:52.082008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:52.083043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:52.083889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:52.084873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a9336c93-c8b1-4539-b29c-05c883f83505 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:05:52.117496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a9336c93-c8b1-4539-b29c-05c883f83505 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:05:52.118253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a9336c93-c8b1-4539-b29c-05c883f83505 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:05:52.130743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86, host n-d-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:52.131626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.150369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.163244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:05:52.170200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 was not found and therefore no delete operation was performed {{(pid=101269) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:05:52.172233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.178046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.202874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=83b08e43-d3c9-4b9c-a742-836d2a9a2b86,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:52.206813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 83b08e43-d3c9-4b9c-a742-836d2a9a2b86 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:05:52.272202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.276722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.279764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d2fa01e-8d82-4143-a629-d046a603c229 HTTP/1.1" status: 204 len: 168 time: 0.1962903 Aug 30 23:05:52.291473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6481d59-f78c-4b17-ae4e-fdbe07d6cbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2fa01e-8d82-4143-a629-d046a603c229,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:52.419411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.431284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.465540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55d572f8-6bd3-45f3-8d83-b144d18913e3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:52.504821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7af9d28e-95eb-4074-9f9e-836bd5212395') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:52.505589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7af9d28e-95eb-4074-9f9e-836bd5212395') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:05:52.510444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab776804-268f-4efc-a435-bfd510e68de0 req-90b2c142-65c3-4b94-9c05-6896aacb6f81 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:52.513215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab776804-268f-4efc-a435-bfd510e68de0 req-90b2c142-65c3-4b94-9c05-6896aacb6f81 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.0752494 Aug 30 23:05:52.522078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.542446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd023ed-02a7-4847-8079-e9007a2331f3 req-327a98a0-235a-46bc-bd99-2fbc1d85de29 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:52.544137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfd023ed-02a7-4847-8079-e9007a2331f3 req-327a98a0-235a-46bc-bd99-2fbc1d85de29 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2115083 Aug 30 23:05:52.555525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.596871 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab776804-268f-4efc-a435-bfd510e68de0 req-5d77261f-5035-4e5a-8950-cd60aae2b9a0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731928 Aug 30 23:05:52.600052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:05:52.600284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:05:52.603848 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:05:52.624668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfd023ed-02a7-4847-8079-e9007a2331f3 req-883fca33-39b3-40ca-beb0-e0c2b242f32e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646505 Aug 30 23:05:52.719814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.784799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.800433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35144) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:52.800960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/55d572f8-6bd3-45f3-8d83-b144d18913e3 HTTP/1.1" status: 204 len: 168 time: 1.0419302 Aug 30 23:05:52.803086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b76dd6-6c3c-46df-89c1-25193886a883 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=55d572f8-6bd3-45f3-8d83-b144d18913e3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:52.808416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1181647443'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:52.862667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:52.867403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.914359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:52.932036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:52.933109 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 035a8456-6be8-4c6f-b694-922d0f965530 of type vlan for network 1905723a-b5ca-4bb2-ba13-cc59f849a56f Aug 30 23:05:53.001429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.045302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.056186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:53.056875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.077480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2748222 Aug 30 23:05:53.083972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35154) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:53.094510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:53.199785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12d3da-8d66-48c3-a1ee-1c1dfddfa37a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=1905723a-b5ca-4bb2-ba13-cc59f849a56f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:53.228337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:53.364323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:53.372254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.665453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.748064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=e15cb880-d3f2-4e8e-9748-f81299a924c7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:53.759701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '035a8456-6be8-4c6f-b694-922d0f965530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:53.760009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 1905723a-b5ca-4bb2-ba13-cc59f849a56f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:53.852910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08fc0f-ee06-439d-a428-f9668cc3282c req-d7e56d55-787e-4f03-8d4e-d8076f837ab2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:53.854846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d08fc0f-ee06-439d-a428-f9668cc3282c req-d7e56d55-787e-4f03-8d4e-d8076f837ab2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.0962656 Aug 30 23:05:53.861464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:53.880636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 1905723a-b5ca-4bb2-ba13-cc59f849a56f) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:53.892017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3d484-36ea-4b3f-80f4-7834cbee1490 None None] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:53.961314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:53.961689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:53.979427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d08fc0f-ee06-439d-a428-f9668cc3282c req-a17de983-af20-4176-a197-396c97190146 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057167 Aug 30 23:05:54.003495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6808088a-f7fe-4ed2-8252-d85d61f16ca3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9176404 Aug 30 23:05:54.006422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:54.018552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-167446955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:54.046454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:54.074222 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.076231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.190786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-1905723a-b5ca-4bb2-ba13-cc59f849a56f', 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': 'e15cb880-d3f2-4e8e-9748-f81299a924c7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:54.192453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.581210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1376450996'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:54.582749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Allocated IP 172.20.0.2 (1905723a-b5ca-4bb2-ba13-cc59f849a56f/e15cb880-d3f2-4e8e-9748-f81299a924c7/f56480b4-206c-4bd8-b20b-733cf671531f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:54.620617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Made reservation on behalf of c64872833ae2492a94f88ceee505020c for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:54.627849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.641008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.673435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.682433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.778641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.789485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.793547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.797102 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52eb580e-a162-45e0-a6e6-4f4e9c65f248 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7879651 Aug 30 23:05:54.800793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35206) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:54.815197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'port': {'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f', 'name': 'tempest-RoutersTest-1104592590'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:54.837995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:05:54.854005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.854005 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Added segment b897b836-d9e7-4066-a65c-6dd6ca13f064 of type vlan for network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a Aug 30 23:05:54.926750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.944983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:54.959842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe6e678-c6b5-4c73-8876-3ce89531a6ca,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:54.973532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Transition to ACTIVE for port object f56480b4-206c-4bd8-b20b-733cf671531f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:54.990847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.990847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.990847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.991325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.991958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.992466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.993291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.994158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.994732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.995314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.998712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:54.999576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.004553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:55.020495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.030107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.044157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Transition to ACTIVE for port object f56480b4-206c-4bd8-b20b-733cf671531f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:55.055647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:55.055647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.067231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.102423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] device_id is not set on port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:55.170449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:55.176551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:55.185644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:55.200955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Pushing event updated for resources: {'Port': ['ID=f56480b4-206c-4bd8-b20b-733cf671531f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:55.212712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1618872 Aug 30 23:05:55.214239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:55.224131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Request body: {'subnet': {'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:55.229047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.229392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.230096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.231247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.231926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.232681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.233283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.234069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.234670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.235418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.236057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.236606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:05:55.322204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Attempting to bind port f56480b4-206c-4bd8-b20b-733cf671531f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:55.322674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Attempting to bind port f56480b4-206c-4bd8-b20b-733cf671531f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '035a8456-6be8-4c6f-b694-922d0f965530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:55.323119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Attempting to bind port f56480b4-206c-4bd8-b20b-733cf671531f on network 1905723a-b5ca-4bb2-ba13-cc59f849a56f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:55.332785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:55.333589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Checking segment: {'id': '035a8456-6be8-4c6f-b694-922d0f965530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:55.334497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.335357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Bound using segment: {'id': '035a8456-6be8-4c6f-b694-922d0f965530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:55.336678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Bound port: f56480b4-206c-4bd8-b20b-733cf671531f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '035a8456-6be8-4c6f-b694-922d0f965530', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '1905723a-b5ca-4bb2-ba13-cc59f849a56f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:55.337829 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.351649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78211498-5f99-40ff-bc39-1fc69d38b01e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'Network': ['ID=15d681d2-04cc-4c55-b0dd-0acb6946bf1a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:55.356917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.20.0.10 (1905723a-b5ca-4bb2-ba13-cc59f849a56f/e15cb880-d3f2-4e8e-9748-f81299a924c7/0571cfc2-b2cb-4039-9c21-e4d6fc4bea16) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:55.373499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:05:55.398244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec854a6a-5176-4a42-919c-4f1a98472173 req-17190cf4-b89f-40f2-b428-a10ab09cbe69 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:55.400025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec854a6a-5176-4a42-919c-4f1a98472173 req-17190cf4-b89f-40f2-b428-a10ab09cbe69 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.2130480 Aug 30 23:05:55.457367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec854a6a-5176-4a42-919c-4f1a98472173 req-6453dbaf-8ad4-44a6-b440-f8642dce5483 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473015 Aug 30 23:05:55.458839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Made reservation on behalf of c64872833ae2492a94f88ceee505020c for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:55.462559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.529321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] For port f56480b4-206c-4bd8-b20b-733cf671531f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:55.533387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] For port f56480b4-206c-4bd8-b20b-733cf671531f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f56480b4-206c-4bd8-b20b-733cf671531f,segment=NetworkSegment(035a8456-6be8-4c6f-b694-922d0f965530),segment_id=035a8456-6be8-4c6f-b694-922d0f965530)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:55.540516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.617051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a243b40-5b1f-4a60-a0e4-35183d0c3a73 None None] Pushing event updated for resources: {'Port': ['ID=f56480b4-206c-4bd8-b20b-733cf671531f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:55.681606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.716291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:55.792553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.815863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba16be-cd43-4a11-8081-5bb25c037400 req-133fa5ee-d6e9-4274-a403-9b4fa746a859 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:55.817623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ba16be-cd43-4a11-8081-5bb25c037400 req-133fa5ee-d6e9-4274-a403-9b4fa746a859 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.0813766 Aug 30 23:05:55.818935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:55.873942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:55.875252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'Subnet': ['ID=f0ec29b3-17c9-45f9-b195-f5a41866710c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:55.883685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:55.889275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:55.891894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Checking segment: {'id': 'b897b836-d9e7-4066-a65c-6dd6ca13f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:55.892393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Network hostable DHCP agents. Network: 15d681d2-04cc-4c55-b0dd-0acb6946bf1a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:05:55.944757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:05:55.963558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 15d681d2-04cc-4c55-b0dd-0acb6946bf1a) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:55.973447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:55.977684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e3090-63eb-4cd5-bd84-d3ed9618ee14 None None] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:55.998570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.003710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ba16be-cd43-4a11-8081-5bb25c037400 req-4d37503c-3de0-45ff-a06d-c98958e14e82 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739371 Aug 30 23:05:56.021372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:56.022378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.025101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0571cfc2-b2cb-4039-9c21-e4d6fc4bea16,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:56.071869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e4c638e-dbe3-4f49-a7c9-66f459e030f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2691379 Aug 30 23:05:56.072755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:56.079142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35236) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:56.109067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8d6e2f0d-c46b-4823-a890-973ec0da8c2b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8866756 Aug 30 23:05:56.110129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35240) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:56.129756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Request body: {'port': {'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1486997479'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:56.172375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f56480b4-206c-4bd8-b20b-733cf671531f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:05:56.306917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67c2081c-2d36-4847-8ff7-8834442b4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.516975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67c2081c-2d36-4847-8ff7-8834442b4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.522573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f56480b4-206c-4bd8-b20b-733cf671531f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:56.525386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67c2081c-2d36-4847-8ff7-8834442b4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.588129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2081c-2d36-4847-8ff7-8834442b4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274f749e-f396-4536-8ae6-c6b973873e8f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:56.627920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-15d681d2-04cc-4c55-b0dd-0acb6946bf1a', 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a', 'tenant_id': 'c64872833ae2492a94f88ceee505020c', 'fixed_ips': [{'subnet_id': 'f0ec29b3-17c9-45f9-b195-f5a41866710c'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:05:56.631132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.635010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67c2081c-2d36-4847-8ff7-8834442b4b43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=943125654c6d475bb6fa8a214c36f71a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5543985 Aug 30 23:05:56.637081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:56.646302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.670056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Made reservation on behalf of c64872833ae2492a94f88ceee505020c for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:56.672638 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.763536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] device_id is not set on port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:56.911076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.951727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc156d4b-7d41-4696-b552-ca5bdd0a5f61 req-ed9cd3a6-d258-4543-82be-06bad4d5d534 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:56.953311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc156d4b-7d41-4696-b552-ca5bdd0a5f61 req-ed9cd3a6-d258-4543-82be-06bad4d5d534 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 944 time: 0.3083701 Aug 30 23:05:56.954397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:56.965065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Allocated IP 172.20.0.2 (15d681d2-04cc-4c55-b0dd-0acb6946bf1a/f0ec29b3-17c9-45f9-b195-f5a41866710c/05fde7b5-e7b4-438e-8ab4-e27590945c89) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:57.040346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.043595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.048127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/274f749e-f396-4536-8ae6-c6b973873e8f HTTP/1.1" status: 204 len: 168 time: 0.4067729 Aug 30 23:05:57.061498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb624d6-39a6-410e-bb81-d0e4dfd5e17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274f749e-f396-4536-8ae6-c6b973873e8f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:57.137751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc156d4b-7d41-4696-b552-ca5bdd0a5f61 req-c29289c7-1c6f-497c-a12c-7b712aed14ca tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397130 Aug 30 23:05:57.250566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6a19a-ed0d-4c90-b6d2-1bd3f1438695 None None] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:05:57.257620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.264378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.359675 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.394272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0571cfc2-b2cb-4039-9c21-e4d6fc4bea16,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:57.413124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Transition to ACTIVE for port object 05fde7b5-e7b4-438e-8ab4-e27590945c89 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:57.415627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Provisioning for port f56480b4-206c-4bd8-b20b-733cf671531f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:57.431582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Provisioning complete for port f56480b4-206c-4bd8-b20b-733cf671531f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:57.431967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.484895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Transition to ACTIVE for port object 05fde7b5-e7b4-438e-8ab4-e27590945c89 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:57.513381 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.567282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:57.576003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:57.604742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:57.620490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Allocated IP 172.20.0.6 (15d681d2-04cc-4c55-b0dd-0acb6946bf1a/f0ec29b3-17c9-45f9-b195-f5a41866710c/59ef5c22-93a5-44bf-9ad4-1b97b89011f3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:57.685407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:05:57.712181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.717220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:57.770126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f41a475-c55a-4e98-b9d0-3679cf71dc3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.832322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.883028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:57.903225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Transition to ACTIVE for port object 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:05:57.904185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad', 'mac_address': 'fa:16:3e:67:66:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:05:57.923788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Attempting to bind port 05fde7b5-e7b4-438e-8ab4-e27590945c89 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:05:57.924182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Attempting to bind port 05fde7b5-e7b4-438e-8ab4-e27590945c89 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b897b836-d9e7-4066-a65c-6dd6ca13f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:05:57.924697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Attempting to bind port 05fde7b5-e7b4-438e-8ab4-e27590945c89 on network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:05:57.934649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:05:57.935319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Checking segment: {'id': 'b897b836-d9e7-4066-a65c-6dd6ca13f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:05:57.935803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:57.936221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Bound using segment: {'id': 'b897b836-d9e7-4066-a65c-6dd6ca13f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:05:57.936736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Bound port: 05fde7b5-e7b4-438e-8ab4-e27590945c89, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b897b836-d9e7-4066-a65c-6dd6ca13f064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:05:57.937247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.000928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.003478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Pushing event updated for resources: {'Port': ['ID=05fde7b5-e7b4-438e-8ab4-e27590945c89,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:58.010616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.076218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:05:58.076509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f41a475-c55a-4e98-b9d0-3679cf71dc3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.089325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7f41a475-c55a-4e98-b9d0-3679cf71dc3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.133167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.147955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:58.158569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:58.188169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:05:58.197235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:58.208679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.208937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.230032 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.237616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'Port': ['ID=59ef5c22-93a5-44bf-9ad4-1b97b89011f3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:58.303453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:58.304143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.329746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] For port 05fde7b5-e7b4-438e-8ab4-e27590945c89, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:05:58.335880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] For port 05fde7b5-e7b4-438e-8ab4-e27590945c89, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=05fde7b5-e7b4-438e-8ab4-e27590945c89,segment=NetworkSegment(b897b836-d9e7-4066-a65c-6dd6ca13f064),segment_id=b897b836-d9e7-4066-a65c-6dd6ca13f064)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:05:58.342187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e2b564ea-c39c-44f3-9325-667d53f7d45b tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2304180 Aug 30 23:05:58.347646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35270) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:58.359300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Request body: {'port': {'network_id': '15d681d2-04cc-4c55-b0dd-0acb6946bf1a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2036011309', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:05:58.361340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] bootfile-name is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:05:58.366014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] tftp-server is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:05:58.367008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.api.validators [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] server-ip-address is not in valid_values {{(pid=101269) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:05:58.367395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7f41a475-c55a-4e98-b9d0-3679cf71dc3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b77e245b7c1401d9c4b554f249807ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6493206 Aug 30 23:05:58.368185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41a475-c55a-4e98-b9d0-3679cf71dc3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f74880af-9e76-4bee-8547-7e06aa7c27f0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:58.384623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35272) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:05:58.403533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:58.416017 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.525721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] For port f56480b4-206c-4bd8-b20b-733cf671531f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f56480b4-206c-4bd8-b20b-733cf671531f,segment=NetworkSegment(035a8456-6be8-4c6f-b694-922d0f965530),segment_id=035a8456-6be8-4c6f-b694-922d0f965530)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:05:58.539618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1b399794-f4e7-4a4e-bf06-64b5ab9e5cad'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:05:58.551013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:58.551341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd6fd3-3b77-40de-bc3d-79ada946f363 req-00716a39-487c-42ab-af1b-9fc019df96b3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:05:58.566660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2dd6fd3-3b77-40de-bc3d-79ada946f363 req-00716a39-487c-42ab-af1b-9fc019df96b3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 945 time: 0.2304759 Aug 30 23:05:58.734287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2dd6fd3-3b77-40de-bc3d-79ada946f363 req-8268a957-be37-4556-963a-1f43ed748e87 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611383 Aug 30 23:05:58.752574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d5402-149b-463d-8323-c13aeb4ffb40 None None] Pushing event updated for resources: {'Port': ['ID=05fde7b5-e7b4-438e-8ab4-e27590945c89,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:58.889046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Provisioning complete for port f56480b4-206c-4bd8-b20b-733cf671531f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:58.889670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.029915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f3967f-0d80-414a-8e8c-145fd57f28f1 None None] Pushing event updated for resources: {'Port': ['ID=f56480b4-206c-4bd8-b20b-733cf671531f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:59.199722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.217308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.272987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.301665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Provisioning for port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:05:59.313567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Provisioning complete for port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:59.314407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.372073 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.377587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0571cfc2-b2cb-4039-9c21-e4d6fc4bea16,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:59.416857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.424466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8d06b90e-7b5d-4c94-93a3-dfd1a510320c None None] Port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:59.441672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Made reservation on behalf of c64872833ae2492a94f88ceee505020c for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:05:59.445495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.477105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] device_id is not set on port d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:05:59.553013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:05:59.558266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:05:59.560783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1693bcb6-f999-46ac-a7e8-bd40e715ff65 None None] Provisioning complete for port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:05:59.561401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1693bcb6-f999-46ac-a7e8-bd40e715ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.561599 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.564308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:05:59.566301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f74880af-9e76-4bee-8547-7e06aa7c27f0 HTTP/1.1" status: 204 len: 168 time: 1.1802721 Aug 30 23:05:59.659505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1693bcb6-f999-46ac-a7e8-bd40e715ff65 None None] Port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:05:59.673692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b006d6ff-0176-4a6d-8a77-3cf991d56b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f74880af-9e76-4bee-8547-7e06aa7c27f0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:05:59.714222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Allocated IP 172.20.0.9 (15d681d2-04cc-4c55-b0dd-0acb6946bf1a/f0ec29b3-17c9-45f9-b195-f5a41866710c/d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:05:59.866963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 0a10560c-5755-4130-adf6-a8eb334240b3 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:06:00.022971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:00.042411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Transition to ACTIVE for port object d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:00.086514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:00.155142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2e15708f-5dc6-457c-ab77-29d3a63fa38b None None] Provisioning complete for port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:00.157089 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e15708f-5dc6-457c-ab77-29d3a63fa38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:00.186067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:00.200711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ddb9d527-ee9f-467c-983d-75d2fa19f5ff tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/0a10560c-5755-4130-adf6-a8eb334240b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1223273 Aug 30 23:06:00.204438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:00.205294 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] Sync routers for ids ['0a10560c-5755-4130-adf6-a8eb334240b3'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:00.252460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088994bc-5184-4ae4-a86a-52eea5ddcb2c req-bf92734f-7e25-4b05-b65e-b79571e96b98 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.269225 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] Routers {'0a10560c-5755-4130-adf6-a8eb334240b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:00.270542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0a10560c-5755-4130-adf6-a8eb334240b3'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:00.293220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:00.294483 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-088994bc-5184-4ae4-a86a-52eea5ddcb2c req-bf92734f-7e25-4b05-b65e-b79571e96b98 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 945 time: 0.3376579 Aug 30 23:06:00.302340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:00.307025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:00.320445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2e15708f-5dc6-457c-ab77-29d3a63fa38b None None] Port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:00.364272 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:00.377652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-088994bc-5184-4ae4-a86a-52eea5ddcb2c req-7474d2ac-f2fa-4189-870a-fe4a8e77bddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Aug 30 23:06:00.384867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33523ff1-f7a7-48e3-a342-4d276bdded9f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.387787 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] Routers {'0a10560c-5755-4130-adf6-a8eb334240b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:00.388441 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0a10560c-5755-4130-adf6-a8eb334240b3'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:00.392261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:00.392499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-33523ff1-f7a7-48e3-a342-4d276bdded9f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports/0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 HTTP/1.1" status: 200 len: 978 time: 0.1866362 Aug 30 23:06:00.428205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 05fde7b5-e7b4-438e-8ab4-e27590945c89 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:00.475322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.476046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:00.518740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.1667657 Aug 30 23:06:00.518740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fb04d-5abd-4f3d-a4a9-edaad46a7d3d tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'Port': ['ID=d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:00.519154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35298) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:00.547320 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:00.548207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22f55a9-061d-42c9-bdf5-ff4581e01beb None None] The sync data for ids ['0a10560c-5755-4130-adf6-a8eb334240b3'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:00.596853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 05fde7b5-e7b4-438e-8ab4-e27590945c89 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:00.610276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f56480b4-206c-4bd8-b20b-733cf671531f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:00.728745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd713e9-b1ed-4ead-b021-ad9014a3a0dc tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.735289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd713e9-b1ed-4ead-b021-ad9014a3a0dc tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.742000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd713e9-b1ed-4ead-b021-ad9014a3a0dc tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:00.747902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0cd713e9-b1ed-4ead-b021-ad9014a3a0dc tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.2230051 Aug 30 23:06:00.748813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:00.760879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7eb84f0-27de-40c8-b0c5-9e83e7f10728 None None] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:00.990507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Provisioning for port 05fde7b5-e7b4-438e-8ab4-e27590945c89 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:01.000205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Provisioning complete for port 05fde7b5-e7b4-438e-8ab4-e27590945c89 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:01.001022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.046390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f56480b4-206c-4bd8-b20b-733cf671531f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:01.046880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.048854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Deleting port d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:01.049247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.191367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.245315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.273916 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.286787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Calling delete_port for d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:01.363972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] For port 05fde7b5-e7b4-438e-8ab4-e27590945c89, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=05fde7b5-e7b4-438e-8ab4-e27590945c89,segment=NetworkSegment(b897b836-d9e7-4066-a65c-6dd6ca13f064),segment_id=b897b836-d9e7-4066-a65c-6dd6ca13f064)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:01.370137 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.427405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df94d1d-2a9b-46d8-bf95-cd64e9cac1aa None None] Pushing event updated for resources: {'Port': ['ID=05fde7b5-e7b4-438e-8ab4-e27590945c89,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:01.515132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Provisioning for port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:01.520151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Provisioning complete for port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:01.520924 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.581029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:01.615460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Provisioning complete for port 05fde7b5-e7b4-438e-8ab4-e27590945c89 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:01.615969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.685474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe774-aaee-4f4a-82bf-5372e53e9e10 req-4c30adbf-e576-4354-9174-5812e83d4f71 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:01.689134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69abe774-aaee-4f4a-82bf-5372e53e9e10 req-4c30adbf-e576-4354-9174-5812e83d4f71 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 945 time: 0.1495233 Aug 30 23:06:01.702368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.703327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:01.829421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event deleted for resources: {'Port': ['ID=d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:01.840663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:01.853621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:01.854210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.885184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69abe774-aaee-4f4a-82bf-5372e53e9e10 req-00a27825-b6cb-44ed-a2d4-51dcd714c15b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821344 Aug 30 23:06:01.889624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:01.892426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-64f4fd60-de48-4abf-904f-105df7809bfb tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "DELETE /v2.0/ports/d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0 HTTP/1.1" status: 204 len: 168 time: 1.1419084 Aug 30 23:06:01.897344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35324) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:01.906337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Request body: {'port': {'name': 'tempest-new-port-name-2063224883', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:01.915204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.api.validators [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] bootfile-name is not in valid_values {{(pid=101268) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:06:01.915819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.api.validators [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] tftp-server is not in valid_values {{(pid=101268) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:06:01.916424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.api.validators [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] server-ip-address is not in valid_values {{(pid=101268) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 30 23:06:01.961548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:01.961935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.017768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-71fef6c4-c28d-4967-af0f-d5489dca021e None None] Could not find standard attr ID for object d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:06:02.112875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 05fde7b5-e7b4-438e-8ab4-e27590945c89 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:02.208293 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.273202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-beb97627-b20c-4653-afb6-27062c9ffe20 None None] Provisioning complete for port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:02.273818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-beb97627-b20c-4653-afb6-27062c9ffe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.345965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:06:02.348636 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854d3b3b-7a4f-44b7-b765-206f9e40fc02" -d '{"events": [{"server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "name": "network-vif-plugged", "status": "completed", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:06:02.359530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 05fde7b5-e7b4-438e-8ab4-e27590945c89 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:02.360011 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.393995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:02.411671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.425590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-beb97627-b20c-4653-afb6-27062c9ffe20 None None] Port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:02.583554 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2981a315-792e-4f2c-be48-53d434173943 x-openstack-request-id: req-2981a315-792e-4f2c-be48-53d434173943 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:06:02.587644 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "name": "network-vif-plugged", "status": "completed", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:06:02.589976 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2981a315-792e-4f2c-be48-53d434173943 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:06:02.591839 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad', 'code': 200} Aug 30 23:06:02.673756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:02.686241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-77dbd81a-0832-42e1-ae10-83a49c2cd161 None None] Could not find standard attr ID for object d33a7d3f-2f9d-4a3b-ae16-398b55cf87b0. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:06:02.759408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:02.772709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024cbbb3-e3db-4bda-ab4e-2caaad73e2ca req-309d3f7d-526c-4433-b0d4-8f04fd208536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:02.776872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-024cbbb3-e3db-4bda-ab4e-2caaad73e2ca req-309d3f7d-526c-4433-b0d4-8f04fd208536 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 1098 time: 0.1603696 Aug 30 23:06:02.778741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 0571cfc2-b2cb-4039-9c21-e4d6fc4bea16 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:02.857817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-024cbbb3-e3db-4bda-ab4e-2caaad73e2ca req-de32f689-351f-4a87-aabc-c6574339573d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720475 Aug 30 23:06:03.125586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274663e-f0be-4ac1-8678-e46dc6615c1b req-890ca558-7cc9-42d7-8542-36ef9d1259b6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:03.128056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:03.146496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1274663e-f0be-4ac1-8678-e46dc6615c1b req-890ca558-7cc9-42d7-8542-36ef9d1259b6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.1123939 Aug 30 23:06:03.200646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=0571cfc2-b2cb-4039-9c21-e4d6fc4bea16,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:03.211124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:03.272880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1274663e-f0be-4ac1-8678-e46dc6615c1b req-4046de37-31ab-4360-af21-50fa6b3bb428 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238623 Aug 30 23:06:03.580157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:03.833947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:03.837809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 0a10560c-5755-4130-adf6-a8eb334240b3 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:06:03.842549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.003772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:04.012835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35360) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:04.013361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c980b0fc-9302-49e2-9e0c-9708dadf262c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/0a10560c-5755-4130-adf6-a8eb334240b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6195650 Aug 30 23:06:04.038960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event updated for resources: {'Port': ['ID=59ef5c22-93a5-44bf-9ad4-1b97b89011f3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:04.039883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] Sync routers for ids ['0a10560c-5755-4130-adf6-a8eb334240b3'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:04.068937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] In _notify_port_updated(), no bound segment for port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 on network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:06:04.075604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:04.076274 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.082743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c3d3b4a-a907-427e-b40b-35b9aaeaee06 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "PUT /v2.0/ports/59ef5c22-93a5-44bf-9ad4-1b97b89011f3 HTTP/1.1" status: 200 len: 1136 time: 2.1782613 Aug 30 23:06:04.084152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:04.087378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] Routers {'0a10560c-5755-4130-adf6-a8eb334240b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:04.088301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0a10560c-5755-4130-adf6-a8eb334240b3'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:04.169571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:04.183515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] Routers {'0a10560c-5755-4130-adf6-a8eb334240b3'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:04.184546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:05:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0a10560c-5755-4130-adf6-a8eb334240b3'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:04.209523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61f987d-a8b3-4466-a255-6bd43856463a tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:04.217644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e61f987d-a8b3-4466-a255-6bd43856463a tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "GET /v2.0/ports/59ef5c22-93a5-44bf-9ad4-1b97b89011f3 HTTP/1.1" status: 200 len: 1136 time: 0.1324017 Aug 30 23:06:04.218495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:04.273361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:04.274364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fec241-9951-4d9f-acc6-bf00bb4ef8e7 None None] The sync data for ids ['0a10560c-5755-4130-adf6-a8eb334240b3'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:04.371934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-750d5024-1695-400f-9093-1b37f629c876 None None] Provisioning complete for port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:04.372315 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-750d5024-1695-400f-9093-1b37f629c876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.381341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Deleting port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:04.382546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.403449 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-67fc758e-f5c5-40fa-a157-3a7286743118 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] remove_router_interface failed (client error): The resource could not be found. Aug 30 23:06:04.404975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67fc758e-f5c5-40fa-a157-3a7286743118 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/0a10560c-5755-4130-adf6-a8eb334240b3/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3881059 Aug 30 23:06:04.407889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:04.437537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-750d5024-1695-400f-9093-1b37f629c876 None None] Port 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:04.504178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2a35307d-95ed-4579-84ac-b4cf02a2b60d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a10560c-5755-4130-adf6-a8eb334240b3 HTTP/1.1" status: 200 len: 205 time: 0.0943139 Aug 30 23:06:04.506818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35380) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:04.545491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.569609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daff5a9-47c5-4ac9-9e4c-c706aa6122de req-e864d83f-4f1f-4dd0-a1cb-7c509b727590 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:04.570393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Calling delete_port for 59ef5c22-93a5-44bf-9ad4-1b97b89011f3 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:04.571501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5daff5a9-47c5-4ac9-9e4c-c706aa6122de req-e864d83f-4f1f-4dd0-a1cb-7c509b727590 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.1460238 Aug 30 23:06:04.641511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.790689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5daff5a9-47c5-4ac9-9e4c-c706aa6122de req-8766a38c-10a3-4848-a46e-074617e0b0ab tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729963 Aug 30 23:06:04.797183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:04.875156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event deleted for resources: {'Port': ['ID=59ef5c22-93a5-44bf-9ad4-1b97b89011f3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:05.022357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.024596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.042990 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.046206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87fe9ddf-0ed4-4ea2-b49f-124db61b923e tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "DELETE /v2.0/ports/59ef5c22-93a5-44bf-9ad4-1b97b89011f3 HTTP/1.1" status: 204 len: 168 time: 0.8263121 Aug 30 23:06:05.060725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbee767-05cb-429d-be39-4c25fc099c24 req-c7978b0b-a5dd-4642-9cf8-bab3bd4e7036 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:05.063352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fbee767-05cb-429d-be39-4c25fc099c24 req-c7978b0b-a5dd-4642-9cf8-bab3bd4e7036 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.1238244 Aug 30 23:06:05.064109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:05.083235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.084551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router 0a10560c-5755-4130-adf6-a8eb334240b3 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:06:05.101123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.105882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-714eaa19-5f52-4d9d-8021-06373d359a45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/0a10560c-5755-4130-adf6-a8eb334240b3 HTTP/1.1" status: 204 len: 168 time: 0.5933464 Aug 30 23:06:05.107481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35394) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:05.201144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Deleting subnet f0ec29b3-17c9-45f9-b195-f5a41866710c {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:05.201490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet e15cb880-d3f2-4e8e-9748-f81299a924c7 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:05.205456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.212189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6fbee767-05cb-429d-be39-4c25fc099c24 req-23e65d49-3871-429d-9bb8-32580165e28c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312134 Aug 30 23:06:05.214719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.275044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.309119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.427921 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.433957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.478225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a517a02-3960-49be-b28b-dd354387743a req-8cbe7b55-b4ec-4e9e-b4f6-92fd51f8caa8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:05.486425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a517a02-3960-49be-b28b-dd354387743a req-8cbe7b55-b4ec-4e9e-b4f6-92fd51f8caa8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.1382890 Aug 30 23:06:05.514811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.547388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ec29b3-17c9-45f9-b195-f5a41866710c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:05.549654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.553593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91895294-9d13-4568-89cf-36d20f674ffa tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "DELETE /v2.0/subnets/f0ec29b3-17c9-45f9-b195-f5a41866710c HTTP/1.1" status: 204 len: 168 time: 0.4878399 Aug 30 23:06:05.558080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:05.573275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15475d40-0278-4635-b091-73fbcb7b3893 None None] Network 15d681d2-04cc-4c55-b0dd-0acb6946bf1a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:05.589473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a517a02-3960-49be-b28b-dd354387743a req-a6582884-751f-4bec-bb18-c58405675d69 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019547 Aug 30 23:06:05.656175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.748043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.754376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/e15cb880-d3f2-4e8e-9748-f81299a924c7 HTTP/1.1" status: 204 len: 168 time: 0.6400306 Aug 30 23:06:05.754376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320171-10cc-4ec7-9e77-1bb35a19ae3a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=e15cb880-d3f2-4e8e-9748-f81299a924c7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:05.757812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:05.760662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.889603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Deleting port 05fde7b5-e7b4-438e-8ab4-e27590945c89 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:05.890083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.918351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:05.977166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db58c733-8138-4802-84f0-fb1f1e8fa792 None None] Network 1905723a-b5ca-4bb2-ba13-cc59f849a56f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:06.056791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port f56480b4-206c-4bd8-b20b-733cf671531f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:06.057235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.070697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] For port 05fde7b5-e7b4-438e-8ab4-e27590945c89, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=05fde7b5-e7b4-438e-8ab4-e27590945c89,segment=NetworkSegment(b897b836-d9e7-4066-a65c-6dd6ca13f064),segment_id=b897b836-d9e7-4066-a65c-6dd6ca13f064)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:06.072096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.103840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Calling delete_port for 05fde7b5-e7b4-438e-8ab4-e27590945c89 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:06.175843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] DHCP port deletion for 15d681d2-04cc-4c55-b0dd-0acb6946bf1a request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:06:06.199534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port f56480b4-206c-4bd8-b20b-733cf671531f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f56480b4-206c-4bd8-b20b-733cf671531f,segment=NetworkSegment(035a8456-6be8-4c6f-b694-922d0f965530),segment_id=035a8456-6be8-4c6f-b694-922d0f965530)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:06.199907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.219052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for f56480b4-206c-4bd8-b20b-733cf671531f owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:06.291927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Deleting port 05fde7b5-e7b4-438e-8ab4-e27590945c89 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:06.293768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.327167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22fc27-6e6c-49ce-ab7a-f4710ec3d7f8 req-7da6db01-cc84-43d9-955f-70b5cf9d763e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:06.340649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc22fc27-6e6c-49ce-ab7a-f4710ec3d7f8 req-7da6db01-cc84-43d9-955f-70b5cf9d763e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.3745563 Aug 30 23:06:06.345393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.376279 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.419276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804a31df-1cdd-409d-b7b9-8b163d6d1b92 None None] DHCP port deletion for 1905723a-b5ca-4bb2-ba13-cc59f849a56f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:06:06.428597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=f56480b4-206c-4bd8-b20b-733cf671531f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:06.445178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] No DVR routers for this DVR port 05fde7b5-e7b4-438e-8ab4-e27590945c89 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:06.452277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port f56480b4-206c-4bd8-b20b-733cf671531f on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:06.461960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event deleted for resources: {'Port': ['ID=05fde7b5-e7b4-438e-8ab4-e27590945c89,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:06.495704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] For port 05fde7b5-e7b4-438e-8ab4-e27590945c89, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:06.496313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.519763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Calling delete_port for 05fde7b5-e7b4-438e-8ab4-e27590945c89 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:06.523252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Port 05fde7b5-e7b4-438e-8ab4-e27590945c89 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:06:06.525097 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.563346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] Pushing event deleted for resources: {'Port': ['ID=05fde7b5-e7b4-438e-8ab4-e27590945c89,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:06.568328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c11e0fd-777f-4023-bcf1-c80ef4f7c45c None None] No DVR routers for this DVR port 05fde7b5-e7b4-438e-8ab4-e27590945c89 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:06.607377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.626592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1905723a-b5ca-4bb2-ba13-cc59f849a56f']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.640576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc22fc27-6e6c-49ce-ab7a-f4710ec3d7f8 req-d0ebe444-02d3-4bc7-8a0b-26b8ea659c9a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983637 Aug 30 23:06:06.662296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '035a8456-6be8-4c6f-b694-922d0f965530') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.662790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '035a8456-6be8-4c6f-b694-922d0f965530') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.665426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.675450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.687549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d681d2-04cc-4c55-b0dd-0acb6946bf1a']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.707352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.712904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b897b836-d9e7-4066-a65c-6dd6ca13f064') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.713308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b897b836-d9e7-4066-a65c-6dd6ca13f064') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:06.723094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:06.724075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:06.729863 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:06.732692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.755098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.766162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:06.766720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:06.772109 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:06.855096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.862129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.869019 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/1905723a-b5ca-4bb2-ba13-cc59f849a56f HTTP/1.1" status: 204 len: 168 time: 1.1096594 Aug 30 23:06:06.871901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:06.878801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-924934931'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:06.888149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031192f-a367-4f7d-8f88-278312af5d45 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=1905723a-b5ca-4bb2-ba13-cc59f849a56f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:06.911631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.916508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.919088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] 10.222.0.25 "DELETE /v2.0/networks/15d681d2-04cc-4c55-b0dd-0acb6946bf1a HTTP/1.1" status: 204 len: 168 time: 1.3599405 Aug 30 23:06:06.936006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:06.940491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.944507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83471b33-ccdb-4573-8ef5-6ea92260e582 tempest-ExtraDHCPOptionsTestJSON-622818097 tempest-ExtraDHCPOptionsTestJSON-622818097-project] Pushing event deleted for resources: {'Network': ['ID=15d681d2-04cc-4c55-b0dd-0acb6946bf1a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:06.979184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:06.993378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:06.994046 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment ba15485a-362b-496d-921a-484f5e71af9e of type vlan for network 606d3af2-d0c5-4187-8963-ab8a63600dc4 Aug 30 23:06:07.066332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.105460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.115680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:07.116833 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.159947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2848458 Aug 30 23:06:07.160308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:07.168104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:07.266911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a046fb87-2558-437d-858f-acc9c33794d2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=606d3af2-d0c5-4187-8963-ab8a63600dc4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:07.303004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:07.360282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:07.368194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.496896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:07.670656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.811519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-76cfa77b-7372-4daf-9124-95bdd6b2a74b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c64872833ae2492a94f88ceee505020c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3130765 Aug 30 23:06:07.816672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:07.823286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=525329da-eed7-44a1-a0b6-313d4b46e345,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:07.872547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': 'ba15485a-362b-496d-921a-484f5e71af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:07.873096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 606d3af2-d0c5-4187-8963-ab8a63600dc4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:07.881278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-da0d4c5f-1f86-479b-9ead-f102836bc2ed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:07.884220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-da0d4c5f-1f86-479b-9ead-f102836bc2ed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.1915493 Aug 30 23:06:07.908459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:07.932790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 606d3af2-d0c5-4187-8963-ab8a63600dc4) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:07.942009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:07.943126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:07.946714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52e4a1-cd64-4310-983d-a9f6a80039d0 None None] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:07.976028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8f82b3aa-0317-4660-ad68-70f4cff3fa9d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8139262 Aug 30 23:06:07.977315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:07.986965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1258408471', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:08.030959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.033245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.078757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0eb8b-0f21-4df9-82c3-39e551320aea req-e74c7f38-8524-45a8-bd9c-162b591cd5d2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:08.087023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc0eb8b-0f21-4df9-82c3-39e551320aea req-e74c7f38-8524-45a8-bd9c-162b591cd5d2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 946 time: 0.2394350 Aug 30 23:06:08.106087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.165960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.175044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.175658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 05fde7b5-e7b4-438e-8ab4-e27590945c89 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:08.176568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.199065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fc0eb8b-0f21-4df9-82c3-39e551320aea req-6e952895-e03a-4ffb-923e-2ae985998f14 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101069 Aug 30 23:06:08.211220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.221509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35458) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:08.221818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7f0973f-2418-4db3-88ec-9eab8869309c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2414374 Aug 30 23:06:08.238935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 05fde7b5-e7b4-438e-8ab4-e27590945c89 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:06:08.239321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 05fde7b5-e7b4-438e-8ab4-e27590945c89 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:06:08.240236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f56480b4-206c-4bd8-b20b-733cf671531f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:08.272819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f56480b4-206c-4bd8-b20b-733cf671531f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:06:08.273162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f56480b4-206c-4bd8-b20b-733cf671531f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:06:08.331812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-606d3af2-d0c5-4187-8963-ab8a63600dc4', 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': '525329da-eed7-44a1-a0b6-313d4b46e345'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:08.334440 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.466885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:08.467272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.597715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.600445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.601642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fe6e678-c6b5-4c73-8876-3ce89531a6ca HTTP/1.1" status: 204 len: 168 time: 0.7839954 Aug 30 23:06:08.616866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4dae9-75d3-4a02-90ef-71089d8803c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe6e678-c6b5-4c73-8876-3ce89531a6ca,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:08.651944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Allocated IP 172.20.0.2 (606d3af2-d0c5-4187-8963-ab8a63600dc4/525329da-eed7-44a1-a0b6-313d4b46e345/6e9f49d5-241f-4bc4-b786-8f3cef18dfe4) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:08.687911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:08.688377 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.707112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:08.731669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.903844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:08.913926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Transition to ACTIVE for port object 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:08.942203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Transition to ACTIVE for port object 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:08.960971 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.042105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:09.048213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:09.052156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:09.062949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Pushing event updated for resources: {'Port': ['ID=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:09.163847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Attempting to bind port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:09.164792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Attempting to bind port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ba15485a-362b-496d-921a-484f5e71af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:09.165419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Attempting to bind port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 on network 606d3af2-d0c5-4187-8963-ab8a63600dc4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:09.175389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:09.176201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Checking segment: {'id': 'ba15485a-362b-496d-921a-484f5e71af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:09.177389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.178400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Bound using segment: {'id': 'ba15485a-362b-496d-921a-484f5e71af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:09.180016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Bound port: 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba15485a-362b-496d-921a-484f5e71af9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '606d3af2-d0c5-4187-8963-ab8a63600dc4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:09.180728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.210729 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.263575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1b399794-f4e7-4a4e-bf06-64b5ab9e5cad'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:06:09.305845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=1b399794-f4e7-4a4e-bf06-64b5ab9e5cad,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:09.341771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] For port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:09.348191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] For port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,segment=NetworkSegment(ba15485a-362b-496d-921a-484f5e71af9e),segment_id=ba15485a-362b-496d-921a-484f5e71af9e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:09.355170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.386932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcd8f93-1d99-4a9b-9b81-9b05aedc6b4f req-0a4e7486-717b-4002-9e2d-d8739849346d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0728226 Aug 30 23:06:09.450660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461e56ef-1eb1-4273-8698-694fc9d9acc7 None None] Pushing event updated for resources: {'Port': ['ID=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:09.488287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.20.0.1 (606d3af2-d0c5-4187-8963-ab8a63600dc4/525329da-eed7-44a1-a0b6-313d4b46e345/636e4d6a-f979-462d-8a91-28ab07f0d9cc) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:09.494228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:09.509968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.516324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a763ffff-4966-4a5f-a05d-4e55457eb3dd req-487d5153-6bc2-425f-8f4d-7f0a717becdf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "DELETE /v2.0/ports/1b399794-f4e7-4a4e-bf06-64b5ab9e5cad HTTP/1.1" status: 204 len: 173 time: 1.6208336 Aug 30 23:06:09.517117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'name': 'network-vif-deleted', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:06:09.530708 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6641afee-8f57-4e21-9c4b-35cedbdf6cc6" -d '{"events": [{"server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "name": "network-vif-deleted", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:06:09.662745 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:06:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4891ffb6-674a-4ee8-9dee-6a68d405376d x-openstack-request-id: req-4891ffb6-674a-4ee8-9dee-6a68d405376d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:06:09.662994 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c93300ae-b9e9-4361-a7a7-0ca48d10a148", "name": "network-vif-deleted", "tag": "1b399794-f4e7-4a4e-bf06-64b5ab9e5cad", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:06:09.663399 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4891ffb6-674a-4ee8-9dee-6a68d405376d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:06:09.664067 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c93300ae-b9e9-4361-a7a7-0ca48d10a148', 'name': 'network-vif-deleted', 'tag': '1b399794-f4e7-4a4e-bf06-64b5ab9e5cad', 'status': 'completed', 'code': 200} Aug 30 23:06:09.767493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:09.793648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 636e4d6a-f979-462d-8a91-28ab07f0d9cc will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:09.873391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.002604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35504) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:10.014042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:10.020450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:10.029369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:10.118837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=636e4d6a-f979-462d-8a91-28ab07f0d9cc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:10.170670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.278506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'networks': [{'name': 'tempest-network--1371858135'}, {'name': 'tempest-network--397643217'}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:10.278819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-network--1371858135'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:10.279482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-network--397643217'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:10.290835 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ac751183-b268-4745-b0d0-2d52f8a4f32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.320573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'network': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:10.330780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.342581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.372508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.535246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.542458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.543644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.626055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-969c8d5a-948e-4bda-b49f-96a9397e435d req-011bb8a3-a8ea-4f44-99ac-d9908a865a79 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0712569 Aug 30 23:06:10.697632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f378690-f407-42a7-8008-7fcdaafcfb0b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:10.738603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:10.776711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:10.779546 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment 8d6a51b5-430d-4242-87a5-a760591163f7 of type vlan for network ad895417-c456-4723-b650-a9eb8e4e3d13 Aug 30 23:06:10.922510 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.030351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:11.055078 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.056408 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment d3fa5446-c032-45fa-a3f3-e5a3597794f1 of type vlan for network e8f94657-658d-4064-8279-8df69dd62b12 Aug 30 23:06:11.170150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.216198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.217257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.226304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:11.251669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:11.253123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:11.399190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.3946676 Aug 30 23:06:11.400190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:11.429226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=ad895417-c456-4723-b650-a9eb8e4e3d13,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:11.451637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network ad895417-c456-4723-b650-a9eb8e4e3d13 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:11.507047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f9e9da-3536-4eb0-ad28-bc31c10e8d57 None None] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:11.621837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:06:11.796125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:11.859758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:06:11.860262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1b399794-f4e7-4a4e-bf06-64b5ab9e5cad not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:06:11.902189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-11c20beb-db3b-4817-8e21-a4a87da720fa None None] Provisioning for port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:11.906907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6b59281-9acd-4fc4-be99-73afa14b994f req-1461d7b4-d1bf-4a93-ad3c-4758f875eb54 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0840027 Aug 30 23:06:11.992986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-af3237c8-aad6-41be-81d5-0b4782731c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.003112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-af3237c8-aad6-41be-81d5-0b4782731c21 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.2217770 Aug 30 23:06:12.030186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e7d85-31a2-4c05-8de4-6c5cca6e1955 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=e8f94657-658d-4064-8279-8df69dd62b12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:12.055567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e8f94657-658d-4064-8279-8df69dd62b12 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:12.212960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.213639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e153e64a-263a-40b7-9538-8cf4d989e8c5 req-dd64105b-3d3f-4c94-82f4-c3832794dd0a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.221873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e153e64a-263a-40b7-9538-8cf4d989e8c5 req-dd64105b-3d3f-4c94-82f4-c3832794dd0a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.6413076 Aug 30 23:06:12.248376 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.254143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:12.268416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a72aa-3146-4200-8a86-5c9816f45e00 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.274693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a72aa-3146-4200-8a86-5c9816f45e00 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.280771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a72aa-3146-4200-8a86-5c9816f45e00 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.287311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612a72aa-3146-4200-8a86-5c9816f45e00 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.293158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-612a72aa-3146-4200-8a86-5c9816f45e00 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8882594 Aug 30 23:06:12.294060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35542) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:12.410376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e153e64a-263a-40b7-9538-8cf4d989e8c5 req-117e1ec1-2b97-4cbe-8292-ef7fa86ee1db tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765590 Aug 30 23:06:12.419936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-faf4f3b8-4522-4ff0-8d50-51900cc5c3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.421534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-faf4f3b8-4522-4ff0-8d50-51900cc5c3f2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.4168346 Aug 30 23:06:12.453581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.466834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:12.515048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:12.529415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-d61cefe4-77c8-4f47-a555-dc5f19b5865f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.0725114 Aug 30 23:06:12.530453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.557031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.578926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=636e4d6a-f979-462d-8a91-28ab07f0d9cc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:12.687024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Provisioning for port 636e4d6a-f979-462d-8a91-28ab07f0d9cc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:12.704068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Provisioning complete for port 636e4d6a-f979-462d-8a91-28ab07f0d9cc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:12.705541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.733201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-40625875-be88-4d60-9870-c42a6046b900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:12.734774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-40625875-be88-4d60-9870-c42a6046b900 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.1676958 Aug 30 23:06:12.792737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.803917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Port 636e4d6a-f979-462d-8a91-28ab07f0d9cc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:12.834575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad895417-c456-4723-b650-a9eb8e4e3d13']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:12.861363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-00905128-9af5-418a-86bd-c8be3f79c8dd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007624 Aug 30 23:06:12.870006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6a51b5-430d-4242-87a5-a760591163f7') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:12.870826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6a51b5-430d-4242-87a5-a760591163f7') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:12.881149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.899888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.905859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.935083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Provisioning complete for port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:12.936134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd2a2f37-0e3c-49e6-9a1e-d6da4ed4b505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.937518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.963620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:12.967884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:12.975205 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:13.053661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-45f5ef45-867a-4343-bc10-acd1f394ddd3 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675184 Aug 30 23:06:13.099616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,segment=NetworkSegment(ba15485a-362b-496d-921a-484f5e71af9e),segment_id=ba15485a-362b-496d-921a-484f5e71af9e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:13.109852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.115122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:13.188678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57f41f56-a349-4c4f-b1e2-d7145094cbdc req-4f8fb4fc-d398-47c0-a39c-1964d79cc872 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.1089869 Aug 30 23:06:13.189889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.214655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.217981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/ad895417-c456-4723-b650-a9eb8e4e3d13 HTTP/1.1" status: 204 len: 168 time: 0.9210658 Aug 30 23:06:13.221140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35550) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:13.245198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:13.260114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9017949a-6c45-40b1-ae6a-3bde7ffcae78 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=ad895417-c456-4723-b650-a9eb8e4e3d13,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:13.281315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:13.309890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:13.315449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a641984-f31b-4317-a738-120383585612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.341063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23afbfce-7297-4541-8bdd-d4970902b5ad req-be93cdae-aca7-45f6-a281-41d8af8525a2 service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768044 Aug 30 23:06:13.405709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-136fa7fd-6eab-4e13-a6df-b1645387978b None None] Provisioning complete for port 636e4d6a-f979-462d-8a91-28ab07f0d9cc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:13.410859 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-136fa7fd-6eab-4e13-a6df-b1645387978b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.490429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f24d2b8c-8210-47e7-806b-0c9047343286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.499755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-136fa7fd-6eab-4e13-a6df-b1645387978b None None] Port 636e4d6a-f979-462d-8a91-28ab07f0d9cc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:13.571733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.691871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd474d6c-42ed-4437-af77-8ac9b9850dd0 req-c734d7d0-4b4e-4d4f-8f3b-903b5f58e907 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:13.693585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd474d6c-42ed-4437-af77-8ac9b9850dd0 req-c734d7d0-4b4e-4d4f-8f3b-903b5f58e907 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1276717 Aug 30 23:06:13.708947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 96d8316c-38bb-4f4a-a71a-2cd60fdd7083 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:06:13.734193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-398a1b97-0862-4c42-b668-6195d45bc50b None None] Provisioning complete for port 636e4d6a-f979-462d-8a91-28ab07f0d9cc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:13.735607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-398a1b97-0862-4c42-b668-6195d45bc50b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.792499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.795720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-398a1b97-0862-4c42-b668-6195d45bc50b None None] Port 636e4d6a-f979-462d-8a91-28ab07f0d9cc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:13.796925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd474d6c-42ed-4437-af77-8ac9b9850dd0 req-7ccd61cf-dade-4a35-b78b-dc1ba87bc74a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Aug 30 23:06:13.827144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f24d2b8c-8210-47e7-806b-0c9047343286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.827144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f24d2b8c-8210-47e7-806b-0c9047343286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.834409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f94657-658d-4064-8279-8df69dd62b12']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:13.875836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fa5446-c032-45fa-a3f3-e5a3597794f1') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:13.876126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fa5446-c032-45fa-a3f3-e5a3597794f1') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:13.905291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.915140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f24d2b8c-8210-47e7-806b-0c9047343286 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4e134acd3ee4c9ca7e136a590709ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923771 Aug 30 23:06:13.918806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d2b8c-8210-47e7-806b-0c9047343286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6948fd03-04b1-4771-8bdc-7158709d752b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:13.923504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:13.937901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:13.944183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.958742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93a70c45-3b75-47aa-a477-83a3b2c6ff42 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/96d8316c-38bb-4f4a-a71a-2cd60fdd7083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7253106 Aug 30 23:06:13.959807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:13.960298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:13.962154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35566) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:13.964002 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:13.968575 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] Sync routers for ids ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:14.070296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b91b74-4095-419e-a2fe-0c378f49a0a8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:14.074564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:14.082258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54b91b74-4095-419e-a2fe-0c378f49a0a8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports/636e4d6a-f979-462d-8a91-28ab07f0d9cc HTTP/1.1" status: 200 len: 910 time: 0.1182716 Aug 30 23:06:14.083264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:14.123440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.126591 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.143298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.148167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/e8f94657-658d-4064-8279-8df69dd62b12 HTTP/1.1" status: 204 len: 168 time: 0.9010468 Aug 30 23:06:14.161521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35570) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:14.194113 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] Routers {'96d8316c-38bb-4f4a-a71a-2cd60fdd7083'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:14.195250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:14.200926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:14.202009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.225417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c275e53-5b2f-46dc-83dc-ca06e4fbc2ac tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=e8f94657-658d-4064-8279-8df69dd62b12,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:14.243036 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:14.258542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] Routers {'96d8316c-38bb-4f4a-a71a-2cd60fdd7083'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:14.259848 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:14.331602 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:14.340049 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe88b51-2836-46d9-9694-5672eccf39ed None None] The sync data for ids ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:14.539423 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.633428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.727823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.787683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5895716f-2f9f-463c-9600-60baee444228 req-70aab68a-2de1-494a-ac2b-d02a8b4daeff tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0908651 Aug 30 23:06:14.935695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.942104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:14.948986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6948fd03-04b1-4771-8bdc-7158709d752b HTTP/1.1" status: 204 len: 168 time: 1.0216184 Aug 30 23:06:14.981816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b36c1-01e4-4c76-ae85-2cc6a631ed1f tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:14.993229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540b36c1-01e4-4c76-ae85-2cc6a631ed1f tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:14.996550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-540b36c1-01e4-4c76-ae85-2cc6a631ed1f tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8333220 Aug 30 23:06:14.999279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da1ef6-1776-4a0f-93e8-10907b0f9d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948fd03-04b1-4771-8bdc-7158709d752b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:15.007479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35580) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:15.014652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-488374784'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:15.097210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:15.099259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100f57e-9837-481c-a3e8-29ecbfba6527 req-8ecf0701-0a14-42bb-96d7-af673a356653 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:15.105341 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.115316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b100f57e-9837-481c-a3e8-29ecbfba6527 req-8ecf0701-0a14-42bb-96d7-af673a356653 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1471016 Aug 30 23:06:15.172257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:15.176072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 636e4d6a-f979-462d-8a91-28ab07f0d9cc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:15.176715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.193603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b100f57e-9837-481c-a3e8-29ecbfba6527 req-988c9cea-4a06-48d3-a634-e18172d89b00 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742872 Aug 30 23:06:15.230506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.230887 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment 2b381414-0530-45b1-84d0-f48ab9829105 of type vlan for network 1f3fd068-f377-45aa-a45c-1cb53f342762 Aug 30 23:06:15.330148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.371739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.389719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 636e4d6a-f979-462d-8a91-28ab07f0d9cc owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:15.397714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.406083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:15.407218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.457897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:15.474166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a711fab-e9cd-4de7-acef-aadae4a1bf2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.574803 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5651460 Aug 30 23:06:15.579501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35586) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:15.588144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-22785101'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:15.607895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c8c54f-4d49-4a9a-bca8-acdeb9d8a756 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=1f3fd068-f377-45aa-a45c-1cb53f342762,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:15.630202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 1f3fd068-f377-45aa-a45c-1cb53f342762 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:15.665417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a711fab-e9cd-4de7-acef-aadae4a1bf2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.676395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4a711fab-e9cd-4de7-acef-aadae4a1bf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.768897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4a711fab-e9cd-4de7-acef-aadae4a1bf2d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ed94ff61fee84ea792cb96c8f7e071f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3088875 Aug 30 23:06:15.771803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a711fab-e9cd-4de7-acef-aadae4a1bf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=544b5c02-b1cd-4715-80bd-2cac26e47995,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:15.777167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35588) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:15.780941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:15.786702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.848850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:15.862181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.864770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.865333 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment 9cb18086-2404-4b2a-8553-6880ea7eb84c of type vlan for network b98bc3d5-080e-46a6-b7ad-30ed5b7570e3 Aug 30 23:06:15.900635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=636e4d6a-f979-462d-8a91-28ab07f0d9cc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:15.921476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.964292 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.970549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:15.977292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:15.978287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.011485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0d7abe64-c4f6-4023-9f7a-441fcccfda28 req-3b518a29-2667-4e0f-95cb-288a02708ec1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.0501335 Aug 30 23:06:16.044602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4635479 Aug 30 23:06:16.068072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35594) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:16.074648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'ports': [{'network_id': '1f3fd068-f377-45aa-a45c-1cb53f342762', 'name': 'tempest-port--1061911705', 'admin_state_up': True}, {'network_id': 'b98bc3d5-080e-46a6-b7ad-30ed5b7570e3', 'admin_state_up': False}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:16.075087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'port': {'network_id': '1f3fd068-f377-45aa-a45c-1cb53f342762', 'name': 'tempest-port--1061911705', 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:16.075710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'port': {'network_id': 'b98bc3d5-080e-46a6-b7ad-30ed5b7570e3', 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:16.203013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.207239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d942f90-099f-4e24-bcb1-54b8a9fe5698 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=b98bc3d5-080e-46a6-b7ad-30ed5b7570e3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:16.222170 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.225178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b98bc3d5-080e-46a6-b7ad-30ed5b7570e3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:16.334741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.384864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'port': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:16.390255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.406162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.444823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 96d8316c-38bb-4f4a-a71a-2cd60fdd7083 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:06:16.490323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.500332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.500332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/544b5c02-b1cd-4715-80bd-2cac26e47995 HTTP/1.1" status: 204 len: 168 time: 0.7157390 Aug 30 23:06:16.522079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76cf3ff-7b5b-45fa-966d-7e49f5570bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=544b5c02-b1cd-4715-80bd-2cac26e47995,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:16.525002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e979062f-3b74-4a0b-b207-1e7daf6e5d2b req-7c55a71b-a2ab-4072-b92a-56a41ef57c44 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:16.527236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e979062f-3b74-4a0b-b207-1e7daf6e5d2b req-7c55a71b-a2ab-4072-b92a-56a41ef57c44 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1153107 Aug 30 23:06:16.536718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] device_id is not set on port 7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:06:16.570349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:16.582064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] Sync routers for ids ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:16.596288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c44ee74-557a-432e-a866-ba6fb4742e84 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/96d8316c-38bb-4f4a-a71a-2cd60fdd7083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5114305 Aug 30 23:06:16.600262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] Routers {'96d8316c-38bb-4f4a-a71a-2cd60fdd7083'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:16.601990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:16.616204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35600) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:16.639637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:16.653319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] Routers {'96d8316c-38bb-4f4a-a71a-2cd60fdd7083'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:16.654916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:16.657037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-43659dfd-4dc8-4b6d-b89e-1e0d5c014220 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=96d8316c-38bb-4f4a-a71a-2cd60fdd7083 HTTP/1.1" status: 200 len: 205 time: 0.0388665 Aug 30 23:06:16.664361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35602) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:16.734539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:16.735278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e05d2f-30b3-42a6-9316-1f98ad0dd366 None None] The sync data for ids ['96d8316c-38bb-4f4a-a71a-2cd60fdd7083'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:16.746718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e979062f-3b74-4a0b-b207-1e7daf6e5d2b req-c46dc5c8-3045-44bc-b53c-1b79136d1e6f tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735976 Aug 30 23:06:16.765043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.794384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:16.859112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] device_id is not set on port a53639db-e8d4-4026-b406-f5d1c4f3da74 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:06:16.986463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.007475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.011432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.020791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-9b84e2a5-4808-4cf9-85e9-d9f1f7357e8b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1480250 Aug 30 23:06:17.045695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.145543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Port': ['ID=7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:17.152291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Checking segment: {'id': '2b381414-0530-45b1-84d0-f48ab9829105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1f3fd068-f377-45aa-a45c-1cb53f342762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:17.152969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network hostable DHCP agents. Network: 1f3fd068-f377-45aa-a45c-1cb53f342762, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:17.164946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.165555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router 96d8316c-38bb-4f4a-a71a-2cd60fdd7083 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:06:17.186488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network 1f3fd068-f377-45aa-a45c-1cb53f342762 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:17.194114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.200695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4053756c-44a1-4ca2-b30b-28a56a970659 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/96d8316c-38bb-4f4a-a71a-2cd60fdd7083 HTTP/1.1" status: 204 len: 168 time: 0.5311797 Aug 30 23:06:17.205236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35618) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:17.227587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 1f3fd068-f377-45aa-a45c-1cb53f342762) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:17.238959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d5f47-3948-43a4-b77a-81e623897398 None None] Network 1f3fd068-f377-45aa-a45c-1cb53f342762 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:17.282365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-07ab7613-7a35-4907-8fd8-afdded2dfbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.288773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-07ab7613-7a35-4907-8fd8-afdded2dfbf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 1097 time: 0.1653044 Aug 30 23:06:17.304850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:17.306667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.391052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dbfa2e8f-9e59-44ff-909c-0b4606895c65 req-23763864-2e28-4b45-a689-388ff8fd1152 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=c93300ae-b9e9-4361-a7a7-0ca48d10a148 HTTP/1.1" status: 200 len: 210 time: 0.1107593 Aug 30 23:06:17.433078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-73d185e2-04cb-4b54-9759-b74f39fbd656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.433266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet 525329da-eed7-44a1-a0b6-313d4b46e345 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:17.434584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-73d185e2-04cb-4b54-9759-b74f39fbd656 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.1156507 Aug 30 23:06:17.436489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.494086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.503589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-ee5d549f-dc52-45eb-adf2-46e4a9b898a7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 200 len: 217 time: 0.0560696 Aug 30 23:06:17.552157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Port': ['ID=a53639db-e8d4-4026-b406-f5d1c4f3da74,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:17.583231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-80894da2-c91b-41a0-88bd-160fcf551900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.585956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-80894da2-c91b-41a0-88bd-160fcf551900 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.0736859 Aug 30 23:06:17.595627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Checking segment: {'id': '9cb18086-2404-4b2a-8553-6880ea7eb84c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b98bc3d5-080e-46a6-b7ad-30ed5b7570e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:17.595997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network hostable DHCP agents. Network: b98bc3d5-080e-46a6-b7ad-30ed5b7570e3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:17.625039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.637419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-ac9284f6-56b1-4f80-b808-afc8ffbc9756 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420971 Aug 30 23:06:17.650081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network b98bc3d5-080e-46a6-b7ad-30ed5b7570e3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:17.667659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b98bc3d5-080e-46a6-b7ad-30ed5b7570e3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:17.673012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:17.679633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.686068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.686284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5089511-373b-424a-a7d4-87a8697d32fe None None] Network b98bc3d5-080e-46a6-b7ad-30ed5b7570e3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:17.686775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.722845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5402ec02-d500-48ca-b81b-83f58cf3079c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.6544459 Aug 30 23:06:17.728367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35628) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:17.749882 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.848420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=525329da-eed7-44a1-a0b6-313d4b46e345,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:17.849395 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-a8baf33d-a6f5-49fe-b055-05549d7e7564 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018554 Aug 30 23:06:17.865361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:17.871264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8a32666-a97e-43b5-a53e-d6203a7f5361 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/525329da-eed7-44a1-a0b6-313d4b46e345 HTTP/1.1" status: 204 len: 168 time: 0.6583977 Aug 30 23:06:17.873009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35634) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:17.876986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd11d2c-950f-4a19-9252-482fae545ae7 None None] Network 606d3af2-d0c5-4187-8963-ab8a63600dc4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:17.885466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60a500-7c6a-4c90-89c2-8f71b0ebb6d9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.892005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e60a500-7c6a-4c90-89c2-8f71b0ebb6d9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:17.893656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6e60a500-7c6a-4c90-89c2-8f71b0ebb6d9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1642931 Aug 30 23:06:17.898301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35636) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:17.999299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.085283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:18.086037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.107747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885dc45-634a-4b99-89be-ba417283f901 req-df9b973e-c144-4d52-9c80-03d346090317 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:18.109580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2885dc45-634a-4b99-89be-ba417283f901 req-df9b973e-c144-4d52-9c80-03d346090317 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2583714 Aug 30 23:06:18.168207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7878c933-cefb-4861-bb10-7c3d3abaa8a8 req-08d817de-66da-44e3-bfdc-612b93f7af04 service neutron] 10.222.0.47 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934387 Aug 30 23:06:18.193635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2885dc45-634a-4b99-89be-ba417283f901 req-99a73e7a-df11-49f9-bb42-e8bfa254a2f8 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736213 Aug 30 23:06:18.204711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,segment=NetworkSegment(ba15485a-362b-496d-921a-484f5e71af9e),segment_id=ba15485a-362b-496d-921a-484f5e71af9e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:18.205281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.206043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Deleting port 7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:18.206706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.224373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] DHCP port deletion for 606d3af2-d0c5-4187-8963-ab8a63600dc4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:06:18.243398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:18.280879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Deleting port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:18.281816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.397600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] For port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,segment=NetworkSegment(ba15485a-362b-496d-921a-484f5e71af9e),segment_id=ba15485a-362b-496d-921a-484f5e71af9e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:18.398049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.417480 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.423898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Calling delete_port for 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:18.470088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:18.476520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:18.559291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.596596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] Pushing event deleted for resources: {'Port': ['ID=6e9f49d5-241f-4bc4-b786-8f3cef18dfe4,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:18.605923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae7b950-02d2-43af-b72e-52c580511703 None None] No DVR routers for this DVR port 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:18.663024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.678452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['606d3af2-d0c5-4187-8963-ab8a63600dc4']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:18.698489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba15485a-362b-496d-921a-484f5e71af9e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:18.699248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba15485a-362b-496d-921a-484f5e71af9e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:18.718652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.745992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.757048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:18.757938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:18.763832 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:18.779482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.815732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Calling delete_port for 7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:18.882572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.895964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.899916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/606d3af2-d0c5-4187-8963-ab8a63600dc4 HTTP/1.1" status: 204 len: 168 time: 1.0228200 Aug 30 23:06:18.913518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35664) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:18.922286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1434472810', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:18.930806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d0148-a9c9-4211-91ee-618695a977d6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=606d3af2-d0c5-4187-8963-ab8a63600dc4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:18.936167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.960419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:18.963094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.005715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.010906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/ports/7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b HTTP/1.1" status: 204 len: 168 time: 1.1078215 Aug 30 23:06:19.010906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7706f100-83d8-4b2c-b5e5-068c4a1742e7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Port': ['ID=7a5abac4-d4c4-4a7c-a3fe-32bcae25e27b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:19.019740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35666) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:19.060543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.155200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Deleting port a53639db-e8d4-4026-b406-f5d1c4f3da74 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:19.155549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.255591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.267358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.279495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Calling delete_port for a53639db-e8d4-4026-b406-f5d1c4f3da74 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:19.452230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.508289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Port': ['ID=a53639db-e8d4-4026-b406-f5d1c4f3da74,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:19.512771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.518464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a6a0ec94-bc9e-4674-bcd7-d32ae7ced5e8 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/ports/a53639db-e8d4-4026-b406-f5d1c4f3da74 HTTP/1.1" status: 204 len: 168 time: 0.4972191 Aug 30 23:06:19.519254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35690) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:19.535768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d209c-b830-4dc8-84d5-a35ca7f21264 req-e0ae5a1b-4150-452e-b559-832939c16a74 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:19.537417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec2d209c-b830-4dc8-84d5-a35ca7f21264 req-e0ae5a1b-4150-452e-b559-832939c16a74 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1878858 Aug 30 23:06:19.564195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-84720318-2045-4ea0-90b4-9f9d366fffcb tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0433092 Aug 30 23:06:19.564835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35696) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:19.576414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1817660296'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:19.645870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fdc591-8433-4544-8ec7-ebcd75c6d521 req-0e859702-fbf7-4794-8a43-046879ee3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:19.648930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4fdc591-8433-4544-8ec7-ebcd75c6d521 req-0e859702-fbf7-4794-8a43-046879ee3882 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.0831888 Aug 30 23:06:19.695369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4fdc591-8433-4544-8ec7-ebcd75c6d521 req-dc972865-87ed-4450-80d8-2c91a1df486e service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362573 Aug 30 23:06:19.711106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:19.716158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.731553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec2d209c-b830-4dc8-84d5-a35ca7f21264 req-44d518fc-f227-4826-a0d9-687c9c2f710e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729317 Aug 30 23:06:19.807504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.830453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:19.836977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.881665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:19.882043 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment 01d3006d-84fa-4f17-bdea-cb03da21ac88 of type vlan for network 57be1cda-4714-4e16-9c26-6110f1fef5a0 Aug 30 23:06:19.949878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.068933 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.098701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:20.099769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.103689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.25.7.228 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/76b9e48b-d95f-4ab2-98fa-46d8fe056217) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:20.162500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:20.205598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:06:20.206086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6e9f49d5-241f-4bc4-b786-8f3cef18dfe4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:06:20.277835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7045324 Aug 30 23:06:20.282588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35750) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:20.285535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef651e0-880e-4fd4-a566-17d2ef346ff7 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=57be1cda-4714-4e16-9c26-6110f1fef5a0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:20.305475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1610355330'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:20.326747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 57be1cda-4714-4e16-9c26-6110f1fef5a0 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:20.348992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.362325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:20.366654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.405210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:20.424097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.424726 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Added segment 3be1d408-f717-4dc1-adcf-196e5a2e7244 of type vlan for network f2201896-42df-44da-9306-4646232bfb43 Aug 30 23:06:20.444567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.495080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:20.496160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.500812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:20.504460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:20.549253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=76b9e48b-d95f-4ab2-98fa-46d8fe056217,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:20.572545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.590541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:20.594001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:20.666291 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3775132 Aug 30 23:06:20.734859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162711d-27f2-4041-bed8-8777264fdd8a tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Network': ['ID=f2201896-42df-44da-9306-4646232bfb43,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:20.748886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f2201896-42df-44da-9306-4646232bfb43 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:20.795730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35758) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:20.900377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:20.908206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'subnets': [{'network_id': '57be1cda-4714-4e16-9c26-6110f1fef5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1192240356', 'ip_version': 4}, {'network_id': 'f2201896-42df-44da-9306-4646232bfb43', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:20.908671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'subnet': {'network_id': '57be1cda-4714-4e16-9c26-6110f1fef5a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1192240356', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:20.909115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Request body: {'subnet': {'network_id': 'f2201896-42df-44da-9306-4646232bfb43', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:20.998045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf97623-b3b8-4ec4-9be3-c922c0c3157c req-5c41b105-58bd-408b-880c-f1bfcbef11bc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:21.007757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cf97623-b3b8-4ec4-9be3-c922c0c3157c req-5c41b105-58bd-408b-880c-f1bfcbef11bc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1083593 Aug 30 23:06:21.075621 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cf97623-b3b8-4ec4-9be3-c922c0c3157c req-281f4f75-4ca5-4fb2-9a4c-c8df08af4771 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664225 Aug 30 23:06:21.079627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.167803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003150a-aa65-4435-836c-b6f3b98bf59b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.468800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.479214 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003150a-aa65-4435-836c-b6f3b98bf59b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.512649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003150a-aa65-4435-836c-b6f3b98bf59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.532288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Made reservation on behalf of 5cca9834f7ec4dfd9835ab414158bfe6 for: {'subnet': 2} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:21.537269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.537624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:21.740540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 1d186d19-495f-4564-81d0-435ded623566 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:06:21.774844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1003150a-aa65-4435-836c-b6f3b98bf59b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fcc5de295034409aabac75b3d3f358b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9740522 Aug 30 23:06:21.801574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35776) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:21.878313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003150a-aa65-4435-836c-b6f3b98bf59b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce2d823-a20b-404b-a9b5-34a722974bbb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:21.905780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c604cb57-8f61-4d74-a2dc-5985dc300fa6 req-333bebef-ed51-4666-ac99-757ed8d4cfac tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:21.908517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c604cb57-8f61-4d74-a2dc-5985dc300fa6 req-333bebef-ed51-4666-ac99-757ed8d4cfac tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2318637 Aug 30 23:06:21.959280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-bb00f159-3ec5-4e11-812a-e9c445e84036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:21.960861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-bb00f159-3ec5-4e11-812a-e9c445e84036 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 1098 time: 0.2826099 Aug 30 23:06:22.020878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:22.066199 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] Sync routers for ids ['1d186d19-495f-4564-81d0-435ded623566'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:22.071539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-443e963e-8ae8-4d7a-a163-7f720d981438 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3078656 Aug 30 23:06:22.074366 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.082140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3d192f1d-82a1-40e4-926a-bfd04012bd61 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 3.1671708 Aug 30 23:06:22.086343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:22.121094 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] Routers {'1d186d19-495f-4564-81d0-435ded623566'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:22.122064 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['1d186d19-495f-4564-81d0-435ded623566'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:22.144164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c604cb57-8f61-4d74-a2dc-5985dc300fa6 req-1713a9ea-75ac-46b8-b152-cd12ed83d3d3 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033396 Aug 30 23:06:22.188170 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:22.201469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] Routers {'1d186d19-495f-4564-81d0-435ded623566'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:22.202739 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['1d186d19-495f-4564-81d0-435ded623566'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:22.242527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.271441 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:22.272413 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d0456a-1b3d-4d97-81c8-4b878e92f4a2 None None] The sync data for ids ['1d186d19-495f-4564-81d0-435ded623566'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:22.315776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.339039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-ff02e8f6-ef6c-40df-aa07-2c3ddd6063d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:22.340612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-ff02e8f6-ef6c-40df-aa07-2c3ddd6063d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 200 len: 920 time: 0.3640218 Aug 30 23:06:22.342164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f3036c8f-13c4-4a10-9093-ac97190d305c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers/1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 200 len: 881 time: 0.2537005 Aug 30 23:06:22.344600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35782) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:22.403893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.464062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-3abd4718-320c-4a57-87b1-15500ca23410 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 200 len: 217 time: 0.1086013 Aug 30 23:06:22.505496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86094c-090f-414b-a528-71fd3767463a req-585fab30-da70-4480-85c2-70fbaaa023d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:22.509333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-585fab30-da70-4480-85c2-70fbaaa023d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1097 time: 0.3630085 Aug 30 23:06:22.551991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ffb584cc-c21e-4d7e-a3a5-9fc459cc41a3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2060122 Aug 30 23:06:22.555841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:22.562527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1434472810'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:22.698389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.700844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:22.704819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2ce2d823-a20b-404b-a9b5-34a722974bbb HTTP/1.1" status: 204 len: 168 time: 0.8978269 Aug 30 23:06:22.704819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-b5d5005d-38fd-47a3-b10c-928f26af13d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:22.705451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-b5d5005d-38fd-47a3-b10c-928f26af13d4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 200 len: 859 time: 0.2242596 Aug 30 23:06:22.765999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-77c1a801-67bf-478a-bef1-c5f77c1278ea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a5d2233b-2275-4deb-b1d1-7d31168cae95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524161 Aug 30 23:06:22.766762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2226-640b-4842-b806-bea3510b0f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce2d823-a20b-404b-a9b5-34a722974bbb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:22.813166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86094c-090f-414b-a528-71fd3767463a req-b30f8e20-9ce5-4a13-b2b5-51fd4c1de0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:22.814994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-b30f8e20-9ce5-4a13-b2b5-51fd4c1de0ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.2493870 Aug 30 23:06:23.027041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-a66434e8-cc47-48ce-9203-eeae43e5c272 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 1001 time: 0.1650062 Aug 30 23:06:23.150630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-13e02eb0-7615-4785-bf06-6bd8a141410a service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728886 Aug 30 23:06:23.227901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35792) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:23.248158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.250956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86094c-090f-414b-a528-71fd3767463a req-b4efb8c2-bcb5-4825-a07b-a9c9774acf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:23.252483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-b4efb8c2-bcb5-4825-a07b-a9c9774acf2b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.2145176 Aug 30 23:06:23.328737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-217e71ba-0537-4554-8f78-760072624b7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.383684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Subnet': ['ID=a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:23.492994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e167b69a-e841-4423-a541-e942a3f9d798 req-a0effae1-024d-4589-90dc-2ec4bc9ff0ba tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:23.494532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e167b69a-e841-4423-a541-e942a3f9d798 req-a0effae1-024d-4589-90dc-2ec4bc9ff0ba tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1802664 Aug 30 23:06:23.496539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d86094c-090f-414b-a528-71fd3767463a req-97a0e704-a5fe-40ec-aa4e-9108547a2fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:23.498002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-97a0e704-a5fe-40ec-aa4e-9108547a2fcb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878629 Aug 30 23:06:23.510735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d24803e1-c278-4c26-a88d-e44b6b238ae5 req-2fb4b1af-ef3c-4de1-a02f-2ebc8fd1de1e service neutron] 10.222.0.52 "GET /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458781 Aug 30 23:06:23.523606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Checking segment: {'id': '01d3006d-84fa-4f17-bdea-cb03da21ac88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '57be1cda-4714-4e16-9c26-6110f1fef5a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:23.523973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network hostable DHCP agents. Network: 57be1cda-4714-4e16-9c26-6110f1fef5a0, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:23.674282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e167b69a-e841-4423-a541-e942a3f9d798 req-a4ffe66d-d3cd-4255-af08-506cbf830d53 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550407 Aug 30 23:06:23.678446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network 57be1cda-4714-4e16-9c26-6110f1fef5a0 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:23.715793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 57be1cda-4714-4e16-9c26-6110f1fef5a0) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:23.726052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6964fa-ceaf-4faa-a8b1-e1dd69424646 None None] Network 57be1cda-4714-4e16-9c26-6110f1fef5a0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:23.734394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.780319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-69d3a31d-4141-4007-b15f-fd8b371718ea service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624900 Aug 30 23:06:23.793283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-217e71ba-0537-4554-8f78-760072624b7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.794465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.818041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.830584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-217e71ba-0537-4554-8f78-760072624b7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:23.957278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event updated for resources: {'Subnet': ['ID=eea39b4f-1c57-41c5-8fae-b7c6ffab1a86,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:23.971399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217e71ba-0537-4554-8f78-760072624b7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bd5801-e3c1-4f3b-b788-23fc459819a5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:24.008035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-217e71ba-0537-4554-8f78-760072624b7d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7610a0cb98fa4687989b7ddb514764e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7750080 Aug 30 23:06:24.014559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35842) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.035482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1591af66-2776-4f99-bdb1-4d1e67057af2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-57be1cda-4714-4e16-9c26-6110f1fef5a0', 'network_id': '57be1cda-4714-4e16-9c26-6110f1fef5a0', 'tenant_id': '5cca9834f7ec4dfd9835ab414158bfe6', 'fixed_ips': [{'subnet_id': 'a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:24.038020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1591af66-2776-4f99-bdb1-4d1e67057af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.042725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Checking segment: {'id': '3be1d408-f717-4dc1-adcf-196e5a2e7244', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'f2201896-42df-44da-9306-4646232bfb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:24.043472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network hostable DHCP agents. Network: f2201896-42df-44da-9306-4646232bfb43, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:24.067849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d86094c-090f-414b-a528-71fd3767463a req-b463a4fa-952a-4d84-a978-1e91ae978373 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718177 Aug 30 23:06:24.102808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Network f2201896-42df-44da-9306-4646232bfb43 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:24.121249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.126842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f2201896-42df-44da-9306-4646232bfb43) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:24.137713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:24.138358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:24.139220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.145389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc2e749-bea1-4a2e-83e7-84fe8d8ceb13 None None] Network f2201896-42df-44da-9306-4646232bfb43 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:24.159280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.180452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b70bc21f-f3fb-4769-9943-0d8cf0e8b5fa tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2780333 Aug 30 23:06:24.183262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.218804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 1d186d19-495f-4564-81d0-435ded623566 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:06:24.267299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3fde2-b36a-48ed-8eae-262a739f6e2b tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:24.269583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3fde2-b36a-48ed-8eae-262a739f6e2b tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:24.271539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f3fde2-b36a-48ed-8eae-262a739f6e2b tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:24.278840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53f3fde2-b36a-48ed-8eae-262a739f6e2b tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0944986 Aug 30 23:06:24.280078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.326116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.329346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.334706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/81bd5801-e3c1-4f3b-b788-23fc459819a5 HTTP/1.1" status: 204 len: 168 time: 0.3137145 Aug 30 23:06:24.349048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a47b6-9140-487f-9759-b835b60b4caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bd5801-e3c1-4f3b-b788-23fc459819a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:24.355427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6ee563-2a6a-4468-86ea-c3e0e47b6cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f2201896-42df-44da-9306-4646232bfb43', 'network_id': 'f2201896-42df-44da-9306-4646232bfb43', 'tenant_id': '5cca9834f7ec4dfd9835ab414158bfe6', 'fixed_ips': [{'subnet_id': 'eea39b4f-1c57-41c5-8fae-b7c6ffab1a86'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:24.356566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd6ee563-2a6a-4468-86ea-c3e0e47b6cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.358399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Deleting subnet a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:24.362351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.427666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.506672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.555616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:24.570801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.575196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88fe9cde-04fe-486b-952d-eb4cb360abb8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 200 len: 888 time: 2.0176823 Aug 30 23:06:24.577887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.582456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] Sync routers for ids ['1d186d19-495f-4564-81d0-435ded623566'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:24.636861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.677822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] Routers {'1d186d19-495f-4564-81d0-435ded623566'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:24.680930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Subnet': ['ID=a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:24.685130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['1d186d19-495f-4564-81d0-435ded623566'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:24.690063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.695267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d1df2889-2384-4ffb-821f-3de082706a12 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/subnets/a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8 HTTP/1.1" status: 204 len: 168 time: 0.4139996 Aug 30 23:06:24.695906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35860) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.811454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:24.812385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Deleting subnet eea39b4f-1c57-41c5-8fae-b7c6ffab1a86 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:24.834099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-1591af66-2776-4f99-bdb1-4d1e67057af2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8: This subnet is being modified by another concurrent operation. Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a50f8f85-f6ba-486c-ba0a-2a0cbbe34ce8: This subnet is being modified by another concurrent operation. Aug 30 23:06:24.838666 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:06:24.864923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4352bf0e-875f-4fc3-aae9-c318f8e2245c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers/1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 200 len: 888 time: 0.2835703 Aug 30 23:06:24.865672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35866) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.896332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ab0b6f-decc-4735-800a-8023b4bc6b4e None None] Network 57be1cda-4714-4e16-9c26-6110f1fef5a0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:24.935313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c6169017-4ab2-4e72-b013-9c076ab91f83 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 200 len: 205 time: 0.0682926 Aug 30 23:06:24.941270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35872) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:24.947517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:24.960568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] Routers {'1d186d19-495f-4564-81d0-435ded623566'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:24.961592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['1d186d19-495f-4564-81d0-435ded623566'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:25.024789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f16ee-0513-4d2a-aa1d-3380aa21fe5a req-b78b105c-b25d-4108-8a40-b0072261531b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:25.029247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:25.031445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4173d535-4820-4f92-885f-a01973cbc8e9 None None] The sync data for ids ['1d186d19-495f-4564-81d0-435ded623566'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:25.043782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-138f16ee-0513-4d2a-aa1d-3380aa21fe5a req-b78b105c-b25d-4108-8a40-b0072261531b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2502766 Aug 30 23:06:25.157887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.170527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-138f16ee-0513-4d2a-aa1d-3380aa21fe5a req-120fc3ac-7ac2-441c-aba4-74847063e972 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254988 Aug 30 23:06:25.263298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.322206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-dd6ee563-2a6a-4468-86ea-c3e0e47b6cf8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eea39b4f-1c57-41c5-8fae-b7c6ffab1a86: This subnet is being modified by another concurrent operation. Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eea39b4f-1c57-41c5-8fae-b7c6ffab1a86: This subnet is being modified by another concurrent operation. Aug 30 23:06:25.325522 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:06:25.383548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e839b-9057-488a-8bf2-8f9de2945496 None None] Network f2201896-42df-44da-9306-4646232bfb43 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:25.417136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Subnet': ['ID=eea39b4f-1c57-41c5-8fae-b7c6ffab1a86,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:25.427887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.435310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c61805e5-13fa-4e80-912c-444dfcb99ba9 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/subnets/eea39b4f-1c57-41c5-8fae-b7c6ffab1a86 HTTP/1.1" status: 204 len: 168 time: 0.7375867 Aug 30 23:06:25.436459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35904) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:25.490883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.549687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb3c218-5ce6-4d5c-9b3e-0dba9482e6d6 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:25.556727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-efb3c218-5ce6-4d5c-9b3e-0dba9482e6d6 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1193583 Aug 30 23:06:25.557457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35908) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:25.670648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206dd816-e203-443e-967e-79ce9401c28f None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:06:25.699191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.715868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 76b9e48b-d95f-4ab2-98fa-46d8fe056217 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:25.716393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:25.830758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206dd816-e203-443e-967e-79ce9401c28f None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:06:26.003814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.032613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2201896-42df-44da-9306-4646232bfb43']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:26.035999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.052741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3be1d408-f717-4dc1-adcf-196e5a2e7244') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:26.053045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3be1d408-f717-4dc1-adcf-196e5a2e7244') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:26.062645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 76b9e48b-d95f-4ab2-98fa-46d8fe056217 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:26.068388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.093219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.133316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:26.133746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:26.136925 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:26.216929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.245419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1194522-1226-4b11-afb3-d2be95372425 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:06:26.265867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.271026 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/f2201896-42df-44da-9306-4646232bfb43 HTTP/1.1" status: 204 len: 168 time: 0.7084420 Aug 30 23:06:26.273658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:26.283398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee64e77b-ebcc-40a2-9382-e6b4cf696ac5 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=f2201896-42df-44da-9306-4646232bfb43,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:26.408569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.474279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=76b9e48b-d95f-4ab2-98fa-46d8fe056217,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:26.495363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1194522-1226-4b11-afb3-d2be95372425 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:06:26.561416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c947a9-59c6-4e67-b413-b166a8ef2b00 req-9d9410ca-d63b-45c0-b17a-6901cc0aa0dc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:26.583313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9c947a9-59c6-4e67-b413-b166a8ef2b00 req-9d9410ca-d63b-45c0-b17a-6901cc0aa0dc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2470741 Aug 30 23:06:26.591310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.615913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.699237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9c947a9-59c6-4e67-b413-b166a8ef2b00 req-2a998116-03ed-4fcd-a72c-28ee4bf73dfa tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146159 Aug 30 23:06:26.856036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.859623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.921097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.933355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router 1d186d19-495f-4564-81d0-435ded623566 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:06:26.968244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.973519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:26.977532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8aff0941-5655-4db3-9cb9-7510bceceef5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 204 len: 168 time: 2.0345972 Aug 30 23:06:26.987137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:27.004242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1775949529'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:27.008518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57be1cda-4714-4e16-9c26-6110f1fef5a0']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.045614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01d3006d-84fa-4f17-bdea-cb03da21ac88') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.046282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01d3006d-84fa-4f17-bdea-cb03da21ac88') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.050290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:27.054082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.068742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.090057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.099752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:27.100635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:27.117229 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:27.246312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.262674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:27.270409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.279781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/57be1cda-4714-4e16-9c26-6110f1fef5a0 HTTP/1.1" status: 204 len: 168 time: 1.0065172 Aug 30 23:06:27.285867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.286326 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 7678139f-e7ce-4462-bc8e-1580dfb01840 of type vlan for network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 Aug 30 23:06:27.316750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35958) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:27.371860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.422233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.429875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:27.430583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.514285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1040ef44-3f35-4549-ae55-d1c51c0f5a45 tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=57be1cda-4714-4e16-9c26-6110f1fef5a0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:27.533427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.599177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=50dfba81-a21a-4eaa-971b-b17c6eeec6f8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:27.616657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:27.642994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c9be5ea3-80f4-47e0-84a9-6a75febf398b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6460583 Aug 30 23:06:27.644438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35964) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:27.668663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:27.853279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.883268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.896975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:27.903757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.909956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98bc3d5-080e-46a6-b7ad-30ed5b7570e3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.939837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cb18086-2404-4b2a-8553-6880ea7eb84c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.940546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cb18086-2404-4b2a-8553-6880ea7eb84c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:27.957875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.980161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.991481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:27.992420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:27.998894 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:28.119933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.131768 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.135759 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/b98bc3d5-080e-46a6-b7ad-30ed5b7570e3 HTTP/1.1" status: 204 len: 168 time: 0.8165843 Aug 30 23:06:28.142944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:28.210393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5fab9-e06f-46be-bd44-862aa29f625c tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=b98bc3d5-080e-46a6-b7ad-30ed5b7570e3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:28.412159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.419403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.583511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=1c69eb79-81ca-444d-a165-277fd105b91e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:28.625101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.625710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.626338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.627838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.628739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.629299 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.630395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.632735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.633201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.633847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.634293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.635165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.638076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:28.667313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f3fd068-f377-45aa-a45c-1cb53f342762']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:28.695434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b381414-0530-45b1-84d0-f48ab9829105') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:28.698042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b381414-0530-45b1-84d0-f48ab9829105') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:28.731054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.732769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '7678139f-e7ce-4462-bc8e-1580dfb01840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:28.736307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 50dfba81-a21a-4eaa-971b-b17c6eeec6f8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:28.769392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.800206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:28.813209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:28.815364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:28.821643 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:28.829189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 50dfba81-a21a-4eaa-971b-b17c6eeec6f8) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:28.837577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bede5d7c-efdd-499a-ae02-bddacc28c416 None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:28.840817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:28.841420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.871615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d2befd2-9f95-4c67-aad5-4b573b6b8287 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2254770 Aug 30 23:06:28.872677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36004) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:28.900380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1239812506', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:28.968338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:28.969810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.049905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.077931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.086511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] 10.222.0.25 "DELETE /v2.0/networks/1f3fd068-f377-45aa-a45c-1cb53f342762 HTTP/1.1" status: 204 len: 168 time: 0.9399083 Aug 30 23:06:29.160018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f31a8-a25d-4213-b71c-778948e93dbf tempest-BulkNetworkOpsTest-1800734197 tempest-BulkNetworkOpsTest-1800734197-project] Pushing event deleted for resources: {'Network': ['ID=1f3fd068-f377-45aa-a45c-1cb53f342762,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:29.226020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-50dfba81-a21a-4eaa-971b-b17c6eeec6f8', 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': '1c69eb79-81ca-444d-a165-277fd105b91e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:29.227376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.241225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.248529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.291821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:29.298524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7ed7fa0-43b5-4dfd-a91a-eab634b30b04 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4230170 Aug 30 23:06:29.300161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:29.519785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Allocated IP 172.20.0.2 (50dfba81-a21a-4eaa-971b-b17c6eeec6f8/1c69eb79-81ca-444d-a165-277fd105b91e/0188637b-7bf8-4a92-8b67-afdfece9d3c7) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:29.764788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36066) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:29.985401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.022484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.033938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Transition to ACTIVE for port object 0188637b-7bf8-4a92-8b67-afdfece9d3c7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:30.130440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Transition to ACTIVE for port object 0188637b-7bf8-4a92-8b67-afdfece9d3c7 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:30.149539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.225033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f1f83c64-820d-4722-93b4-c32e9ba1ed66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5cca9834f7ec4dfd9835ab414158bfe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4581437 Aug 30 23:06:30.226841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:30.332278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:30.348336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:30.359136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:30.370657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.427967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.458013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Pushing event updated for resources: {'Port': ['ID=0188637b-7bf8-4a92-8b67-afdfece9d3c7,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:30.528167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.532934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.535201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f378690-f407-42a7-8008-7fcdaafcfb0b HTTP/1.1" status: 204 len: 168 time: 0.3069110 Aug 30 23:06:30.550505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdded796-ca36-4b75-adf6-74aa4e41e7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f378690-f407-42a7-8008-7fcdaafcfb0b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:30.553511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Attempting to bind port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:30.553926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Attempting to bind port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '7678139f-e7ce-4462-bc8e-1580dfb01840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:30.554310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Attempting to bind port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 on network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:30.560766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:30.561400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Checking segment: {'id': '7678139f-e7ce-4462-bc8e-1580dfb01840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:30.562031 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.562624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Bound using segment: {'id': '7678139f-e7ce-4462-bc8e-1580dfb01840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:30.563317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Bound port: 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7678139f-e7ce-4462-bc8e-1580dfb01840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '50dfba81-a21a-4eaa-971b-b17c6eeec6f8'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:30.564435 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.663935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] For port 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:30.671259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] For port 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0188637b-7bf8-4a92-8b67-afdfece9d3c7,segment=NetworkSegment(7678139f-e7ce-4462-bc8e-1580dfb01840),segment_id=7678139f-e7ce-4462-bc8e-1580dfb01840)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:30.680846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:30.780104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a048ee91-15ad-44e9-9889-a314546684fb None None] Pushing event updated for resources: {'Port': ['ID=0188637b-7bf8-4a92-8b67-afdfece9d3c7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:31.390684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.20.0.1 (50dfba81-a21a-4eaa-971b-b17c6eeec6f8/1c69eb79-81ca-444d-a165-277fd105b91e/0e8eb405-0708-474f-9ad9-b5acd68775c7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:31.835436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:31.857656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 0e8eb405-0708-474f-9ad9-b5acd68775c7 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:31.864574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:31.916970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.071225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:32.079148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:32.089842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:32.125433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e3959e2-0cc5-4a14-a322-f586dc28f474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.148792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0e8eb405-0708-474f-9ad9-b5acd68775c7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:32.277951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.290359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0188637b-7bf8-4a92-8b67-afdfece9d3c7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:32.446378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:32.464883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e3959e2-0cc5-4a14-a322-f586dc28f474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.480130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3e3959e2-0cc5-4a14-a322-f586dc28f474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.560170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3959e2-0cc5-4a14-a322-f586dc28f474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23b04cd-6bdd-40bd-8e6e-2724d3970b70,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:32.567625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e3959e2-0cc5-4a14-a322-f586dc28f474 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73b7a73b07a14cefbe4b418e1e8eecd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7013578 Aug 30 23:06:32.570016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36184) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:32.576222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1e14b-1a76-40bc-baa4-9a7b2af63e65 req-52b59641-303e-4854-ab86-32229907646a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:32.584207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ec1e14b-1a76-40bc-baa4-9a7b2af63e65 req-52b59641-303e-4854-ab86-32229907646a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.3560586 Aug 30 23:06:32.653060 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.725517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.747296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:32.777940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.888734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ec1e14b-1a76-40bc-baa4-9a7b2af63e65 req-4351db73-0a5e-4040-b6ce-dad6da3b69aa tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2915018 Aug 30 23:06:32.924828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.927712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c3ddfd-ddf4-4079-b6c7-b2e432fbc5c0 None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:32.938331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:32.944876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c23b04cd-6bdd-40bd-8e6e-2724d3970b70 HTTP/1.1" status: 204 len: 168 time: 0.3656435 Aug 30 23:06:32.984597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50493fcf-95d6-4f01-b478-daa95b423f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23b04cd-6bdd-40bd-8e6e-2724d3970b70,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:33.136549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.144654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.157370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1751018009'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:33.212694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:33.226788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.254160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.256151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0e8eb405-0708-474f-9ad9-b5acd68775c7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:33.256871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.296361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Provisioning for port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:33.350152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Provisioning complete for port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:33.350695 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.519726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:33.529287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:33.567145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.576477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.649268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:33.684549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.685107 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment 5ce83c14-c1db-42ff-b931-5c4e7b41589d of type vlan for network eaf178cb-80c1-4a70-a50b-94911e450d67 Aug 30 23:06:33.686963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf8d6bb-c50a-4051-92b3-4f8ff6f360b5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:33.740906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router fd3ede48-3b08-4947-84dc-7eecc87ef3a9 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:06:33.751417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.819090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.839146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] For port 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0188637b-7bf8-4a92-8b67-afdfece9d3c7,segment=NetworkSegment(7678139f-e7ce-4462-bc8e-1580dfb01840),segment_id=7678139f-e7ce-4462-bc8e-1580dfb01840)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:33.884628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.893054 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:33.905940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:33.906287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.030161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f6817-29fd-427c-b9f0-c0caf262f88f None None] Pushing event updated for resources: {'Port': ['ID=0188637b-7bf8-4a92-8b67-afdfece9d3c7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:34.046432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:34.058229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a3f3980a-94f3-416d-b0e5-ff7a1d37e24f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/fd3ede48-3b08-4947-84dc-7eecc87ef3a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7509265 Aug 30 23:06:34.059902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36200) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:34.062164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] Sync routers for ids ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:34.092364 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] Routers {'fd3ede48-3b08-4947-84dc-7eecc87ef3a9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:34.094015 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:34.113238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=eaf178cb-80c1-4a70-a50b-94911e450d67,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:34.116301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc4df408-3986-4b3a-8b60-e2356a563615 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3674395 Aug 30 23:06:34.141073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network eaf178cb-80c1-4a70-a50b-94911e450d67 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:34.260903 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:34.270123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36202) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:34.278015 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] Routers {'fd3ede48-3b08-4947-84dc-7eecc87ef3a9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:34.279277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:34.309826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfd25-0bd6-4f92-b64a-e1da4b69a92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.358706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93858f86-a890-4f9e-951e-186f34bbaed6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:34.361203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93858f86-a890-4f9e-951e-186f34bbaed6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports/0e8eb405-0708-474f-9ad9-b5acd68775c7 HTTP/1.1" status: 200 len: 910 time: 0.2761018 Aug 30 23:06:34.366916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:34.372523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:34.375226 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2a9e58-5c21-4814-bb10-9463b93a7d75 None None] The sync data for ids ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:34.385350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '1c69eb79-81ca-444d-a165-277fd105b91e'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:34.488820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3255f-62ac-405a-8dbe-ead3512ed659 req-116ce17b-5d79-4474-837f-3187de5a0fff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:34.491536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bb3255f-62ac-405a-8dbe-ead3512ed659 req-116ce17b-5d79-4474-837f-3187de5a0fff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.3028760 Aug 30 23:06:34.568454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Provisioning complete for port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:34.569214 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.641020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfd25-0bd6-4f92-b64a-e1da4b69a92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.648057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad4bfd25-0bd6-4f92-b64a-e1da4b69a92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.763072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad4bfd25-0bd6-4f92-b64a-e1da4b69a92e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c78a8df9da2a40d0be1e42f48ca471f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4914975 Aug 30 23:06:34.764095 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bfd25-0bd6-4f92-b64a-e1da4b69a92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dead28-9dc4-4acc-b944-b163cf4f461b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:34.775520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36208) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:34.950789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:34.968568 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bb3255f-62ac-405a-8dbe-ead3512ed659 req-d7203acd-0d01-4f93-bcb8-8f9f36616c81 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3866479 Aug 30 23:06:35.005446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Provisioning for port 0e8eb405-0708-474f-9ad9-b5acd68775c7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:35.015711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Provisioning complete for port 0e8eb405-0708-474f-9ad9-b5acd68775c7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:35.018299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.052131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.113839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cb7209ff-5d0c-4b57-be9e-e6a12dfaf744 None None] Port 0e8eb405-0708-474f-9ad9-b5acd68775c7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:35.155921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.159498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.160994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72dead28-9dc4-4acc-b944-b163cf4f461b HTTP/1.1" status: 204 len: 168 time: 0.3843958 Aug 30 23:06:35.205093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13341d-b838-4e97-8adb-333891111827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dead28-9dc4-4acc-b944-b163cf4f461b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:35.270720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-15f9dbc7-79a5-47de-80f2-56d212756dac None None] Provisioning complete for port 0e8eb405-0708-474f-9ad9-b5acd68775c7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:35.271442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-15f9dbc7-79a5-47de-80f2-56d212756dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.366387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-15f9dbc7-79a5-47de-80f2-56d212756dac None None] Port 0e8eb405-0708-474f-9ad9-b5acd68775c7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:35.399304 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.812554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7b5133a0-6fce-46df-9fc9-b95e7a510186 None None] Provisioning complete for port 0e8eb405-0708-474f-9ad9-b5acd68775c7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:35.816862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7b5133a0-6fce-46df-9fc9-b95e7a510186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:35.897724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7b5133a0-6fce-46df-9fc9-b95e7a510186 None None] Port 0e8eb405-0708-474f-9ad9-b5acd68775c7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:06:36.240201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0188637b-7bf8-4a92-8b67-afdfece9d3c7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:36.401919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:36.402856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:36.456094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb1277-2072-465f-a2e8-b96b093c315e req-e456837e-dfbd-4d62-8c15-bc2a5aa066f5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:36.458836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65eb1277-2072-465f-a2e8-b96b093c315e req-e456837e-dfbd-4d62-8c15-bc2a5aa066f5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2614133 Aug 30 23:06:36.583780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65eb1277-2072-465f-a2e8-b96b093c315e req-c5ff1cce-b484-44fd-8cf7-4c8cf3ae7def tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061034 Aug 30 23:06:36.656505 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:36.670247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:36.776599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=0e8eb405-0708-474f-9ad9-b5acd68775c7,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:36.801965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:36.802791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:36.809645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb137eab-fd54-44ec-8250-c02028147217 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/ports/0e8eb405-0708-474f-9ad9-b5acd68775c7 HTTP/1.1" status: 200 len: 910 time: 2.4362767 Aug 30 23:06:36.809917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:37.522938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:37.983314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62127157-85a9-48cc-8021-49b04159aad3 req-ea48266b-37ce-422c-91d1-4159aefa5361 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:37.995927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62127157-85a9-48cc-8021-49b04159aad3 req-ea48266b-37ce-422c-91d1-4159aefa5361 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.1349394 Aug 30 23:06:38.072100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-62127157-85a9-48cc-8021-49b04159aad3 req-36b96e25-1eb3-4a76-98d5-a8b594c9dd6b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744033 Aug 30 23:06:38.229597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 0e8eb405-0708-474f-9ad9-b5acd68775c7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:38.230660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:38.388402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:38.436149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 0e8eb405-0708-474f-9ad9-b5acd68775c7 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:38.899956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:38.945394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:38.955415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=0e8eb405-0708-474f-9ad9-b5acd68775c7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:39.236773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3b4a1133-9ff0-475b-9ae2-becf1c1f5b34 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:39.285874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36286) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:39.309036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:39.326463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:39.344319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b4a1133-9ff0-475b-9ae2-becf1c1f5b34 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "PUT /v2.0/quotas/9636c79771d34188b49a14737c7f5e3a HTTP/1.1" status: 200 len: 368 time: 0.3961620 Aug 30 23:06:39.353038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:39.378087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Request body: {'network': {'project_id': '9636c79771d34188b49a14737c7f5e3a'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:39.432434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Made reservation on behalf of 9636c79771d34188b49a14737c7f5e3a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:39.437056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:39.480197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:39.570423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:39.581441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:39.915937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:39.966348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb4caaa-8bfe-4230-b027-8452f4b28c05 req-f0087955-016f-414d-8319-d700f1754605 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:39.966348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fb4caaa-8bfe-4230-b027-8452f4b28c05 req-f0087955-016f-414d-8319-d700f1754605 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.5426283 Aug 30 23:06:40.024404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=f76c2b89-9623-4427-8b3e-14455c7fc67d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:40.035307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': '5ce83c14-c1db-42ff-b931-5c4e7b41589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:40.035307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: eaf178cb-80c1-4a70-a50b-94911e450d67, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:40.067056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network eaf178cb-80c1-4a70-a50b-94911e450d67 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:40.093187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, eaf178cb-80c1-4a70-a50b-94911e450d67) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:40.105352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router fd3ede48-3b08-4947-84dc-7eecc87ef3a9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:06:40.107400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:40.108733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dd8c32-3cd3-4a1e-b21d-4ea2bf7a244b None None] Network eaf178cb-80c1-4a70-a50b-94911e450d67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:40.113428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.119340 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fb4caaa-8bfe-4230-b027-8452f4b28c05 req-b1e2a8a6-2d1a-4034-870d-4b4fa271fc57 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428542 Aug 30 23:06:40.269972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:40.280765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6413d721-02c2-478e-a82a-1bbfe97689e3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/fd3ede48-3b08-4947-84dc-7eecc87ef3a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4672177 Aug 30 23:06:40.281416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:40.282411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.296899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.313516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] Sync routers for ids ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:40.342138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] Routers {'fd3ede48-3b08-4947-84dc-7eecc87ef3a9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:40.343444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:40.354691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-886a61c5-797a-42d5-9bcf-4278c694cad3 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd3ede48-3b08-4947-84dc-7eecc87ef3a9 HTTP/1.1" status: 200 len: 205 time: 0.0717454 Aug 30 23:06:40.361623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-29b47021-12c4-4b35-80fb-6b0558e96e4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0681958 Aug 30 23:06:40.361623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:40.362102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e31e0f4-041f-4849-86e3-e90365cebf39,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:40.363954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36298) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:40.388972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185980842'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:40.413635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:40.418789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:40.422320 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-669433a6-715a-468e-b362-38dc2d4a4123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.434853 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.455104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] vlan segment allocate from pool success with {'vlan_id': 613, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:40.467150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.477027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] Routers {'fd3ede48-3b08-4947-84dc-7eecc87ef3a9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:40.478588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:40.498688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.499552 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Added segment 50529031-79b7-4048-8242-2ee3d7522ab2 of type vlan for network 6aa193f6-c740-4e6b-94a9-06281760f530 Aug 30 23:06:40.526439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:40.561726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-eaf178cb-80c1-4a70-a50b-94911e450d67', 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': 'f76c2b89-9623-4427-8b3e-14455c7fc67d'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:40.562928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.566426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:40.567291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77047e3d-6d0d-4672-a87d-3254e3f32d43 None None] The sync data for ids ['fd3ede48-3b08-4947-84dc-7eecc87ef3a9'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:40.612750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.613155 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment f47d2227-56c0-4b60-aaff-03bba69cf016 of type vlan for network 9b584e81-04d8-4986-992d-d056b418c95d Aug 30 23:06:40.628920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.734299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.742309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Allocated IP 2001:db8:0:ffff::2 (eaf178cb-80c1-4a70-a50b-94911e450d67/f76c2b89-9623-4427-8b3e-14455c7fc67d/78c069e2-6d3a-414f-8a01-999c689abf82) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:40.752317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.754400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:40.755540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.786893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.794228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.866767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.5103855 Aug 30 23:06:40.867965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:40.883993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.890959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Request body: {'network': {'project_id': '9636c79771d34188b49a14737c7f5e3a'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:40.903146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:40.903961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.926312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.927948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router fd3ede48-3b08-4947-84dc-7eecc87ef3a9 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:06:40.955605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:40.960921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36304) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:40.962256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2ac1ce6a-7a51-40b3-b232-79c7c3412126 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/fd3ede48-3b08-4947-84dc-7eecc87ef3a9 HTTP/1.1" status: 204 len: 168 time: 0.6031733 Aug 30 23:06:40.983291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea3dc16-a0ab-41e9-818d-e36acbe3b060 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event updated for resources: {'Network': ['ID=6aa193f6-c740-4e6b-94a9-06281760f530,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:40.996103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Made reservation on behalf of 9636c79771d34188b49a14737c7f5e3a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:41.000220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.024382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6aa193f6-c740-4e6b-94a9-06281760f530 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:41.040376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.083854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:41.100675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.101033 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Added segment 939138b9-3127-4fb5-88bc-4780e5d54b58 of type vlan for network 49fecb15-04ad-4589-a50b-0a84e0587285 Aug 30 23:06:41.102830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Transition to ACTIVE for port object 78c069e2-6d3a-414f-8a01-999c689abf82 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:41.149106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Transition to ACTIVE for port object 78c069e2-6d3a-414f-8a01-999c689abf82 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:41.149810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet 1c69eb79-81ca-444d-a165-277fd105b91e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:06:41.157011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.185953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.186529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.236802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:41.237595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8578665 Aug 30 23:06:41.247118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '9b584e81-04d8-4986-992d-d056b418c95d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:41.276251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.280452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:41.283160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.320557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.331300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Network eaf178cb-80c1-4a70-a50b-94911e450d67 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:41.333669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:41.337255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:41.375576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Pushing event updated for resources: {'Port': ['ID=78c069e2-6d3a-414f-8a01-999c689abf82,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:41.412258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37563cde-0fb7-4516-b3cc-3fecebc6ed61 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=9b584e81-04d8-4986-992d-d056b418c95d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:41.434428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Attempting to bind port 78c069e2-6d3a-414f-8a01-999c689abf82 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:41.435081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Attempting to bind port 78c069e2-6d3a-414f-8a01-999c689abf82 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5ce83c14-c1db-42ff-b931-5c4e7b41589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:41.435638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Attempting to bind port 78c069e2-6d3a-414f-8a01-999c689abf82 on network eaf178cb-80c1-4a70-a50b-94911e450d67 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:41.442362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 9b584e81-04d8-4986-992d-d056b418c95d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:41.449247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event updated for resources: {'Network': ['ID=49fecb15-04ad-4589-a50b-0a84e0587285,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:41.454201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7ac3138f-20da-4faa-8a72-1a26a14a40a4 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5821817 Aug 30 23:06:41.461082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:41.461723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Checking segment: {'id': '5ce83c14-c1db-42ff-b931-5c4e7b41589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:41.462688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.463496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Bound using segment: {'id': '5ce83c14-c1db-42ff-b931-5c4e7b41589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:41.464531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Bound port: 78c069e2-6d3a-414f-8a01-999c689abf82, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce83c14-c1db-42ff-b931-5c4e7b41589d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'eaf178cb-80c1-4a70-a50b-94911e450d67'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:41.465479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.469303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:41.475606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8b87e892-0e67-4d48-86ef-a91b57a0e9d9 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Request body: {'network': {'project_id': '9636c79771d34188b49a14737c7f5e3a'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:41.491824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.569249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.569759 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b87e892-0e67-4d48-86ef-a91b57a0e9d9 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 30 23:06:41.570392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b87e892-0e67-4d48-86ef-a91b57a0e9d9 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:06:41.577586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b87e892-0e67-4d48-86ef-a91b57a0e9d9 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1069117 Aug 30 23:06:41.580835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:41.627978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2a3dd-50b5-4c27-ab62-bde01eed1a84 req-cc8b5726-367e-4ba4-b363-ef1e8fe6cd11 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:41.629584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fe2a3dd-50b5-4c27-ab62-bde01eed1a84 req-cc8b5726-367e-4ba4-b363-ef1e8fe6cd11 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2057662 Aug 30 23:06:41.639273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.651930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/1c69eb79-81ca-444d-a165-277fd105b91e HTTP/1.1" status: 204 len: 168 time: 0.6870787 Aug 30 23:06:41.651930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a78d22-4f89-4afc-a557-f20bc9c7e1d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=1c69eb79-81ca-444d-a165-277fd105b91e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:41.656230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:41.695159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-de4a24cf-d5f6-447a-96d4-89b9ce6b5575 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9636c79771d34188b49a14737c7f5e3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095214 Aug 30 23:06:41.714329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36318) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:41.738715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:41.746131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.800639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.839191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.862309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 49fecb15-04ad-4589-a50b-0a84e0587285 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:41.891801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4fe2a3dd-50b5-4c27-ab62-bde01eed1a84 req-d6fd30f6-002e-4c58-b55a-cf6eb6fb44e0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508738 Aug 30 23:06:41.955380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:41.956578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f3f5c0-6330-48a5-900f-427311e8ac3b None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:42.072058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:42.072565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.222952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.227211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.241524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.243378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e31e0f4-041f-4849-86e3-e90365cebf39 HTTP/1.1" status: 204 len: 168 time: 0.5280101 Aug 30 23:06:42.277512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:42.286000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f568d6e-94c2-4caa-93ff-5889e0aaf727 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e31e0f4-041f-4849-86e3-e90365cebf39,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:42.387301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=45e9ca79-1b24-415a-b3f1-a98c0d81f905,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:42.422357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': 'f47d2227-56c0-4b60-aaff-03bba69cf016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:42.424111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: 9b584e81-04d8-4986-992d-d056b418c95d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:42.449381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] For port 78c069e2-6d3a-414f-8a01-999c689abf82, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:42.465821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] For port 78c069e2-6d3a-414f-8a01-999c689abf82, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78c069e2-6d3a-414f-8a01-999c689abf82,segment=NetworkSegment(5ce83c14-c1db-42ff-b931-5c4e7b41589d),segment_id=5ce83c14-c1db-42ff-b931-5c4e7b41589d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:42.474624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.476408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0188637b-7bf8-4a92-8b67-afdfece9d3c7,segment=NetworkSegment(7678139f-e7ce-4462-bc8e-1580dfb01840),segment_id=7678139f-e7ce-4462-bc8e-1580dfb01840)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:42.476898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.542361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 9b584e81-04d8-4986-992d-d056b418c95d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:42.574180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 9b584e81-04d8-4986-992d-d056b418c95d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:42.596980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 0188637b-7bf8-4a92-8b67-afdfece9d3c7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:42.602876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7303a875-200f-4c7f-9a48-85943d8fc617 None None] Network 9b584e81-04d8-4986-992d-d056b418c95d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:42.603795 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.604089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:42.606979 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.669976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-134d0b37-09f2-44a4-ba88-60f09a3d2cdd tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4318533 Aug 30 23:06:42.674189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36326) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:42.693910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] DHCP port deletion for 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:06:42.718603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a81f4e0-1478-4ada-aaab-1baf4d87f52f None None] Pushing event updated for resources: {'Port': ['ID=78c069e2-6d3a-414f-8a01-999c689abf82,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:42.862494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.904149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fecb15-04ad-4589-a50b-0a84e0587285']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:42.923362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '939138b9-3127-4fb5-88bc-4780e5d54b58') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:42.924157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '939138b9-3127-4fb5-88bc-4780e5d54b58') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:42.937379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.958941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:42.977054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.073588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.110308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-9b584e81-04d8-4986-992d-d056b418c95d', 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': '45e9ca79-1b24-415a-b3f1-a98c0d81f905'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:43.116390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.165189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Deleting port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:43.166316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.200558 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:43.222038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=0188637b-7bf8-4a92-8b67-afdfece9d3c7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:43.240849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.382515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.409654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:43.410024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:43.412082 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:43.435384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Allocated IP 2001:db8::1 (9b584e81-04d8-4986-992d-d056b418c95d/45e9ca79-1b24-415a-b3f1-a98c0d81f905/5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:43.592760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922e1bc-d94c-4983-93e7-b587e5d69fc1 req-70c914bb-0ef0-41eb-b7ae-8303806b1cb2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:43.608000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1922e1bc-d94c-4983-93e7-b587e5d69fc1 req-70c914bb-0ef0-41eb-b7ae-8303806b1cb2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.4481435 Aug 30 23:06:43.660621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.669348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.671911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Transition to ACTIVE for port object 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:43.692208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Transition to ACTIVE for port object 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:43.693618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.740984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50dfba81-a21a-4eaa-971b-b17c6eeec6f8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:43.749016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.750629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.769270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.772565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "DELETE /v2.0/networks/49fecb15-04ad-4589-a50b-0a84e0587285 HTTP/1.1" status: 204 len: 168 time: 1.4807720 Aug 30 23:06:43.786472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36338) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:43.812505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7678139f-e7ce-4462-bc8e-1580dfb01840') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:43.813232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7678139f-e7ce-4462-bc8e-1580dfb01840') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:43.822631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34117d13-e958-480f-b771-29a338938fe2 tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event deleted for resources: {'Network': ['ID=49fecb15-04ad-4589-a50b-0a84e0587285,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:43.905075 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03a7ed23-7627-4e36-a069-322f3518c97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.924399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.953070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1922e1bc-d94c-4983-93e7-b587e5d69fc1 req-ece31696-8404-4681-be4b-26e6af1c3746 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2991521 Aug 30 23:06:43.959257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.980564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:43.981593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:43.987472 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:44.052894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.089633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.096451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b584e81-04d8-4986-992d-d056b418c95d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.130586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Network 9b584e81-04d8-4986-992d-d056b418c95d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:44.150552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.155674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.158172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/50dfba81-a21a-4eaa-971b-b17c6eeec6f8 HTTP/1.1" status: 204 len: 168 time: 2.4977865 Aug 30 23:06:44.175590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:44.186786 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:44.196553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d2227-56c0-4b60-aaff-03bba69cf016') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.202210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] For port 0188637b-7bf8-4a92-8b67-afdfece9d3c7, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:44.203125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d2227-56c0-4b60-aaff-03bba69cf016') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.205103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.218527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:06:44.226104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:44.226565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.231249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-913473102', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:44.260997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Pushing event updated for resources: {'Port': ['ID=5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:44.278473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.291444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Calling delete_port for 0188637b-7bf8-4a92-8b67-afdfece9d3c7 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:44.292751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d69b2e-cfd9-4e61-b6b7-5b410a59d839 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=50dfba81-a21a-4eaa-971b-b17c6eeec6f8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:44.294760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:44.295449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.315656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:06:44.324454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.329981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.391196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aa193f6-c740-4e6b-94a9-06281760f530']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.434478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78c069e2-6d3a-414f-8a01-999c689abf82 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:44.461545 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:44.469116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50529031-79b7-4048-8242-2ee3d7522ab2') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.469690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50529031-79b7-4048-8242-2ee3d7522ab2') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:44.469976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=45e9ca79-1b24-415a-b3f1-a98c0d81f905,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:44.477174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 23:06:44.477174 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 23:06:44.477174 n-d-791504-21 neutron-server[101269]: [parameters: {'id': '9b584e81-04d8-4986-992d-d056b418c95d'}] Aug 30 23:06:44.477174 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:06:44.479128 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:06:44.493598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.497188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.509894 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.resource_extend [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:06:44.522498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.564867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.571153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Pushing event deleted for resources: {'Port': ['ID=0188637b-7bf8-4a92-8b67-afdfece9d3c7,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:44.578241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] Network 50dfba81-a21a-4eaa-971b-b17c6eeec6f8 is not hosted by any dhcp agent {{(pid=101270) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 23:06:44.579324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52883ad8-d3f1-4e1f-897a-f3ea891595e0 None None] No DVR routers for this DVR port 0188637b-7bf8-4a92-8b67-afdfece9d3c7 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:44.622966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:44.623744 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:44.625293 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:44.638031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.671296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.705251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Attempting to bind port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:44.705251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Attempting to bind port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f47d2227-56c0-4b60-aaff-03bba69cf016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:44.706374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Attempting to bind port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 on network 9b584e81-04d8-4986-992d-d056b418c95d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:44.706540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.707104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9aeccc33-2cab-4539-a215-cd843ef61550 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4825163 Aug 30 23:06:44.710073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:44.715926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.717165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-941942463'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:44.728899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:44.734893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Checking segment: {'id': 'f47d2227-56c0-4b60-aaff-03bba69cf016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:44.735489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.737372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Bound using segment: {'id': 'f47d2227-56c0-4b60-aaff-03bba69cf016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:44.738057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Bound port: 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f47d2227-56c0-4b60-aaff-03bba69cf016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '9b584e81-04d8-4986-992d-d056b418c95d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:44.738848 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.759816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:44.759816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.782925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.795342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.799847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] 10.222.0.25 "DELETE /v2.0/networks/6aa193f6-c740-4e6b-94a9-06281760f530 HTTP/1.1" status: 204 len: 168 time: 1.0027020 Aug 30 23:06:44.824632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d98d93c-ddc7-46ef-b720-24de9d572fdb tempest-QuotasNegativeTest-865251091 tempest-QuotasNegativeTest-865251091-project-admin] Pushing event deleted for resources: {'Network': ['ID=6aa193f6-c740-4e6b-94a9-06281760f530,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:44.873843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:44.932591 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:44.935228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7966ce-19e0-4a7f-ad23-1ef2238606cf None None] Network eaf178cb-80c1-4a70-a50b-94911e450d67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:44.936158 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 00a9f05b-b26b-42e0-b40f-cdb1058c8a5f of type vlan for network 29c13459-37f6-44f4-86ae-d11da82f2be4 Aug 30 23:06:44.980112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.126832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.187629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:45.243838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.244468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 78c069e2-6d3a-414f-8a01-999c689abf82 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:45.264554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:45.265214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.299212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:45.299794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.326995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:06:45.358822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Provisioning for port 78c069e2-6d3a-414f-8a01-999c689abf82 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:45.458614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0188637b-7bf8-4a92-8b67-afdfece9d3c7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:45.469461 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7557693 Aug 30 23:06:45.475109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] For port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:45.486356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:45.506502 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:45.530437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Provisioning complete for port 78c069e2-6d3a-414f-8a01-999c689abf82 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:45.531051 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.589127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] For port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17, host n-d-791504-21, got binding levels [] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:45.589772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.606532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Calling delete_port for 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:45.706378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0188637b-7bf8-4a92-8b67-afdfece9d3c7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:06:45.706893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e151bdf1-493f-4971-9169-e7410e94345f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=29c13459-37f6-44f4-86ae-d11da82f2be4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:45.707850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0188637b-7bf8-4a92-8b67-afdfece9d3c7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:06:45.742956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] For port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17,segment=NetworkSegment(f47d2227-56c0-4b60-aaff-03bba69cf016),segment_id=f47d2227-56c0-4b60-aaff-03bba69cf016)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:45.782437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:45.789488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb3e5c6-9963-4abb-ac28-241c36d17b2f req-6335a5c1-e38c-4da8-98c6-b839c4c72be1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:45.802965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb3e5c6-9963-4abb-ac28-241c36d17b2f req-6335a5c1-e38c-4da8-98c6-b839c4c72be1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.6407831 Aug 30 23:06:45.805361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.816447 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.856648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No DVR routers for this DVR port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:45.897594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Port': ['ID=5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:45.899630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:45.991486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:46.031205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.071330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.095932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb3e5c6-9963-4abb-ac28-241c36d17b2f req-7594db55-1468-4bd9-963d-996e799025bd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892725 Aug 30 23:06:46.108957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b584e81-04d8-4986-992d-d056b418c95d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:46.128634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f70a2-a495-4f4e-8180-ff114324245f None None] Pushing event deleted for resources: {'Port': ['ID=5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:46.157718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f47d2227-56c0-4b60-aaff-03bba69cf016') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:46.159026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f47d2227-56c0-4b60-aaff-03bba69cf016') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:46.213522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:06:46.250153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.285402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.332981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:46.333693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.341242 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-ebec4e45-6b9e-411b-bf9a-8f21ee3df50a None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 could not be found. Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2808, in one Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._iter().one() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1374, in one Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._only_one_row( Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1554, in get_port Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 5d5f6b2f-3f59-4f9c-9e85-fa0bdb9caa17 could not be found. Aug 30 23:06:46.356096 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:06:46.369522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:46.398563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df72a9a-4af1-4bce-a261-a705b68b4a6d None None] Network 9b584e81-04d8-4986-992d-d056b418c95d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:46.456103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:46.490745 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:46.495814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.508347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.516019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/9b584e81-04d8-4986-992d-d056b418c95d HTTP/1.1" status: 204 len: 168 time: 3.8359363 Aug 30 23:06:46.518656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:46.525276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-651057675'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:46.548095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.550935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259fb38-d618-4ed6-b7c0-883d6c83c7f6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=9b584e81-04d8-4986-992d-d056b418c95d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:46.608210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:46.626152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.724206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:46.727123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.744317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['67d4f994-98c9-4f51-9eb3-62162220fb31'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:06:46.749765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 631, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:46.822525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:46.822974 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2 of type vlan for network b2a82949-2426-4c1e-99b2-39517d3342d9 Aug 30 23:06:46.966873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b092dc8b-4fec-440a-a7fb-cdf5dd76d998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.008026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59800b9-446b-4b59-9623-de05947a3dca None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:06:47.037834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.066337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.147708 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.163808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:47.164464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.165861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] For port 78c069e2-6d3a-414f-8a01-999c689abf82, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78c069e2-6d3a-414f-8a01-999c689abf82,segment=NetworkSegment(5ce83c14-c1db-42ff-b931-5c4e7b41589d),segment_id=5ce83c14-c1db-42ff-b931-5c4e7b41589d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:47.213640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.345445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=efd1b64c-4289-4669-b59d-a2d0ae87ea54,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:47.378662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=b2a82949-2426-4c1e-99b2-39517d3342d9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:47.429078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b2a82949-2426-4c1e-99b2-39517d3342d9 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:47.509663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:47.510208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 29c13459-37f6-44f4-86ae-d11da82f2be4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:47.535488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94afc8c4-3816-41a2-a89e-4db7067990a8 req-37296cee-14a3-4670-98aa-b38a78308b6a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:47.537072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94afc8c4-3816-41a2-a89e-4db7067990a8 req-37296cee-14a3-4670-98aa-b38a78308b6a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 944 time: 0.1750274 Aug 30 23:06:47.585964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:47.607253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b092dc8b-4fec-440a-a7fb-cdf5dd76d998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.613822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b092dc8b-4fec-440a-a7fb-cdf5dd76d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.623523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c11e9806-d23f-4c19-9ed1-c9b41acb5727 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1032069 Aug 30 23:06:47.628299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36402) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:47.642227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 29c13459-37f6-44f4-86ae-d11da82f2be4) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:47.657296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:47.669341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:47.670374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.711414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94afc8c4-3816-41a2-a89e-4db7067990a8 req-b462e342-a61b-4a34-94d7-f7a651e68535 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600754 Aug 30 23:06:47.732365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b092dc8b-4fec-440a-a7fb-cdf5dd76d998 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aec82b390be4489ea726d3c6755b5868&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3590882 Aug 30 23:06:47.738528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:47.752703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-07f8c390-3d9f-4c6c-93f8-47c1fe4c8865 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2602310 Aug 30 23:06:47.764022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36406) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:47.767159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092dc8b-4fec-440a-a7fb-cdf5dd76d998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61910e74-fcf5-4212-b622-530a494c56bd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:47.811838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dffdcd65-6289-41cb-ae16-4ee0e431c0ef None None] Provisioning complete for port 78c069e2-6d3a-414f-8a01-999c689abf82 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:47.813145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dffdcd65-6289-41cb-ae16-4ee0e431c0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:47.819118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7421f3-3b99-4d3b-a297-a137952222de None None] Pushing event updated for resources: {'Port': ['ID=78c069e2-6d3a-414f-8a01-999c689abf82,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:47.998449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:48.007333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.142243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.176370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78c069e2-6d3a-414f-8a01-999c689abf82 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:48.360325 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.517546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59800b9-446b-4b59-9623-de05947a3dca None None] Unable to find a vacant binding_index for network 29c13459-37f6-44f4-86ae-d11da82f2be4 and agent e670804e-ee99-485e-9049-204a4ab602ca {{(pid=101270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 30 23:06:48.520898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 78c069e2-6d3a-414f-8a01-999c689abf82 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:48.521519 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.548957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.623037 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:06:48.632933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:48.637491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59800b9-446b-4b59-9623-de05947a3dca None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 29c13459-37f6-44f4-86ae-d11da82f2be4) {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:06:48.641728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.702587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=7d8aa807-d710-4e69-96e4-27346034c27f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:48.821095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:48.822005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: b2a82949-2426-4c1e-99b2-39517d3342d9, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:48.875543 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.889217 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:48.889217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/61910e74-fcf5-4212-b622-530a494c56bd HTTP/1.1" status: 204 len: 168 time: 1.1469579 Aug 30 23:06:48.905880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network b2a82949-2426-4c1e-99b2-39517d3342d9 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:48.944427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b2a82949-2426-4c1e-99b2-39517d3342d9) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:48.961780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:48.963767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.003772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d00a649-8649-4d83-851a-6765833a8556 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3706293 Aug 30 23:06:49.009435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:49.032907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1588836358'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:49.145872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:49.163735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.189737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c65a44-ffa0-4b4b-89fe-97bb18b5a6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61910e74-fcf5-4212-b622-530a494c56bd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:49.303651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 67d4f994-98c9-4f51-9eb3-62162220fb31 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:49.304298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.397597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a73a01f-414f-4925-b189-53e10423cf26 req-6583a378-5fc0-4a76-94c2-d9af0f93e2a1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:49.399255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a73a01f-414f-4925-b189-53e10423cf26 req-6583a378-5fc0-4a76-94c2-d9af0f93e2a1 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.3878794 Aug 30 23:06:49.400531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 618, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:49.501318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efde7b-4bcb-402f-9337-29d6fc53fcae req-53f2d24d-52c2-48d5-8945-badd1fd7450d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:49.501549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.501879 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment 8d307674-470a-4cab-9887-476afd4d3a7c of type vlan for network 863d5ba3-ad08-4950-8d56-4a2755463323 Aug 30 23:06:49.522185 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74efde7b-4bcb-402f-9337-29d6fc53fcae req-53f2d24d-52c2-48d5-8945-badd1fd7450d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 944 time: 0.4086168 Aug 30 23:06:49.605323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a73a01f-414f-4925-b189-53e10423cf26 req-00eb1a59-4a98-4b4e-966d-22658513fbf4 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893799 Aug 30 23:06:49.654717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.750024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.761718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:49.762421 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:49.878151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74efde7b-4bcb-402f-9337-29d6fc53fcae req-61a21455-3011-488b-85ea-e6d934f1e916 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3549690 Aug 30 23:06:49.964282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:50.011326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.20.0.1 (29c13459-37f6-44f4-86ae-d11da82f2be4/efd1b64c-4289-4669-b59d-a2d0ae87ea54/aae404e5-f5a1-4267-a00a-03e1991d5ee0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:50.031887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0039575 Aug 30 23:06:50.034533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a1b45-998a-40fe-a5e0-edc8964eaa31 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=863d5ba3-ad08-4950-8d56-4a2755463323,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:50.041751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36428) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:50.074458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '863d5ba3-ad08-4950-8d56-4a2755463323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:50.119981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.160015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 863d5ba3-ad08-4950-8d56-4a2755463323 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:50.214998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:50.218074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-29c13459-37f6-44f4-86ae-d11da82f2be4', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:50.220105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.239344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:06:50.242265 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e37e7-bfa1-4e99-813a-bdc06a4d3fba" -d '{"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:06:50.247566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.329960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.347608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object aae404e5-f5a1-4267-a00a-03e1991d5ee0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:50.379026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d0d-71b6-4f99-a1db-5701aa94223e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.389287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.422199 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dedcf4bf-ba95-49a2-a306-0c19014fbac0 x-openstack-request-id: req-dedcf4bf-ba95-49a2-a306-0c19014fbac0 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:06:50.426041 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:06:50.426690 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dedcf4bf-ba95-49a2-a306-0c19014fbac0 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:06:50.427435 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'code': 200} Aug 30 23:06:50.523354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:50.542577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:50.544978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:50.553907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:50.695099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:50.725388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.729691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:50.753843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:50.926203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Allocated IP 172.20.0.2 (29c13459-37f6-44f4-86ae-d11da82f2be4/efd1b64c-4289-4669-b59d-a2d0ae87ea54/940a78aa-e83d-4478-b209-2e9a4d11344f) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:50.974410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c42cbe-85db-4fcb-8908-340f04a9dc94 req-2f1f8777-57ce-4fb4-9764-32d84809421a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:50.980453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9c42cbe-85db-4fcb-8908-340f04a9dc94 req-2f1f8777-57ce-4fb4-9764-32d84809421a tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1492324 Aug 30 23:06:51.030177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Performing IP validity checks on allocation pools {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 23:06:51.031245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 23:06:51.106237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d0d-71b6-4f99-a1db-5701aa94223e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.117756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9c42cbe-85db-4fcb-8908-340f04a9dc94 req-b6d44b1d-46ba-489b-acdc-30d549684fd5 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158454 Aug 30 23:06:51.133212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.173747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d13a0d0d-71b6-4f99-a1db-5701aa94223e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.287783 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.305567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Transition to ACTIVE for port object 940a78aa-e83d-4478-b209-2e9a4d11344f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:51.317815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d13a0d0d-71b6-4f99-a1db-5701aa94223e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a0a74790807433caddd1ab43ac9c4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3522077 Aug 30 23:06:51.322500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:51.329377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a0d0d-71b6-4f99-a1db-5701aa94223e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8a22c0-3330-410b-803a-db0750ff99d1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:51.333403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Transition to ACTIVE for port object 940a78aa-e83d-4478-b209-2e9a4d11344f will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:51.344603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.437403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01813178-f67b-4387-89cc-fb5a1b7cf96b req-f1bf8790-2e47-4b8f-ab39-6adedeaa0988 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:51.441675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01813178-f67b-4387-89cc-fb5a1b7cf96b req-f1bf8790-2e47-4b8f-ab39-6adedeaa0988 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2836533 Aug 30 23:06:51.481295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-0dd28c35-71a4-4bc6-8e9c-7e98001e79bb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:51.487712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-0dd28c35-71a4-4bc6-8e9c-7e98001e79bb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.47 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.2653737 Aug 30 23:06:51.499045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Pushing event updated for resources: {'Port': ['ID=940a78aa-e83d-4478-b209-2e9a4d11344f,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:51.543347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:51.546488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:51.556893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:06:51.681617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.698741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.706306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Attempting to bind port 940a78aa-e83d-4478-b209-2e9a4d11344f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:51.707943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Attempting to bind port 940a78aa-e83d-4478-b209-2e9a4d11344f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:51.710105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Attempting to bind port 940a78aa-e83d-4478-b209-2e9a4d11344f on network 29c13459-37f6-44f4-86ae-d11da82f2be4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:51.723180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:51.724643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Checking segment: {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:51.726009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.728309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Bound using segment: {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:51.729023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Bound port: 940a78aa-e83d-4478-b209-2e9a4d11344f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:51.730292 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.800469 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.842951 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.980952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:51.987291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:51.987831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] For port 940a78aa-e83d-4478-b209-2e9a4d11344f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:51.991598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] For port 940a78aa-e83d-4478-b209-2e9a4d11344f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=940a78aa-e83d-4478-b209-2e9a4d11344f,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:52.009711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:52.127422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a41b1-f0f6-4426-8a9e-e45f0aba3d16 None None] Pushing event updated for resources: {'Port': ['ID=940a78aa-e83d-4478-b209-2e9a4d11344f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:52.154561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:06:52.158876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:52.184746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:52.184746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:52.190413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d8a22c0-3330-410b-803a-db0750ff99d1 HTTP/1.1" status: 204 len: 168 time: 0.8618309 Aug 30 23:06:52.211412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb79e3e-f3a8-4e64-9119-5297594b4bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8a22c0-3330-410b-803a-db0750ff99d1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:52.468937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:52.547034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab841f20-900c-4e5c-a355-77aeca78715e req-c7dc9c61-7bea-4941-abfa-c885da8bd20d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:52.549084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab841f20-900c-4e5c-a355-77aeca78715e req-c7dc9c61-7bea-4941-abfa-c885da8bd20d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.2045472 Aug 30 23:06:52.749547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:06:52.754392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01813178-f67b-4387-89cc-fb5a1b7cf96b req-a4f480c5-ba2e-458d-a611-4e607bb7adf4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2578406 Aug 30 23:06:52.805722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab841f20-900c-4e5c-a355-77aeca78715e req-2e10ca68-e01d-4ce6-ac69-7e9303e78e1d tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119410 Aug 30 23:06:52.928010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.177155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=6e4b6d64-5e1c-4af1-b7f5-fc4a4d182662,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:53.221820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Deleting port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:06:53.222445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.228825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': '8d307674-470a-4cab-9887-476afd4d3a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '863d5ba3-ad08-4950-8d56-4a2755463323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:53.229392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: 863d5ba3-ad08-4950-8d56-4a2755463323, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:53.332690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 863d5ba3-ad08-4950-8d56-4a2755463323 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:53.351195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 863d5ba3-ad08-4950-8d56-4a2755463323) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:53.367745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:53.369014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.392420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24e0945b-5a75-451d-aad0-5208529e691d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.3450346 Aug 30 23:06:53.392863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36466) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:53.711685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] For port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:06:53.712329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.713512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:06:53.723272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.749707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:06:53.750990 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a7051414-15e8-4e42-9ef4-bbe6bbdd1569 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9842916 Aug 30 23:06:53.754308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:53.764295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-2041700191'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:53.768620 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:53.769265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:53.775548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Calling delete_port for fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:06:53.817776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:53.825225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.908129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:53.924644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:53.925456 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b of type vlan for network b132a8e0-0d08-45a7-bb91-835bc4986ec7 Aug 30 23:06:53.944368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:06:54.021026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.106120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.132148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:54.139776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.179174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14e4ff-1393-4378-b6ba-210a8d369fc9 req-3fb3cf48-4a8b-4de8-87d2-8f71d7d4a2ca tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:54.181485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de14e4ff-1393-4378-b6ba-210a8d369fc9 req-3fb3cf48-4a8b-4de8-87d2-8f71d7d4a2ca tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 945 time: 0.1423397 Aug 30 23:06:54.275494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e1ceb5-f854-422c-bb88-2e4c20a078d7 None None] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:54.279809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3075cadb-e737-46e8-bb8f-d0a194c06c4d None None] Network b2a82949-2426-4c1e-99b2-39517d3342d9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:54.312504 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:06:54.313822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22dfc17-3dd3-416b-80c0-636bca5bef65 None None] Network 863d5ba3-ad08-4950-8d56-4a2755463323 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:54.326084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=b132a8e0-0d08-45a7-bb91-835bc4986ec7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:54.373965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-093d00c0-6471-4d37-a821-cab67af11029 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6130638 Aug 30 23:06:54.376666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:54.393252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:54.409717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de14e4ff-1393-4378-b6ba-210a8d369fc9 req-45038989-8c50-4850-8708-827c92515bde tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806918 Aug 30 23:06:54.430709 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.505289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:54.508113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36494) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:54.516011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 940a78aa-e83d-4478-b209-2e9a4d11344f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:06:54.584483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a46bff-65d8-47ce-9868-4d7483babdef req-551e956d-5c99-4da6-bf2d-212c99816589 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:54.606271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52a46bff-65d8-47ce-9868-4d7483babdef req-551e956d-5c99-4da6-bf2d-212c99816589 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.5382471 Aug 30 23:06:54.670716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:54.674911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.728308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:54.847920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1013640137'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:54.884605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52a46bff-65d8-47ce-9868-4d7483babdef req-4aeabdfd-cbd6-4409-95cb-e2f143451bab tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2773983 Aug 30 23:06:54.965827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:06:51Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:06:51Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:55.033187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.099711 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:06:55.099976 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Updating router 176093f8-e0ed-41df-96ee-96721ad7cd73 port aae404e5-f5a1-4267-a00a-03e1991d5ee0 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:06:55.100266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-20f3f981-32c9-4ca9-8ec8-58146a1d453d None None] Provisioning for port 940a78aa-e83d-4478-b209-2e9a4d11344f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:55.141907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.169072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:55.177729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.186139 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.230016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4b6d64-5e1c-4af1-b7f5-fc4a4d182662,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:55.274947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.275184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.275533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.275874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.276217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.276553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.276885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.277216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.277547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.277903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.278233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.278557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:55.293532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.307379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.325628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.403473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['863d5ba3-ad08-4950-8d56-4a2755463323']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:55.426914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=683e1694-2d24-4d8f-a40b-af968b54e405,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:55.432644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['39c4fe65-48e3-41cf-90fc-2a35c63524e4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:06:55.468760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Pushing event deleted for resources: {'Port': ['ID=fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:55.528481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d307674-470a-4cab-9887-476afd4d3a7c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:55.538172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d307674-470a-4cab-9887-476afd4d3a7c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:55.543938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:55.544534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: b132a8e0-0d08-45a7-bb91-835bc4986ec7, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:55.611095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] No DVR routers for this DVR port fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:06:55.632824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.638889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f24fd45b-201a-45d4-8c4e-53c77cee6f80 req-4624ffa9-0db3-446f-8536-50616c342524 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.47 "DELETE /v2.0/ports/fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3 HTTP/1.1" status: 204 len: 173 time: 4.1141484 Aug 30 23:06:55.639434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'name': 'network-vif-deleted', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:06:55.646265 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ae11ac-9aa1-40f7-8190-3b8c1ed94d1b" -d '{"events": [{"server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "name": "network-vif-deleted", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:06:55.658746 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.707637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.730358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:06:55.730800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:06:55.735011 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:06:55.773443 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94b78d55-e86a-44c6-a375-2cd7b9c8897f req-6ebccdda-d3a9-42cc-a0c2-818eaab35e29 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=4bffea8a-a91a-48fe-9d0e-48e497d560c0 HTTP/1.1" status: 200 len: 210 time: 0.1725543 Aug 30 23:06:55.835974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:55.851972 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9b9e9f-daa1-41fb-b774-23241dc4ad94 x-openstack-request-id: req-8f9b9e9f-daa1-41fb-b774-23241dc4ad94 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:06:55.853069 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bffea8a-a91a-48fe-9d0e-48e497d560c0", "name": "network-vif-deleted", "tag": "fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:06:55.853491 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f9b9e9f-daa1-41fb-b774-23241dc4ad94 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:06:55.854130 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bffea8a-a91a-48fe-9d0e-48e497d560c0', 'name': 'network-vif-deleted', 'tag': 'fa3db1ee-2c8d-4e2a-89e1-3425b98d4eb3', 'status': 'completed', 'code': 200} Aug 30 23:06:55.870507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b132a8e0-0d08-45a7-bb91-835bc4986ec7) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:55.872903 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.918924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:55.918924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.942614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.967355 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:55.971726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/863d5ba3-ad08-4950-8d56-4a2755463323 HTTP/1.1" status: 204 len: 168 time: 2.5774410 Aug 30 23:06:56.009218 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Transition to ACTIVE for port object aae404e5-f5a1-4267-a00a-03e1991d5ee0 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:56.016598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36506) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:56.018071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-410113034'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:56.019324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c1ff5-358f-49cd-812d-f66cd59aed8e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=863d5ba3-ad08-4950-8d56-4a2755463323,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:56.039791 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.121552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.153681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5a12bfb-0dd5-48a8-a2d5-a0c30ff0d25b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7649775 Aug 30 23:06:56.159329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.182350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:56.271102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91750a76-0a7a-4662-9638-97464a794bb8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:56.323202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:56.331116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Pushing event updated for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:56.341117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.341484 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment 873c3ecf-1b75-4d6d-9c74-c50df497e2f1 of type vlan for network 05c8517b-8386-4606-824e-2e0195e8edb6 Aug 30 23:06:56.356025 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.356758 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.357525 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.358304 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.359034 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.359830 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.360891 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.361710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.362594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.363314 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.364868 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.365476 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:06:56.366098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ebcae8-6078-4f59-a6aa-9dcd4fef59a2 None None] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:56.372707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Attempting to bind port aae404e5-f5a1-4267-a00a-03e1991d5ee0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:06:56.373631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Attempting to bind port aae404e5-f5a1-4267-a00a-03e1991d5ee0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:06:56.374481 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Attempting to bind port aae404e5-f5a1-4267-a00a-03e1991d5ee0 on network 29c13459-37f6-44f4-86ae-d11da82f2be4 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:06:56.381595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:06:56.382385 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Checking segment: {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:56.383149 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.384814 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Bound using segment: {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:06:56.385585 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Bound port: aae404e5-f5a1-4267-a00a-03e1991d5ee0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:06:56.386336 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.450314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.535043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:56.545019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.585859 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] For port aae404e5-f5a1-4267-a00a-03e1991d5ee0, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:06:56.613623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.614866 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] For port aae404e5-f5a1-4267-a00a-03e1991d5ee0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=aae404e5-f5a1-4267-a00a-03e1991d5ee0,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:06:56.621414 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.628810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:56.629518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.637762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 940a78aa-e83d-4478-b209-2e9a4d11344f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:06:56.731417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:06:56.742740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de588ec2-a366-47fb-ae22-322e2106ed5d req-577c7809-bca7-4606-b880-cf14bc4d060a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:56.747103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2348480 Aug 30 23:06:56.755540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de588ec2-a366-47fb-ae22-322e2106ed5d req-577c7809-bca7-4606-b880-cf14bc4d060a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.6199362 Aug 30 23:06:56.757225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.757577 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment 2215c3af-e322-4eb0-b9d7-7d0a1c8110df of type vlan for network c07fda96-e8d7-40ff-8a12-63903b0fe650 Aug 30 23:06:56.776321 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:06:56.790365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:56.798361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7129cde-99d2-4249-acf1-5e4f4aadf061 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=05c8517b-8386-4606-824e-2e0195e8edb6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:56.922711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.929559 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb3754-b83b-47d0-ba26-2871b7b613c7 None None] Pushing event updated for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:56.957583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 940a78aa-e83d-4478-b209-2e9a4d11344f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:06:56.962888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:56.970486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 05c8517b-8386-4606-824e-2e0195e8edb6 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:57.013387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:57.033203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:57.035685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:57.103787 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:06:57.184346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1714287 Aug 30 23:06:57.209039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36528) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:57.233616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': 'c07fda96-e8d7-40ff-8a12-63903b0fe650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:06:57.416491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e480672-78ce-43ea-825f-a3c175abeb36 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=c07fda96-e8d7-40ff-8a12-63903b0fe650,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:57.464692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de588ec2-a366-47fb-ae22-322e2106ed5d req-6c290344-b93a-4488-ad29-77f94b44723d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7077727 Aug 30 23:06:57.652564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:06:57.659241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:57.710996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c07fda96-e8d7-40ff-8a12-63903b0fe650 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:06:57.722100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b2a82949-2426-4c1e-99b2-39517d3342d9', 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': '7d8aa807-d710-4e69-96e4-27346034c27f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:06:57.723587 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:57.810209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:06:51Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:06:56Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:06:57.879187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:57.917251 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2664847-d509-4be0-b561-21c5605acd09 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:06:51Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:06:56Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:06:58.101309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:58.162135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:58.170062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259852ec-70ed-4a94-a9b8-d180039802c3 None None] Network 863d5ba3-ad08-4950-8d56-4a2755463323 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:58.346766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=3dd19a16-1c7d-4c6c-aa24-15613fddf316,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:06:58.457340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': '2215c3af-e322-4eb0-b9d7-7d0a1c8110df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'c07fda96-e8d7-40ff-8a12-63903b0fe650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:06:58.457884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: c07fda96-e8d7-40ff-8a12-63903b0fe650, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:06:58.569577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network c07fda96-e8d7-40ff-8a12-63903b0fe650 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:06:58.589455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c07fda96-e8d7-40ff-8a12-63903b0fe650) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:06:58.606472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:58.612396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:58.684348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d451fffc-c80b-4a3e-8de7-5a32e6cf0f1a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4688587 Aug 30 23:06:58.687229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:06:58.803225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Allocated IP 2001:db8::3 (b2a82949-2426-4c1e-99b2-39517d3342d9/7d8aa807-d710-4e69-96e4-27346034c27f/f0ac23b9-fc1d-446e-bf82-0e37641300e0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:59.133767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:59.174939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Transition to ACTIVE for port object f0ac23b9-fc1d-446e-bf82-0e37641300e0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:06:59.193704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3ec80-3ade-4241-b53e-4fdc1064470d req-878222bd-c05f-42b0-9941-ba72c3c5f614 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:59.201444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50abf937-88b5-4f22-bd34-edfe45b29cc0 req-b79efce4-860c-4564-a53e-f2fbe368ca42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:06:59.203364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9a3ec80-3ade-4241-b53e-4fdc1064470d req-878222bd-c05f-42b0-9941-ba72c3c5f614 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 1.4187090 Aug 30 23:06:59.217891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50abf937-88b5-4f22-bd34-edfe45b29cc0 req-b79efce4-860c-4564-a53e-f2fbe368ca42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.4999428 Aug 30 23:06:59.292566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb65b42-a0a2-4926-87ee-a043732b4327 None None] Network c07fda96-e8d7-40ff-8a12-63903b0fe650 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:59.425251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-50abf937-88b5-4f22-bd34-edfe45b29cc0 req-4fa8afa4-c803-4188-b042-2e07649663e6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2053013 Aug 30 23:06:59.480995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9a3ec80-3ade-4241-b53e-4fdc1064470d req-a1dd0f7a-d6ea-41e2-b99c-4985f3632f9b tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673981 Aug 30 23:06:59.493000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.21.0.1 (b132a8e0-0d08-45a7-bb91-835bc4986ec7/683e1694-2d24-4d8f-a40b-af968b54e405/33b91282-281d-4228-b587-866c59ef8eda) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:06:59.562922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:06:59.819264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2f8178-21e0-49a8-b43c-4d27ec973b67 None None] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:06:59.925197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.002626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259852ec-70ed-4a94-a9b8-d180039802c3 None None] Network 863d5ba3-ad08-4950-8d56-4a2755463323 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:00.028079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.099770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 33b91282-281d-4228-b587-866c59ef8eda will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:00.135394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.245087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.297519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:00.298788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.303602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e60364-d5d6-4306-818e-7903ae946384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-c07fda96-e8d7-40ff-8a12-63903b0fe650', 'network_id': 'c07fda96-e8d7-40ff-8a12-63903b0fe650', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': '3dd19a16-1c7d-4c6c-aa24-15613fddf316'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:00.309255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-62e60364-d5d6-4306-818e-7903ae946384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.343707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Transition to ACTIVE for port object f0ac23b9-fc1d-446e-bf82-0e37641300e0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:00.358555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Provisioning complete for port 940a78aa-e83d-4478-b209-2e9a4d11344f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:00.359259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.374181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:00.382842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:00.392571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:00.493810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.523144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07fda96-e8d7-40ff-8a12-63903b0fe650']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:00.563449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:00.574155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2215c3af-e322-4eb0-b9d7-7d0a1c8110df') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:00.574777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2215c3af-e322-4eb0-b9d7-7d0a1c8110df') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:00.608240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.652553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.662523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.668888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:00.670837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.700302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36548) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:00.700844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=3dd19a16-1c7d-4c6c-aa24-15613fddf316,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:00.730781 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:00.773590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.786287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:00.844013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:01.114319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2955ded3-9f58-48df-bcb5-2836cb2e72ea req-89fc833a-f5d1-4ba8-be65-b0d13d139fb0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:01.116344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2955ded3-9f58-48df-bcb5-2836cb2e72ea req-89fc833a-f5d1-4ba8-be65-b0d13d139fb0 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.1567640 Aug 30 23:07:01.149176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.174832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.182108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:01.192805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.214641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.220366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/c07fda96-e8d7-40ff-8a12-63903b0fe650 HTTP/1.1" status: 204 len: 168 time: 2.5315855 Aug 30 23:07:01.233378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36554) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:01.257804 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2955ded3-9f58-48df-bcb5-2836cb2e72ea req-e31c8277-3ea9-4dbf-b58f-b46ee3ad560c tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275363 Aug 30 23:07:01.265707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Network b2a82949-2426-4c1e-99b2-39517d3342d9 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:01.286913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973541570'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:01.326473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:01.330541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:01.385835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 940a78aa-e83d-4478-b209-2e9a4d11344f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=940a78aa-e83d-4478-b209-2e9a4d11344f,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:01.401114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4e195-563d-41d6-b6a8-c59a69b80441 None None] Network c07fda96-e8d7-40ff-8a12-63903b0fe650 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:01.411705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.423987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3977207-7335-44f8-b663-28f6ec4b034c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=c07fda96-e8d7-40ff-8a12-63903b0fe650,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:01.446699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc389d-6945-4f82-b723-8a405a4a8525 req-6e3c0876-d656-4011-9d9e-c3e228b14e0e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:01.453802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Pushing event updated for resources: {'Port': ['ID=f0ac23b9-fc1d-446e-bf82-0e37641300e0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:01.463269 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80bc389d-6945-4f82-b723-8a405a4a8525 req-6e3c0876-d656-4011-9d9e-c3e228b14e0e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.4550719 Aug 30 23:07:01.473561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.479803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.480162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.480535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.480974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.481749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.513417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.513819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.514331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.514820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.515199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.515554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.515952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:01.546773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c4e195-563d-41d6-b6a8-c59a69b80441 None None] Network c07fda96-e8d7-40ff-8a12-63903b0fe650 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:01.593242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80bc389d-6945-4f82-b723-8a405a4a8525 req-a58ddb5c-6dcb-463f-8fba-521b8b0e267d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286168 Aug 30 23:07:01.645253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:01.660950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.663827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Allocated IP 172.21.0.2 (b132a8e0-0d08-45a7-bb91-835bc4986ec7/683e1694-2d24-4d8f-a40b-af968b54e405/3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:01.725563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device aae404e5-f5a1-4267-a00a-03e1991d5ee0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:01.751366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Attempting to bind port f0ac23b9-fc1d-446e-bf82-0e37641300e0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:01.751738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Attempting to bind port f0ac23b9-fc1d-446e-bf82-0e37641300e0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:01.752107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Attempting to bind port f0ac23b9-fc1d-446e-bf82-0e37641300e0 on network b2a82949-2426-4c1e-99b2-39517d3342d9 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:01.951356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:01.991512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.003967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.088434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:02.165484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=1acbcf7c-b7c6-41ae-877e-4c20cf536381,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:02.189162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.189548 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment fec6d2cc-9b55-4a63-8803-ceefb09ce30a of type vlan for network a8c967b8-44b3-4d33-bc93-727b868be051 Aug 30 23:07:02.218488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:02.229805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': '873c3ecf-1b75-4d6d-9c74-c50df497e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:02.231416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.231638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: 05c8517b-8386-4606-824e-2e0195e8edb6, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:02.311755 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.322261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 05c8517b-8386-4606-824e-2e0195e8edb6 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:02.350670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 05c8517b-8386-4606-824e-2e0195e8edb6) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:02.365464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:02.369994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.435726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-16633c26-2726-4202-a70d-b3237e0ede36 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6987195 Aug 30 23:07:02.435726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.448371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:02.449976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.459078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:02.485985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:02.487365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Checking segment: {'id': 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:02.488175 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.488888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Bound using segment: {'id': 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:02.489716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Bound port: f0ac23b9-fc1d-446e-bf82-0e37641300e0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'b2a82949-2426-4c1e-99b2-39517d3342d9'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:02.490005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-37281215'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:02.490871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.513167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f372add0-a28e-4437-bd62-c56f1607d79c None None] Network 05c8517b-8386-4606-824e-2e0195e8edb6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:02.521164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:02.551892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:02.619978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=940a78aa-e83d-4478-b209-2e9a4d11344f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:02.655558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:07:02.656432 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:07:02.776484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port aae404e5-f5a1-4267-a00a-03e1991d5ee0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:02.781235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce9545-9d7c-400b-a520-64c0e12aedf5 req-ac4aaf83-f295-4740-b0be-6625061082dc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:02.783112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7ce9545-9d7c-400b-a520-64c0e12aedf5 req-ac4aaf83-f295-4740-b0be-6625061082dc tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.2915628 Aug 30 23:07:02.797359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:02.808881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:02.863547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5846977 Aug 30 23:07:02.875116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36564) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:02.904351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': 'a8c967b8-44b3-4d33-bc93-727b868be051', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:02.956681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] For port f0ac23b9-fc1d-446e-bf82-0e37641300e0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:03.040581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] For port f0ac23b9-fc1d-446e-bf82-0e37641300e0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f0ac23b9-fc1d-446e-bf82-0e37641300e0,segment=NetworkSegment(a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2),segment_id=a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:03.058929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.128917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ece17-74ad-4d1b-b25b-438490227d00 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=a8c967b8-44b3-4d33-bc93-727b868be051,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:03.142559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.173729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a8c967b8-44b3-4d33-bc93-727b868be051 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:03.179939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:03.248886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Transition to ACTIVE for port object 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:03.327567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cfd039-312d-4894-90b0-8ccf0f7823cf req-f91d8e2d-1896-40e4-a01c-9fdec1fdc984 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:03.354323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2cfd039-312d-4894-90b0-8ccf0f7823cf req-f91d8e2d-1896-40e4-a01c-9fdec1fdc984 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.4965813 Aug 30 23:07:03.382843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.384242 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment 423c4289-f4ce-4634-8b91-fb3fae353cc3 of type vlan for network 4bd06091-14fc-4a0c-a915-254bf83ede2c Aug 30 23:07:03.403270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:03.407179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.435341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e7ce9545-9d7c-400b-a520-64c0e12aedf5 req-c6dee451-86a3-45f0-9e2e-cd6ff7d47865 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6385577 Aug 30 23:07:03.445934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4db627-72de-4942-8666-fc87076510a0 req-9842c657-c7bd-4654-9ea7-2867ec685feb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:03.448758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b4db627-72de-4942-8666-fc87076510a0 req-9842c657-c7bd-4654-9ea7-2867ec685feb tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.52 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.6004858 Aug 30 23:07:03.527402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Transition to ACTIVE for port object 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:03.540288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb0ea7d-d954-4f1b-8782-4c2c88a52d82 None None] Pushing event updated for resources: {'Port': ['ID=f0ac23b9-fc1d-446e-bf82-0e37641300e0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:03.552568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-05c8517b-8386-4606-824e-2e0195e8edb6', 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6', 'tenant_id': '41ee56cc3f3048618316ed5d7f450155', 'fixed_ips': [{'subnet_id': '1acbcf7c-b7c6-41ae-877e-4c20cf536381'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:03.553533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.559487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.565244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:03.643864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 940a78aa-e83d-4478-b209-2e9a4d11344f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:03.711156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.732484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Provisioning for port aae404e5-f5a1-4267-a00a-03e1991d5ee0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:03.788352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.801105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:03.801975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.846467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:03.851865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Provisioning complete for port aae404e5-f5a1-4267-a00a-03e1991d5ee0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:03.852312 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:03.866866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Pushing event updated for resources: {'Port': ['ID=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:03.889682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:03.949336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:03.982922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2cfd039-312d-4894-90b0-8ccf0f7823cf req-7f9746d9-ff7d-4de4-8d07-c1da73fc905e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6256323 Aug 30 23:07:04.001538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=4bd06091-14fc-4a0c-a915-254bf83ede2c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:04.011038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e520ae36-a4e6-421a-8d0c-717e69a4e6c3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.5311818 Aug 30 23:07:04.017147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36568) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:04.045075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': '4bd06091-14fc-4a0c-a915-254bf83ede2c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:04.076023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Allocated IP 2001:db8:0:ffff::2 (05c8517b-8386-4606-824e-2e0195e8edb6/1acbcf7c-b7c6-41ae-877e-4c20cf536381/8469e447-aff7-4379-89b5-e9e0c6d93098) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:04.295372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.307458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Transition to ACTIVE for port object 8469e447-aff7-4379-89b5-e9e0c6d93098 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:04.314382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:04.337025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Transition to ACTIVE for port object 8469e447-aff7-4379-89b5-e9e0c6d93098 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:04.340127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-559b6fa3-6a7a-4184-88bb-0c28c2a781b4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1398785 Aug 30 23:07:04.342539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36570) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:04.349660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Deleting port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:04.350054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.354951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:04.358566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4bd06091-14fc-4a0c-a915-254bf83ede2c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:04.369842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.453120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-1907085063'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:04.569622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.596412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:04.597122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:06:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:04.636716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:04.641958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.659244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Network 05c8517b-8386-4606-824e-2e0195e8edb6 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:04.770652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:04.825164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] For port 39c4fe65-48e3-41cf-90fc-2a35c63524e4, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=39c4fe65-48e3-41cf-90fc-2a35c63524e4,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:04.826030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.834086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:04.859063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=0b60d908-d073-4757-b765-2fb30594e523,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:04.869566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:04.874107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:04.924540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Calling delete_port for 39c4fe65-48e3-41cf-90fc-2a35c63524e4 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:05.037307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Attempting to bind port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:05.038082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Attempting to bind port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:05.038769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Attempting to bind port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 on network b132a8e0-0d08-45a7-bb91-835bc4986ec7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:05.047529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 940a78aa-e83d-4478-b209-2e9a4d11344f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:05.048251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.114439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.129396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca63e18-613a-4fd7-8d9c-4b89606532cc req-1b7c6d4e-975b-4b61-be0c-0d4a7e3cad1e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:05.131608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ca63e18-613a-4fd7-8d9c-4b89606532cc req-1b7c6d4e-975b-4b61-be0c-0d4a7e3cad1e tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/ports?device_id=50c8e16a-acd2-459d-b0c2-0121477fdaef HTTP/1.1" status: 200 len: 946 time: 0.4884801 Aug 30 23:07:05.154852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': 'fec6d2cc-9b55-4a63-8803-ceefb09ce30a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'a8c967b8-44b3-4d33-bc93-727b868be051'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:05.155809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: a8c967b8-44b3-4d33-bc93-727b868be051, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:05.188155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network a8c967b8-44b3-4d33-bc93-727b868be051 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:05.208900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Pushing event updated for resources: {'Port': ['ID=8469e447-aff7-4379-89b5-e9e0c6d93098,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:05.231888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a8c967b8-44b3-4d33-bc93-727b868be051) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:05.248870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:05.249172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Pushing event deleted for resources: {'Port': ['ID=39c4fe65-48e3-41cf-90fc-2a35c63524e4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:05.249878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Checking segment: {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:05.250558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.251324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Bound using segment: {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:05.252277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Bound port: 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:05.253198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.281674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:05.282216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.294437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:05.311994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:07:05.321849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.334316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2b0e7d-0d19-4c68-8d9a-b9973968a418 None None] Network b2a82949-2426-4c1e-99b2-39517d3342d9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:05.337415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd179a0-4a79-4e8e-95ef-a58630dcb3b4 None None] Network a8c967b8-44b3-4d33-bc93-727b868be051 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:05.371567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] No DVR routers for this DVR port 39c4fe65-48e3-41cf-90fc-2a35c63524e4 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:05.374516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.377329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b4db627-72de-4942-8666-fc87076510a0 req-e3996448-e387-431e-a3d9-12ad6e947207 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.52 "DELETE /v2.0/ports/39c4fe65-48e3-41cf-90fc-2a35c63524e4 HTTP/1.1" status: 204 len: 173 time: 1.9061604 Aug 30 23:07:05.393040 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.393882 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 50ba9e0c-435d-48a4-b43e-4dfeda59e201 of type vlan for network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 Aug 30 23:07:05.400772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'name': 'network-vif-deleted', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:07:05.402252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Attempting to bind port 8469e447-aff7-4379-89b5-e9e0c6d93098 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:05.402874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Attempting to bind port 8469e447-aff7-4379-89b5-e9e0c6d93098 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '873c3ecf-1b75-4d6d-9c74-c50df497e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:05.403559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Attempting to bind port 8469e447-aff7-4379-89b5-e9e0c6d93098 on network 05c8517b-8386-4606-824e-2e0195e8edb6 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:05.403777 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4728efa-26a5-44d1-805a-901370ae2f14" -d '{"events": [{"server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "name": "network-vif-deleted", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:07:05.420758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=1f9718b8-329c-47d0-b1ca-c0b0c1a033db,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:05.440139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ca63e18-613a-4fd7-8d9c-4b89606532cc req-c0d55423-f54d-4964-bf0a-c986d6bf9289 tempest-ServerRescueNegativeTestJSON-725702075 tempest-ServerRescueNegativeTestJSON-725702075-project] 10.222.0.25 "GET /v2.0/security-groups?id=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834766 Aug 30 23:07:05.453341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08968e-bace-44bb-b964-ca9e2bf6a2de req-9b97bb0b-ba81-4794-9619-38dfb2cc5dc2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:05.461538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe08968e-bace-44bb-b964-ca9e2bf6a2de req-9b97bb0b-ba81-4794-9619-38dfb2cc5dc2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2319508 Aug 30 23:07:05.471133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3090d0e1-81ab-469d-932c-801d9a5300aa tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5900989 Aug 30 23:07:05.478158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36582) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:05.547206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.601054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.623033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] For port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:05.631891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.645493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:05.646449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] For port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:05.646604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.655411 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3b49cd-15fa-4da8-a33e-2e671e1f0c5b x-openstack-request-id: req-0d3b49cd-15fa-4da8-a33e-2e671e1f0c5b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:07:05.655736 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50c8e16a-acd2-459d-b0c2-0121477fdaef", "name": "network-vif-deleted", "tag": "39c4fe65-48e3-41cf-90fc-2a35c63524e4", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:07:05.656056 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d3b49cd-15fa-4da8-a33e-2e671e1f0c5b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:07:05.656482 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50c8e16a-acd2-459d-b0c2-0121477fdaef', 'name': 'network-vif-deleted', 'tag': '39c4fe65-48e3-41cf-90fc-2a35c63524e4', 'status': 'completed', 'code': 200} Aug 30 23:07:05.661109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:05.663726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:05.665340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Checking segment: {'id': '873c3ecf-1b75-4d6d-9c74-c50df497e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:05.666156 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.666815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Bound using segment: {'id': '873c3ecf-1b75-4d6d-9c74-c50df497e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:05.667707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Bound port: 8469e447-aff7-4379-89b5-e9e0c6d93098, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873c3ecf-1b75-4d6d-9c74-c50df497e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '05c8517b-8386-4606-824e-2e0195e8edb6'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:05.668479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.690806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe08968e-bace-44bb-b964-ca9e2bf6a2de req-dda19458-a6a6-46e7-8fed-9e19d5157391 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2281637 Aug 30 23:07:05.748386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=3fe3b883-41cf-4641-af0d-eb69b688fdc3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:05.799691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': '423c4289-f4ce-4634-8b91-fb3fae353cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4bd06091-14fc-4a0c-a915-254bf83ede2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:05.800470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: 4bd06091-14fc-4a0c-a915-254bf83ede2c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:05.802846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36588) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:05.805542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-96adc47a-46d5-4801-9dd7-00a362bb6bcd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3663135 Aug 30 23:07:05.812274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:05.907368 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:05.932619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:05.944916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.045442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 4bd06091-14fc-4a0c-a915-254bf83ede2c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:06.123526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4bd06091-14fc-4a0c-a915-254bf83ede2c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:06.150767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:06.151642 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.161142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:06.166813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.305248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:06.306004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-93f9f1b6-ae8f-44f0-ac12-3e8a07f902aa tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2876091 Aug 30 23:07:06.311972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'port': {'network_id': '4bd06091-14fc-4a0c-a915-254bf83ede2c', 'name': 'tempest-NetworksIpV6TestAttrs-1666427138'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:06.323845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.385492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=0b60d908-d073-4757-b765-2fb30594e523,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:06.502264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.520705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c967b8-44b3-4d33-bc93-727b868be051']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:06.542931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fec6d2cc-9b55-4a63-8803-ceefb09ce30a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:06.546189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fec6d2cc-9b55-4a63-8803-ceefb09ce30a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:06.573026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f0ac23b9-fc1d-446e-bf82-0e37641300e0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:06.583561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.584280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:06.658370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:06.665091 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.687039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f26801-7b08-4228-82d0-754e1881e80f None None] Network 4bd06091-14fc-4a0c-a915-254bf83ede2c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:06.721903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.730952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] device_id is not set on port a7b560f0-cec4-4498-ae28-ba23ca3761b7 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:07:06.763147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.829569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:06.830470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:06.834199 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:06.980962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c24dfb-561b-4e99-87a0-7e487b59af57 None None] Pushing event updated for resources: {'Port': ['ID=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:06.996457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Allocated IP 2001:db8::f816:3eff:fe5b:b656 (4bd06091-14fc-4a0c-a915-254bf83ede2c/1f9718b8-329c-47d0-b1ca-c0b0c1a033db/a7b560f0-cec4-4498-ae28-ba23ca3761b7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:07.085526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39c4fe65-48e3-41cf-90fc-2a35c63524e4 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:07.087913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec995d78-c964-4916-8691-0bd06ba82551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a8c967b8-44b3-4d33-bc93-727b868be051', 'network_id': 'a8c967b8-44b3-4d33-bc93-727b868be051', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': '0b60d908-d073-4757-b765-2fb30594e523'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:07.088892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ec995d78-c964-4916-8691-0bd06ba82551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.238376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.274829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.299293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/a8c967b8-44b3-4d33-bc93-727b868be051 HTTP/1.1" status: 204 len: 168 time: 1.8195825 Aug 30 23:07:07.302720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.320602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:07.364491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031320211'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:07.427516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95c05a-1eb4-48e2-8e39-16f21408b936 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=a8c967b8-44b3-4d33-bc93-727b868be051,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:07.450060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 39c4fe65-48e3-41cf-90fc-2a35c63524e4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:07.450729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 39c4fe65-48e3-41cf-90fc-2a35c63524e4 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:07.462405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] For port aae404e5-f5a1-4267-a00a-03e1991d5ee0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=aae404e5-f5a1-4267-a00a-03e1991d5ee0,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:07.573232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fffd8-7b8a-4538-b96c-b4c5ba52a128 req-2bec7849-7ddc-45c8-938b-d9c92a14f1e9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:07.577370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa1fffd8-7b8a-4538-b96c-b4c5ba52a128 req-2bec7849-7ddc-45c8-938b-d9c92a14f1e9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.5310557 Aug 30 23:07:07.621953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.662669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:07.694540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:07.763610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=aa85fd0b-2258-4a96-83b7-47067ed1ab8b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:07.814402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] For port 8469e447-aff7-4379-89b5-e9e0c6d93098, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:07.821257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444d7b7-1339-4f91-b786-a991d9ddbbea None None] Network a8c967b8-44b3-4d33-bc93-727b868be051 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:07.843593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f0ac23b9-fc1d-446e-bf82-0e37641300e0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:07.959731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] For port 8469e447-aff7-4379-89b5-e9e0c6d93098, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8469e447-aff7-4379-89b5-e9e0c6d93098,segment=NetworkSegment(873c3ecf-1b75-4d6d-9c74-c50df497e2f1),segment_id=873c3ecf-1b75-4d6d-9c74-c50df497e2f1)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:07.990077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0444d7b7-1339-4f91-b786-a991d9ddbbea None None] Network a8c967b8-44b3-4d33-bc93-727b868be051 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:08.084660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.125329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.191678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Transition to ACTIVE for port object a7b560f0-cec4-4498-ae28-ba23ca3761b7 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:08.192978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53559e2-ff88-4e84-9e13-a3213d8fe00d None None] Pushing event updated for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:08.192978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Provisioning complete for port 940a78aa-e83d-4478-b209-2e9a4d11344f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:08.192978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.193551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa1fffd8-7b8a-4538-b96c-b4c5ba52a128 req-940e18da-ea6f-4e01-b942-f3c98a0020eb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5910890 Aug 30 23:07:08.229390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:08.243649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:08.244364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 3fe3b883-41cf-4641-af0d-eb69b688fdc3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:08.281829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.298245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.299260 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment 22f6f953-59dc-44a3-8f33-b776ad506a1d of type vlan for network 55a132af-cc9e-41e7-a818-6157d7372635 Aug 30 23:07:08.403864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:08.558042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:08.567858 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.596379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 4bd06091-14fc-4a0c-a915-254bf83ede2c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:08.619224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:08.626857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:08.628325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3fe3b883-41cf-4641-af0d-eb69b688fdc3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:08.638456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:08.639162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.697139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:08.697941 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.713232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.4066491 Aug 30 23:07:08.714531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36614) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:08.742998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb240e17-232f-4a30-9e93-98e194f7e5b8 None None] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:08.776778 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-73d97a3f-c0cc-4c93-ba41-7c4c61885fbd tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9663842 Aug 30 23:07:08.776778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.783343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:08.784014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:08.791229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:08.821420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30747f-8936-449d-9fd3-4741060882a0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Port': ['ID=a7b560f0-cec4-4498-ae28-ba23ca3761b7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:08.891298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting subnet 1f9718b8-329c-47d0-b1ca-c0b0c1a033db {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:08.904469 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:09.041243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:09.165862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97107bd-5182-4a30-84d1-6e2c12164c5a None None] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:09.169004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20a9957-969c-4b64-880b-b4d6873f1a75 None None] Pushing event updated for resources: {'Port': ['ID=8469e447-aff7-4379-89b5-e9e0c6d93098,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:09.333917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:09.460234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:09.610980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:09.616200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/1f9718b8-329c-47d0-b1ca-c0b0c1a033db HTTP/1.1" status: 204 len: 168 time: 0.8948903 Aug 30 23:07:09.619610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8053ea-3efc-4903-a9c8-6765e5ad8f65 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=1f9718b8-329c-47d0-b1ca-c0b0c1a033db,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:09.627577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36628) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:09.738080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfff2b43-f6dc-4cc1-b0b6-a8c2dbd48b50 req-bfdfa8f8-478c-4fa5-b5f5-e591346bd489 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:09.739882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfff2b43-f6dc-4cc1-b0b6-a8c2dbd48b50 req-bfdfa8f8-478c-4fa5-b5f5-e591346bd489 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2965927 Aug 30 23:07:09.806672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e88155-4e74-47f5-9c74-67cca75ce139 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:09.815412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e88155-4e74-47f5-9c74-67cca75ce139 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:09.821304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-94e88155-4e74-47f5-9c74-67cca75ce139 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1746137 Aug 30 23:07:09.828446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:09.875504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:09.914115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfff2b43-f6dc-4cc1-b0b6-a8c2dbd48b50 req-d5783630-ac9d-4853-a516-403d158403de tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667283 Aug 30 23:07:10.050615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc43a3f3-7c2e-4746-bb7f-5adb6a1f1279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4bd06091-14fc-4a0c-a915-254bf83ede2c', 'network_id': '4bd06091-14fc-4a0c-a915-254bf83ede2c', 'tenant_id': '41ee56cc3f3048618316ed5d7f450155', 'fixed_ips': [{'subnet_id': '1f9718b8-329c-47d0-b1ca-c0b0c1a033db'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:10.052039 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fc43a3f3-7c2e-4746-bb7f-5adb6a1f1279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.107459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:10.108336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.111670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:00Z', 'revision_number': 3, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:01Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:06:56Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:10.118978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Provisioning complete for port aae404e5-f5a1-4267-a00a-03e1991d5ee0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:10.118978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.160432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=55a132af-cc9e-41e7-a818-6157d7372635,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:10.163265 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1247fa42-82a6-4d0b-b15c-00bdce09d09c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.191758 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-1247fa42-82a6-4d0b-b15c-00bdce09d09c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 23:07:10.192285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1247fa42-82a6-4d0b-b15c-00bdce09d09c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:10.198918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1247fa42-82a6-4d0b-b15c-00bdce09d09c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/4bd06091-14fc-4a0c-a915-254bf83ede2c HTTP/1.1" status: 409 len: 405 time: 0.3615043 Aug 30 23:07:10.205450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36638) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:10.213257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-635974179'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:10.260427 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-830efc12-d233-4654-907f-784a25ef0c4b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9238627 Aug 30 23:07:10.261953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36640) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:10.269974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '55a132af-cc9e-41e7-a818-6157d7372635', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:10.288010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:10.303868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.313576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:10.375401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:10.375947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Updating router 176093f8-e0ed-41df-96ee-96721ad7cd73 port 33b91282-281d-4228-b587-866c59ef8eda binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:07:10.517616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:10.538502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.539470 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment df25fe58-f6b6-4695-990c-ebe50da790fd of type vlan for network 49385365-9e5e-464e-b0c1-110b3f7bab4c Aug 30 23:07:10.656714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.693900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.705288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:10.707739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.745513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5386643 Aug 30 23:07:10.769905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:10.776452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:10.836144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Allocated IP 172.22.0.2 (3fe3b883-41cf-4641-af0d-eb69b688fdc3/aa85fd0b-2258-4a96-83b7-47067ed1ab8b/4ab6ff60-da2d-444d-bc07-357be2d6dc1c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:10.871977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994277c4-43e7-482a-b778-de9e6f467689 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=49385365-9e5e-464e-b0c1-110b3f7bab4c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:10.889689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:10.893738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:10.895746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8469e447-aff7-4379-89b5-e9e0c6d93098 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:10.898380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635900f6-5996-47a9-a2cf-387bd0577c0b None None] Network 05c8517b-8386-4606-824e-2e0195e8edb6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:10.959082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:11.060405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba789b13-913c-46e1-abb7-984950ab13a1 None None] Network 4bd06091-14fc-4a0c-a915-254bf83ede2c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:11.065112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-34179c58-2dfb-458e-8067-4c636cf9325e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.091954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-68113c96-26d8-4271-8184-bd83325ea4d5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:11.094129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-68113c96-26d8-4271-8184-bd83325ea4d5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.9257474 Aug 30 23:07:11.218534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.287143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-993f9eca-b7e2-4bb5-a763-d8361f8faee4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.1010017 Aug 30 23:07:11.497424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:11.504702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.555204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.570807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.614856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.668948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=e314c5c4-f1f4-4cfd-8912-2b35f6979ed1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:11.694762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ce7ce4-2e31-4636-9046-4832dce93259 req-bbe1b0c6-0edc-4655-bd07-5493515b34dd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:11.697623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76ce7ce4-2e31-4636-9046-4832dce93259 req-bbe1b0c6-0edc-4655-bd07-5493515b34dd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.6240423 Aug 30 23:07:11.748054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': '22f6f953-59dc-44a3-8f33-b776ad506a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:11.748946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: 55a132af-cc9e-41e7-a818-6157d7372635, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:11.824619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76ce7ce4-2e31-4636-9046-4832dce93259 req-ab7bf834-c21b-4e9e-8d04-59fc1623f7cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020815 Aug 30 23:07:11.826470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 55a132af-cc9e-41e7-a818-6157d7372635 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:11.845769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 55a132af-cc9e-41e7-a818-6157d7372635) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:11.865107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:11.870666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:11.899382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-25269da3-1ba2-44fb-bbbe-5f7dd620b45c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6364317 Aug 30 23:07:11.900474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36648) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:11.909884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '55a132af-cc9e-41e7-a818-6157d7372635', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:11.919110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a90cc-5c67-4196-aef4-18e7e55cc1f7 None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:11.929148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-397b8631-ccc5-431b-971e-79d6ce75d047 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6263206 Aug 30 23:07:12.105852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8469e447-aff7-4379-89b5-e9e0c6d93098 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:12.192392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:12.201396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.242502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device aae404e5-f5a1-4267-a00a-03e1991d5ee0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:12.266216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Provisioning for port f0ac23b9-fc1d-446e-bf82-0e37641300e0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:12.295809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-53153982-920c-4362-be99-630431449d86 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228619 Aug 30 23:07:12.340519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Provisioning complete for port f0ac23b9-fc1d-446e-bf82-0e37641300e0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:12.340885 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.356958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.468810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-0401a80f-64b4-4251-8d73-ce3d6dac3aae service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578350 Aug 30 23:07:12.501422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Transition to ACTIVE for port object 4ab6ff60-da2d-444d-bc07-357be2d6dc1c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:12.635159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Transition to ACTIVE for port object 4ab6ff60-da2d-444d-bc07-357be2d6dc1c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:12.675632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.701358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.801941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 55a132af-cc9e-41e7-a818-6157d7372635 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:12.809557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:12.845134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:12.845748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:12.856982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=7f07d207-4bcb-4971-a411-d948e1c913f3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:12.861937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.22.0.1 (3fe3b883-41cf-4641-af0d-eb69b688fdc3/aa85fd0b-2258-4a96-83b7-47067ed1ab8b/7a062b63-bf0e-48fb-9635-233f4ec499cb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:12.905570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6892f8fd-5792-4ba4-9272-2d903b5bc706 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0013323 Aug 30 23:07:12.908491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36658) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:13.011785 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.025279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Transition to ACTIVE for port object 33b91282-281d-4228-b587-866c59ef8eda will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:13.055847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:13.060744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port aae404e5-f5a1-4267-a00a-03e1991d5ee0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:13.061873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.073724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5655733f-229e-49d1-be34-d870447feabe req-05750f37-865e-4b9b-b5a3-6d1662605107 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.1268597 Aug 30 23:07:13.188310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.191806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.192527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.194438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.196658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.199415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7b4f957b-7769-4dd9-b6a9-dbbad4ffd714 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2870128 Aug 30 23:07:13.204237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36664) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:13.215308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-162480628'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:13.217071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.272174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:13.276472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.289659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:13.311971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:13.322730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.334064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:13.334843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 7a062b63-bf0e-48fb-9635-233f4ec499cb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:13.356112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.357014 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment da3dcec5-798b-4abd-9440-d3913e9e3eeb of type vlan for network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 Aug 30 23:07:13.372468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:13.390077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c4cb9-b3f5-4bad-8818-1c44f6ce9f94 req-074f79a2-bd55-4593-9e09-570e13ac2033 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.401706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f28c4cb9-b3f5-4bad-8818-1c44f6ce9f94 req-074f79a2-bd55-4593-9e09-570e13ac2033 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2160516 Aug 30 23:07:13.450795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-55a132af-cc9e-41e7-a818-6157d7372635', 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': 'e314c5c4-f1f4-4cfd-8912-2b35f6979ed1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:13.451682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.455762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.464512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:07:13.534866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.545203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:13.556488 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-757393'] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.557135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.569978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.580733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c74c487f-ce42-4752-9a1b-59105e71712d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.635731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:13.704448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38cfcf-8e0a-4b48-953f-a5375bc2fd95 None None] Pushing event updated for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:13.817358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6085062 Aug 30 23:07:13.824376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36668) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:13.845952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:13.912541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Attempting to bind port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:13.912993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Attempting to bind port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:13.913658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Attempting to bind port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c on network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:13.921360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=9cc77abb-0267-4f8e-a74f-2bfdcf27560b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:13.967312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] For port f0ac23b9-fc1d-446e-bf82-0e37641300e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f0ac23b9-fc1d-446e-bf82-0e37641300e0,segment=NetworkSegment(a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2),segment_id=a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:14.041915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f28c4cb9-b3f5-4bad-8818-1c44f6ce9f94 req-626bdb86-cd4f-4a5b-8fdb-dea49e5cd168 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6389260 Aug 30 23:07:14.045093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.048926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.067616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Attempting to bind port 33b91282-281d-4228-b587-866c59ef8eda on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:14.068515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Attempting to bind port 33b91282-281d-4228-b587-866c59ef8eda by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:14.069199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Attempting to bind port 33b91282-281d-4228-b587-866c59ef8eda on network b132a8e0-0d08-45a7-bb91-835bc4986ec7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:14.088613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7e7ed8-6154-408b-a306-474aa547e57b tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:14.182595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:14.182595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Checking segment: {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:14.182595 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.182595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Bound using segment: {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:14.182595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Bound port: 33b91282-281d-4228-b587-866c59ef8eda, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:14.183537 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.206686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:14.266828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:14.295277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:14.311259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:14.316666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Deleting port d67f4d80-d695-4872-bed3-f6c26864005f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:14.317217 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.334376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': 'df25fe58-f6b6-4695-990c-ebe50da790fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:14.334934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: 49385365-9e5e-464e-b0c1-110b3f7bab4c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:14.352521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:14.353133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Checking segment: {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:14.353824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.354849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Bound using segment: {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:14.355252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Bound port: 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:14.355895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.371746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89de465a-bdc0-4ec3-88a9-254da83a6c96 req-914ac803-1700-4b41-887b-34fa5c6fde46 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.0432181 Aug 30 23:07:14.445040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:14.465810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.479207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.485724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning for port 8469e447-aff7-4379-89b5-e9e0c6d93098 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:14.513080 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.538773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 is not hosted by any dhcp agent {{(pid=101269) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 23:07:14.545965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:14.547097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.548942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "PUT /v2.0/networks/73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 HTTP/1.1" status: 200 len: 723 time: 0.7189565 Aug 30 23:07:14.551562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e54040-3547-418b-a580-ed52b1e7003a None None] Pushing event updated for resources: {'Port': ['ID=f0ac23b9-fc1d-446e-bf82-0e37641300e0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:14.580278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36672) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:14.592193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:14.603422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning complete for port 8469e447-aff7-4379-89b5-e9e0c6d93098 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:14.604047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.634646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:14.654951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 49385365-9e5e-464e-b0c1-110b3f7bab4c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:14.687360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:14.688369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.737295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] For port d67f4d80-d695-4872-bed3-f6c26864005f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d67f4d80-d695-4872-bed3-f6c26864005f,segment=NetworkSegment(396fa728-8f4c-4ef4-9200-88a8181227da),segment_id=396fa728-8f4c-4ef4-9200-88a8181227da)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:14.738101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:14.755743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c65159c-2413-42f1-abb1-349f1d584ea9 None None] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:14.763362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b0e407c7-4240-4e6b-a7ed-462776130730 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.9939437 Aug 30 23:07:14.769760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36674) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:14.782307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'port': {'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c', 'name': 'tempest-NetworksIpV6TestAttrs-2063495124'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:14.788921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Calling delete_port for d67f4d80-d695-4872-bed3-f6c26864005f owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:14.853691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] For port 33b91282-281d-4228-b587-866c59ef8eda, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:14.870647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] For port 33b91282-281d-4228-b587-866c59ef8eda, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33b91282-281d-4228-b587-866c59ef8eda,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:14.964739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0056e4-c9c2-4e85-be51-84d8b16dd111 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:14.988327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-414a85f5-20b3-4f37-a2f8-ee0def5392ee tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:14.990243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-414a85f5-20b3-4f37-a2f8-ee0def5392ee tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.2038977 Aug 30 23:07:15.017549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': '87de882d-9c3a-425d-9443-f0701656f6cc', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:15.110333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] For port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:15.117940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] For port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:15.127478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.145265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:15.150541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.371643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:15.376426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.423706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.707645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.716336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.729369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:15.781818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:15.887345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249b9d5-a2de-4fc5-9385-87acfcee34b9 req-6e2236a6-d567-442f-9c02-b7007d63580b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:15.924445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3249b9d5-a2de-4fc5-9385-87acfcee34b9 req-6e2236a6-d567-442f-9c02-b7007d63580b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.4966145 Aug 30 23:07:16.023570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.13 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/344af737-6626-46f4-9fcc-bb1512f8c68e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:16.220456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d67f4d80-d695-4872-bed3-f6c26864005f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:16.234668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:16.240347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:16.276939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Allocated IP 2001:db8::2 (55a132af-cc9e-41e7-a818-6157d7372635/e314c5c4-f1f4-4cfd-8912-2b35f6979ed1/b25c7c41-0188-42f8-bf44-0ced4fb95281) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:16.397078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f0ac23b9-fc1d-446e-bf82-0e37641300e0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:16.410167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] device_id is not set on port fa9c7d1e-af75-404e-bb51-abfa2a689af6 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:07:16.464597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:16.637068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61b144dc-6981-400e-94e4-991931838ec1 req-ea7ec036-1855-4d3f-9190-271f2a8f1f08 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.1669064 Aug 30 23:07:16.829084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Allocated IP 2001:db8::f816:3eff:fe89:1f1f (49385365-9e5e-464e-b0c1-110b3f7bab4c/9cc77abb-0267-4f8e-a74f-2bfdcf27560b/fa9c7d1e-af75-404e-bb51-abfa2a689af6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:16.848701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:16.953560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-49385365-9e5e-464e-b0c1-110b3f7bab4c', 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c', 'tenant_id': '41ee56cc3f3048618316ed5d7f450155', 'fixed_ips': [{'subnet_id': '9cc77abb-0267-4f8e-a74f-2bfdcf27560b'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:16.960632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:16.967153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3249b9d5-a2de-4fc5-9385-87acfcee34b9 req-d5b000ab-004d-4bbe-9d5e-a25f9b7defe6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0406897 Aug 30 23:07:16.998801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object 344af737-6626-46f4-9fcc-bb1512f8c68e will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:17.044471 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:17.045569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38cfcf-8e0a-4b48-953f-a5375bc2fd95 None None] Pushing event updated for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:17.057449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:17.067635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:17.231865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=d1cb605f-b495-4d35-826e-62dea689ff15,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:17.285226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:17.399354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:17.423086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': 'da3dcec5-798b-4abd-9440-d3913e9e3eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:17.423564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:17.435750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:17.437858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:17.453833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:17.512824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:17.534268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:17.535294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:17.572609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-fbf7e14c-0cfa-4b52-8863-2f75c2ff1f89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5695560 Aug 30 23:07:17.574446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:17.617582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Request body: {'port': {'device_id': '87de882d-9c3a-425d-9443-f0701656f6cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:17.690269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:17.724977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:17.730717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:17.833737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dd309708-2122-4060-b14d-c170161a9e46 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2495594 Aug 30 23:07:17.844805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36690) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:17.858102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:17.921975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7e7028-1b9e-490d-a744-3585061c4599 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:18.072941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.205384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64461105'] for subnet, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.259566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc1f347-ade2-4f1b-a3ff-98905eb13c9f None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:18.347215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.414949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98043369-c615-42d9-acd9-d1b8c66c1389 req-1e5d6405-dbad-42d5-8607-847826401255 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:18.416998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98043369-c615-42d9-acd9-d1b8c66c1389 req-1e5d6405-dbad-42d5-8607-847826401255 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 932 time: 0.3971682 Aug 30 23:07:18.451993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f0ac23b9-fc1d-446e-bf82-0e37641300e0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:18.452477 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.508322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.590276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.644746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] For port 8469e447-aff7-4379-89b5-e9e0c6d93098, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8469e447-aff7-4379-89b5-e9e0c6d93098,segment=NetworkSegment(873c3ecf-1b75-4d6d-9c74-c50df497e2f1),segment_id=873c3ecf-1b75-4d6d-9c74-c50df497e2f1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:18.668098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.824472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98043369-c615-42d9-acd9-d1b8c66c1389 req-43f52461-e49f-407a-9361-3c6c6850027e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953478 Aug 30 23:07:18.878303 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:18.961717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676fb795-61e9-451a-ba5e-c5efe0469dd8 None None] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:19.026164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ca3f2d-654b-4104-800e-b0032c4e77d7 req-afca10ae-746b-4970-bf74-98ca2d8e2e44 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:19.027876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46ca3f2d-654b-4104-800e-b0032c4e77d7 req-afca10ae-746b-4970-bf74-98ca2d8e2e44 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.5165093 Aug 30 23:07:19.069512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:19.097428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.103948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4', 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': 'd1cb605f-b495-4d35-826e-62dea689ff15'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:19.108673 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.120611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning for port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:19.156955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Transition to ACTIVE for port object b25c7c41-0188-42f8-bf44-0ced4fb95281 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:19.167312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-46ca3f2d-654b-4104-800e-b0032c4e77d7 req-9d479ea2-7a80-4aab-8391-916af1fd6b65 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238520 Aug 30 23:07:19.171879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.261653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344af737-6626-46f4-9fcc-bb1512f8c68e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:07:19.282096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.288426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Transition to ACTIVE for port object fa9c7d1e-af75-404e-bb51-abfa2a689af6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:19.296648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Transition to ACTIVE for port object 344af737-6626-46f4-9fcc-bb1512f8c68e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:19.301171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.318054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning complete for port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:19.319073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.363101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.539557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Pushing event updated for resources: {'Port': ['ID=8469e447-aff7-4379-89b5-e9e0c6d93098,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:19.567105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Transition to ACTIVE for port object b25c7c41-0188-42f8-bf44-0ced4fb95281 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:19.580181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:19.630655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788074176988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63765324'] for subnet, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.693016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:19.695855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.700710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "PUT /v2.0/subnets/d1cb605f-b495-4d35-826e-62dea689ff15 HTTP/1.1" status: 200 len: 826 time: 1.8481338 Aug 30 23:07:19.707599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:19.758246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.802447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:19.914772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:19.926532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:19.952342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:20.014686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:20.016883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69de94-d96f-49dc-bb6e-0ec34a9391cb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=d1cb605f-b495-4d35-826e-62dea689ff15,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:20.049569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:20.111779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:20.144915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Allocated IP 2001:db8::2 (73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4/d1cb605f-b495-4d35-826e-62dea689ff15/ce01162d-8fcb-4a53-a384-eeb424d453b0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:20.250872 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:20.255932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:20.262712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:20.290224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:20.294850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:20.307262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Attempting to bind port 344af737-6626-46f4-9fcc-bb1512f8c68e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:20.310162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Attempting to bind port 344af737-6626-46f4-9fcc-bb1512f8c68e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:20.311830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Attempting to bind port 344af737-6626-46f4-9fcc-bb1512f8c68e on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:20.347975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Port': ['ID=fa9c7d1e-af75-404e-bb51-abfa2a689af6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:20.395266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a7239-60df-4f9c-bddf-78a5331f4874 req-4c2241ba-7061-4c4c-ad5f-3ecf6aee9993 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:20.397435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-438a7239-60df-4f9c-bddf-78a5331f4874 req-4c2241ba-7061-4c4c-ad5f-3ecf6aee9993 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.3420227 Aug 30 23:07:20.400893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Port 344af737-6626-46f4-9fcc-bb1512f8c68e on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:07:20.401315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Attempting to bind port 344af737-6626-46f4-9fcc-bb1512f8c68e on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:20.464197 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bbf2ec65-9371-41c5-9e46-9b64d2f0e354 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 5.6837106 Aug 30 23:07:20.464540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:20.495427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Transition to ACTIVE for port object ce01162d-8fcb-4a53-a384-eeb424d453b0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:20.497454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36700) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:20.505279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:20.506378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:20.508141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:20.509269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Bound port: 344af737-6626-46f4-9fcc-bb1512f8c68e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:20.510260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:20.531321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Transition to ACTIVE for port object ce01162d-8fcb-4a53-a384-eeb424d453b0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:20.597307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:12Z', 'revision_number': 1, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:20.602000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Pushing event updated for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:20.653063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:20.667108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ab6ff60-da2d-444d-bc07-357be2d6dc1c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:20.677298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:20.686447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84990108-67ac-40ed-83ad-9fc67627f12b req-0bc1d4d2-28dd-4ff6-9d04-aa5e1eb90287 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:20.694742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84990108-67ac-40ed-83ad-9fc67627f12b req-0bc1d4d2-28dd-4ff6-9d04-aa5e1eb90287 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 0.2244790 Aug 30 23:07:20.748470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:20.815481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84990108-67ac-40ed-83ad-9fc67627f12b req-35b1e9b8-072a-4b00-aea2-2d9019fd89fd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197031 Aug 30 23:07:20.914965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-438a7239-60df-4f9c-bddf-78a5331f4874 req-73f67df0-76bc-4363-8b3e-63dee51572c7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5009677 Aug 30 23:07:20.917175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.119261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:21.121026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting subnet 9cc77abb-0267-4f8e-a74f-2bfdcf27560b {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:21.125991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe61c6c6-4e49-4573-9ac7-8b98909597df None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:12Z', 'revision_number': 1, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:21.145062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-19397f2f-42ca-4f97-af92-05380acf01ef tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3443515 Aug 30 23:07:21.145062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:21.154802 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Sync routers for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:21.173738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:21.182973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2051c64f-b204-4154-bd91-059a576655a3 admin admin] 10.222.0.25 "PUT /v2.0/routers/9ffa58e9-fe5c-4f98-97df-7834fd4e6796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5928600 Aug 30 23:07:21.185597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36714) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:21.195042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'network': {'name': 'tempest-RoutersTest-673838991'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:21.196762 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:21.198589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:21.284931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:21.351736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:21.364044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:21.384659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=344af737-6626-46f4-9fcc-bb1512f8c68e,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:21.389164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:21.396681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Allocated IP 2001:db8::f816:3eff:fe67:d906 (49385365-9e5e-464e-b0c1-110b3f7bab4c/9cc77abb-0267-4f8e-a74f-2bfdcf27560b/208bd301-631c-4443-b462-2c1b537a1e4b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:21.409602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.412437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.432907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:21.434845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Pushing event updated for resources: {'Port': ['ID=ce01162d-8fcb-4a53-a384-eeb424d453b0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:21.455464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Attempting to bind port b25c7c41-0188-42f8-bf44-0ced4fb95281 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:21.456539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Attempting to bind port b25c7c41-0188-42f8-bf44-0ced4fb95281 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '22f6f953-59dc-44a3-8f33-b776ad506a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:21.457390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.461220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Attempting to bind port b25c7c41-0188-42f8-bf44-0ced4fb95281 on network 55a132af-cc9e-41e7-a818-6157d7372635 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:21.498811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:21.499596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Checking segment: {'id': '22f6f953-59dc-44a3-8f33-b776ad506a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:21.503340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.504006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Bound using segment: {'id': '22f6f953-59dc-44a3-8f33-b776ad506a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:21.511974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.513911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Bound port: b25c7c41-0188-42f8-bf44-0ced4fb95281, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22f6f953-59dc-44a3-8f33-b776ad506a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '55a132af-cc9e-41e7-a818-6157d7372635'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:21.514552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.566745 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:21.616449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:21.617437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.620652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] 10.222.0.47 "PUT /v2.0/ports/344af737-6626-46f4-9fcc-bb1512f8c68e HTTP/1.1" status: 200 len: 1093 time: 4.0328321 Aug 30 23:07:21.673708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:21.723591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:21.724253 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added segment 5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19 of type vlan for network 3f0bfcaf-c456-45c9-8335-63837baf18f0 Aug 30 23:07:21.749044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=d1cb605f-b495-4d35-826e-62dea689ff15,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:21.793170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:07:21.795862 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f8927e5-8927-4720-9e58-ab6e830caf50" -d '{"events": [{"name": "network-changed", "server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:07:21.891694 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.045591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.073499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Deleting port c26cb155-52a6-4bec-843a-af452f89da99 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:22.073880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.126704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:22.170601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Attempting to bind port ce01162d-8fcb-4a53-a384-eeb424d453b0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:22.171190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Attempting to bind port ce01162d-8fcb-4a53-a384-eeb424d453b0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'da3dcec5-798b-4abd-9440-d3913e9e3eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:22.171572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Attempting to bind port ce01162d-8fcb-4a53-a384-eeb424d453b0 on network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:22.183741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8469e447-aff7-4379-89b5-e9e0c6d93098 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:22.354726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:22.355290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Checking segment: {'id': 'da3dcec5-798b-4abd-9440-d3913e9e3eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:22.355750 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.356415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Bound using segment: {'id': 'da3dcec5-798b-4abd-9440-d3913e9e3eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:22.360069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Bound port: ce01162d-8fcb-4a53-a384-eeb424d453b0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da3dcec5-798b-4abd-9440-d3913e9e3eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:22.360952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.514697 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:07:15Z', 'revision_number': 5, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port': {'id': 'c26cb155-52a6-4bec-843a-af452f89da99', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:e5:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2503, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:03:57Z', 'updated_at': '2021-08-30T23:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:22.539341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] For port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:22.560581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] For port c26cb155-52a6-4bec-843a-af452f89da99, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c26cb155-52a6-4bec-843a-af452f89da99,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:22.561622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.632655 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Checking router: 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:22.638858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8286b1-17f4-4a93-a361-ad32555ca028 req-32fe468a-c97c-49ab-a3ea-f37df7cbe8f6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:22.654035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c8286b1-17f4-4a93-a361-ad32555ca028 req-32fe468a-c97c-49ab-a3ea-f37df7cbe8f6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.4042866 Aug 30 23:07:22.690451 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Routers {'9ffa58e9-fe5c-4f98-97df-7834fd4e6796'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:22.691215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:22.744757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Calling delete_port for c26cb155-52a6-4bec-843a-af452f89da99 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:22.851745 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:22.863098 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c8286b1-17f4-4a93-a361-ad32555ca028 req-505a63aa-9d1a-4aa3-a8b8-0a4643568a97 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843565 Aug 30 23:07:22.898888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.079782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Transition to ACTIVE for port object 208bd301-631c-4443-b462-2c1b537a1e4b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:23.098931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:23.162084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Transition to ACTIVE for port object 208bd301-631c-4443-b462-2c1b537a1e4b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:23.202640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.203421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Pushing event updated for resources: {'Port': ['ID=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:23.218738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning for port 33b91282-281d-4228-b587-866c59ef8eda completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:23.262100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.262559 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] Set router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:23.324068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.340228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:23.347895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b25c7c41-0188-42f8-bf44-0ced4fb95281,segment=NetworkSegment(22f6f953-59dc-44a3-8f33-b776ad506a1d),segment_id=22f6f953-59dc-44a3-8f33-b776ad506a1d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:23.349698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Pushing event updated for resources: {'Port': ['ID=208bd301-631c-4443-b462-2c1b537a1e4b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:23.367672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:23.372027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:23.504635 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a729996-79ba-4d13-94c3-a2dd7cad2259 x-openstack-request-id: req-1a729996-79ba-4d13-94c3-a2dd7cad2259 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:07:23.505003 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:07:23.505364 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a729996-79ba-4d13-94c3-a2dd7cad2259 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:07:23.505965 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e', 'status': 'completed', 'code': 200} Aug 30 23:07:23.507015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c381333-943e-4858-84fd-457ec028ec82 service neutron] Pushing event updated for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:23.517686 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:07:21Z', 'revision_number': 6, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:23.544730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.622852 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b7da84-329d-483b-a8f0-d1d23f15a3a4 None None] The sync data for ids ['9ffa58e9-fe5c-4f98-97df-7834fd4e6796'] in n-d-791504-21 is: [{'id': '9ffa58e9-fe5c-4f98-97df-7834fd4e6796', 'name': 'tempest-ServerRescueNegativeTestJSON-2024948843-router', 'tenant_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:03:56Z', 'updated_at': '2021-08-30T23:07:21Z', 'revision_number': 6, 'project_id': '9482dcbba0c84aa1a88fd952c9ad71e6', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:23.708373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.734148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8469e447-aff7-4379-89b5-e9e0c6d93098 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:23.734672 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.759526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Provisioning complete for port f0ac23b9-fc1d-446e-bf82-0e37641300e0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:23.760101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61f353f2-a9fc-4ce4-8383-5925aec48d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.779209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.810753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Attempting to bind port 208bd301-631c-4443-b462-2c1b537a1e4b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:23.811234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Attempting to bind port 208bd301-631c-4443-b462-2c1b537a1e4b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'df25fe58-f6b6-4695-990c-ebe50da790fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:23.811741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Attempting to bind port 208bd301-631c-4443-b462-2c1b537a1e4b on network 49385365-9e5e-464e-b0c1-110b3f7bab4c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:23.821463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] For port ce01162d-8fcb-4a53-a384-eeb424d453b0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:23.877425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26cb155-52a6-4bec-843a-af452f89da99,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:23.942491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.953687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:23.954801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Checking segment: {'id': 'df25fe58-f6b6-4695-990c-ebe50da790fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:23.955688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.958362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Bound using segment: {'id': 'df25fe58-f6b6-4695-990c-ebe50da790fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:23.959429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Bound port: 208bd301-631c-4443-b462-2c1b537a1e4b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df25fe58-f6b6-4695-990c-ebe50da790fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '49385365-9e5e-464e-b0c1-110b3f7bab4c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:23.963102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:23.997686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:07:24.004395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] For port ce01162d-8fcb-4a53-a384-eeb424d453b0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ce01162d-8fcb-4a53-a384-eeb424d453b0,segment=NetworkSegment(da3dcec5-798b-4abd-9440-d3913e9e3eeb),segment_id=da3dcec5-798b-4abd-9440-d3913e9e3eeb)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:24.062877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.071278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.087122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.096720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916766bb-dcb3-4382-967b-63e442c777d2 None None] Pushing event updated for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:24.209610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:24.266907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-3f521218-4cd6-46bd-ad77-ca31e1cf2d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.269356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-3f521218-4cd6-46bd-ad77-ca31e1cf2d83 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 1096 time: 2.5142198 Aug 30 23:07:24.287890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9055aff6-9ba2-4ef0-868e-6317855655e3 req-3bd014cb-114a-4fd5-9ac5-92b704bf865c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.301035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9055aff6-9ba2-4ef0-868e-6317855655e3 req-3bd014cb-114a-4fd5-9ac5-92b704bf865c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 945 time: 1.0308428 Aug 30 23:07:24.329080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.338086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.343730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3dcec5-798b-4abd-9440-d3913e9e3eeb') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:24.344577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3dcec5-798b-4abd-9440-d3913e9e3eeb') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:24.428778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2440e-fec7-4363-a7e3-3826e1829876 req-9be98b30-1a74-41d2-8ec3-aee51df8117b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.433899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:24.443652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ba2440e-fec7-4363-a7e3-3826e1829876 req-9be98b30-1a74-41d2-8ec3-aee51df8117b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2497902 Aug 30 23:07:24.456387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbb60-a536-4804-8734-4880a486e2f0 req-0a54e534-4c99-4c30-a752-3bfb071261fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.459007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-0a54e534-4c99-4c30-a752-3bfb071261fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1097 time: 1.0055683 Aug 30 23:07:24.465284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.467320 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.468578 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.469137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ffa58e9-fe5c-4f98-97df-7834fd4e6796 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:07:24.481088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.482347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.491269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.495914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-17ab4d8f-8955-49e3-bd91-28b44dc8a456 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9ffa58e9-fe5c-4f98-97df-7834fd4e6796 HTTP/1.1" status: 204 len: 168 time: 3.3060143 Aug 30 23:07:24.499466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36724) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:24.522143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-0276c749-eaee-417b-9f12-3412bccf3315 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344af737-6626-46f4-9fcc-bb1512f8c68e HTTP/1.1" status: 200 len: 217 time: 0.2085004 Aug 30 23:07:24.532666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] For port 208bd301-631c-4443-b462-2c1b537a1e4b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:24.539055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] For port 208bd301-631c-4443-b462-2c1b537a1e4b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=208bd301-631c-4443-b462-2c1b537a1e4b,segment=NetworkSegment(df25fe58-f6b6-4695-990c-ebe50da790fd),segment_id=df25fe58-f6b6-4695-990c-ebe50da790fd)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:24.594225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Deleting subnet 40ac0786-6787-42dc-b238-c4a7fd2a45c0 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:24.597464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.599474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ba2440e-fec7-4363-a7e3-3826e1829876 req-08f7abe5-8c3f-446d-8e07-8c33b15aec69 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549480 Aug 30 23:07:24.602433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.616342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:24.617701 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:24.683605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.707486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbb60-a536-4804-8734-4880a486e2f0 req-88b20c2c-7877-4be5-8161-48afe3f9d95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.712770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-88b20c2c-7877-4be5-8161-48afe3f9d95d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.2105353 Aug 30 23:07:24.853245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-563c1d00-cd3d-459c-86c3-a90770a3041b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:24.863070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:24.863913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-563c1d00-cd3d-459c-86c3-a90770a3041b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0988293 Aug 30 23:07:24.951584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:24.957290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:24.980219 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:25.034687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:25.123613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40ac0786-6787-42dc-b238-c4a7fd2a45c0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:25.145435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae9868b-82db-4d0a-a411-4d1b225320b1 None None] Pushing event updated for resources: {'Port': ['ID=ce01162d-8fcb-4a53-a384-eeb424d453b0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:25.156589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:25.168735 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51bb3878-c44f-4036-bcef-fc20f464d857 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/40ac0786-6787-42dc-b238-c4a7fd2a45c0 HTTP/1.1" status: 204 len: 168 time: 0.6676617 Aug 30 23:07:25.174755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36726) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:25.208852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b800a1fc-3907-4c01-812a-dbc823dfcc45 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:25.210987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:25.211693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:25.277768 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:25.417282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-c0bad0b2-c701-4a13-9a98-ebc9d5f8ba54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 1001 time: 0.6639502 Aug 30 23:07:25.422980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 4.2383912 Aug 30 23:07:25.482731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36728) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:25.519188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'subnet': {'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:25.610726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:25.626509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:07:25.718320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9055aff6-9ba2-4ef0-868e-6317855655e3 req-c40c7967-8578-4bc1-9fb4-af7a4967270e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4160247 Aug 30 23:07:25.801058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58f8db-265a-41a8-a776-f7fe3661a97b tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Network': ['ID=3f0bfcaf-c456-45c9-8335-63837baf18f0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:26.053809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 23:07:26.053809 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 23:07:26.053809 n-d-791504-21 neutron-server[101269]: [parameters: {'id': '73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4'}] Aug 30 23:07:26.053809 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:07:26.055222 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:07:26.081735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-64bc4f68-7e5d-4ba0-b76c-e7746b5d1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:26.095985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-64bc4f68-7e5d-4ba0-b76c-e7746b5d1dae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1088681 Aug 30 23:07:26.110201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:26.122185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.211271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d2233b-2275-4deb-b1d1-7d31168cae95']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:26.279307 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-6c273365-8bc6-4e06-b35d-6126e0d35329 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724467 Aug 30 23:07:26.285128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbb60-a536-4804-8734-4880a486e2f0 req-9aed709c-70d2-4c69-a51d-c5e5806e601b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:26.306650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396fa728-8f4c-4ef4-9200-88a8181227da') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:26.307058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396fa728-8f4c-4ef4-9200-88a8181227da') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:26.310608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-9aed709c-70d2-4c69-a51d-c5e5806e601b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.6719527 Aug 30 23:07:26.311733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Made reservation on behalf of 06b9a6306ceb445f8a457d168ee26b7b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:26.323476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.348029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c539b44-5227-487c-97e6-4dfcae2f808e None None] Pushing event updated for resources: {'Port': ['ID=208bd301-631c-4443-b462-2c1b537a1e4b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:26.350989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44fadc-a138-4774-83ab-834192bb9e4c req-703802a1-44bd-43a0-829b-ff6fe90d3471 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:26.353112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d44fadc-a138-4774-83ab-834192bb9e4c req-703802a1-44bd-43a0-829b-ff6fe90d3471 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2870111 Aug 30 23:07:26.367120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.379103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33b91282-281d-4228-b587-866c59ef8eda up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:26.528282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.552567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning for port 344af737-6626-46f4-9fcc-bb1512f8c68e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:26.559393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.587446 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.646009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fbb60-a536-4804-8734-4880a486e2f0 req-fade1732-e82c-4d7f-9f94-d78ebba50ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:26.648570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-fade1732-e82c-4d7f-9f94-d78ebba50ff7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3368287 Aug 30 23:07:26.704507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:26.751738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:07:26.755580 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acdc3aab-3904-46b8-b7ce-388454051c97" -d '{"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-unplugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:07:26.772619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7b2f7f-b688-4d80-ba27-54049102b47f None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:26.880715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:26.906712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dcf38027-0d05-4c05-b545-f6f15a36c362 req-eafe78eb-b1da-4b51-b4dd-7fbb9ada717a service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569305 Aug 30 23:07:27.017673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=9cc77abb-0267-4f8e-a74f-2bfdcf27560b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:27.037199 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.109156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.117613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-46d0d4df-ccac-45d4-a90e-e426fb0fad85 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/9cc77abb-0267-4f8e-a74f-2bfdcf27560b HTTP/1.1" status: 204 len: 168 time: 6.5726378 Aug 30 23:07:27.153691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:27.249261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-f25e72ac-e593-4861-a234-a6f28d43f091 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5826883 Aug 30 23:07:27.250959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting port ce01162d-8fcb-4a53-a384-eeb424d453b0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:27.251305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.255891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning for port 7a062b63-bf0e-48fb-9635-233f4ec499cb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:27.264445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-544d73ef-0d1a-4494-a2fc-b92ebd9a1029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:27.266179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-544d73ef-0d1a-4494-a2fc-b92ebd9a1029 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 1096 time: 0.2804329 Aug 30 23:07:27.277269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.321885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ad486-87de-44d7-9d64-a0d508bbf815 req-6431947a-a01a-49fe-885d-cb4c1ccd4f6b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:27.329878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541f771-18c0-4331-b397-b2966828f259 None None] Network 73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:27.330437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9f3ad486-87de-44d7-9d64-a0d508bbf815 req-6431947a-a01a-49fe-885d-cb4c1ccd4f6b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2469888 Aug 30 23:07:27.333519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning complete for port 7a062b63-bf0e-48fb-9635-233f4ec499cb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:27.334125 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.410015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 33b91282-281d-4228-b587-866c59ef8eda completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:27.425909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:27.427621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:27.430804 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:27.473318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219c5706-6068-4848-a7d4-837035b8f8fa None None] Network 49385365-9e5e-464e-b0c1-110b3f7bab4c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:27.476829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:27.534997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d44fadc-a138-4774-83ab-834192bb9e4c req-208077e7-c904-44af-b3ab-f86ae809d314 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0352077 Aug 30 23:07:27.536299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f9b8a-e29d-4cca-b119-7a2acd74c63a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:27.540489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21f9b8a-e29d-4cca-b119-7a2acd74c63a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:27.548158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f21f9b8a-e29d-4cca-b119-7a2acd74c63a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3855519 Aug 30 23:07:27.549519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:27.584444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 33b91282-281d-4228-b587-866c59ef8eda triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:27.585048 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.595035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9f3ad486-87de-44d7-9d64-a0d508bbf815 req-71e02835-2b0d-4c07-8b36-d171c6fd52bd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634227 Aug 30 23:07:27.633184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.669155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Port 7a062b63-bf0e-48fb-9635-233f4ec499cb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:07:27.689574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.697542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a5d2233b-2275-4deb-b1d1-7d31168cae95 HTTP/1.1" status: 204 len: 168 time: 2.5163538 Aug 30 23:07:27.719021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.724104 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe13a2c-df4f-46ec-a836-0adc0e9cc6cc x-openstack-request-id: req-cbe13a2c-df4f-46ec-a836-0adc0e9cc6cc {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:07:27.724554 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-unplugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:07:27.724962 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbe13a2c-df4f-46ec-a836-0adc0e9cc6cc {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:07:27.725570 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'code': 200} Aug 30 23:07:27.728661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d60d3-9bf5-4844-a551-e457edb841a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d2233b-2275-4deb-b1d1-7d31168cae95,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:27.754864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] For port ce01162d-8fcb-4a53-a384-eeb424d453b0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ce01162d-8fcb-4a53-a384-eeb424d453b0,segment=NetworkSegment(da3dcec5-798b-4abd-9440-d3913e9e3eeb),segment_id=da3dcec5-798b-4abd-9440-d3913e9e3eeb)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:27.759813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.849420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-909fbb60-a536-4804-8734-4880a486e2f0 req-e3459eaa-595b-4967-aa02-9d833bf088f7 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5871949 Aug 30 23:07:27.854937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Calling delete_port for ce01162d-8fcb-4a53-a384-eeb424d453b0 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:27.867628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning for port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:27.919932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning complete for port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:27.920547 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.955491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d0b90fa-8f68-45e1-8b5c-36a728d0ed26 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:27.965398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Checking segment: {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:27.966037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network hostable DHCP agents. Network: 3f0bfcaf-c456-45c9-8335-63837baf18f0, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:27.976891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Subnet': ['ID=34a38c3b-13d6-4630-8584-9fc7e725e3fd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:28.019986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-5fefd749-8f66-41ae-878c-62068249931b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:28.022671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-5fefd749-8f66-41ae-878c-62068249931b service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.6661119 Aug 30 23:07:28.025438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:28.051979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3f0bfcaf-c456-45c9-8335-63837baf18f0) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:28.063132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:28.064209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:28.114130 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7e202718-ec71-45d2-a699-f49943ed6239 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6227269 Aug 30 23:07:28.114486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:28.125107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:14Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:16Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:28.135981 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d0b90fa-8f68-45e1-8b5c-36a728d0ed26 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 30 23:07:28.136913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d0b90fa-8f68-45e1-8b5c-36a728d0ed26 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:28.138322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d0b90fa-8f68-45e1-8b5c-36a728d0ed26 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/49385365-9e5e-464e-b0c1-110b3f7bab4c HTTP/1.1" status: 409 len: 405 time: 0.5711501 Aug 30 23:07:28.146535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-c06b43e0-2ac7-4767-873f-73023c1d296f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=344af737-6626-46f4-9fcc-bb1512f8c68e HTTP/1.1" status: 200 len: 217 time: 0.1045511 Aug 30 23:07:28.152573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36744) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:28.170577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-816885900'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:28.244752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-027b1749-fc74-4ddc-951e-27d8504d36d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:28.246478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-027b1749-fc74-4ddc-951e-27d8504d36d8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1095 time: 0.2310619 Aug 30 23:07:28.266148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:28.267211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Updating router 176093f8-e0ed-41df-96ee-96721ad7cd73 port 7a062b63-bf0e-48fb-9635-233f4ec499cb binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:07:28.341464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8b796-41c9-4714-a8ba-eff7e6f03059 None None] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:28.343656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:28.347018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:28.348965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:28.353843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36746) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:28.411905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-baed15ac-cd9a-4716-9095-687adb660440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:28.415034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-baed15ac-cd9a-4716-9095-687adb660440 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.2339296 Aug 30 23:07:28.446796 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:28.455490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:28.498340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Port': ['ID=ce01162d-8fcb-4a53-a384-eeb424d453b0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:28.506832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No DVR routers for this DVR port ce01162d-8fcb-4a53-a384-eeb424d453b0 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:28.791305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-68be247d-d0c5-4b14-9da8-cc6b4c1af39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:28.794181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-68be247d-d0c5-4b14-9da8-cc6b4c1af39e service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.5136755 Aug 30 23:07:28.902147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:28.943933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Update dhcp port {'port': {'network_id': '55a132af-cc9e-41e7-a818-6157d7372635', 'fixed_ips': [{'subnet_id': 'e314c5c4-f1f4-4cfd-8912-2b35f6979ed1', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f07d207-4bcb-4971-a411-d948e1c913f3'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'b25c7c41-0188-42f8-bf44-0ced4fb95281'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:07:28.948886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] DHCP port deletion for 49385365-9e5e-464e-b0c1-110b3f7bab4c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:07:29.052232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-65d2c5bf-5a75-44e1-a010-80f035b53ad7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 999 time: 0.2398162 Aug 30 23:07:29.082021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-775ab61c-82bc-4a58-82dd-8fbef0801ec9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9482dcbba0c84aa1a88fd952c9ad71e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7127576 Aug 30 23:07:29.102729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:29.104745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-296eba0c-b742-431d-ac3a-bb79c659d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:29.106746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-296eba0c-b742-431d-ac3a-bb79c659d4b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6412704 Aug 30 23:07:29.113662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.114799 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment da1037b0-293e-46a0-8b18-bbdea9349795 of type vlan for network f793539d-7b44-4660-b6ae-5a1de88d8f8d Aug 30 23:07:29.142317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.168172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.237232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.252925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.428184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cafa1c-928a-450d-8b9d-5c4ede5a5060 req-0edadd67-aafe-4c31-88ea-203d36db881a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:29.440600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99cafa1c-928a-450d-8b9d-5c4ede5a5060 req-0edadd67-aafe-4c31-88ea-203d36db881a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.5456617 Aug 30 23:07:29.485266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Deleting port 208bd301-631c-4443-b462-2c1b537a1e4b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:29.486628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.612538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99cafa1c-928a-450d-8b9d-5c4ede5a5060 req-c62e01f0-41db-42e2-b2ec-3c053162c3be tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183596 Aug 30 23:07:29.638468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.720137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:29.739468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-2758d6f7-49ce-4e08-b09b-011f2d7ef1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:29.741362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-2758d6f7-49ce-4e08-b09b-011f2d7ef1d9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.6538594 Aug 30 23:07:29.840618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da3dcec5-798b-4abd-9440-d3913e9e3eeb') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:29.841692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da3dcec5-798b-4abd-9440-d3913e9e3eeb') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:29.869735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.871405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.929293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869e5384-24af-44f3-ba07-203211ed6df0 req-9db08925-22be-4119-916f-d185d2d884e3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:29.941193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-869e5384-24af-44f3-ba07-203211ed6df0 req-9db08925-22be-4119-916f-d185d2d884e3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 1.0331337 Aug 30 23:07:29.981986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:29.999132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 33b91282-281d-4228-b587-866c59ef8eda, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33b91282-281d-4228-b587-866c59ef8eda,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:30.004404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3f0bfcaf-c456-45c9-8335-63837baf18f0', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:30.005287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.037642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.038951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:30.058636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:30.059730 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.072340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] For port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:30.084931 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:30.143680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.149869 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.180591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] For port 208bd301-631c-4443-b462-2c1b537a1e4b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=208bd301-631c-4443-b462-2c1b537a1e4b,segment=NetworkSegment(df25fe58-f6b6-4695-990c-ebe50da790fd),segment_id=df25fe58-f6b6-4695-990c-ebe50da790fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:30.180921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.184866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Allocated IP 172.20.0.1 (55a132af-cc9e-41e7-a818-6157d7372635/7f07d207-4bcb-4971-a411-d948e1c913f3/b25c7c41-0188-42f8-bf44-0ced4fb95281) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:30.253869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-76c883a8-ccd1-45d6-b708-268780c9ca1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:30.257958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-76c883a8-ccd1-45d6-b708-268780c9ca1a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4754305 Aug 30 23:07:30.283851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.290866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:30.291548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.294538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Calling delete_port for 208bd301-631c-4443-b462-2c1b537a1e4b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:30.319762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Allocated IP 172.23.0.1 (3f0bfcaf-c456-45c9-8335-63837baf18f0/34a38c3b-13d6-4630-8584-9fc7e725e3fd/5cc70092-5ef1-4af9-b2cc-4602b17f2ce0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:30.321839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-77efe3a6-aa98-4e78-8358-efefb036ce04 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1668904 Aug 30 23:07:30.381587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Provisioning complete for port 33b91282-281d-4228-b587-866c59ef8eda triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:30.382068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.461138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:30.478625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f8927e5-8927-4720-9e58-ab6e830caf50 req-2c80e135-11d4-4eab-a16c-93c45e2a1453 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417372 Aug 30 23:07:30.518178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.533888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Transition to ACTIVE for port object 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:30.573072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.573418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:30.573987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.599411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-869e5384-24af-44f3-ba07-203211ed6df0 req-16d3bba9-7e4c-4836-af4f-f6163d25b6c6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6562364 Aug 30 23:07:30.652944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.4866941 Aug 30 23:07:30.656068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36758) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:30.657174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.668945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.669180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:30.675361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.679312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 HTTP/1.1" status: 204 len: 168 time: 10.9680769 Aug 30 23:07:30.686023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:30.716530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaafaae-0161-4989-8a5e-011a0753dad2 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=f793539d-7b44-4660-b6ae-5a1de88d8f8d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:30.738744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.751036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f793539d-7b44-4660-b6ae-5a1de88d8f8d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:30.782646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792fee0-6f27-4e68-bea7-926c28ced114 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:30.787860 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-840d1ee0-f7e7-46ac-85b0-c0a9bdb18bcb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:30.789156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840d1ee0-f7e7-46ac-85b0-c0a9bdb18bcb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:30.792646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-840d1ee0-f7e7-46ac-85b0-c0a9bdb18bcb tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 HTTP/1.1" status: 404 len: 339 time: 0.0906160 Aug 30 23:07:30.810964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:30.817764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320267031', 'description': 'd1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:30.881411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Transition to ACTIVE for port object 7a062b63-bf0e-48fb-9635-233f4ec499cb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:30.886860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:30.890640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.892716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.895358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.900239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2093114-6525-4a93-b4cb-cfeb6f7f5eb8 HTTP/1.1" status: 204 len: 168 time: 1.7923295 Aug 30 23:07:30.912072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-d463b174-d5ee-49cb-9e69-a97b8b0a74e0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6082335 Aug 30 23:07:30.919208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af0c90-fc41-443a-9e9d-34340cb1fedb None None] Pushing event updated for resources: {'Port': ['ID=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:30.919474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae359e6f-1b77-405d-9e79-603865569a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2093114-6525-4a93-b4cb-cfeb6f7f5eb8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:30.928919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b25c7c41-0188-42f8-bf44-0ced4fb95281,segment=NetworkSegment(22f6f953-59dc-44a3-8f33-b776ad506a1d),segment_id=22f6f953-59dc-44a3-8f33-b776ad506a1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:30.987530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:30.997002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Allocated IP 172.23.0.2 (3f0bfcaf-c456-45c9-8335-63837baf18f0/34a38c3b-13d6-4630-8584-9fc7e725e3fd/6a801910-d0d7-467e-a5e8-829af5eb36b7) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:31.041701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:31.051357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:31.059791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:31.065078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.065424 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment f2d70d62-fea5-4958-93ac-223094439f99 of type vlan for network 34b257ba-faaf-4be3-8452-f059ee163eef Aug 30 23:07:31.191379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b25c7c41-0188-42f8-bf44-0ced4fb95281 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:31.201925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ac3a9c3-7dc5-4e27-af8f-ab43a1481ec5 req-628aa1c5-ce14-49d9-9ede-fa5788282bb0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641971 Aug 30 23:07:31.207422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.233606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.234680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.235665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.236092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.243457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.244116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.244317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.244782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.245343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.245959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.246514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.247061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.248123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:31.274219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:31.274747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.280815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:31.281722 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.308472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:31.320840 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.387632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ecc1-9e3b-48ac-93b4-ad4f01ab75f2 None None] Pushing event updated for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:31.393508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Ignored duplicate provisioning block setup for port b25c7c41-0188-42f8-bf44-0ced4fb95281 by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:07:31.408819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e1ba80-45de-4c42-8bae-2a5cef9fd73d req-ed6afda5-b33f-41bf-ae15-7d2e399b6139 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:31.415708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92e1ba80-45de-4c42-8bae-2a5cef9fd73d req-ed6afda5-b33f-41bf-ae15-7d2e399b6139 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.6741555 Aug 30 23:07:31.471421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=34b257ba-faaf-4be3-8452-f059ee163eef,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:31.494796 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.554457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 34b257ba-faaf-4be3-8452-f059ee163eef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:31.562012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-247bdccc-d781-4d8f-adaf-4105e6d7162d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7456183 Aug 30 23:07:31.567810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36770) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:31.580930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] Pushing event deleted for resources: {'Port': ['ID=208bd301-631c-4443-b462-2c1b537a1e4b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:31.613958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:31.636059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.671276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c50d24-cf51-49c9-bbf5-60a821a00fe3 None None] No DVR routers for this DVR port 208bd301-631c-4443-b462-2c1b537a1e4b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:31.695763 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:31.766520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92e1ba80-45de-4c42-8bae-2a5cef9fd73d req-d4c1f4d8-e39c-4453-b613-1c9beb110c13 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3270686 Aug 30 23:07:31.982542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34bbb6-84f9-45fc-9004-087bd47c4e2e None None] Pushing event updated for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:32.074557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6921b60-12b1-4204-b153-c09b84f0a903 None None] Provisioning for port b25c7c41-0188-42f8-bf44-0ced4fb95281 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:32.111509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Attempting to bind port 7a062b63-bf0e-48fb-9635-233f4ec499cb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:32.111889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Attempting to bind port 7a062b63-bf0e-48fb-9635-233f4ec499cb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:32.112361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Attempting to bind port 7a062b63-bf0e-48fb-9635-233f4ec499cb on network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:32.198609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6921b60-12b1-4204-b153-c09b84f0a903 None None] Could not find standard attr ID for object 208bd301-631c-4443-b462-2c1b537a1e4b. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:07:32.212202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d17762-c73b-49b0-a6fa-dfa8a4566c30 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:32.218920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-83d17762-c73b-49b0-a6fa-dfa8a4566c30 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks?id=34b257ba-faaf-4be3-8452-f059ee163eef HTTP/1.1" status: 200 len: 764 time: 0.6472156 Aug 30 23:07:32.249090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:32.249343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Checking segment: {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:32.250123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.253127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36786) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:32.261184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Bound using segment: {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:32.261953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Bound port: 7a062b63-bf0e-48fb-9635-233f4ec499cb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ba9e0c-435d-48a4-b43e-4dfeda59e201', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:32.262459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.284501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b25c7c41-0188-42f8-bf44-0ced4fb95281 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:32.284913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823a5da-a664-463a-994d-8f988b4ce74d req-6b2212cc-e08e-47bb-a483-683fc5165199 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:32.284913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c823a5da-a664-463a-994d-8f988b4ce74d req-6b2212cc-e08e-47bb-a483-683fc5165199 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.4256856 Aug 30 23:07:32.296121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'description': 'd2'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:32.397371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.402039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b25c7c41-0188-42f8-bf44-0ced4fb95281 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:32.409095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.430904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c823a5da-a664-463a-994d-8f988b4ce74d req-b54dfa77-3a35-4945-b492-dd08d9e2f4d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315060 Aug 30 23:07:32.483061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Transition to ACTIVE for port object 6a801910-d0d7-467e-a5e8-829af5eb36b7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:32.565637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.610052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Transition to ACTIVE for port object 6a801910-d0d7-467e-a5e8-829af5eb36b7 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:32.686390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.809185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:32.936765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:32.942288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] For port 7a062b63-bf0e-48fb-9635-233f4ec499cb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:32.967971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:32.991814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] For port 7a062b63-bf0e-48fb-9635-233f4ec499cb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7a062b63-bf0e-48fb-9635-233f4ec499cb,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:32.994462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:32.996813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Pushing event updated for resources: {'Port': ['ID=6a801910-d0d7-467e-a5e8-829af5eb36b7,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:33.014001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:33.014001 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:33.231712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-69508c08-4a3f-43b4-9a7d-d4724b6e0f87 req-5465fca1-1a14-4c38-bd0f-824a2625f465 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:07:33.234146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-69508c08-4a3f-43b4-9a7d-d4724b6e0f87 req-5465fca1-1a14-4c38-bd0f-824a2625f465 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248959 Aug 30 23:07:33.243231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:33.328163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b25c7c41-0188-42f8-bf44-0ced4fb95281,segment=NetworkSegment(22f6f953-59dc-44a3-8f33-b776ad506a1d),segment_id=22f6f953-59dc-44a3-8f33-b776ad506a1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:33.446447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:33.649118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:07:33.790552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 34b257ba-faaf-4be3-8452-f059ee163eef is not hosted by any dhcp agent {{(pid=101268) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 30 23:07:33.796974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:33.797424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35370202-df8f-4061-8eed-0c83bb797686 req-7178955b-c2e5-4a61-aebc-d6c787c2a768 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:33.798143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:33.801050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "PUT /v2.0/networks/34b257ba-faaf-4be3-8452-f059ee163eef HTTP/1.1" status: 200 len: 761 time: 1.5315547 Aug 30 23:07:33.801714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35370202-df8f-4061-8eed-0c83bb797686 req-7178955b-c2e5-4a61-aebc-d6c787c2a768 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.1738725 Aug 30 23:07:33.805858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:33.822426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:33.925269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e612ecc1-9e3b-48ac-93b4-ad4f01ab75f2 None None] Pushing event updated for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:33.938918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53aca038-781e-44dc-a329-7440f843bcc7 None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:34.014325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35370202-df8f-4061-8eed-0c83bb797686 req-f81b945e-55c1-41ab-82a5-d35c31019bf2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735628 Aug 30 23:07:34.028698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619925cd-1515-41e2-8f01-400d8c39eb35 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:34.031247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-619925cd-1515-41e2-8f01-400d8c39eb35 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks?id=34b257ba-faaf-4be3-8452-f059ee163eef HTTP/1.1" status: 200 len: 764 time: 0.2238350 Aug 30 23:07:34.047341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.049760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36830) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:34.175252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:34.176935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:34.214971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c26cb155-52a6-4bec-843a-af452f89da99 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:34.272883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5600214-8169-4fe6-a6ff-5d17a261a18d tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=34b257ba-faaf-4be3-8452-f059ee163eef,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:34.330995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=cd96a954-0671-40ea-893f-952201a2d730,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:34.359377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27513d0-eb49-46cc-a558-1bb91a6c0b19 req-fd19b576-13cf-4472-9a8d-8225d0879068 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:34.362061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c27513d0-eb49-46cc-a558-1bb91a6c0b19 req-fd19b576-13cf-4472-9a8d-8225d0879068 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.5590651 Aug 30 23:07:34.363636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': 'da1037b0-293e-46a0-8b18-bbdea9349795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:34.363865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: f793539d-7b44-4660-b6ae-5a1de88d8f8d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:34.409027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 34b257ba-faaf-4be3-8452-f059ee163eef details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:34.423619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe264994-9c43-4b87-b23f-532e0f4d2672 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:34.425813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fe264994-9c43-4b87-b23f-532e0f4d2672 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3745973 Aug 30 23:07:34.430808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:34.476545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network f793539d-7b44-4660-b6ae-5a1de88d8f8d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:34.492508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-07f70e87-7c64-481b-b952-4f69d3db7928 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 207 time: 0.0602193 Aug 30 23:07:34.497259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:34.511171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c27513d0-eb49-46cc-a558-1bb91a6c0b19 req-898ef449-d055-41b2-9a1a-8c883007f607 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252961 Aug 30 23:07:34.596127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-53d5325b-eee5-47e5-aee8-4fdc49eb6d3c None None] Provisioning complete for port b25c7c41-0188-42f8-bf44-0ced4fb95281 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:34.596846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-53d5325b-eee5-47e5-aee8-4fdc49eb6d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.598790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c26cb155-52a6-4bec-843a-af452f89da99 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:34.599367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c26cb155-52a6-4bec-843a-af452f89da99 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:34.600153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d67f4d80-d695-4872-bed3-f6c26864005f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:34.600470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.609537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f793539d-7b44-4660-b6ae-5a1de88d8f8d) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:34.618327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.623172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:34.624155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.646609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d67f4d80-d695-4872-bed3-f6c26864005f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:34.648128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d67f4d80-d695-4872-bed3-f6c26864005f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:34.651429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aac5c38-acb9-4477-902e-a2e2734e253d None None] Network f793539d-7b44-4660-b6ae-5a1de88d8f8d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:34.729816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event updated for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:34.798833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-bea6d3ba-e79e-41f5-94db-17f4d4d34d88 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6540022 Aug 30 23:07:34.807894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2021377c-fb0a-4e87-885d-05a73c5920ae tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.1482100 Aug 30 23:07:34.808119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:34.915156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Attempting to bind port 6a801910-d0d7-467e-a5e8-829af5eb36b7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:34.915583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Attempting to bind port 6a801910-d0d7-467e-a5e8-829af5eb36b7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:34.915958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Attempting to bind port 6a801910-d0d7-467e-a5e8-829af5eb36b7 on network 3f0bfcaf-c456-45c9-8335-63837baf18f0 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:34.948834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:34.949466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Checking segment: {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:34.949703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.950116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Bound using segment: {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:34.950675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Bound port: 6a801910-d0d7-467e-a5e8-829af5eb36b7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:34.951058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.967213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33b91282-281d-4228-b587-866c59ef8eda up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:34.972832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:34.976657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:35.034601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f793539d-7b44-4660-b6ae-5a1de88d8f8d', 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d', 'tenant_id': '41ee56cc3f3048618316ed5d7f450155', 'fixed_ips': [{'subnet_id': 'cd96a954-0671-40ea-893f-952201a2d730'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:35.035816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:35.094299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.112405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.138920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.155605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.162563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.169127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.176118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70fadc85-4021-427d-8292-578e138cb335 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.6759028 Aug 30 23:07:35.196374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:35.204576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36868) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:35.246038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b125f2a9-33f5-4060-9232-1e917e8fdc41 req-a023a3b3-3adf-4136-8b0e-a6f544f178aa tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0664251 Aug 30 23:07:35.311607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:35.348136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 33b91282-281d-4228-b587-866c59ef8eda triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:35.348871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:35.362566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:35.364608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:35.376042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:35.456766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e801f5-b5fb-4d64-ad3b-0911690c957c req-86d3c5c7-bc3f-4dec-9684-934a0485c7f9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:35.470638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80e801f5-b5fb-4d64-ad3b-0911690c957c req-86d3c5c7-bc3f-4dec-9684-934a0485c7f9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2764947 Aug 30 23:07:35.828747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Allocated IP 2001:db8::f816:3eff:fed8:16db (f793539d-7b44-4660-b6ae-5a1de88d8f8d/cd96a954-0671-40ea-893f-952201a2d730/b606ae79-e2b8-49b6-9a5c-65ba003300f8) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:07:36.035949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] For port 6a801910-d0d7-467e-a5e8-829af5eb36b7, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:36.097618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12adbbbe-5fba-4d20-bb96-886af365e72b req-5dd764fa-2020-4943-b30c-14da8b609859 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.106470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12adbbbe-5fba-4d20-bb96-886af365e72b req-5dd764fa-2020-4943-b30c-14da8b609859 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1903567 Aug 30 23:07:36.214991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12adbbbe-5fba-4d20-bb96-886af365e72b req-c59c0d94-769d-48f2-8779-dfee825892ef tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073487 Aug 30 23:07:36.223112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] For port 6a801910-d0d7-467e-a5e8-829af5eb36b7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6a801910-d0d7-467e-a5e8-829af5eb36b7,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:36.339768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:36.606837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11893c1d-10c7-4688-837e-61b10ac9139c req-0319ff96-a747-45fe-a133-033199baadc7 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0509307 Aug 30 23:07:36.607738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ab6ff60-da2d-444d-bc07-357be2d6dc1c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:36.722083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5762c80b-1964-4d0e-99f5-d257186d6668 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 1.5157967 Aug 30 23:07:36.725143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36896) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:36.841397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8409f8-61c4-4133-b1f1-0b5d02092432 None None] Pushing event updated for resources: {'Port': ['ID=6a801910-d0d7-467e-a5e8-829af5eb36b7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:36.881646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.888267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.892059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.895597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.900926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:36.910084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c4a4c036-4351-497a-ad32-ab54c150cfa0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1809440 Aug 30 23:07:36.911008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36898) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:36.921325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80e801f5-b5fb-4d64-ad3b-0911690c957c req-de3f7a13-d46b-4614-b16a-f0f1a3dbcfb9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4431262 Aug 30 23:07:36.933547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:36.945642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3ae5a0f0-d31f-4d47-b8dd-768a5baf3eb8 None None] Provisioning complete for port b25c7c41-0188-42f8-bf44-0ced4fb95281 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:36.947776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3ae5a0f0-d31f-4d47-b8dd-768a5baf3eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:37.024246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.025770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.034588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.040993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.045524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.049561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f31afcf9-8a6a-407d-bda1-36517ca56f9a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1369717 Aug 30 23:07:37.066489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36900) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:37.105681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:37.108906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:37.118421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:37.276295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Transition to ACTIVE for port object b606ae79-e2b8-49b6-9a5c-65ba003300f8 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:37.321154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:37.348868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36904) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:37.349400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20c0e604-ac9b-4067-b57c-1b89d037d3d9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2263825 Aug 30 23:07:37.359333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:37.516191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:32Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:30Z', 'revision_number': 1, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:32Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:37.527321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba22f72-41a0-457e-8036-ac3aaa9b1973 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.529555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7ba22f72-41a0-457e-8036-ac3aaa9b1973 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks/eaf178cb-80c1-4a70-a50b-94911e450d67 HTTP/1.1" status: 200 len: 804 time: 0.4517214 Aug 30 23:07:37.533634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36906) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:37.595093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb9351-378c-4f7c-9010-9b056d4d0d89 req-01fcec70-6378-4e2a-a45c-6c91b7f9b31c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.609972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32eb9351-378c-4f7c-9010-9b056d4d0d89 req-01fcec70-6378-4e2a-a45c-6c91b7f9b31c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1501238 Aug 30 23:07:37.739123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3d95cd13-1eff-42a8-8f36-4f6a6168db11 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/networks/eaf178cb-80c1-4a70-a50b-94911e450d67?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2039180 Aug 30 23:07:37.739991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:37.816662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32eb9351-378c-4f7c-9010-9b056d4d0d89 req-5fecf063-34d6-4680-9fdc-cf7f530b01ff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051489 Aug 30 23:07:37.923682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51d9080-3db2-45b7-b094-f62ed557dc1f tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:37.930979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d51d9080-3db2-45b7-b094-f62ed557dc1f tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets/f76c2b89-9623-4427-8b3e-14455c7fc67d HTTP/1.1" status: 200 len: 843 time: 0.1876743 Aug 30 23:07:37.932102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36912) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:37.946661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cc3fc57-766d-45d3-b8ec-1393d392ce97 req-68f04bc5-7219-45e1-9089-f3b022a1af8a tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0697951 Aug 30 23:07:38.108536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2749f836-be3f-4dfe-b11e-7f078e102104 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['shared'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:38.114278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36916) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:38.118949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7a062b63-bf0e-48fb-9635-233f4ec499cb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:38.121043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1185318696'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:38.125437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2749f836-be3f-4dfe-b11e-7f078e102104 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "GET /v2.0/subnets/f76c2b89-9623-4427-8b3e-14455c7fc67d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1090648 Aug 30 23:07:38.128890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ab066-0023-4b3b-8afc-1fafcd7c44c0 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:32Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:30Z', 'revision_number': 1, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:32Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:38.136051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Transition to ACTIVE for port object b606ae79-e2b8-49b6-9a5c-65ba003300f8 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:38.169110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:38.173361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.176290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf91defe-141b-4b26-a49e-200751046856 req-19533f02-474a-4f11-a3f1-9e9e2588d31d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.2488592 Aug 30 23:07:38.192766 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.295105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.322340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:38.382247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Network f793539d-7b44-4660-b6ae-5a1de88d8f8d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:07:38.383866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Pushing event updated for resources: {'Port': ['ID=b606ae79-e2b8-49b6-9a5c-65ba003300f8,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:38.389440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:38.392441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:07:38.464901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.465315 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Added segment daeccc43-fbc2-4aa7-903c-ae6090720b23 of type vlan for network 522f2d5e-911a-412c-a1aa-3d9eefeea180 Aug 30 23:07:38.473333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503abbcd-7fd5-40e8-8372-389d439e9f43 req-bc509c1b-e09e-448d-bd01-b4393ccd6ef4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:38.490808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-503abbcd-7fd5-40e8-8372-389d439e9f43 req-bc509c1b-e09e-448d-bd01-b4393ccd6ef4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.3348246 Aug 30 23:07:38.536914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7a062b63-bf0e-48fb-9635-233f4ec499cb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:38.564128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.574002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7a062b63-bf0e-48fb-9635-233f4ec499cb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:38.574449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.598862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=cd96a954-0671-40ea-893f-952201a2d730,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:38.625948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.634865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:38.638161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.640974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Attempting to bind port b606ae79-e2b8-49b6-9a5c-65ba003300f8 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:38.641598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Attempting to bind port b606ae79-e2b8-49b6-9a5c-65ba003300f8 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'da1037b0-293e-46a0-8b18-bbdea9349795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:38.642247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Attempting to bind port b606ae79-e2b8-49b6-9a5c-65ba003300f8 on network f793539d-7b44-4660-b6ae-5a1de88d8f8d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:38.660284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:38.660881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Checking segment: {'id': 'da1037b0-293e-46a0-8b18-bbdea9349795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:38.661536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.662288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Bound using segment: {'id': 'da1037b0-293e-46a0-8b18-bbdea9349795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:38.663639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Bound port: b606ae79-e2b8-49b6-9a5c-65ba003300f8, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da1037b0-293e-46a0-8b18-bbdea9349795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:38.664192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.680041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-503abbcd-7fd5-40e8-8372-389d439e9f43 req-003fed87-4a3d-4176-8cec-7e5cf0070125 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864374 Aug 30 23:07:38.840961 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.873104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] For port b606ae79-e2b8-49b6-9a5c-65ba003300f8, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:38.931207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Network': ['ID=522f2d5e-911a-412c-a1aa-3d9eefeea180,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:38.931919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:07:38.948833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] For port b606ae79-e2b8-49b6-9a5c-65ba003300f8, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b606ae79-e2b8-49b6-9a5c-65ba003300f8,segment=NetworkSegment(da1037b0-293e-46a0-8b18-bbdea9349795),segment_id=da1037b0-293e-46a0-8b18-bbdea9349795)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:38.960631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:38.971590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0141a56d-08d1-4404-a5dd-d713724508fe tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8559995 Aug 30 23:07:38.973978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:38.984283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:38.996744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f793539d-7b44-4660-b6ae-5a1de88d8f8d']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:39.001987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'network_id': '522f2d5e-911a-412c-a1aa-3d9eefeea180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:39.011210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Removed routes are [] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:07:39.011570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1037b0-293e-46a0-8b18-bbdea9349795') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:39.011725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.021818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1037b0-293e-46a0-8b18-bbdea9349795') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:39.058735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.063352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fae68cc-1888-4027-8f13-32cd1154acc3 None None] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:39.107875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.115179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.136338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:39.136983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.284237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7a062b63-bf0e-48fb-9635-233f4ec499cb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7a062b63-bf0e-48fb-9635-233f4ec499cb,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:39.292776 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:39.297071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.db.api [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 30 23:07:39.297071 n-d-791504-21 neutron-server[101268]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 30 23:07:39.297071 n-d-791504-21 neutron-server[101268]: [parameters: {'id': 'f793539d-7b44-4660-b6ae-5a1de88d8f8d'}] Aug 30 23:07:39.297071 n-d-791504-21 neutron-server[101268]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101268) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:07:39.297071 n-d-791504-21 neutron-server[101268]: DEBUG oslo_db.api [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:07:39.332654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d7337f6-053d-4df7-a758-6e7ec4d8711b req-99271f8e-1c0d-4aaa-b999-86d98b2c4e5e tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0745592 Aug 30 23:07:39.389804 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.391728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b25c7c41-0188-42f8-bf44-0ced4fb95281 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:39.413520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9f6ef-956b-4c89-ada6-3cee12b0405a req-3b583601-6301-4b13-9a9a-342c5f988c83 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:39.415728 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09b9f6ef-956b-4c89-ada6-3cee12b0405a req-3b583601-6301-4b13-9a9a-342c5f988c83 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1215055 Aug 30 23:07:39.494979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6aea59-8f6c-434c-a0cc-0e3bc2da6e3f None None] Pushing event updated for resources: {'Port': ['ID=b606ae79-e2b8-49b6-9a5c-65ba003300f8,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:39.517974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09b9f6ef-956b-4c89-ada6-3cee12b0405a req-482d4342-5df0-4f9f-a225-3c2b30113804 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919366 Aug 30 23:07:39.583491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68f375b2-5e68-438a-8c68-756bbe00a118 None None] Provisioning for port 6a801910-d0d7-467e-a5e8-829af5eb36b7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:39.596605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21363eb-4a09-4a71-b318-f939b056b148 None None] Network f793539d-7b44-4660-b6ae-5a1de88d8f8d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:39.640485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Made reservation on behalf of 93add925fd0a4beab9e4bdf7e2b930d5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:39.644121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.651935 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:39.671652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:39.672532 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:39.782596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b25c7c41-0188-42f8-bf44-0ced4fb95281 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:39.783261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.798224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:39.888224 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:39.901246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:39.942497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting port b606ae79-e2b8-49b6-9a5c-65ba003300f8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:39.943099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.142042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] For port b606ae79-e2b8-49b6-9a5c-65ba003300f8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b606ae79-e2b8-49b6-9a5c-65ba003300f8,segment=NetworkSegment(da1037b0-293e-46a0-8b18-bbdea9349795),segment_id=da1037b0-293e-46a0-8b18-bbdea9349795)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:40.142598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.166244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Calling delete_port for b606ae79-e2b8-49b6-9a5c-65ba003300f8 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:40.283059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.300006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5836ee-04a4-420a-bbbf-e4e2147ec285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.305411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No DVR routers for this DVR port b606ae79-e2b8-49b6-9a5c-65ba003300f8 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:40.353312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Port': ['ID=b606ae79-e2b8-49b6-9a5c-65ba003300f8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:40.470148 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 6, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:34Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:40.536437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.544046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.558582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7a062b63-bf0e-48fb-9635-233f4ec499cb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:40.568811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f793539d-7b44-4660-b6ae-5a1de88d8f8d']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:40.575906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:40.576365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Updating router 176093f8-e0ed-41df-96ee-96721ad7cd73 port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:07:40.585607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da1037b0-293e-46a0-8b18-bbdea9349795') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:40.586190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da1037b0-293e-46a0-8b18-bbdea9349795') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:40.605840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13370fd3-61b3-4950-8d37-f7f1e646e735 req-1980721f-9607-4396-aead-47b2063eeef6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 1.1152177 Aug 30 23:07:40.615179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Performing IP validity checks on allocation pools {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 23:07:40.616609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.ipam_backend_mixin [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101269) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 23:07:40.622499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.623665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.655590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.662158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e1bd6-9568-4c57-aec0-a02578757557 req-555cb0b0-0967-438e-b28a-64fc171b64d8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:40.663059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:40.663640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.675879 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.679049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b77e1bd6-9568-4c57-aec0-a02578757557 req-555cb0b0-0967-438e-b28a-64fc171b64d8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2770798 Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:40.754942 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:40.760900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.799555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-967901e0-e26d-44e8-9ba4-648a271f6a83 req-12c236d2-36f5-4cf0-b9a2-3ac88009b2cc tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.2205126 Aug 30 23:07:40.815111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df180520-669e-4017-8c91-bfb97399f179 None None] Provisioning for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:40.817280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.825561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/f793539d-7b44-4660-b6ae-5a1de88d8f8d HTTP/1.1" status: 204 len: 168 time: 6.0141594 Aug 30 23:07:40.827902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36934) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:40.837609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7a062b63-bf0e-48fb-9635-233f4ec499cb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:40.839153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-585497487'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:40.839758 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.894479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:40.900427 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.905999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b97260-3808-4c16-9a3c-0c1874af1368 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=f793539d-7b44-4660-b6ae-5a1de88d8f8d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:40.952609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:40.966793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:40.967200 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment bdb3503a-16b0-4719-8da9-0b8601839a43 of type vlan for network bae9f91a-e492-497d-a468-e2201c0a6806 Aug 30 23:07:40.972128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df180520-669e-4017-8c91-bfb97399f179 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:40.972929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df180520-669e-4017-8c91-bfb97399f179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.097978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b77e1bd6-9568-4c57-aec0-a02578757557 req-e3260aad-d904-4f96-8434-7737734e84a9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4175277 Aug 30 23:07:41.143392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6a801910-d0d7-467e-a5e8-829af5eb36b7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:41.158558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.176225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.180666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-df180520-669e-4017-8c91-bfb97399f179 None None] Port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:07:41.223437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6a801910-d0d7-467e-a5e8-829af5eb36b7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:41.225701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6dbbe3-5652-4ca0-a9c4-d499ddf90bf6 req-2346b8b0-6d49-430c-a3fd-4ecdfd98bcb9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:41.228523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c6dbbe3-5652-4ca0-a9c4-d499ddf90bf6 req-2346b8b0-6d49-430c-a3fd-4ecdfd98bcb9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1960223 Aug 30 23:07:41.245459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6a801910-d0d7-467e-a5e8-829af5eb36b7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:41.246920 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.269976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.277352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:41.278368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.380484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-def4dc45-2663-4e4d-9b6d-2d83e78584a0 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:41.381126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-def4dc45-2663-4e4d-9b6d-2d83e78584a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.389881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5609608 Aug 30 23:07:41.396240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36936) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:41.408605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': 'bae9f91a-e492-497d-a468-e2201c0a6806', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:41.409413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=7ce31a76-c2af-4585-9c2c-2be7fa746000,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:41.417072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c6dbbe3-5652-4ca0-a9c4-d499ddf90bf6 req-64f724c1-879d-4e7d-b606-9a10933489c9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777234 Aug 30 23:07:41.436971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:41.445378 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.491577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Transition to ACTIVE for port object 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:07:41.503053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700c47a-a84c-4f08-8930-b7df13182179 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=bae9f91a-e492-497d-a468-e2201c0a6806,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:41.507828 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.541269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003115a-87c3-4e61-997a-7c839e279031 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:07:41.546120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network bae9f91a-e492-497d-a468-e2201c0a6806 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:41.556764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Checking segment: {'id': 'daeccc43-fbc2-4aa7-903c-ae6090720b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '522f2d5e-911a-412c-a1aa-3d9eefeea180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:41.557518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network hostable DHCP agents. Network: 522f2d5e-911a-412c-a1aa-3d9eefeea180, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:41.653562 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Attempting to bind port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:07:41.654063 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Attempting to bind port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:07:41.654439 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Attempting to bind port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 on network 3f0bfcaf-c456-45c9-8335-63837baf18f0 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:07:41.663470 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:07:41.663881 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Checking segment: {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:41.664352 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.664753 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Bound using segment: {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:07:41.665241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Bound port: 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:07:41.665626 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.671360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-def4dc45-2663-4e4d-9b6d-2d83e78584a0 None None] Port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:07:41.695127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:41.695478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.727142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:41.749369 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1653db-b1e1-4635-8660-53823e5ddf47 None None] Pushing event updated for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:41.750248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.753991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b5750973-7a59-4c6e-a6b3-ebec31d959e9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 933 time: 4.3994358 Aug 30 23:07:41.754731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.756921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36938) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:41.798276 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] For port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:07:41.806536 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] For port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:07:41.815687 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.923991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6a801910-d0d7-467e-a5e8-829af5eb36b7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6a801910-d0d7-467e-a5e8-829af5eb36b7,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:41.942302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:41.943430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b25c7c41-0188-42f8-bf44-0ced4fb95281 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:41.973311 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:41.974388 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:42.067737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:42.094021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 522f2d5e-911a-412c-a1aa-3d9eefeea180) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:42.135526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c44fdb27-8198-451e-9b69-2c2ef9a272d6 req-9254a9ef-d0ef-4989-b030-595e8a169b76 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0955691 Aug 30 23:07:42.151195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:42.155358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:42.232607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e7914110-2ffc-4f40-803f-57b562491e50 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 933 time: 0.4699063 Aug 30 23:07:42.234270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36946) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:42.251819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'routes': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:42.261478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-28fdda9a-9c63-4904-8cdc-81cdba699a41 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.2731471 Aug 30 23:07:42.262555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:42.283771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:42.362982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6a801910-d0d7-467e-a5e8-829af5eb36b7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:42.397085 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1653db-b1e1-4635-8660-53823e5ddf47 None None] Pushing event updated for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:42.497377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b25c7c41-0188-42f8-bf44-0ced4fb95281 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:42.498231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:42.523887 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:42.540887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fbacd-45c4-4047-89a0-66619fd48894 req-39fb98a7-5a7c-4cfb-8907-e0de4b88dfe8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:42.548370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-189fbacd-45c4-4047-89a0-66619fd48894 req-39fb98a7-5a7c-4cfb-8907-e0de4b88dfe8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.1815493 Aug 30 23:07:42.631449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-64461105'] for subnet, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:42.944680 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003115a-87c3-4e61-997a-7c839e279031 None None] Unable to find a vacant binding_index for network 522f2d5e-911a-412c-a1aa-3d9eefeea180 and agent e670804e-ee99-485e-9049-204a4ab602ca {{(pid=101270) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Aug 30 23:07:43.026001 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.031380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003115a-87c3-4e61-997a-7c839e279031 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 522f2d5e-911a-412c-a1aa-3d9eefeea180) {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:07:43.156945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.383420 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 6, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:41Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:43.412601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788074176988', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-63765324'] for subnet, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.489834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61c36bd0-8b26-4804-9e0a-f22be76caae1 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 6, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:41Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:43.509570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-189fbacd-45c4-4047-89a0-66619fd48894 req-94316300-1abe-4cfd-b2e8-72a3a526beb7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9599664 Aug 30 23:07:43.547603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:43.663608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event updated for resources: {'Subnet': ['ID=7ce31a76-c2af-4585-9c2c-2be7fa746000,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:43.704219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fecf38f9-c6a7-4231-b41d-7846051057da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.744542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e4c83-ab67-4db2-8807-d16d155d96a8 req-1968de18-e4f5-44e2-b68f-4b09d28292de tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:43.768619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c15e4c83-ab67-4db2-8807-d16d155d96a8 req-1968de18-e4f5-44e2-b68f-4b09d28292de tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.5822897 Aug 30 23:07:43.848124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=5c25bf2c-2b31-45cc-890a-6bfe1cea162f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:43.881031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:43.882587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.889001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12eae5ab-6ba2-48b0-9ddd-1d349f594016 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "PUT /v2.0/subnets/7ce31a76-c2af-4585-9c2c-2be7fa746000 HTTP/1.1" status: 200 len: 900 time: 1.6206479 Aug 30 23:07:43.902793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c15e4c83-ab67-4db2-8807-d16d155d96a8 req-7477bf14-1836-4973-8f99-15ab596a6e64 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328168 Aug 30 23:07:43.903887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36966) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:43.924786 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39936052-7485-4451-aeeb-262df0ad31e0 req-d5acd7ac-280d-4274-95d3-696085ea95df tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0832229 Aug 30 23:07:43.926116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': 'bdb3503a-16b0-4719-8da9-0b8601839a43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'bae9f91a-e492-497d-a468-e2201c0a6806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:43.926775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: bae9f91a-e492-497d-a468-e2201c0a6806, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:43.927504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:07:43.941584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:43.943396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:43.983284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added routes are [] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:07:43.984248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.extraroute_db [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101268) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:07:44.007820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d6f7e-f716-4cfa-ae41-032776e650df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-522f2d5e-911a-412c-a1aa-3d9eefeea180', 'network_id': '522f2d5e-911a-412c-a1aa-3d9eefeea180', 'tenant_id': '93add925fd0a4beab9e4bdf7e2b930d5', 'fixed_ips': [{'subnet_id': '7ce31a76-c2af-4585-9c2c-2be7fa746000'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:44.008897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6c6d6f7e-f716-4cfa-ae41-032776e650df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.071489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network bae9f91a-e492-497d-a468-e2201c0a6806 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:44.155438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, bae9f91a-e492-497d-a468-e2201c0a6806) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:44.172271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:44.173448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.180700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.214125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.306732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:44.362312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.418412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8db3d5ad-395a-4cc5-b782-65fbcbf12e3a tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0194635 Aug 30 23:07:44.430513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36968) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:44.533264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.551385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:44.552592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:44.581479 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.585953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.738668 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.746641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.794560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.795560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=7ce31a76-c2af-4585-9c2c-2be7fa746000,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:44.823776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:44.861514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:44.871232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.872257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6a801910-d0d7-467e-a5e8-829af5eb36b7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-6c6d6f7e-f716-4cfa-ae41-032776e650df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ce31a76-c2af-4585-9c2c-2be7fa746000: This subnet is being modified by another concurrent operation. Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7ce31a76-c2af-4585-9c2c-2be7fa746000: This subnet is being modified by another concurrent operation. Aug 30 23:07:44.880494 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:07:44.946092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be8400c-6784-4b7b-9169-ff19b1c9aad6 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:07:44.969048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:44.989451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['522f2d5e-911a-412c-a1aa-3d9eefeea180']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:44.990041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:45.003426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:45.015505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daeccc43-fbc2-4aa7-903c-ae6090720b23') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.016008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daeccc43-fbc2-4aa7-903c-ae6090720b23') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.026790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.034138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-889c9502-fe1b-49fa-b60d-496ff212489f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 699 time: 2.7983136 Aug 30 23:07:45.035743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:45.035916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.063103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.073589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:45.074405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:45.207108 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:45.258474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:45.290460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.306447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20314cf9-a71e-47e8-bea3-1e4d789b8fe6 req-23a2d7f6-7156-4cbf-9ab7-b650c02507e1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:45.309662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.310180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20314cf9-a71e-47e8-bea3-1e4d789b8fe6 req-23a2d7f6-7156-4cbf-9ab7-b650c02507e1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1775599 Aug 30 23:07:45.320999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/522f2d5e-911a-412c-a1aa-3d9eefeea180 HTTP/1.1" status: 204 len: 168 time: 1.4092662 Aug 30 23:07:45.320999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.323611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:45.417568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cad12f8b-b817-4502-9e21-581081480182 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 699 time: 0.3788116 Aug 30 23:07:45.422250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a5da1a-899a-4a3b-b7fb-995d7b30136a tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=522f2d5e-911a-412c-a1aa-3d9eefeea180,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:45.427114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36982) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:45.442464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4d058-e27e-4f51-a6f8-035f8e93796f req-5c7feb88-3532-45a0-89f3-c5b8f36fc674 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:45.443460 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f228735e-d5b5-43bf-8b8d-7eb43e535df0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:45.444810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f228735e-d5b5-43bf-8b8d-7eb43e535df0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:45.445563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63e4d058-e27e-4f51-a6f8-035f8e93796f req-5c7feb88-3532-45a0-89f3-c5b8f36fc674 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.6237593 Aug 30 23:07:45.452291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f228735e-d5b5-43bf-8b8d-7eb43e535df0 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/7ce31a76-c2af-4585-9c2c-2be7fa746000 HTTP/1.1" status: 404 len: 337 time: 0.1264565 Aug 30 23:07:45.454568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36984) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:45.546273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63e4d058-e27e-4f51-a6f8-035f8e93796f req-59f779bb-716c-447e-b74f-54bc2e07a7c2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825922 Aug 30 23:07:45.578080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6a801910-d0d7-467e-a5e8-829af5eb36b7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:45.578643 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.584082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.632156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=5c25bf2c-2b31-45cc-890a-6bfe1cea162f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:45.641362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-20314cf9-a71e-47e8-bea3-1e4d789b8fe6 req-5bc2100c-cf7c-463f-b4a1-e7af97530030 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3134873 Aug 30 23:07:45.643284 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84b56eb-bb2a-404b-9ab5-864f319bd117 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:45.644323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84b56eb-bb2a-404b-9ab5-864f319bd117 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:45.652630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d84b56eb-bb2a-404b-9ab5-864f319bd117 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/522f2d5e-911a-412c-a1aa-3d9eefeea180 HTTP/1.1" status: 404 len: 339 time: 0.1395051 Aug 30 23:07:45.653656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:45.804971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:41Z', 'revision_number': 4, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.817818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b83af391-d202-4eb7-ad89-ff06940d8a17 req-6f994254-e0ad-4adc-a554-24735005c1ff tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0752115 Aug 30 23:07:45.837691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.882722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae9f91a-e492-497d-a468-e2201c0a6806']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.907112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb3503a-16b0-4719-8da9-0b8601839a43') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.908057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb3503a-16b0-4719-8da9-0b8601839a43') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:45.926244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:45.927818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.932302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be8400c-6784-4b7b-9169-ff19b1c9aad6 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:07:45.937597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.957652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.970534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:45.971296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:45.997514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:45.998681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:46.109007 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:46.118957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.133514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.138110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/bae9f91a-e492-497d-a468-e2201c0a6806 HTTP/1.1" status: 204 len: 168 time: 1.6997058 Aug 30 23:07:46.145356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36988) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:46.165323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785e6be2-b129-41f6-9686-e728dead2910 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=bae9f91a-e492-497d-a468-e2201c0a6806,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:46.203283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1327405073'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:46.263404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.286965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:07:46.291868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34b257ba-faaf-4be3-8452-f059ee163eef']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:46.297660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:46.302774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.357877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2d70d62-fea5-4958-93ac-223094439f99') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:46.358377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2d70d62-fea5-4958-93ac-223094439f99') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:46.369295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.385899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.431484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.451725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] vlan segment allocate from pool success with {'vlan_id': 606, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:07:46.459516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:46.466248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:46.466964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:46.473817 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:46.535635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:46.536020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.562463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.562749 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Added segment 87bebe8d-ab72-458f-9c7d-9455d4203692 of type vlan for network 0997baf8-cbb7-4bb3-81a3-af48861eaf6e Aug 30 23:07:46.667986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.790788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.826545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.831531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/34b257ba-faaf-4be3-8452-f059ee163eef HTTP/1.1" status: 204 len: 168 time: 1.1719530 Aug 30 23:07:46.835827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:46.871896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.877919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:46.878779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:46.884184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640b30e7-777f-42e4-97e3-6c029a1f1af9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=34b257ba-faaf-4be3-8452-f059ee163eef,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:46.916286 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7b4de18-a5a4-4adf-96d8-ca8eb321fab9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:46.916999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7b4de18-a5a4-4adf-96d8-ca8eb321fab9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:46.920993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b7b4de18-a5a4-4adf-96d8-ca8eb321fab9 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/d1cb605f-b495-4d35-826e-62dea689ff15 HTTP/1.1" status: 404 len: 337 time: 0.0838540 Aug 30 23:07:46.927097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36998) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:46.979291 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-220cc19d-99d6-47a3-9075-72feb69e716c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:46.980707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-220cc19d-99d6-47a3-9075-72feb69e716c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:46.984381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-220cc19d-99d6-47a3-9075-72feb69e716c tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/73f1a6a4-bca3-4dbc-82bb-f6f16b8778f4 HTTP/1.1" status: 404 len: 339 time: 0.0551136 Aug 30 23:07:46.987664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37000) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:47.017302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43101d7c-e68b-4af1-8e9d-55e047b70661 req-875b9e09-f689-4e4a-9dd9-e1dd653c2a66 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:47.031699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43101d7c-e68b-4af1-8e9d-55e047b70661 req-875b9e09-f689-4e4a-9dd9-e1dd653c2a66 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2048421 Aug 30 23:07:47.045201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8483443 Aug 30 23:07:47.061447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37002) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:47.097170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3564ed9-5d37-4ac4-a34e-6b80529f2ddd req-0086f1f7-1d9e-4be7-b911-218a2276eae3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:47.116947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43101d7c-e68b-4af1-8e9d-55e047b70661 req-ac8f93b9-9b8f-4133-ad36-1ba2a9b04ed0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842991 Aug 30 23:07:47.118775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3564ed9-5d37-4ac4-a34e-6b80529f2ddd req-0086f1f7-1d9e-4be7-b911-218a2276eae3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.4289529 Aug 30 23:07:47.137361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting subnet 7f07d207-4bcb-4971-a411-d948e1c913f3 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:47.148630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.162018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960d19b-ca3d-4e83-9661-72e4022eeb54 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:47.169154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce23555-a159-42c2-978c-85e9d39c9fb0 None None] Network bae9f91a-e492-497d-a468-e2201c0a6806 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:47.191369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Request body: {'subnet': {'network_id': '0997baf8-cbb7-4bb3-81a3-af48861eaf6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:07:47.279341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce23555-a159-42c2-978c-85e9d39c9fb0 None None] Network bae9f91a-e492-497d-a468-e2201c0a6806 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:47.292871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960d19b-ca3d-4e83-9661-72e4022eeb54 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:47.305362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2a9c6-ca79-44c7-87db-ef0d49a397ce None None] Network bae9f91a-e492-497d-a468-e2201c0a6806 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:47.325896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4033a38-b6dc-409b-8ebf-f10649abcd60 req-227590c2-1e46-4938-a785-ccc1a1a30247 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0928049 Aug 30 23:07:47.350256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.357760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b2a9c6-ca79-44c7-87db-ef0d49a397ce None None] Network bae9f91a-e492-497d-a468-e2201c0a6806 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:47.363794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17732927-f16d-4a99-b4f9-1edc8f570215 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:47.387662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17732927-f16d-4a99-b4f9-1edc8f570215 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:47.398615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240f58e-ea8d-4c28-a69f-c43f01b37c03 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:47.410880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3564ed9-5d37-4ac4-a34e-6b80529f2ddd req-843e7444-be65-4aa1-a7cf-5d7e076ad2c1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892008 Aug 30 23:07:47.419458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e44cec-ee6e-4412-9726-27064ee853f8 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Network': ['ID=0997baf8-cbb7-4bb3-81a3-af48861eaf6e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:47.440115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f240f58e-ea8d-4c28-a69f-c43f01b37c03 None None] Network 522f2d5e-911a-412c-a1aa-3d9eefeea180 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:07:47.452947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0997baf8-cbb7-4bb3-81a3-af48861eaf6e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:07:47.495138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.685526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.882754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.916272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=7f07d207-4bcb-4971-a411-d948e1c913f3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:47.936822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:47.944640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:47.948099 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ec58722e-98c6-44e3-8988-066a0a93d521 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/7f07d207-4bcb-4971-a411-d948e1c913f3 HTTP/1.1" status: 204 len: 168 time: 0.9590313 Aug 30 23:07:47.948776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37004) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:48.023186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44108f48-2a02-40ca-be10-a10ba3b43e4f None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:48.026080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c96e042-0837-45c3-bb02-45b9c41b08c7 None None] Network 55a132af-cc9e-41e7-a818-6157d7372635 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:48.055408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4fa6eac4-b161-42d3-b4c5-b5447bb44983 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:48.056035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4fa6eac4-b161-42d3-b4c5-b5447bb44983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.074974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting subnet e314c5c4-f1f4-4cfd-8912-2b35f6979ed1 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:48.079397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.205530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.353999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Made reservation on behalf of 41ee56cc3f3048618316ed5d7f450155 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:07:48.360050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.434351 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.562810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.604703 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:48.629300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=e314c5c4-f1f4-4cfd-8912-2b35f6979ed1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:48.635773 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:48.637140 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:48.654984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.659183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aae0b2a7-332f-42a4-acec-9d073d88cd28 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/e314c5c4-f1f4-4cfd-8912-2b35f6979ed1 HTTP/1.1" status: 204 len: 168 time: 0.7071767 Aug 30 23:07:48.662301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37012) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:48.719044 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f151119e-a89f-4627-a9b4-d2bd1fc9c39e req-f32b2bff-a433-4c38-80d4-06622e077dc5 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.1066315 Aug 30 23:07:48.777327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a69777d2-d09b-4c8e-a978-05f5625b9e25 None None] Provisioning complete for port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:07:48.777327 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a69777d2-d09b-4c8e-a978-05f5625b9e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:48.802118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] DHCP port deletion for 55a132af-cc9e-41e7-a818-6157d7372635 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:07:48.812615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c4ab8b-32c3-44d8-875f-d967a132557f req-c3cc4dc5-faf6-46f1-ae04-878e0ebec424 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:48.815361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34c4ab8b-32c3-44d8-875f-d967a132557f req-c3cc4dc5-faf6-46f1-ae04-878e0ebec424 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2704427 Aug 30 23:07:48.856280 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:48.906585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.026454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Deleting port b25c7c41-0188-42f8-bf44-0ced4fb95281 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:49.026973 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.076167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34c4ab8b-32c3-44d8-875f-d967a132557f req-934bb027-67ec-4dcf-9523-e53eccf83bfd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402732 Aug 30 23:07:49.124878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08072b0e-6e16-48f3-af9b-4bfa21cea695 req-91e71580-0409-4ecf-a86d-6a20747e97b0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:49.137891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08072b0e-6e16-48f3-af9b-4bfa21cea695 req-91e71580-0409-4ecf-a86d-6a20747e97b0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2165232 Aug 30 23:07:49.150377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting port b25c7c41-0188-42f8-bf44-0ced4fb95281 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:49.150900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.178228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b25c7c41-0188-42f8-bf44-0ced4fb95281,segment=NetworkSegment(22f6f953-59dc-44a3-8f33-b776ad506a1d),segment_id=22f6f953-59dc-44a3-8f33-b776ad506a1d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:49.178898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.226863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Calling delete_port for b25c7c41-0188-42f8-bf44-0ced4fb95281 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:49.313275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] For port b25c7c41-0188-42f8-bf44-0ced4fb95281, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b25c7c41-0188-42f8-bf44-0ced4fb95281,segment=NetworkSegment(22f6f953-59dc-44a3-8f33-b776ad506a1d),segment_id=22f6f953-59dc-44a3-8f33-b776ad506a1d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:49.314068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.321127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08072b0e-6e16-48f3-af9b-4bfa21cea695 req-80818f11-30fd-4d5c-870b-7786b516aa74 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670117 Aug 30 23:07:49.366002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Calling delete_port for b25c7c41-0188-42f8-bf44-0ced4fb95281 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:49.456319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.474741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.objects.ports [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101268) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 30 23:07:49.482213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.499834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:49.561426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event updated for resources: {'Subnet': ['ID=b1c57853-3c7e-4414-8f58-50b7cf3231af,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:49.561662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] Pushing event deleted for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:49.572088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.577494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6959febd-dc96-4050-a434-e2b22f2e490a None None] No DVR routers for this DVR port b25c7c41-0188-42f8-bf44-0ced4fb95281 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:49.577958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:49.578440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.627083 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:49.632424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Port': ['ID=b25c7c41-0188-42f8-bf44-0ced4fb95281,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:49.636907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No DVR routers for this DVR port b25c7c41-0188-42f8-bf44-0ced4fb95281 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:49.650123 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:49.651354 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:49.716161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Checking segment: {'id': '87bebe8d-ab72-458f-9c7d-9455d4203692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0997baf8-cbb7-4bb3-81a3-af48861eaf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:07:49.716592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network hostable DHCP agents. Network: 0997baf8-cbb7-4bb3-81a3-af48861eaf6e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:07:49.748416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:49.748880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.766896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Network 0997baf8-cbb7-4bb3-81a3-af48861eaf6e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:07:49.767174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.776271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:49.782815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a132af-cc9e-41e7-a818-6157d7372635']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:49.795211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0997baf8-cbb7-4bb3-81a3-af48861eaf6e) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:07:49.808343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f66a67-73fc-4936-a145-58187d808c94 None None] Network 0997baf8-cbb7-4bb3-81a3-af48861eaf6e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:49.838947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f6f953-59dc-44a3-8f33-b776ad506a1d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:49.839607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f6f953-59dc-44a3-8f33-b776ad506a1d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:49.847908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:49.848519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.868490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.906205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-587ea078-bbf4-46a7-bfa1-f5e8d94a1761 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7309375 Aug 30 23:07:49.906927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37016) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:49.923215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd13dcbe-10e7-4188-9097-9c410780ea5d req-ddd5e848-cc6c-422e-902d-ee225555a7ab tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0812013 Aug 30 23:07:49.943186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.958012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:49.960113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:49.967496 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:50.003272 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:50.055817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.074642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.081891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/55a132af-cc9e-41e7-a818-6157d7372635 HTTP/1.1" status: 204 len: 168 time: 1.4110632 Aug 30 23:07:50.103606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.121813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe38ce09-b43f-4800-bca2-30d589f93101 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=55a132af-cc9e-41e7-a818-6157d7372635,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:50.183945 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c399a985-81f3-4617-9d9f-e633270f4a2f tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.184692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c399a985-81f3-4617-9d9f-e633270f4a2f tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.189140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c399a985-81f3-4617-9d9f-e633270f4a2f tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/0b60d908-d073-4757-b765-2fb30594e523 HTTP/1.1" status: 404 len: 337 time: 0.0844836 Aug 30 23:07:50.191018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37022) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.232366 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fd4f93-00c3-4275-af73-9c80f2633c86 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.232982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28fd4f93-00c3-4275-af73-9c80f2633c86 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.242050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-28fd4f93-00c3-4275-af73-9c80f2633c86 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/a8c967b8-44b3-4d33-bc93-727b868be051 HTTP/1.1" status: 404 len: 339 time: 0.0456944 Aug 30 23:07:50.242314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.243967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37024) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.282406 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-902b342b-5032-4306-9ffb-fb724d92c2bf tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.282957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-902b342b-5032-4306-9ffb-fb724d92c2bf tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.288591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-902b342b-5032-4306-9ffb-fb724d92c2bf tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/3dd19a16-1c7d-4c6c-aa24-15613fddf316 HTTP/1.1" status: 404 len: 337 time: 0.0394559 Aug 30 23:07:50.288884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37026) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.309939 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0490b5-8ac9-4d8a-8a8c-31f88b1a10fc tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.310495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c0490b5-8ac9-4d8a-8a8c-31f88b1a10fc tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.317593 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7c0490b5-8ac9-4d8a-8a8c-31f88b1a10fc tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/c07fda96-e8d7-40ff-8a12-63903b0fe650 HTTP/1.1" status: 404 len: 339 time: 0.0225036 Aug 30 23:07:50.318105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b25c7c41-0188-42f8-bf44-0ced4fb95281 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:50.318898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37028) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.419957 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-465a3eb2-5831-4d74-88cc-e3fe9e2d447e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.426033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-465a3eb2-5831-4d74-88cc-e3fe9e2d447e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.442688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-465a3eb2-5831-4d74-88cc-e3fe9e2d447e tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/6e4b6d64-5e1c-4af1-b7f5-fc4a4d182662 HTTP/1.1" status: 404 len: 337 time: 0.1224251 Aug 30 23:07:50.444489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.489623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06092781-01e9-4db8-a075-2b67a154ec11 req-637a4c9e-7e77-4694-b96c-bc9d4c787cee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:50.498078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06092781-01e9-4db8-a075-2b67a154ec11 req-637a4c9e-7e77-4694-b96c-bc9d4c787cee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1822369 Aug 30 23:07:50.499810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b25c7c41-0188-42f8-bf44-0ced4fb95281 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:50.500446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b25c7c41-0188-42f8-bf44-0ced4fb95281 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:50.533494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.538495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f0a112-9633-453f-9037-18937692c474 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-0997baf8-cbb7-4bb3-81a3-af48861eaf6e', 'network_id': '0997baf8-cbb7-4bb3-81a3-af48861eaf6e', 'tenant_id': '41ee56cc3f3048618316ed5d7f450155', 'fixed_ips': [{'subnet_id': 'b1c57853-3c7e-4414-8f58-50b7cf3231af'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:07:50.540778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04f0a112-9633-453f-9037-18937692c474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.577748 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe00170-4e76-478a-80b1-cf806207cd65 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:50.578770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe00170-4e76-478a-80b1-cf806207cd65 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:50.585851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dbe00170-4e76-478a-80b1-cf806207cd65 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/863d5ba3-ad08-4950-8d56-4a2755463323 HTTP/1.1" status: 404 len: 339 time: 0.1347771 Aug 30 23:07:50.595876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.596233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:50.675587 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:50.782910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=5cc70092-5ef1-4af9-b2cc-4602b17f2ce0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:50.786620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:50.802367 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac33fa3-519b-47ca-9524-c6b17f29a4e2 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 7, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5cc70092-5ef1-4af9-b2cc-4602b17f2ce0', 'name': '', 'network_id': '3f0bfcaf-c456-45c9-8335-63837baf18f0', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:fc:24:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:29Z', 'updated_at': '2021-08-30T23:07:44Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '34a38c3b-13d6-4630-8584-9fc7e725e3fd', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-04f0a112-9633-453f-9037-18937692c474 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c57853-3c7e-4414-8f58-50b7cf3231af: This subnet is being modified by another concurrent operation. Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b1c57853-3c7e-4414-8f58-50b7cf3231af: This subnet is being modified by another concurrent operation. Aug 30 23:07:50.876037 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:07:50.897888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06092781-01e9-4db8-a075-2b67a154ec11 req-65d99504-5118-42e2-b2ab-7f19eae8f71f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838828 Aug 30 23:07:50.897888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=b1c57853-3c7e-4414-8f58-50b7cf3231af,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:50.928481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6309fb73-6560-4aa0-a827-cbb204d8c264 None None] Network 0997baf8-cbb7-4bb3-81a3-af48861eaf6e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:51.042469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d66dbf-c1fa-4098-b9d3-eea4206cd6ae req-9ad66003-6cef-4290-b224-1432e2f371f0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:51.061661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32d66dbf-c1fa-4098-b9d3-eea4206cd6ae req-9ad66003-6cef-4290-b224-1432e2f371f0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.5154221 Aug 30 23:07:51.172016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting subnet 7d8aa807-d710-4e69-96e4-27346034c27f {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:51.178113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.216366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472c60f2-a455-404f-8636-f8ffc9e96555 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:07:51.246725 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.292360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.384780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0997baf8-cbb7-4bb3-81a3-af48861eaf6e']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:51.388642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73673b63-ce7e-45eb-89c1-25c28b4135e0 req-b9cf2369-d808-4c75-bf2b-bba12ce0d609 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.1751075 Aug 30 23:07:51.406549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bebe8d-ab72-458f-9c7d-9455d4203692') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:51.407058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bebe8d-ab72-458f-9c7d-9455d4203692') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:51.436229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.445139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.473293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.478218 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.492185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:51.493436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:51.496252 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:51.518817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2592-d7ae-462f-970e-460068cca64f req-23b7af98-f014-4aa8-8eb3-54237e5cb73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:51.522313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-23b7af98-f014-4aa8-8eb3-54237e5cb73f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 1095 time: 0.7384639 Aug 30 23:07:51.554156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472c60f2-a455-404f-8636-f8ffc9e96555 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:07:51.579952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32d66dbf-c1fa-4098-b9d3-eea4206cd6ae req-feb29292-80f4-4619-9099-ace28e6e1714 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013506 Aug 30 23:07:51.700303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.738938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=7d8aa807-d710-4e69-96e4-27346034c27f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:51.746780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2592-d7ae-462f-970e-460068cca64f req-b089a0fc-f90d-4b0e-b001-7f51e4c4f0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:51.748668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-b089a0fc-f90d-4b0e-b001-7f51e4c4f0e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1095 time: 0.1482098 Aug 30 23:07:51.750090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.755790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0ffd24b7-d608-4d35-83bc-79e27f2621c6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/7d8aa807-d710-4e69-96e4-27346034c27f HTTP/1.1" status: 204 len: 168 time: 1.1548235 Aug 30 23:07:51.756879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37038) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:51.761605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.790498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:51.798790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/0997baf8-cbb7-4bb3-81a3-af48861eaf6e HTTP/1.1" status: 204 len: 168 time: 1.8884165 Aug 30 23:07:51.799482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37040) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:51.800191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b72fd-7a40-48ab-bef3-247c6d3751b0 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=0997baf8-cbb7-4bb3-81a3-af48861eaf6e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:51.999274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:52.117662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd592ba1-8e29-463c-82ab-8724b823a428 None None] Network b2a82949-2426-4c1e-99b2-39517d3342d9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:52.263390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba75c4f-6bf7-4854-ae0a-797594e0e6bc req-4bea46a1-090b-4ac1-a414-d3f4caba0e97 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:52.277201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dba75c4f-6bf7-4854-ae0a-797594e0e6bc req-4bea46a1-090b-4ac1-a414-d3f4caba0e97 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1762702 Aug 30 23:07:52.332508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:07:52.346212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:07:52.353545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dd9549e3-ab39-489c-95e8-1adc103d15f9 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9227107 Aug 30 23:07:52.359207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37044) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.360792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:52.361619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:52.371077 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-7426a3ba-c260-467b-a849-43f09690d4e4 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.371837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7426a3ba-c260-467b-a849-43f09690d4e4 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.374926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7426a3ba-c260-467b-a849-43f09690d4e4 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/b1c57853-3c7e-4414-8f58-50b7cf3231af HTTP/1.1" status: 404 len: 337 time: 0.5508921 Aug 30 23:07:52.385871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37046) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.444211 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd1dd982-7bb0-4c15-8d0b-f2356b495f51 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.445633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd1dd982-7bb0-4c15-8d0b-f2356b495f51 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.449463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd1dd982-7bb0-4c15-8d0b-f2356b495f51 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/0997baf8-cbb7-4bb3-81a3-af48861eaf6e HTTP/1.1" status: 404 len: 339 time: 0.0618365 Aug 30 23:07:52.458252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] DHCP port deletion for b2a82949-2426-4c1e-99b2-39517d3342d9 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:07:52.463744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.470985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet 34a38c3b-13d6-4630-8584-9fc7e725e3fd {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:52.476405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:52.550214 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d8c01f-ec2e-4e8b-93eb-7518b54b5172 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.551383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d8c01f-ec2e-4e8b-93eb-7518b54b5172 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.555378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67d8c01f-ec2e-4e8b-93eb-7518b54b5172 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/5c25bf2c-2b31-45cc-890a-6bfe1cea162f HTTP/1.1" status: 404 len: 337 time: 0.0860577 Aug 30 23:07:52.561960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.565099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:52.582903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:52.609629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:52.644878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:52.671539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dba75c4f-6bf7-4854-ae0a-797594e0e6bc req-710318c8-d838-4cd1-afed-f276af03380f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3926470 Aug 30 23:07:52.677245 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c15bb74e-60f9-414f-9a9c-1f4d2627644b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.678589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c15bb74e-60f9-414f-9a9c-1f4d2627644b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.681611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c15bb74e-60f9-414f-9a9c-1f4d2627644b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/bae9f91a-e492-497d-a468-e2201c0a6806 HTTP/1.1" status: 404 len: 339 time: 0.1172636 Aug 30 23:07:52.686204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.733216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2592-d7ae-462f-970e-460068cca64f req-bb30ea4d-f6bf-4b50-ab63-beec763a7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:52.733216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-bb30ea4d-f6bf-4b50-ab63-beec763a7f16 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.9577096 Aug 30 23:07:52.733216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c134dc77-745f-4c30-8552-371455bc8794 req-98da384c-d21c-43e1-900c-452215961479 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0748434 Aug 30 23:07:52.741469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Deleting port f0ac23b9-fc1d-446e-bf82-0e37641300e0 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:52.742100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:52.832084 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8ecbfd-2a66-4625-afb1-ffc0a8211dc3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.833267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8ecbfd-2a66-4625-afb1-ffc0a8211dc3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.837365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a8ecbfd-2a66-4625-afb1-ffc0a8211dc3 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/cd96a954-0671-40ea-893f-952201a2d730 HTTP/1.1" status: 404 len: 337 time: 0.1496792 Aug 30 23:07:52.842462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.920210 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd6f627-c6d1-4414-b9b6-3364f4497bee tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:52.921434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd6f627-c6d1-4414-b9b6-3364f4497bee tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:52.928043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ebd6f627-c6d1-4414-b9b6-3364f4497bee tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/f793539d-7b44-4660-b6ae-5a1de88d8f8d HTTP/1.1" status: 404 len: 339 time: 0.0811336 Aug 30 23:07:52.931453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:52.978067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-9f946aa6-f9b9-4dc1-8a96-5fe9e2691e1e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 999 time: 0.2392964 Aug 30 23:07:53.008786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.039904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] For port f0ac23b9-fc1d-446e-bf82-0e37641300e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f0ac23b9-fc1d-446e-bf82-0e37641300e0,segment=NetworkSegment(a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2),segment_id=a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:53.040787 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.052336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d0cdc3-f84c-4234-9c10-167430a1d927 req-1ad59aa0-ce03-4129-94a1-5cf20e8f72a3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:53.066080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67d0cdc3-f84c-4234-9c10-167430a1d927 req-1ad59aa0-ce03-4129-94a1-5cf20e8f72a3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.1336606 Aug 30 23:07:53.072724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Calling delete_port for f0ac23b9-fc1d-446e-bf82-0e37641300e0 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:53.139091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67d0cdc3-f84c-4234-9c10-167430a1d927 req-0951ac5b-5ccd-4469-ae0f-7803d552b9ae tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716650 Aug 30 23:07:53.175791 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.211965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.218014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/34a38c3b-13d6-4630-8584-9fc7e725e3fd HTTP/1.1" status: 204 len: 168 time: 0.8533463 Aug 30 23:07:53.218014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca059bea-047f-4297-a9e0-31337cbc38f2 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=34a38c3b-13d6-4630-8584-9fc7e725e3fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:53.218947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2592-d7ae-462f-970e-460068cca64f req-3f62adea-ac06-4f27-b101-c555e3c32a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:53.219268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-3f62adea-ac06-4f27-b101-c555e3c32a6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1868572 Aug 30 23:07:53.219969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37062) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:53.232131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36150db5-8f0e-49a7-972d-87fc41fecfb3 None None] Network 3f0bfcaf-c456-45c9-8335-63837baf18f0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:53.233333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting port f0ac23b9-fc1d-446e-bf82-0e37641300e0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:53.233931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.319529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.397386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] For port f0ac23b9-fc1d-446e-bf82-0e37641300e0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f0ac23b9-fc1d-446e-bf82-0e37641300e0,segment=NetworkSegment(a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2),segment_id=a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:53.398288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.401484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb2592-d7ae-462f-970e-460068cca64f req-81e98686-3159-4082-a6e8-a42a1d205082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:53.403046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-81e98686-3159-4082-a6e8-a42a1d205082 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732731 Aug 30 23:07:53.410220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting port fa9c7d1e-af75-404e-bb51-abfa2a689af6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:53.410662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.421331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 6a801910-d0d7-467e-a5e8-829af5eb36b7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:53.421919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.466972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Calling delete_port for f0ac23b9-fc1d-446e-bf82-0e37641300e0 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:53.477461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:50Z', 'revision_number': 8, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:53.486555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.516199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 6a801910-d0d7-467e-a5e8-829af5eb36b7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6a801910-d0d7-467e-a5e8-829af5eb36b7,segment=NetworkSegment(5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19),segment_id=5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:53.516651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.531090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 6a801910-d0d7-467e-a5e8-829af5eb36b7 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:53.572643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:07:53.585125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] Pushing event deleted for resources: {'Port': ['ID=f0ac23b9-fc1d-446e-bf82-0e37641300e0,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:53.600741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbc49bf-7f76-4093-bf5a-63be9788a1eb None None] No DVR routers for this DVR port f0ac23b9-fc1d-446e-bf82-0e37641300e0 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:53.611764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:07:53.613313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:53.643331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.663466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.684440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Calling delete_port for fa9c7d1e-af75-404e-bb51-abfa2a689af6 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:53.695329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 6a801910-d0d7-467e-a5e8-829af5eb36b7 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:53.698073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=6a801910-d0d7-467e-a5e8-829af5eb36b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:53.754962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac88681-388e-48d0-96c4-faccdbe0c793 None None] DHCP port deletion for 3f0bfcaf-c456-45c9-8335-63837baf18f0 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:07:53.816688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-49b8e9c7-6745-4db2-ac63-e029622de0bd service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4029458 Aug 30 23:07:53.821489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:07:53.902440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.942924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0bfcaf-c456-45c9-8335-63837baf18f0']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:53.968300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:53.977974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfddb336-d147-4f00-8c72-d4569d32cd60 req-73ee0640-19ef-4262-b78c-8d5892c143a4 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0567994 Aug 30 23:07:53.984553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:53.986045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3ad5bb-8fd2-41ef-8a99-d593efd8cc19') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.010153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.034395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.043807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:54.044378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:54.050380 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:54.055467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Port': ['ID=f0ac23b9-fc1d-446e-bf82-0e37641300e0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:54.110449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No DVR routers for this DVR port f0ac23b9-fc1d-446e-bf82-0e37641300e0 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:54.119889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.181095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.195197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.197526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/3f0bfcaf-c456-45c9-8335-63837baf18f0 HTTP/1.1" status: 204 len: 168 time: 0.9765143 Aug 30 23:07:54.200980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.217999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f0ac23b9-fc1d-446e-bf82-0e37641300e0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:54.264204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f8d8f-9653-45a7-85ca-2f3a49487b96 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=3f0bfcaf-c456-45c9-8335-63837baf18f0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:54.293492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77f750-16e6-48de-bf43-51e2d8ff70ef req-96258348-c38e-40b3-892d-81ef40f27b5b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:54.295035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b77f750-16e6-48de-bf43-51e2d8ff70ef req-96258348-c38e-40b3-892d-81ef40f27b5b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.4482577 Aug 30 23:07:54.295873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Port': ['ID=fa9c7d1e-af75-404e-bb51-abfa2a689af6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:54.336426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.338350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f0ac23b9-fc1d-446e-bf82-0e37641300e0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:54.339078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-72ee50e0-e2b9-46b0-bc81-39426e5e4861 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/ports/fa9c7d1e-af75-404e-bb51-abfa2a689af6 HTTP/1.1" status: 204 len: 168 time: 1.4007075 Aug 30 23:07:54.339206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f0ac23b9-fc1d-446e-bf82-0e37641300e0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:54.339206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6a801910-d0d7-467e-a5e8-829af5eb36b7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:54.347726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.349522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.357058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83bb2592-d7ae-462f-970e-460068cca64f req-b3159ecb-dbb8-4f75-8824-2b79948496aa service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268316 Aug 30 23:07:54.391364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 6a801910-d0d7-467e-a5e8-829af5eb36b7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:54.392367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6a801910-d0d7-467e-a5e8-829af5eb36b7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:54.405016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a82949-2426-4c1e-99b2-39517d3342d9']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.425905 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc628b1-669d-495b-bb99-b99ea06f19ff tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:54.426670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dc628b1-669d-495b-bb99-b99ea06f19ff tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:54.430270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0dc628b1-669d-495b-bb99-b99ea06f19ff tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/9cc77abb-0267-4f8e-a74f-2bfdcf27560b HTTP/1.1" status: 404 len: 337 time: 0.0770872 Aug 30 23:07:54.436244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.437730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5babcd-bd03-40d6-b968-b1c3c2f8716c req-0f49fc6d-4b2c-4e92-a2f1-03ffabae36d8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:54.446614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a5babcd-bd03-40d6-b968-b1c3c2f8716c req-0f49fc6d-4b2c-4e92-a2f1-03ffabae36d8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.1752610 Aug 30 23:07:54.449455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.449762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3e5da3d-0f50-45e0-a1aa-4af25b5b42b2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.455699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b77f750-16e6-48de-bf43-51e2d8ff70ef req-2dbd509f-7d18-4924-a043-64c89915a909 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393681 Aug 30 23:07:54.502470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.534509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.549433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:54.549957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:54.553779 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:54.557641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.589370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:50Z', 'revision_number': 8, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.626167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5daab0d1-1916-4831-b926-45f50003da25 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:50Z', 'revision_number': 8, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7a062b63-bf0e-48fb-9635-233f4ec499cb', 'name': '', 'network_id': '3fe3b883-41cf-4641-af0d-eb69b688fdc3', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:16:94:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:07:11Z', 'updated_at': '2021-08-30T23:07:38Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'aa85fd0b-2258-4a96-83b7-47067ed1ab8b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:07:54.648575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a5babcd-bd03-40d6-b968-b1c3c2f8716c req-c84ac0d9-11e1-40d6-964a-d862555e36fb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850276 Aug 30 23:07:54.737186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.753659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.758487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/b2a82949-2426-4c1e-99b2-39517d3342d9 HTTP/1.1" status: 204 len: 168 time: 3.0007241 Aug 30 23:07:54.763100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37082) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.792035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdeffc1-3420-4604-8b16-6dc35e9b1428 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=b2a82949-2426-4c1e-99b2-39517d3342d9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:54.812105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.821279 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-14f4b660-838f-4e0f-9e5d-91997a16e338 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:54.821754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14f4b660-838f-4e0f-9e5d-91997a16e338 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:54.823613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-14f4b660-838f-4e0f-9e5d-91997a16e338 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/45e9ca79-1b24-415a-b3f1-a98c0d81f905 HTTP/1.1" status: 404 len: 337 time: 0.0595005 Aug 30 23:07:54.831646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49385365-9e5e-464e-b0c1-110b3f7bab4c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.833183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.850414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df25fe58-f6b6-4695-990c-ebe50da790fd') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.851130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df25fe58-f6b6-4695-990c-ebe50da790fd') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:54.867364 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4a315b-fea7-4612-a383-4a7ab17565ac tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:54.868041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4a315b-fea7-4612-a383-4a7ab17565ac tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:54.874138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a4a315b-fea7-4612-a383-4a7ab17565ac tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/9b584e81-04d8-4986-992d-d056b418c95d HTTP/1.1" status: 404 len: 339 time: 0.0353684 Aug 30 23:07:54.875492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:54.883380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.904288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.914695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:54.915263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:54.920592 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:55.015831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting subnet f76c2b89-9623-4427-8b3e-14455c7fc67d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:55.023823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.037808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.054763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.064078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/49385365-9e5e-464e-b0c1-110b3f7bab4c HTTP/1.1" status: 204 len: 168 time: 0.6234133 Aug 30 23:07:55.076079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:55.104682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98baac-d474-4ba6-b227-19b4dcc15d7b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=49385365-9e5e-464e-b0c1-110b3f7bab4c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:55.183795 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.210107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16a8f98d-8cf9-4360-b373-6179033bcf1b req-15433bb1-475a-48f8-ac1b-e80f0297c582 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0639238 Aug 30 23:07:55.314950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.695318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.766713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting port a7b560f0-cec4-4498-ae28-ba23ca3761b7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:55.767280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:55.890671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14081fb-7b86-4293-b570-9057b47ca800 req-af9642f1-b33d-4c75-b0e2-fa53c9b94935 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:55.905382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14081fb-7b86-4293-b570-9057b47ca800 req-af9642f1-b33d-4c75-b0e2-fa53c9b94935 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.1008332 Aug 30 23:07:55.985868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14081fb-7b86-4293-b570-9057b47ca800 req-8201e840-53bf-44fd-9163-01bf1e7e7966 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784523 Aug 30 23:07:56.123399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:56.203330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:56.203849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5cc70092-5ef1-4af9-b2cc-4602b17f2ce0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:56.437376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f07bc5d-8bc3-4a64-b362-765f51487bc9 req-0d3d11b1-50df-47e1-bd1c-b1e80e6739a5 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0538330 Aug 30 23:07:56.621214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da083f1f-231f-4297-b52e-1edf42f9276b req-8a43e14c-6284-4b7a-ba3f-ce5ab45dddf9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:56.623064 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da083f1f-231f-4297-b52e-1edf42f9276b req-8a43e14c-6284-4b7a-ba3f-ce5ab45dddf9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.9188242 Aug 30 23:07:56.626094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:56.669341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:56.715094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Calling delete_port for a7b560f0-cec4-4498-ae28-ba23ca3761b7 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:56.766357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Subnet': ['ID=f76c2b89-9623-4427-8b3e-14455c7fc67d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:56.774328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:56.776349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-38a2e53d-04fa-427a-a83a-ca195ecf3db6 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/subnets/f76c2b89-9623-4427-8b3e-14455c7fc67d HTTP/1.1" status: 204 len: 168 time: 1.8979988 Aug 30 23:07:56.781986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37114) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:56.801216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe37c57-217e-49ad-9afa-7242528db186 None None] Network eaf178cb-80c1-4a70-a50b-94911e450d67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:56.909203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da083f1f-231f-4297-b52e-1edf42f9276b req-7ec19b84-b3b5-4da3-ae7b-aded5ea10b57 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516820 Aug 30 23:07:57.017517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.172212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.244331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Deleting port 78c069e2-6d3a-414f-8a01-999c689abf82 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:57.244886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.271153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Port': ['ID=a7b560f0-cec4-4498-ae28-ba23ca3761b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:57.282152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 7a062b63-bf0e-48fb-9635-233f4ec499cb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:57.282718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.290620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.293605 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f84d29c3-c992-457f-868c-d046e67ceb3c tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/ports/a7b560f0-cec4-4498-ae28-ba23ca3761b7 HTTP/1.1" status: 204 len: 168 time: 2.2114575 Aug 30 23:07:57.346385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] DHCP port deletion for eaf178cb-80c1-4a70-a50b-94911e450d67 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:07:57.416763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37118) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:57.480418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Deleting port 78c069e2-6d3a-414f-8a01-999c689abf82 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:07:57.481076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.517658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a232c-502b-4130-923d-48a637f54276 req-492541d5-6c03-4828-8368-bf8070f79522 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:57.527595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 7a062b63-bf0e-48fb-9635-233f4ec499cb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7a062b63-bf0e-48fb-9635-233f4ec499cb,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:57.528229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.531531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d4a232c-502b-4130-923d-48a637f54276 req-492541d5-6c03-4828-8368-bf8070f79522 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.3985631 Aug 30 23:07:57.556574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 7a062b63-bf0e-48fb-9635-233f4ec499cb owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:57.570796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] For port 78c069e2-6d3a-414f-8a01-999c689abf82, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78c069e2-6d3a-414f-8a01-999c689abf82,segment=NetworkSegment(5ce83c14-c1db-42ff-b931-5c4e7b41589d),segment_id=5ce83c14-c1db-42ff-b931-5c4e7b41589d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:57.574699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.604653 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-d497bb35-6cc4-4d99-9345-11ae3fc19e09 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] DELETE failed (client error): The resource could not be found. Aug 30 23:07:57.605445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d497bb35-6cc4-4d99-9345-11ae3fc19e09 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:07:57.608723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d497bb35-6cc4-4d99-9345-11ae3fc19e09 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/1f9718b8-329c-47d0-b1ca-c0b0c1a033db HTTP/1.1" status: 404 len: 337 time: 0.1896076 Aug 30 23:07:57.621612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37122) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:57.653444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] For port 78c069e2-6d3a-414f-8a01-999c689abf82, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78c069e2-6d3a-414f-8a01-999c689abf82,segment=NetworkSegment(5ce83c14-c1db-42ff-b931-5c4e7b41589d),segment_id=5ce83c14-c1db-42ff-b931-5c4e7b41589d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:07:57.655763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.663396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Calling delete_port for 78c069e2-6d3a-414f-8a01-999c689abf82 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:57.688201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Calling delete_port for 78c069e2-6d3a-414f-8a01-999c689abf82 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:07:57.712607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d4a232c-502b-4130-923d-48a637f54276 req-5dc1bb18-aa8f-4082-9274-1775cd32f4a9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245873 Aug 30 23:07:57.792785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.796869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e21656f8-a8ec-4224-9186-fbf68d70dd85 req-377cb63b-2f70-4022-89cc-ad6b58c233c1 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.1741991 Aug 30 23:07:57.894321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.957433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:57.982250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.026756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Port': ['ID=78c069e2-6d3a-414f-8a01-999c689abf82,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:58.033009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] No DVR routers for this DVR port 78c069e2-6d3a-414f-8a01-999c689abf82 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:58.038243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] No DVR routers for this DVR port 78c069e2-6d3a-414f-8a01-999c689abf82 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:07:58.041509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.042266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.042963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.043532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.044131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.044707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.045315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.045910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.046482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.047053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.047604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.054379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:07:58.150192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b8aaf-8059-45b1-a633-0ad637b26a79 None None] Pushing event deleted for resources: {'Port': ['ID=78c069e2-6d3a-414f-8a01-999c689abf82,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:58.219949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.264381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bd06091-14fc-4a0c-a915-254bf83ede2c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.294541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78c069e2-6d3a-414f-8a01-999c689abf82 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:07:58.335271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 78c069e2-6d3a-414f-8a01-999c689abf82 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:07:58.335729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78c069e2-6d3a-414f-8a01-999c689abf82 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:07:58.342590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.358359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaf178cb-80c1-4a70-a50b-94911e450d67']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.368819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9291b-f5d6-42a2-af76-87353e7e9b52 req-b166cf5a-baf1-48ce-b4ad-3ed9102a4768 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:58.371128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87b9291b-f5d6-42a2-af76-87353e7e9b52 req-b166cf5a-baf1-48ce-b4ad-3ed9102a4768 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1697814 Aug 30 23:07:58.384775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce83c14-c1db-42ff-b931-5c4e7b41589d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.385939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce83c14-c1db-42ff-b931-5c4e7b41589d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.386570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423c4289-f4ce-4634-8b91-fb3fae353cc3') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.387090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423c4289-f4ce-4634-8b91-fb3fae353cc3') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:07:58.435554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.439454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.471043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.483723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.486250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:58.486772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:58.490762 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:58.502075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87b9291b-f5d6-42a2-af76-87353e7e9b52 req-3d76bb19-544a-4ebc-bd30-490b3eb8b282 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109591 Aug 30 23:07:58.515525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:07:58.515815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:07:58.519521 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:07:58.578612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.640465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=7a062b63-bf0e-48fb-9635-233f4ec499cb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:58.703789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.723509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:58.731472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] 10.222.0.25 "DELETE /v2.0/networks/eaf178cb-80c1-4a70-a50b-94911e450d67 HTTP/1.1" status: 204 len: 168 time: 1.9430008 Aug 30 23:07:58.802233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cab1a-1bdb-4fac-bfa4-b8cc6937e992 tempest-NetworksIpV6Test-418415417 tempest-NetworksIpV6Test-418415417-project] Pushing event deleted for resources: {'Network': ['ID=eaf178cb-80c1-4a70-a50b-94911e450d67,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:58.863344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.000813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.015136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/4bd06091-14fc-4a0c-a915-254bf83ede2c HTTP/1.1" status: 204 len: 168 time: 1.3867612 Aug 30 23:07:59.015605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37134) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:59.189504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd5c0c-d5b8-4a61-b3af-dafe9b95e603 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=4bd06091-14fc-4a0c-a915-254bf83ede2c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:07:59.267789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0bac109-6927-4129-aadb-b1e84de0a63d req-6c258649-5221-4468-9a0c-f360894fa8e7 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.2022786 Aug 30 23:07:59.277268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting subnet 1acbcf7c-b7c6-41ae-877e-4c20cf536381 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:07:59.282009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.285365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f629368-124c-470d-92b2-140c49394ad7 req-393f0fd2-6df6-4d27-a138-5473ae0ecc11 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:59.287873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f629368-124c-470d-92b2-140c49394ad7 req-393f0fd2-6df6-4d27-a138-5473ae0ecc11 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.3092711 Aug 30 23:07:59.289074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.360135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.520389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f629368-124c-470d-92b2-140c49394ad7 req-824fe409-0562-48da-b836-9a14774bfe89 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209654 Aug 30 23:07:59.582405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.643671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:59.846262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.873290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6953e1b-4d49-4b23-97f0-ff5fccfdd7b4 req-6d4a053b-90a7-439a-87af-297ca5ec37a0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:07:59.874922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6953e1b-4d49-4b23-97f0-ff5fccfdd7b4 req-6d4a053b-90a7-439a-87af-297ca5ec37a0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1701326 Aug 30 23:07:59.918980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18628d3-384e-4e33-a208-7fde3a2d7b6b None None] Network 05c8517b-8386-4606-824e-2e0195e8edb6 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:07:59.928791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:07:59.953071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:07:59.955638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/subnets/1acbcf7c-b7c6-41ae-877e-4c20cf536381 HTTP/1.1" status: 204 len: 168 time: 0.9384947 Aug 30 23:07:59.964151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37144) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:07:59.966219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d424f1c-ea1e-46ad-9dea-5d4ef6a61d2b tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Subnet': ['ID=1acbcf7c-b7c6-41ae-877e-4c20cf536381,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:00.047918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6953e1b-4d49-4b23-97f0-ff5fccfdd7b4 req-dfe4901c-48a5-4139-bd2b-160add17e7e0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490984 Aug 30 23:08:00.255102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] DHCP port deletion for 05c8517b-8386-4606-824e-2e0195e8edb6 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:00.280011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa884a0f-042a-417e-b644-d99ac6f20fe4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=93add925fd0a4beab9e4bdf7e2b930d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6289439 Aug 30 23:08:00.283310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37146) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:00.283915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.314034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 344af737-6626-46f4-9fcc-bb1512f8c68e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:08:00.385774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:08:00.401171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-481daf4e-eb72-440f-af7d-731d5f669c3c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1988461 Aug 30 23:08:00.402316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37150) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:00.402991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:08:00.422999 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:00.431373 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:00.454552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.494780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=344af737-6626-46f4-9fcc-bb1512f8c68e,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:00.517935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '344af737-6626-46f4-9fcc-bb1512f8c68e', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': '344af737-6626-46f4-9fcc-bb1512f8c68e', 'mac_address': 'fa:16:3e:70:d0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:08:00.535077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18baaf62-217e-469d-8812-b82f2d3da90a req-afa649ef-67b4-4a07-9420-9be7b2e251a7 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0761907 Aug 30 23:08:00.551029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.690678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet aa85fd0b-2258-4a96-83b7-47067ed1ab8b {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:00.696984 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.731100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.740218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Deleting port 8469e447-aff7-4379-89b5-e9e0c6d93098 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:00.740761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.750877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:00.820846 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.825312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.831373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344af737-6626-46f4-9fcc-bb1512f8c68e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:08:00.844155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faf8d6bb-c50a-4051-92b3-4f8ff6f360b5 HTTP/1.1" status: 204 len: 168 time: 0.5609334 Aug 30 23:08:00.880885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.948506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342629b-5acd-4fcb-943e-bc7d250bf74d req-39684282-024e-48d2-b23d-d218e996fb7c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:00.955329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] For port 8469e447-aff7-4379-89b5-e9e0c6d93098, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8469e447-aff7-4379-89b5-e9e0c6d93098,segment=NetworkSegment(873c3ecf-1b75-4d6d-9c74-c50df497e2f1),segment_id=873c3ecf-1b75-4d6d-9c74-c50df497e2f1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:00.956264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:00.957708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9342629b-5acd-4fcb-943e-bc7d250bf74d req-39684282-024e-48d2-b23d-d218e996fb7c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 944 time: 0.2555916 Aug 30 23:08:00.963449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952ffcc-1ba0-4a51-9a4a-477902404be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf8d6bb-c50a-4051-92b3-4f8ff6f360b5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:00.981268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=344af737-6626-46f4-9fcc-bb1512f8c68e,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:01.042295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.048669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Calling delete_port for 8469e447-aff7-4379-89b5-e9e0c6d93098 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:01.098507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.128531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9342629b-5acd-4fcb-943e-bc7d250bf74d req-8ed022c2-34eb-4f5c-869a-006b1e16a11b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356688 Aug 30 23:08:01.213700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.267870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.272897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/aa85fd0b-2258-4a96-83b7-47067ed1ab8b HTTP/1.1" status: 204 len: 168 time: 0.8649218 Aug 30 23:08:01.277373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37160) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:01.324573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d4ce8-099d-4e23-bcc9-60e643053174 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=aa85fd0b-2258-4a96-83b7-47067ed1ab8b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:01.346243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f4b6cf-9217-4b54-9fae-6678ce6e3682 None None] Network 3fe3b883-41cf-4641-af0d-eb69b688fdc3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:01.368874 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:58Z', 'revision_number': 9, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:01.434581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Deleting port 8469e447-aff7-4379-89b5-e9e0c6d93098 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:01.435474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.448862 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:08:01.478656 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:01.480003 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:01.540301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.631928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['344af737-6626-46f4-9fcc-bb1512f8c68e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:08:01.799344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:01.824070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] For port 8469e447-aff7-4379-89b5-e9e0c6d93098, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8469e447-aff7-4379-89b5-e9e0c6d93098,segment=NetworkSegment(873c3ecf-1b75-4d6d-9c74-c50df497e2f1),segment_id=873c3ecf-1b75-4d6d-9c74-c50df497e2f1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:01.824778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.852383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:01.856827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:01.873217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b583ed7-38b6-4dcf-abeb-c464453bf871 req-246f01b0-4bad-4db7-a49d-a7f5dd42da01 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:01.898416 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b583ed7-38b6-4dcf-abeb-c464453bf871 req-246f01b0-4bad-4db7-a49d-a7f5dd42da01 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.5552485 Aug 30 23:08:01.899922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:01.978450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.979416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.979947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.980541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.981097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.981621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.983037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.996070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.996825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.997411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.998070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:01.998705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:02.060417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b583ed7-38b6-4dcf-abeb-c464453bf871 req-0e6b8aff-e260-454a-939b-3a1f4103b7e2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607909 Aug 30 23:08:02.093381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Calling delete_port for 8469e447-aff7-4379-89b5-e9e0c6d93098 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:02.186606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-11603f8f-5fba-43ff-aa65-c1a5c3883f4e req-d607d7f7-c09a-401b-87d3-72cc5dbb2abe tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.1911600 Aug 30 23:08:02.223244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.342555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] No DVR routers for this DVR port 8469e447-aff7-4379-89b5-e9e0c6d93098 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:02.352650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,segment=NetworkSegment(50ba9e0c-435d-48a4-b43e-4dfeda59e201),segment_id=50ba9e0c-435d-48a4-b43e-4dfeda59e201)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:02.353830 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.385666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] DHCP port deletion for 3fe3b883-41cf-4641-af0d-eb69b688fdc3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:02.408834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8469e447-aff7-4379-89b5-e9e0c6d93098 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:02.410841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 4ab6ff60-da2d-444d-bc07-357be2d6dc1c owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:02.411063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.447028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad9582-f52e-446e-8201-d8f3a5ea4ed4 None None] Pushing event deleted for resources: {'Port': ['ID=8469e447-aff7-4379-89b5-e9e0c6d93098,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:02.517979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Port': ['ID=8469e447-aff7-4379-89b5-e9e0c6d93098,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:02.562091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] No DVR routers for this DVR port 8469e447-aff7-4379-89b5-e9e0c6d93098 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:02.620043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8469e447-aff7-4379-89b5-e9e0c6d93098 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:02.620806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8469e447-aff7-4379-89b5-e9e0c6d93098 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:02.654554 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:08:02.670369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.687826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Deleting port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:02.688568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.702324 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:58Z', 'revision_number': 9, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:02.747792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f1b722-7b8c-49f1-a5d2-0e036fd2ac0f None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:07:58Z', 'revision_number': 9, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': '33b91282-281d-4228-b587-866c59ef8eda', 'name': '', 'network_id': 'b132a8e0-0d08-45a7-bb91-835bc4986ec7', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:eb:4a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2793, 'fixed_ips': [{'subnet_id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:58Z', 'updated_at': '2021-08-30T23:07:29Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': '683e1694-2d24-4d8f-a40b-af968b54e405', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:08:02.828176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:02.830754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:02.833851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.854671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05c8517b-8386-4606-824e-2e0195e8edb6']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:02.869194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989d9f9-9903-40fb-ac46-8d80411bc875 req-9de91376-12c3-4e31-b1e9-74dd0cf4edec tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:02.872606 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8989d9f9-9903-40fb-ac46-8d80411bc875 req-9de91376-12c3-4e31-b1e9-74dd0cf4edec tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 945 time: 0.4508519 Aug 30 23:08:02.891326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] For port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:02.891967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.917780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Calling delete_port for 4ab6ff60-da2d-444d-bc07-357be2d6dc1c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:02.922333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:08:02.924129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.937107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873c3ecf-1b75-4d6d-9c74-c50df497e2f1') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:02.937700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873c3ecf-1b75-4d6d-9c74-c50df497e2f1') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:02.956316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.961592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8989d9f9-9903-40fb-ac46-8d80411bc875 req-8a897e88-fbed-4212-a16f-042624383760 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639420 Aug 30 23:08:02.977020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:02.990396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:02.990921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.009887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] Pushing event deleted for resources: {'Port': ['ID=4ab6ff60-da2d-444d-bc07-357be2d6dc1c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:03.010819 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:03.017092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ad528-f314-4357-81de-0ec4f0054b15 None None] No DVR routers for this DVR port 4ab6ff60-da2d-444d-bc07-357be2d6dc1c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:03.082607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.098821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.127378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fe3b883-41cf-4641-af0d-eb69b688fdc3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:03.136247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.145391 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] 10.222.0.25 "DELETE /v2.0/networks/05c8517b-8386-4606-824e-2e0195e8edb6 HTTP/1.1" status: 204 len: 168 time: 3.1789527 Aug 30 23:08:03.174205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50ba9e0c-435d-48a4-b43e-4dfeda59e201') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:03.175673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50ba9e0c-435d-48a4-b43e-4dfeda59e201') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:03.217577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.218654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f250ebfe-a877-47e3-9800-2752cec04c58 tempest-NetworksIpV6TestAttrs-1853066634 tempest-NetworksIpV6TestAttrs-1853066634-project] Pushing event deleted for resources: {'Network': ['ID=05c8517b-8386-4606-824e-2e0195e8edb6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:03.251571 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37188) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:03.263927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.434414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:03.435114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:03.441981 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:03.557678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf4ccec2-f9a1-4cda-9a46-125aeb65e91f req-1c3187ea-4890-4944-aea5-ef5237985399 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0745180 Aug 30 23:08:03.604895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0ed9a897-00f8-4057-a182-e860a93f00f2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:03.605880 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-0ed9a897-00f8-4057-a182-e860a93f00f2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 23:08:03.606601 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-0ed9a897-00f8-4057-a182-e860a93f00f2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:03.607992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0ed9a897-00f8-4057-a182-e860a93f00f2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3547947 Aug 30 23:08:03.620144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:03.628183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--143087004'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:03.673921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.703917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.717698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c16ac-087b-4dd1-a277-35a55f59220e req-8f123956-99a5-4714-9833-e1efe4708ed5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:03.725025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f2c16ac-087b-4dd1-a277-35a55f59220e req-8f123956-99a5-4714-9833-e1efe4708ed5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.4699767 Aug 30 23:08:03.906004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f2c16ac-087b-4dd1-a277-35a55f59220e req-7cb0c702-e40a-428e-ac69-406373f3afee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462324 Aug 30 23:08:03.914249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.949144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:03.949144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/3fe3b883-41cf-4641-af0d-eb69b688fdc3 HTTP/1.1" status: 204 len: 168 time: 2.6666157 Aug 30 23:08:03.952705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:03.970657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62dce13-499a-45ac-90f5-25055c8d03f5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=3fe3b883-41cf-4641-af0d-eb69b688fdc3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:04.022376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:04.220736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.241721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ab6ff60-da2d-444d-bc07-357be2d6dc1c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:04.294256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.312762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4ab6ff60-da2d-444d-bc07-357be2d6dc1c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:04.314953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ab6ff60-da2d-444d-bc07-357be2d6dc1c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:04.317973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7a062b63-bf0e-48fb-9635-233f4ec499cb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:04.328166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 344af737-6626-46f4-9fcc-bb1512f8c68e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:04.388050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1c0fcdcf-d01d-462e-8e38-7ba76ba9b72c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=41ee56cc3f3048618316ed5d7f450155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625481 Aug 30 23:08:04.390202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:04.458145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.467631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.485421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.494410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.524067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.525342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9036927 Aug 30 23:08:04.530136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7a062b63-bf0e-48fb-9635-233f4ec499cb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:04.532856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7a062b63-bf0e-48fb-9635-233f4ec499cb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:04.537629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37210) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:04.542155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '02169cf5-1183-4705-aaec-bc0d5e699f68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:04.589241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a175e34c-d0fb-494f-885a-3c631cd83482,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:04.624442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 344af737-6626-46f4-9fcc-bb1512f8c68e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:04.629756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.636622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7469e08-1631-4f56-9c09-2e91288de1ca req-60b1fbba-e512-4fff-87f2-d08af07c7fb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:04.640175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.641576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/91750a76-0a7a-4662-9638-97464a794bb8 HTTP/1.1" status: 204 len: 168 time: 0.2503209 Aug 30 23:08:04.641722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7469e08-1631-4f56-9c09-2e91288de1ca req-60b1fbba-e512-4fff-87f2-d08af07c7fb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 945 time: 0.4727218 Aug 30 23:08:04.644364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e71a-05f5-44b5-8ec5-20fa466aa4f3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02169cf5-1183-4705-aaec-bc0d5e699f68,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:04.653885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.656126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 344af737-6626-46f4-9fcc-bb1512f8c68e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:04.656718 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.681657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8059436e-d4f0-449e-881a-854adaafeca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91750a76-0a7a-4662-9638-97464a794bb8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:04.815090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c8db843-ef4e-4e2f-92dd-408a12c860e6 req-3a11f6c8-9214-40dd-80c7-6648bde84270 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0382502 Aug 30 23:08:04.944827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.973054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:04.987108 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:05.006040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7469e08-1631-4f56-9c09-2e91288de1ca req-2da73606-ab0a-4a04-ab69-8fd89d5b8f07 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335726 Aug 30 23:08:05.008830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683bf972-086f-4990-a73b-70883b51c974,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:05.021527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:05.026063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37220) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:05.031777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b73ecdd7-dc40-4273-b234-e6c9b40b811a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '02169cf5-1183-4705-aaec-bc0d5e699f68', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:05.035694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5db35d27-3f35-47ec-89fb-6461ccc3f1a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4969404 Aug 30 23:08:05.098415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:08:05.103344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b73ecdd7-dc40-4273-b234-e6c9b40b811a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:05.115632 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26acd9f-3d6a-4396-b50d-b51b3a7352ea" -d '{"events": [{"server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "name": "network-vif-plugged", "status": "completed", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:08:05.181833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=344af737-6626-46f4-9fcc-bb1512f8c68e,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:05.191591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:05.283224 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:08:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f51206-72d9-471b-8590-42f2d759b3bf x-openstack-request-id: req-84f51206-72d9-471b-8590-42f2d759b3bf {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:08:05.284103 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "name": "network-vif-plugged", "status": "completed", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:08:05.284269 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84f51206-72d9-471b-8590-42f2d759b3bf {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:08:05.284726 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e', 'code': 200} Aug 30 23:08:05.294313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0700d-c4a3-495f-ab0d-6c766123a92c req-a5930869-9bdc-45ac-8f71-ba99d91492a1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:05.314810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cc0700d-c4a3-495f-ab0d-6c766123a92c req-a5930869-9bdc-45ac-8f71-ba99d91492a1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2015059 Aug 30 23:08:05.386049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:05.508114 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.016992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cc0700d-c4a3-495f-ab0d-6c766123a92c req-ffec3aad-e40b-4ce8-933a-9ef8995eea5a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7012496 Aug 30 23:08:06.028671 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-b73ecdd7-dc40-4273-b234-e6c9b40b811a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:06.031998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b73ecdd7-dc40-4273-b234-e6c9b40b811a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.0045249 Aug 30 23:08:06.047319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37236) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:06.059173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-59258404-0a33-4af8-b525-f564b9038c5a req-1cca4891-501a-45ca-acd4-b8bb6fcf0c08 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0640798 Aug 30 23:08:06.140857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178255ab-c3ef-4633-8e62-2bb5e004e05f req-fd92775c-6393-402e-8686-4dafcdc923c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:06.143676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-178255ab-c3ef-4633-8e62-2bb5e004e05f req-fd92775c-6393-402e-8686-4dafcdc923c0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 1098 time: 0.7720337 Aug 30 23:08:06.226018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-178255ab-c3ef-4633-8e62-2bb5e004e05f req-117b5538-199d-4f4b-a19b-47cccc88776c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727153 Aug 30 23:08:06.247281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.339616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.435490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 33b91282-281d-4228-b587-866c59ef8eda {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:06.435835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.540211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50319f-4db6-4aa8-96b5-31002885281d req-04d53332-166d-4644-bc2c-d68e0a916065 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:06.559648 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d50319f-4db6-4aa8-96b5-31002885281d req-04d53332-166d-4644-bc2c-d68e0a916065 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.3131988 Aug 30 23:08:06.586572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:06.643411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d50319f-4db6-4aa8-96b5-31002885281d req-30bce90d-4b9b-4638-a0ec-2cc39ec374aa tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599031 Aug 30 23:08:06.678802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.683485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.685469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/02169cf5-1183-4705-aaec-bc0d5e699f68 HTTP/1.1" status: 204 len: 168 time: 0.6347108 Aug 30 23:08:06.690564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:06.763751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38ca84-4a51-44c9-9609-acac419d85eb tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02169cf5-1183-4705-aaec-bc0d5e699f68,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:06.818843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-52500ce0-1395-4fb4-b737-e13e0a4ea231 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1261764 Aug 30 23:08:06.825273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:06.841681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--86399173'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:06.880656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 33b91282-281d-4228-b587-866c59ef8eda, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33b91282-281d-4228-b587-866c59ef8eda,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:06.881444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:06.896760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.099323 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.104661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.206324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.208497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3799450 Aug 30 23:08:07.251718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173d74f7-f35a-46dc-a615-6f7adaeb0dc9 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5d51b3-49be-4910-a0f3-54894f6fe5eb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:07.278171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37260) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:07.284650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e6f8652d-b332-40b2-b514-8fb7e6c085c7 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '9b5d51b3-49be-4910-a0f3-54894f6fe5eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:07.285873 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-e6f8652d-b332-40b2-b514-8fb7e6c085c7 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 23:08:07.287774 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-e6f8652d-b332-40b2-b514-8fb7e6c085c7 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:07.288910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6f8652d-b332-40b2-b514-8fb7e6c085c7 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0092041 Aug 30 23:08:07.291896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37262) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:07.484355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbcceecd-901a-47f8-b475-4bb6d4bc85e4 req-77e968cb-8056-4514-b5e5-cc5e8db7ce52 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0972564 Aug 30 23:08:07.536923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 33b91282-281d-4228-b587-866c59ef8eda owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:07.554273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.562777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-681839067'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:07.633050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.716897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.719539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:07.720831 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.722924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b5d51b3-49be-4910-a0f3-54894f6fe5eb HTTP/1.1" status: 204 len: 168 time: 0.4296768 Aug 30 23:08:07.727692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.729185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37266) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:07.740904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:07.762092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc300c-9895-41ae-a18e-dbff2df980aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5d51b3-49be-4910-a0f3-54894f6fe5eb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:07.829962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2037bf42-e07f-4f08-a2b3-a1edb52dcc8a req-ca187524-8985-493a-a959-9466f81ecb51 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:07.831694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2037bf42-e07f-4f08-a2b3-a1edb52dcc8a req-ca187524-8985-493a-a959-9466f81ecb51 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2650073 Aug 30 23:08:07.857133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-51609da2-7e35-447c-9f55-f0cab8dd7647 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1262820 Aug 30 23:08:07.865212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37268) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:07.870236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--544364918'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:07.884949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86113b52-cc04-4b80-a1ab-e46a64d85554 req-4ca0eb5b-ac27-4580-a21f-2fad51158651 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:07.886575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86113b52-cc04-4b80-a1ab-e46a64d85554 req-4ca0eb5b-ac27-4580-a21f-2fad51158651 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.1066523 Aug 30 23:08:07.954257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86113b52-cc04-4b80-a1ab-e46a64d85554 req-001aaf27-ad9a-44ce-bde7-6f1f427308a5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Aug 30 23:08:07.959332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2037bf42-e07f-4f08-a2b3-a1edb52dcc8a req-7995d751-7738-4a60-a0d9-a2594ca5fafb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119387 Aug 30 23:08:08.051334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.061326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.089087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.097460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=33b91282-281d-4228-b587-866c59ef8eda,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:08.128850 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.140255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:08.155299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7dc59-72f6-4381-8202-d37330e6593f req-5e9edea5-dcce-4fc1-a1fd-cc4fe72069e1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:08.156970 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5f7dc59-72f6-4381-8202-d37330e6593f req-5e9edea5-dcce-4fc1-a1fd-cc4fe72069e1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.1006534 Aug 30 23:08:08.198051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53463d03-acff-46ce-901f-c3e063b3a9c3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:08.209570 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.210051 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment 99fa90e9-481b-4486-803c-d1deb64f3701 of type vlan for network 1611f4c7-1280-46d1-a147-f395189c0892 Aug 30 23:08:08.262729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5f7dc59-72f6-4381-8202-d37330e6593f req-eecdfa97-bab2-4f7a-b725-a8251d2ba27f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946555 Aug 30 23:08:08.323206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.328568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.347354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.369091 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.371452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5047433 Aug 30 23:08:08.376126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37276) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:08.382600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3b07bfbe-6023-407b-b862-2bf4e33c0973 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b27e89e4-3e8b-4bda-9efa-958068855c33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:08.383481 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-3b07bfbe-6023-407b-b862-2bf4e33c0973 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 23:08:08.384170 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-3b07bfbe-6023-407b-b862-2bf4e33c0973 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:08.386253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b07bfbe-6023-407b-b862-2bf4e33c0973 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0085726 Aug 30 23:08:08.387939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b702ea-2934-4576-9fd4-e4c990505776 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e89e4-3e8b-4bda-9efa-958068855c33,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:08.404807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.405309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:08.414932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.426995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:08.427631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.479213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.511485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.564828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9714916 Aug 30 23:08:08.566461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37280) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:08.575246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'name': 'tempest-PortsTestJSON-1121904215'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:08.593053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.595677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.599890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/b27e89e4-3e8b-4bda-9efa-958068855c33 HTTP/1.1" status: 204 len: 168 time: 0.1902122 Aug 30 23:08:08.602185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37284) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:08.653239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd66a4aa-0009-4523-bf92-1b3659497462 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e89e4-3e8b-4bda-9efa-958068855c33,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:08.653749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92acb3a4-b229-40da-b2b2-fb8520d80b60 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=1611f4c7-1280-46d1-a147-f395189c0892,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:08.684886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:08.690063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342b96f-4d7a-4935-a56e-ada4eb03755a req-4eaea805-df2f-4855-be2b-4f1a1652ebde tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:08.691927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1342b96f-4d7a-4935-a56e-ada4eb03755a req-4eaea805-df2f-4855-be2b-4f1a1652ebde tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.2613735 Aug 30 23:08:08.745217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bd949ce6-8494-4089-baee-6fb95b3adb96 req-381d2f40-2bec-4f27-b7cc-c3a8798d54ce tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0823061 Aug 30 23:08:08.765611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:08.770501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.806932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2e1d2bdf-358f-4060-a0d3-dc0a9e3d3220 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1979918 Aug 30 23:08:08.814120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37286) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:08.820691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1214289731'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:08.834539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:08.876710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1342b96f-4d7a-4935-a56e-ada4eb03755a req-048a6bc2-df91-4345-9d74-7edad7bb480e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734676 Aug 30 23:08:08.898452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:08.909611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:08:09.059106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:08:09.068494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b98359b-1352-4ee0-991f-468905489518 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1146302 Aug 30 23:08:09.074798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37294) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.081408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:08:09.102914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:09.103726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:09.141244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.181160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.186695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.231600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet 683e1694-2d24-4d8f-a40b-af968b54e405 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:09.236184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.269777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.273905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4550219 Aug 30 23:08:09.278526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37298) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.287877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-42516d04-1d20-4db7-884d-5a46cef28140 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'a36b7d98-1819-46c4-bf56-a13465701d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:09.304029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:09.308277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f861d9-24e4-425e-8a18-832cc6c075d6 req-8e3d3f9f-f0dd-4f80-9179-0114a32326d3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:09.309613 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-42516d04-1d20-4db7-884d-5a46cef28140 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 23:08:09.310867 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-42516d04-1d20-4db7-884d-5a46cef28140 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:09.313474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-42516d04-1d20-4db7-884d-5a46cef28140 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0335703 Aug 30 23:08:09.317771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.321296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9f861d9-24e4-425e-8a18-832cc6c075d6 req-8e3d3f9f-f0dd-4f80-9179-0114a32326d3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.2203932 Aug 30 23:08:09.323863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a31c8-9d88-437a-9071-41483ffee6f8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a36b7d98-1819-46c4-bf56-a13465701d03,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:09.327810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.363067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b1361fff-df07-4018-a611-456a579e37aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'a36b7d98-1819-46c4-bf56-a13465701d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:09.364309 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-b1361fff-df07-4018-a611-456a579e37aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 23:08:09.365758 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-b1361fff-df07-4018-a611-456a579e37aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:09.367255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.367532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b1361fff-df07-4018-a611-456a579e37aa tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0141826 Aug 30 23:08:09.373324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.404307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-305c91e5-9e57-4e16-9618-061b2a58b45f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'a36b7d98-1819-46c4-bf56-a13465701d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:09.405326 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-305c91e5-9e57-4e16-9618-061b2a58b45f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 23:08:09.406189 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-305c91e5-9e57-4e16-9618-061b2a58b45f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:09.414859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-305c91e5-9e57-4e16-9618-061b2a58b45f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0340085 Aug 30 23:08:09.421508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37304) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.431761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e1c8dcef-d0cb-4b0d-ad03-3397182b4f83 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'a36b7d98-1819-46c4-bf56-a13465701d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:09.434608 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-e1c8dcef-d0cb-4b0d-ad03-3397182b4f83 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 23:08:09.435506 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-e1c8dcef-d0cb-4b0d-ad03-3397182b4f83 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:09.447109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1c8dcef-d0cb-4b0d-ad03-3397182b4f83 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0116425 Aug 30 23:08:09.447109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37306) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.462859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9f861d9-24e4-425e-8a18-832cc6c075d6 req-6c33824a-68c5-4e49-8716-d1a0704dc2cc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403821 Aug 30 23:08:09.516095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=fe23b40b-b614-446e-8d1e-cc1e2b85abb2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:09.558831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bee654c-ef57-44a4-b894-ddc49159fb73 req-72e0dbe0-6702-47d1-9295-b3c6198d7496 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:09.561262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bee654c-ef57-44a4-b894-ddc49159fb73 req-72e0dbe0-6702-47d1-9295-b3c6198d7496 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.2300050 Aug 30 23:08:09.568609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': '99fa90e9-481b-4486-803c-d1deb64f3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:09.569139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 1611f4c7-1280-46d1-a147-f395189c0892, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:09.605011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:09.623430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 1611f4c7-1280-46d1-a147-f395189c0892) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:09.637386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:09.637681 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.642469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddc2f01-4f83-4e36-9757-727d7c1d968d None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:09.648517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.649297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:09.651423 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.665007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bee654c-ef57-44a4-b894-ddc49159fb73 req-5c275d9a-7e1e-4e97-b0ff-81f225d72294 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829210 Aug 30 23:08:09.684811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9735eb80-18c4-46c0-a94d-453d0edda03a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1161790 Aug 30 23:08:09.692117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37308) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.704108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.712186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1318313612'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:09.753538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:09.760005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.786517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.793905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:09.798682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.801444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.803403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/a36b7d98-1819-46c4-bf56-a13465701d03 HTTP/1.1" status: 204 len: 168 time: 0.3588462 Aug 30 23:08:09.806527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.829721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.830748 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment c1fb1571-4e2b-46e8-bfc0-13a2fdcd0c8d of type vlan for network 93bdb7dc-c952-40c2-a188-fee55ed2b8b8 Aug 30 23:08:09.836501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=683e1694-2d24-4d8f-a40b-af968b54e405,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:09.849422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:09.854655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:09.856323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b462dec-2199-40ed-ab8d-e46aecda8e13 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/683e1694-2d24-4d8f-a40b-af968b54e405 HTTP/1.1" status: 204 len: 168 time: 0.7800713 Aug 30 23:08:09.863464 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3b3589-afb4-4b2a-a8df-aafe4f3f8e26 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36b7d98-1819-46c4-bf56-a13465701d03,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:09.983697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-726f6b91-9855-4f05-a2cd-3579fa1bf609 req-e2377d48-2cab-4a2d-ae8c-110f9035ad18 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0564654 Aug 30 23:08:10.016420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.030845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ea8458e8-ecb3-4d7e-aff0-ff9df73af994 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2220798 Aug 30 23:08:10.031441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219addef-0bbc-4a0a-819d-bcde1500d7df None None] Network b132a8e0-0d08-45a7-bb91-835bc4986ec7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:10.036934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37316) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.045457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1745446468'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.059014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:07Z', 'revision_number': 10, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:10.086976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.088988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.100263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.109851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:10.111727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.186831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:08:10.236346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:10.237622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:07:44Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:10.263727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=93bdb7dc-c952-40c2-a188-fee55ed2b8b8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:10.296792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.301505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:10.301960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.305061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.317491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 93bdb7dc-c952-40c2-a188-fee55ed2b8b8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:10.322285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-33298fbe-0f61-4d1a-88d4-95133e59e64c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6271331 Aug 30 23:08:10.332195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37318) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.341189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'ports': [{'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'}, {'network_id': '93bdb7dc-c952-40c2-a188-fee55ed2b8b8'}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.341818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.342830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '93bdb7dc-c952-40c2-a188-fee55ed2b8b8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.419918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,segment=NetworkSegment(41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b),segment_id=41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:10.421230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.440132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:10.449013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.454838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4096463 Aug 30 23:08:10.456987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37320) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.457225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2bf5d-b09a-4c93-8f7a-0db8252f1e08 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ff27c4-e74b-4383-8988-a1363ff112d4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:10.465686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cb40d670-58fc-4ddb-8c07-2e80aa0aa128 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.467011 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-cb40d670-58fc-4ddb-8c07-2e80aa0aa128 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 23:08:10.468084 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-cb40d670-58fc-4ddb-8c07-2e80aa0aa128 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:10.469954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cb40d670-58fc-4ddb-8c07-2e80aa0aa128 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0129752 Aug 30 23:08:10.474902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.485909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-02f691c5-2c37-4a48-ba47-8d0c98e0fcd1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.559133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a3dee4d-ad5f-4988-93bd-3e0877bc679a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.589966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:10.624880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.681424 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-02f691c5-2c37-4a48-ba47-8d0c98e0fcd1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:10.684079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-02f691c5-2c37-4a48-ba47-8d0c98e0fcd1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2072647 Aug 30 23:08:10.689194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37326) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.691189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:10.695165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b1f0703f-0c58-4c78-8b21-c20055b7239a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.697004 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-b1f0703f-0c58-4c78-8b21-c20055b7239a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 23:08:10.698004 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-b1f0703f-0c58-4c78-8b21-c20055b7239a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:10.699191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1f0703f-0c58-4c78-8b21-c20055b7239a tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084763 Aug 30 23:08:10.703934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.708512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:10.710596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4760c114-0a04-4ca9-8321-6a23b1ace21c tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.823327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:10.830564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.835395 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-4760c114-0a04-4ca9-8321-6a23b1ace21c tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:10.837912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4760c114-0a04-4ca9-8321-6a23b1ace21c tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1325142 Aug 30 23:08:10.839463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37332) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.850884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7aff770d-06f6-4f14-933d-423e1a048a5d tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.851594 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-7aff770d-06f6-4f14-933d-423e1a048a5d tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 23:08:10.852427 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-7aff770d-06f6-4f14-933d-423e1a048a5d tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:10.858066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7aff770d-06f6-4f14-933d-423e1a048a5d tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066681 Aug 30 23:08:10.871950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.884972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37334) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:10.891669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413d2cc4-03bc-4cee-ab8c-e1020bea606d None None] DHCP port deletion for b132a8e0-0d08-45a7-bb91-835bc4986ec7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:10.895261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b132a8e0-0d08-45a7-bb91-835bc4986ec7']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:10.895455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bfa0e174-017f-4e73-9750-fc7b78a2b4b1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:10.904200 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.920422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:10.920720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bc2474-f61e-45cf-8a8e-d5f9f6e4e23b') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:10.948024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc1d2a9-840d-44f3-87dd-f4fb226b3f9e req-3ccff5ed-c3d0-4f45-81e2-a7464d201c49 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:10.950869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fc1d2a9-840d-44f3-87dd-f4fb226b3f9e req-3ccff5ed-c3d0-4f45-81e2-a7464d201c49 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.3426347 Aug 30 23:08:10.954126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746ceae-121e-43b6-9fca-135c30f3d1e7 req-025e5dd6-1230-4c81-bb57-741bcabe5619 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:10.958234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:10.961707 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f746ceae-121e-43b6-9fca-135c30f3d1e7 req-025e5dd6-1230-4c81-bb57-741bcabe5619 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.1283262 Aug 30 23:08:10.975075 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-bfa0e174-017f-4e73-9750-fc7b78a2b4b1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Project 2ce4f686b6a1432bbf24c0f5c87dc084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:08:10.992537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.003687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:07Z', 'revision_number': 10, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:11.007740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:11.008178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:11.011691 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:11.048856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc072bf-03ec-4431-a853-27f6fabd80bd None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:07Z', 'revision_number': 10, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None, '_interfaces': [{'id': 'aae404e5-f5a1-4267-a00a-03e1991d5ee0', 'name': '', 'network_id': '29c13459-37f6-44f4-86ae-d11da82f2be4', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'mac_address': 'fa:16:3e:f0:80:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'device_owner': 'network:router_interface', 'standard_attr_id': 2770, 'fixed_ips': [{'subnet_id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:06:49Z', 'updated_at': '2021-08-30T23:07:06Z', 'revision_number': 5, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'subnets': [{'id': 'efd1b64c-4289-4669-b59d-a2d0ae87ea54', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:08:11.067746 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-bfa0e174-017f-4e73-9750-fc7b78a2b4b1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:11.069488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfa0e174-017f-4e73-9750-fc7b78a2b4b1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1814060 Aug 30 23:08:11.075242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37338) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.079959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-80c52678-1028-4b41-b850-9a7422cf9aa2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:11.080444 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-80c52678-1028-4b41-b850-9a7422cf9aa2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 23:08:11.080953 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-80c52678-1028-4b41-b850-9a7422cf9aa2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:11.085505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-80c52678-1028-4b41-b850-9a7422cf9aa2 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092804 Aug 30 23:08:11.088063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port f041cb81-c31b-4c57-9917-745b0f10720a yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:11.091094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.098400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0b28ed39-f72e-4e5b-996d-b6837a9de93e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:11.100713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fc1d2a9-840d-44f3-87dd-f4fb226b3f9e req-56110d38-11ac-4009-b812-8d3308c0ad78 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299963 Aug 30 23:08:11.122469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f746ceae-121e-43b6-9fca-135c30f3d1e7 req-511a266e-2d3e-4af9-a378-556233a1f50d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597638 Aug 30 23:08:11.147693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.148024 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-0b28ed39-f72e-4e5b-996d-b6837a9de93e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Project 2ce4f686b6a1432bbf24c0f5c87dc084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:08:11.156572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.163991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/b132a8e0-0d08-45a7-bb91-835bc4986ec7 HTTP/1.1" status: 204 len: 168 time: 1.3034186 Aug 30 23:08:11.166384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.182073 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-0b28ed39-f72e-4e5b-996d-b6837a9de93e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:11.182073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b28ed39-f72e-4e5b-996d-b6837a9de93e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0903392 Aug 30 23:08:11.219402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.225888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-95ef32ad-2ebd-4893-a6ab-bdabddd6fce3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': 'b5ff27c4-e74b-4383-8988-a1363ff112d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:11.234342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953950b0-9ff8-4d62-8d9f-588b1b3d4459 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=b132a8e0-0d08-45a7-bb91-835bc4986ec7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:11.266202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d01f91cc-93c8-44f8-aed4-8f70f0f8931b req-b534bd33-a0a4-4fdb-b39c-a5eeac28e41f tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0442302 Aug 30 23:08:11.285144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-97178902-2845-4ed3-bfb5-081c320030fd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:11.287120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-97178902-2845-4ed3-bfb5-081c320030fd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 946 time: 0.1256592 Aug 30 23:08:11.342597 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-95ef32ad-2ebd-4893-a6ab-bdabddd6fce3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Project 2ce4f686b6a1432bbf24c0f5c87dc084 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:08:11.387029 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-95ef32ad-2ebd-4893-a6ab-bdabddd6fce3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:11.388077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95ef32ad-2ebd-4893-a6ab-bdabddd6fce3 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1663482 Aug 30 23:08:11.392847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37346) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.435134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.456051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 344af737-6626-46f4-9fcc-bb1512f8c68e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:11.456051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.521329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.548364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.565601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 0a19ffd2-50db-44ad-a3d7-b68f2f609a84 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:11.619723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port 344af737-6626-46f4-9fcc-bb1512f8c68e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=344af737-6626-46f4-9fcc-bb1512f8c68e,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:11.620145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.637683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.640519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.646895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5ff27c4-e74b-4383-8988-a1363ff112d4 HTTP/1.1" status: 204 len: 168 time: 0.2478077 Aug 30 23:08:11.646895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 344af737-6626-46f4-9fcc-bb1512f8c68e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:11.647780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37348) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.674182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e01fa77-a3bf-47f3-864a-160d4a7d978f tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ff27c4-e74b-4383-8988-a1363ff112d4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:11.772464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.778726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-01d06e77-33e8-4f62-a12f-2d5369a597e1 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1225433 Aug 30 23:08:11.778949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37350) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:11.784841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097334147'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:11.835336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.910742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.936764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.941505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:11.954218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['344af737-6626-46f4-9fcc-bb1512f8c68e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:08:12.006971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=344af737-6626-46f4-9fcc-bb1512f8c68e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:12.069531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port 344af737-6626-46f4-9fcc-bb1512f8c68e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:12.076812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.079995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f53e4cf-ab4f-445e-964e-6fc220ec739b req-90a5cd99-30d1-4d56-a0c4-5b6d5b0a20d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "DELETE /v2.0/ports/344af737-6626-46f4-9fcc-bb1512f8c68e HTTP/1.1" status: 204 len: 173 time: 0.7840242 Aug 30 23:08:12.079995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'name': 'network-vif-deleted', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:08:12.082648 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c90df8-5dc7-44fb-addf-315ea7ade13a" -d '{"events": [{"server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "name": "network-vif-deleted", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:08:12.108872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:12.120468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:12.129827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:12.129827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.140874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=f041cb81-c31b-4c57-9917-745b0f10720a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:12.184944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.197065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.298953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=0a19ffd2-50db-44ad-a3d7-b68f2f609a84,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:12.338089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.339353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5592117 Aug 30 23:08:12.361891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:12.372096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33b91282-281d-4228-b587-866c59ef8eda no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:12.379803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-67c61aed-267e-4780-b5d6-c13811e78c48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '0c2b972c-b259-4ba6-83e5-0e1d9e177047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:12.399415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fff5339-17ad-4aa9-b914-35be735e31db tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b972c-b259-4ba6-83e5-0e1d9e177047,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:12.421636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 33b91282-281d-4228-b587-866c59ef8eda {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:12.422785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33b91282-281d-4228-b587-866c59ef8eda not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:12.424447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:12.425239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': 'c1fb1571-4e2b-46e8-bfc0-13a2fdcd0c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '93bdb7dc-c952-40c2-a188-fee55ed2b8b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:12.425620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 93bdb7dc-c952-40c2-a188-fee55ed2b8b8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:12.464618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:12.465380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d3eaa6e-f0d6-4ba1-8b97-d48bfd42f044 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:12.473088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cafb7d1-1eaf-46cd-8ff2-da93845f4cca req-6864ffc0-7ee9-4764-a7a6-94d91471dd1b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:12.478269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cafb7d1-1eaf-46cd-8ff2-da93845f4cca req-6864ffc0-7ee9-4764-a7a6-94d91471dd1b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1890850 Aug 30 23:08:12.494340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 93bdb7dc-c952-40c2-a188-fee55ed2b8b8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:12.513106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 93bdb7dc-c952-40c2-a188-fee55ed2b8b8) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:12.521164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:12.526931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:12.527441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d2f986-cc5b-4999-921b-ac8106d03105 None None] Network 93bdb7dc-c952-40c2-a188-fee55ed2b8b8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:12.531831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:12.532459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.536030 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-67c61aed-267e-4780-b5d6-c13811e78c48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The resource could not be found. Aug 30 23:08:12.537843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67c61aed-267e-4780-b5d6-c13811e78c48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1628377 Aug 30 23:08:12.548765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:12.555491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6ac70833-32dd-425e-b7e4-54e8cdf408a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '0c2b972c-b259-4ba6-83e5-0e1d9e177047', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '359c8cd1-b5b5-4735-add5-fccac72d535e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:12.588404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cafb7d1-1eaf-46cd-8ff2-da93845f4cca req-05576b92-f4f6-4282-9e10-64263a4f44b2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907962 Aug 30 23:08:12.662553 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66fbc14-f559-4604-b1ed-c434d734d5fd x-openstack-request-id: req-f66fbc14-f559-4604-b1ed-c434d734d5fd {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:08:12.663169 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87de882d-9c3a-425d-9443-f0701656f6cc", "name": "network-vif-deleted", "tag": "344af737-6626-46f4-9fcc-bb1512f8c68e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:08:12.664505 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f66fbc14-f559-4604-b1ed-c434d734d5fd {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:08:12.665132 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87de882d-9c3a-425d-9443-f0701656f6cc', 'name': 'network-vif-deleted', 'tag': '344af737-6626-46f4-9fcc-bb1512f8c68e', 'status': 'completed', 'code': 200} Aug 30 23:08:12.666054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7453b46-3673-47ab-a70e-3ac3e7fd4aaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3313863 Aug 30 23:08:12.668467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37366) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:12.757025 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-6ac70833-32dd-425e-b7e4-54e8cdf408a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The resource could not be found. Aug 30 23:08:12.758758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ac70833-32dd-425e-b7e4-54e8cdf408a5 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2082601 Aug 30 23:08:12.764006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:12.805946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port aae404e5-f5a1-4267-a00a-03e1991d5ee0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:12.806833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.849266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.866495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-904d6756-c37b-414f-a508-dbad05e5184b req-df10275d-7dd2-4f55-8294-0519cf4a6d87 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.1372628 Aug 30 23:08:12.877855 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-88433ab5-94bc-4db3-a557-c263da311b6a req-8f57c154-e55a-40a2-8b58-1a0f97196907 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0554488 Aug 30 23:08:12.926448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 0a19ffd2-50db-44ad-a3d7-b68f2f609a84 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:12.926809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:12.998937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.005813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.027343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 0a19ffd2-50db-44ad-a3d7-b68f2f609a84 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:13.052944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port aae404e5-f5a1-4267-a00a-03e1991d5ee0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=aae404e5-f5a1-4267-a00a-03e1991d5ee0,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:13.053490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.066723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.080682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for aae404e5-f5a1-4267-a00a-03e1991d5ee0 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:13.174324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.200337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.202942 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.207590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/0c2b972c-b259-4ba6-83e5-0e1d9e177047 HTTP/1.1" status: 204 len: 168 time: 0.4376917 Aug 30 23:08:13.210591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.215946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=0a19ffd2-50db-44ad-a3d7-b68f2f609a84,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:13.218817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.226875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7cb7064-37e7-4c0a-a80e-b346e34573b4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/0a19ffd2-50db-44ad-a3d7-b68f2f609a84 HTTP/1.1" status: 204 len: 168 time: 0.5522830 Aug 30 23:08:13.226875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37372) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.302986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c3cc9-b262-4135-934f-ac7e4e827d1e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b972c-b259-4ba6-83e5-0e1d9e177047,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:13.325358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d46fc4-31a5-4d6d-89c8-e2a4f39eac75 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:13.346174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d46fc4-31a5-4d6d-89c8-e2a4f39eac75 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:13.347637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-871fa7e4-afec-447f-ab3d-49b4d4784293 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1353192 Aug 30 23:08:13.348069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5d46fc4-31a5-4d6d-89c8-e2a4f39eac75 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1204288 Aug 30 23:08:13.351734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37374) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.359187 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-20a03391-2d10-4e5b-9df7-955ac73d9691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.359833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c2421cb6-ffd3-4932-bb99-e2069a515e16 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '87b5e1d6-b18a-48d2-aa2c-5dbdd271b814', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:13.362346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37376) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.473352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port f041cb81-c31b-4c57-9917-745b0f10720a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:13.474326 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.494436 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-c2421cb6-ffd3-4932-bb99-e2069a515e16 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The resource could not be found. Aug 30 23:08:13.496450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c2421cb6-ffd3-4932-bb99-e2069a515e16 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1432312 Aug 30 23:08:13.502566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.511745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--1037994099'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:13.531247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.574115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.587120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=aae404e5-f5a1-4267-a00a-03e1991d5ee0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:13.605162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for f041cb81-c31b-4c57-9917-745b0f10720a owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:13.614308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.779104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.819329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=f041cb81-c31b-4c57-9917-745b0f10720a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:13.825836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.828434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c071eda5-8b9c-47b8-908a-f15d401cbb7a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/f041cb81-c31b-4c57-9917-745b0f10720a HTTP/1.1" status: 204 len: 168 time: 0.4650142 Aug 30 23:08:13.832697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37382) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.857361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fa1e86-b142-454b-9afe-32705ded7588 req-e10de102-14a6-4a79-8b19-01d989987eff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:13.858965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20fa1e86-b142-454b-9afe-32705ded7588 req-e10de102-14a6-4a79-8b19-01d989987eff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.1186461 Aug 30 23:08:13.883136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.923985 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:13.952454 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20fa1e86-b142-454b-9afe-32705ded7588 req-346dede9-31b0-482a-b939-012cff31628d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860655 Aug 30 23:08:13.968813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059e2c25-190d-497c-b0f2-b50353f4d4ff tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:13.975115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-059e2c25-190d-497c-b0f2-b50353f4d4ff tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1353769 Aug 30 23:08:13.975762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37388) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:13.978374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.022685 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-d75bc020-d64a-4fe4-b106-0311a040709f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:14.030622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d75bc020-d64a-4fe4-b106-0311a040709f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/0a19ffd2-50db-44ad-a3d7-b68f2f609a84 HTTP/1.1" status: 404 len: 333 time: 0.0505037 Aug 30 23:08:14.031488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.111094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069ad813-c225-483e-8eba-b3644c9d3261,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:14.112715 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b22b66-6ac7-4ced-80f3-24c42d64d991 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:14.119590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.119748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00b22b66-6ac7-4ced-80f3-24c42d64d991 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/f041cb81-c31b-4c57-9917-745b0f10720a HTTP/1.1" status: 404 len: 333 time: 0.0861855 Aug 30 23:08:14.143039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.150343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc1293a1-71a1-40ae-a9cb-4893b291b69b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6425278 Aug 30 23:08:14.162989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37394) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.171548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--856004554'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:14.230753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.242903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ccadfb3-c86d-45de-ab91-e539816d3cf1 req-6af7fea0-651a-482f-91a4-1a55d8000220 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0991108 Aug 30 23:08:14.243209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b73fbe9-7c69-430a-81d4-95bedbf1f91d req-eb8afe51-5f85-49dc-b06c-78809815363e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.0870774 Aug 30 23:08:14.355590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 344af737-6626-46f4-9fcc-bb1512f8c68e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:14.387094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.392770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.424009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.426046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2605619 Aug 30 23:08:14.432611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37396) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.438356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7f5d902d-435d-45d2-9bb0-35f28982cd45 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '069ad813-c225-483e-8eba-b3644c9d3261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a6fa886d-86eb-4445-a53f-a97a01254d59'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:14.439400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 344af737-6626-46f4-9fcc-bb1512f8c68e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:14.440325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 344af737-6626-46f4-9fcc-bb1512f8c68e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:14.452444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa0611-5816-4527-9320-63dd26d5de19 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6fa886d-86eb-4445-a53f-a97a01254d59,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:14.470887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.495269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:08:14.511001 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-7f5d902d-435d-45d2-9bb0-35f28982cd45 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:14.513392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7f5d902d-435d-45d2-9bb0-35f28982cd45 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0796132 Aug 30 23:08:14.517754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.524726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.599078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.634627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.691493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.696244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.702054 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/a6fa886d-86eb-4445-a53f-a97a01254d59 HTTP/1.1" status: 204 len: 168 time: 0.1775532 Aug 30 23:08:14.704983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37400) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.719594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a739806-c171-4903-847c-f6dca05ff6c8 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6fa886d-86eb-4445-a53f-a97a01254d59,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:14.792746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc1c7383-77da-4975-a548-1d5d85c52a28 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0842845 Aug 30 23:08:14.797147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37402) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:14.903799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.949870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:14.979307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:08:15.030489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.052132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.057767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/069ad813-c225-483e-8eba-b3644c9d3261 HTTP/1.1" status: 204 len: 168 time: 0.2593911 Aug 30 23:08:15.067819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:15.170892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90e161-5362-4b88-aac1-220ff7dc0f48 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=069ad813-c225-483e-8eba-b3644c9d3261,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:15.205719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.211468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:08:15.231849 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:08:15.260752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e32a149-7825-4d84-8cac-7fe08249ea8f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0929687 Aug 30 23:08:15.268705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93bdb7dc-c952-40c2-a188-fee55ed2b8b8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.273547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ce6fd43-46e0-4015-a027-a5c76f4474ac tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1865468 Aug 30 23:08:15.276386 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:15.277404 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.296306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37408) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:15.296943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:15.326838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1fb1571-4e2b-46e8-bfc0-13a2fdcd0c8d') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.327292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1fb1571-4e2b-46e8-bfc0-13a2fdcd0c8d') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.336148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--92777373'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:15.341539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.341891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:15.381497 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.381841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'mac_address': 'fa:16:3e:6b:40:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:08:15.389513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:15.390162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.468724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.489958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:15.495729 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:15.504153 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:15.515436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.536921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:15.549957 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.577277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.580887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/93bdb7dc-c952-40c2-a188-fee55ed2b8b8 HTTP/1.1" status: 204 len: 168 time: 1.4528296 Aug 30 23:08:15.603787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:15.620684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting subnet efd1b64c-4289-4669-b59d-a2d0ae87ea54 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:15.623788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018717d-b6c9-483b-b446-a3d139c3f03e req-1b13e4df-fd44-48ed-ba82-31c58cfec6b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:15.624360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4120080-2ae5-40c8-950e-4cc260d37fd2 req-547ef515-ffd3-4021-aa10-3fb0aa1464c4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.1351221 Aug 30 23:08:15.629233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b018717d-b6c9-483b-b446-a3d139c3f03e req-1b13e4df-fd44-48ed-ba82-31c58cfec6b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 943 time: 0.3772686 Aug 30 23:08:15.642372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.644099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2101305737'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:15.667600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:15.707631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.721426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc1301-137e-493f-b3c8-51f7620d64bb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=93bdb7dc-c952-40c2-a188-fee55ed2b8b8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:15.724809 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.780841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b018717d-b6c9-483b-b446-a3d139c3f03e req-fb16186f-d686-43e7-a03a-79539381827e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236629 Aug 30 23:08:15.833863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.851622 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:08:15.869622 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:15.870850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:15.882066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['67d4f994-98c9-4f51-9eb3-62162220fb31'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:08:15.926941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.941764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:15.944719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bff4f80-572a-486e-acb9-c35bfbaacd34 req-de6ba2f1-7890-42d2-96a8-31247db8a3b9 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0773463 Aug 30 23:08:15.951720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:15.994643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:16.004525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.024617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.025887 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment 471612e7-0feb-44d3-8180-33637097ca3e of type vlan for network 0db09380-4af5-4955-b188-58c20193a5af Aug 30 23:08:16.059095 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:16.071685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.119198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.130428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Subnet': ['ID=efd1b64c-4289-4669-b59d-a2d0ae87ea54,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:16.134211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:16.180211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e090635-7fff-464c-8b68-9966656ff6a5 None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:08:16.198404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.202088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.202298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-44263375-9409-4ee7-b22c-8df510201535 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/efd1b64c-4289-4669-b59d-a2d0ae87ea54 HTTP/1.1" status: 204 len: 168 time: 0.9031935 Aug 30 23:08:16.208569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e345e8fc-7bf4-44db-828e-36c25a986b41 None None] Network 29c13459-37f6-44f4-86ae-d11da82f2be4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:16.210814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:16.213582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:16.217764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.374006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.384079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.390879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.395136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=0db09380-4af5-4955-b188-58c20193a5af,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:16.415706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0db09380-4af5-4955-b188-58c20193a5af details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:16.417593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0ac9ed88-b906-4d4c-81f6-49cfa97e8ca3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7857752 Aug 30 23:08:16.421102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:16.435158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66081cd5-6dd5-41e3-852f-477f8dc71550,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:16.464044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '0db09380-4af5-4955-b188-58c20193a5af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:16.468374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.469623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fffc0e40-fdca-4e51-9634-35cc008b9084 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1408362 Aug 30 23:08:16.474746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:16.481472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c2755259-2850-4cdb-ba24-abd8dba07ca0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '66081cd5-6dd5-41e3-852f-477f8dc71550', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:16.578611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] DHCP port deletion for 29c13459-37f6-44f4-86ae-d11da82f2be4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:16.649280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:16.660260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.687188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Deleting port 940a78aa-e83d-4478-b209-2e9a4d11344f {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:16.687681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.778474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] For port 940a78aa-e83d-4478-b209-2e9a4d11344f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=940a78aa-e83d-4478-b209-2e9a4d11344f,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:16.779324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.801434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Calling delete_port for 940a78aa-e83d-4478-b209-2e9a4d11344f owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:16.867519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2027e0c8-13f2-4b20-8d23-a97096314066 req-121ca2ba-e2ad-4493-b41b-88cb29010502 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.3805895 Aug 30 23:08:16.905916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Deleting port 940a78aa-e83d-4478-b209-2e9a4d11344f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:16.906404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.980528 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:16.999353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:17.029037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] For port 940a78aa-e83d-4478-b209-2e9a4d11344f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=940a78aa-e83d-4478-b209-2e9a4d11344f,segment=NetworkSegment(00a9f05b-b26b-42e0-b40f-cdb1058c8a5f),segment_id=00a9f05b-b26b-42e0-b40f-cdb1058c8a5f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:17.029409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.044639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] No DVR routers for this DVR port 940a78aa-e83d-4478-b209-2e9a4d11344f on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:17.046163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.056030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f0900ed8-04ce-410b-8386-b6601937fc6f req-f10d98aa-6b3c-4232-ab17-c28ec72362c2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.0565698 Aug 30 23:08:17.092695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012b05c-894c-425a-b0cc-58e541ec47c1 None None] Pushing event deleted for resources: {'Port': ['ID=940a78aa-e83d-4478-b209-2e9a4d11344f,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:17.098012 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-c2755259-2850-4cdb-ba24-abd8dba07ca0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:17.115052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c2755259-2850-4cdb-ba24-abd8dba07ca0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6337192 Aug 30 23:08:17.123120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:17.142441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Calling delete_port for 940a78aa-e83d-4478-b209-2e9a4d11344f owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:17.154350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bc958885-33db-4993-8284-0ea28120bf04 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group_rule': {'security_group_id': '66081cd5-6dd5-41e3-852f-477f8dc71550', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:17.188857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 67d4f994-98c9-4f51-9eb3-62162220fb31 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:17.189532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.191600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=9ef72e9b-5722-4ed8-82ef-02b746747bc2,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:17.210194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': '471612e7-0feb-44d3-8180-33637097ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db09380-4af5-4955-b188-58c20193a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:17.210918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 0db09380-4af5-4955-b188-58c20193a5af, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:17.241939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 0db09380-4af5-4955-b188-58c20193a5af is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:17.307757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ecbcf678-8750-49ab-a790-5724527ca8c9 req-3e454b4d-6d4f-4641-b723-04e1f23d21d8 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0601277 Aug 30 23:08:17.316496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0db09380-4af5-4955-b188-58c20193a5af) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:17.322436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:17.323045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.336997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be59243a-aa07-46bc-9504-c8ea51b36c36 None None] Network 0db09380-4af5-4955-b188-58c20193a5af requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:17.342601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.372809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2bcd67c7-2284-4af6-94ce-61aa7c40518f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9501579 Aug 30 23:08:17.377056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:17.379001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3cd0b1-4c83-4209-b41c-7f98fc71bf92 req-6ee918c3-d47a-4a6c-a6f2-9c4d44592bbf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:17.385065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '0db09380-4af5-4955-b188-58c20193a5af', 'name': 'tempest-PortsTestJSON-921263265'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:17.390704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3cd0b1-4c83-4209-b41c-7f98fc71bf92 req-6ee918c3-d47a-4a6c-a6f2-9c4d44592bbf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 944 time: 0.3826754 Aug 30 23:08:17.426078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:08:17.428899 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06455ea4-71b6-438b-a848-a259106dd206" -d '{"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:08:17.467904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:17.476279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.548068 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6c3701-ae2e-4144-9727-58d864c92c21 x-openstack-request-id: req-1c6c3701-ae2e-4144-9727-58d864c92c21 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:08:17.548068 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-plugged", "status": "completed", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:08:17.548068 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c6c3701-ae2e-4144-9727-58d864c92c21 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:08:17.548570 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'code': 200} Aug 30 23:08:17.575247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.609023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:17.616864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.624076 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-bc958885-33db-4993-8284-0ea28120bf04 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:17.628819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc958885-33db-4993-8284-0ea28120bf04 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5002022 Aug 30 23:08:17.632413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:17.650905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No DVR routers for this DVR port 940a78aa-e83d-4478-b209-2e9a4d11344f on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:17.663317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3cd0b1-4c83-4209-b41c-7f98fc71bf92 req-5ac29b51-b2d9-470a-ad0a-351243f668c3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2612970 Aug 30 23:08:17.667488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Port': ['ID=940a78aa-e83d-4478-b209-2e9a4d11344f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:17.702784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:17.707306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 25cf36c4-5c69-478c-9a47-d9369891ec8f yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:17.767702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-0db09380-4af5-4955-b188-58c20193a5af', 'network_id': '0db09380-4af5-4955-b188-58c20193a5af', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': '9ef72e9b-5722-4ed8-82ef-02b746747bc2'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:08:17.768603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.871825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.886837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:17.928100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c13459-37f6-44f4-86ae-d11da82f2be4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:17.966019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:17.966380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a9f05b-b26b-42e0-b40f-cdb1058c8a5f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:18.004429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.017359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.051836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.065526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.7 (0db09380-4af5-4955-b188-58c20193a5af/9ef72e9b-5722-4ed8-82ef-02b746747bc2/25cf36c4-5c69-478c-9a47-d9369891ec8f) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:18.066678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:18.067262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:18.072512 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:18.077925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce06d96-4c25-409d-97c7-612ac8636278 req-845a0441-9cfb-4d23-a21d-470b0dc2e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:18.080089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ce06d96-4c25-409d-97c7-612ac8636278 req-845a0441-9cfb-4d23-a21d-470b0dc2e872 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1098 time: 0.2584295 Aug 30 23:08:18.125402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.127894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.133915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/66081cd5-6dd5-41e3-852f-477f8dc71550 HTTP/1.1" status: 204 len: 168 time: 0.4955437 Aug 30 23:08:18.138453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:18.241057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 940a78aa-e83d-4478-b209-2e9a4d11344f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:18.282384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ce06d96-4c25-409d-97c7-612ac8636278 req-da94b6be-c9b1-4114-8291-8211db8f4c25 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850684 Aug 30 23:08:18.298264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.299691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 940a78aa-e83d-4478-b209-2e9a4d11344f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:18.300052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 940a78aa-e83d-4478-b209-2e9a4d11344f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:18.302248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device aae404e5-f5a1-4267-a00a-03e1991d5ee0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:18.315727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.322321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/networks/29c13459-37f6-44f4-86ae-d11da82f2be4 HTTP/1.1" status: 204 len: 168 time: 2.1078777 Aug 30 23:08:18.324401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:18.339291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edb853-2b12-4cae-8398-dd64344b6ff0 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66081cd5-6dd5-41e3-852f-477f8dc71550,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:18.340891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'routes': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:18.345005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-925f516e-147f-4d44-a665-abd71f28bc01 req-904f7589-6076-4428-aaf5-87fca4c5ec61 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=87de882d-9c3a-425d-9443-f0701656f6cc HTTP/1.1" status: 200 len: 210 time: 0.0425773 Aug 30 23:08:18.397990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: aae404e5-f5a1-4267-a00a-03e1991d5ee0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:18.400409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device aae404e5-f5a1-4267-a00a-03e1991d5ee0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:18.409465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa2dd7-7e3a-42c5-a331-e89690ede24c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Pushing event deleted for resources: {'Network': ['ID=29c13459-37f6-44f4-86ae-d11da82f2be4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:18.530407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fee94569-354f-4f93-8064-90de88d26a07 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3868289 Aug 30 23:08:18.538776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:18.545692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'tempest-secgroup--636944619'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:18.577527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.639603 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.644889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4571230-3a21-46d0-8a36-2681c23ae54e req-c38b538d-0cc4-43f3-bd29-a09b3c53fade tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0905495 Aug 30 23:08:18.665237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Added routes are [] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 30 23:08:18.665544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.extraroute_db [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Removed routes are [] {{(pid=101269) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 30 23:08:18.666291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.675616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 25cf36c4-5c69-478c-9a47-d9369891ec8f will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:18.725309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.796722 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=25cf36c4-5c69-478c-9a47-d9369891ec8f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:18.829183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 0db09380-4af5-4955-b188-58c20193a5af is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:18.836907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:18.840685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:18.894487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Allocated IP 172.20.0.2 (0db09380-4af5-4955-b188-58c20193a5af/9ef72e9b-5722-4ed8-82ef-02b746747bc2/4b152450-1b94-4361-b2cc-81c590b72117) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:18.929541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.948279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:18.948986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:18.971307 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.012642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5325c952-9055-4ba8-abc5-8c322df74ccf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6341798 Aug 30 23:08:19.021429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:19.025103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0514d75d-a4f1-4ec9-b1f9-178e11d5d7f2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:19.070844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-073bce6b-2c58-4637-80c4-411daccdaa6d req-abbd37fc-64d0-4b4c-8cea-5d8a56c5ad5d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1924720 Aug 30 23:08:19.074051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.089686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.102177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.106347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9f408830-9e93-4165-9271-9e7d58c96408 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5634818 Aug 30 23:08:19.106573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d38b2e-01a4-46fb-86ee-b382764d50d6 req-253e5788-405a-465a-85ef-8815f85fbc28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:19.106573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-93d38b2e-01a4-46fb-86ee-b382764d50d6 req-253e5788-405a-465a-85ef-8815f85fbc28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.2288613 Aug 30 23:08:19.107797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37458) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:19.113808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e44346fe-329c-4cfd-adf9-4c3632bdb674 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:19.114444 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-e44346fe-329c-4cfd-adf9-4c3632bdb674 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 23:08:19.115036 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-e44346fe-329c-4cfd-adf9-4c3632bdb674 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:19.120344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e44346fe-329c-4cfd-adf9-4c3632bdb674 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "PUT /v2.0/security-groups/0514d75d-a4f1-4ec9-b1f9-178e11d5d7f2 HTTP/1.1" status: 409 len: 330 time: 0.0071611 Aug 30 23:08:19.123578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:19.163261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.177184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Transition to ACTIVE for port object 4b152450-1b94-4361-b2cc-81c590b72117 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:19.205033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Transition to ACTIVE for port object 4b152450-1b94-4361-b2cc-81c590b72117 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:19.216798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.270707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Network 0db09380-4af5-4955-b188-58c20193a5af is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:19.277046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:19.286795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:19.346588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-949462a5-5ccd-449b-9793-d5ece09ac28a req-df7b959e-e750-4564-bcb7-10ea1832fec8 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061&device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0565162 Aug 30 23:08:19.361302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-073bce6b-2c58-4637-80c4-411daccdaa6d req-511202bf-f37f-4042-b2da-92882e9e465e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77814d0c13af46e585aad47702894322&device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.1307080 Aug 30 23:08:19.379849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Pushing event updated for resources: {'Port': ['ID=4b152450-1b94-4361-b2cc-81c590b72117,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:19.401452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.417418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Attempting to bind port 4b152450-1b94-4361-b2cc-81c590b72117 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:08:19.418102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Attempting to bind port 4b152450-1b94-4361-b2cc-81c590b72117 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '471612e7-0feb-44d3-8180-33637097ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db09380-4af5-4955-b188-58c20193a5af'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:08:19.418637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Attempting to bind port 4b152450-1b94-4361-b2cc-81c590b72117 on network 0db09380-4af5-4955-b188-58c20193a5af {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:19.438635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:08:19.445020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Checking segment: {'id': '471612e7-0feb-44d3-8180-33637097ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db09380-4af5-4955-b188-58c20193a5af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:19.445995 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.446652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Bound using segment: {'id': '471612e7-0feb-44d3-8180-33637097ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db09380-4af5-4955-b188-58c20193a5af'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:08:19.448756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Bound port: 4b152450-1b94-4361-b2cc-81c590b72117, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '471612e7-0feb-44d3-8180-33637097ca3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '0db09380-4af5-4955-b188-58c20193a5af'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:08:19.449422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.471411 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.486388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-073bce6b-2c58-4637-80c4-411daccdaa6d req-30b32b59-382e-467c-9857-2dc001b8fa13 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=77814d0c13af46e585aad47702894322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0756664 Aug 30 23:08:19.506572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-93d38b2e-01a4-46fb-86ee-b382764d50d6 req-2afdc24b-9d39-4bd4-b19f-8a3e0322cb69 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3887286 Aug 30 23:08:19.598574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.601582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 176093f8-e0ed-41df-96ee-96721ad7cd73 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:08:19.618966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.620535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/0514d75d-a4f1-4ec9-b1f9-178e11d5d7f2 HTTP/1.1" status: 204 len: 168 time: 0.4957781 Aug 30 23:08:19.628679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:19.688516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] For port 4b152450-1b94-4361-b2cc-81c590b72117, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:08:19.708283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] For port 4b152450-1b94-4361-b2cc-81c590b72117, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4b152450-1b94-4361-b2cc-81c590b72117,segment=NetworkSegment(471612e7-0feb-44d3-8180-33637097ca3e),segment_id=471612e7-0feb-44d3-8180-33637097ca3e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:08:19.709816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f6a48-6f93-4d1c-9648-c0ddc7e8fc2b tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514d75d-a4f1-4ec9-b1f9-178e11d5d7f2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:19.721158 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.802545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 25cf36c4-5c69-478c-9a47-d9369891ec8f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:19.803000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:19.843828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37484) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:19.844424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8fb1f36-53fc-49ad-85b4-3ec7b1cae637 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2132587 Aug 30 23:08:19.918296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-542974c1-e815-43ca-a86f-9e9f2de82724 req-4f5c0f02-d2a5-4566-8279-0a19fe3eaa73 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0650671 Aug 30 23:08:19.990366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c812b245-f3f1-4284-8d4e-5ad3cfbd0b53 None None] Pushing event updated for resources: {'Port': ['ID=4b152450-1b94-4361-b2cc-81c590b72117,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:20.018944 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:20.040738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 25cf36c4-5c69-478c-9a47-d9369891ec8f owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:20.056910 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-34418f93-1e79-4f45-b79b-449c579d2159 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] delete failed (client error): The resource could not be found. Aug 30 23:08:20.065601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34418f93-1e79-4f45-b79b-449c579d2159 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "DELETE /v2.0/security-groups/5d4a8d33-093b-471e-830e-6bc0bac1043b HTTP/1.1" status: 404 len: 347 time: 0.2137990 Aug 30 23:08:20.068200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:20.086300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:08:20.127819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:20.129488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Sync routers for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:08:20.132168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e1fe134a-c9a0-4735-ab28-d75ef15d51c8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 700 time: 1.8060768 Aug 30 23:08:20.150984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:20.216267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:20.218778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:20.266594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fa93aef6-5602-40ce-b80d-cd945c5f0bd0 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 205 time: 0.1138716 Aug 30 23:08:20.267432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:20.346673 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-dceb432b-9867-4ac0-9a78-aae9f4a0fe25 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] show failed (client error): The resource could not be found. Aug 30 23:08:20.352400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dceb432b-9867-4ac0-9a78-aae9f4a0fe25 tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-groups/c6f7bde7-41f4-41d6-a282-4ce9fcf1f3e3 HTTP/1.1" status: 404 len: 347 time: 0.2830606 Aug 30 23:08:20.365281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073bce6b-2c58-4637-80c4-411daccdaa6d req-0e423bd6-8510-4422-b2a6-fefcda9b9c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:20.367557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-073bce6b-2c58-4637-80c4-411daccdaa6d req-0e423bd6-8510-4422-b2a6-fefcda9b9c37 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8562791 Aug 30 23:08:20.368581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:20.424713 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-da065f17-842b-4686-bcb5-bdd847166e8e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] show failed (client error): The resource could not be found. Aug 30 23:08:20.430448 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da065f17-842b-4686-bcb5-bdd847166e8e tempest-NegativeSecGroupIPv6Test-460645029 tempest-NegativeSecGroupIPv6Test-460645029-project] 10.222.0.25 "GET /v2.0/security-group-rules/3778ec54-cf9d-4031-b3e0-c0f795c0b750 HTTP/1.1" status: 404 len: 356 time: 0.0560477 Aug 30 23:08:20.537594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c1dfec-bd4d-4de8-998c-a2ad9af81b3e req-0fe164da-9a27-4952-b49d-fad6007a7c9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=77814d0c13af46e585aad47702894322&device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0880227 Aug 30 23:08:20.617242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c1dfec-bd4d-4de8-998c-a2ad9af81b3e req-b8b7b576-cc55-4aa7-9d17-7f731299ea47 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=77814d0c13af46e585aad47702894322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0692630 Aug 30 23:08:20.637298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:20.660011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:20.861174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:20.931400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c1dfec-bd4d-4de8-998c-a2ad9af81b3e req-eb5c448d-9cb4-45aa-acf0-08dae1eb50c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:20.933222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c1dfec-bd4d-4de8-998c-a2ad9af81b3e req-eb5c448d-9cb4-45aa-acf0-08dae1eb50c1 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3114884 Aug 30 23:08:20.939816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:20.985831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Checking router: 176093f8-e0ed-41df-96ee-96721ad7cd73 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:08:21.008857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=25cf36c4-5c69-478c-9a47-d9369891ec8f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:21.017447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Routers {'176093f8-e0ed-41df-96ee-96721ad7cd73'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:21.018874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['176093f8-e0ed-41df-96ee-96721ad7cd73'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:21.033069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37526) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.139241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] Set router 176093f8-e0ed-41df-96ee-96721ad7cd73 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:21.186325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-458bf2c0-b63b-4203-abd8-3d3e2898359c req-d36eba15-5674-4063-825a-4adb7978d780 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0609276 Aug 30 23:08:21.248234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.252110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.268588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:21.341880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd485d8-07da-4ce7-8736-8e1c256aeacf None None] The sync data for ids ['176093f8-e0ed-41df-96ee-96721ad7cd73'] in n-d-791504-21 is: [{'id': '176093f8-e0ed-41df-96ee-96721ad7cd73', 'name': 'tempest-RoutersTest-router-913473102', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:06:44Z', 'updated_at': '2021-08-30T23:08:13Z', 'revision_number': 11, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:08:21.347525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-09d0f16d-acae-4354-abe1-e602c98f0171 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ce4f686b6a1432bbf24c0f5c87dc084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3127997 Aug 30 23:08:21.353290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37530) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.394382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.400143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37532) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.400563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-818b2fb7-b4f2-4615-b90b-f5886558a36d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/25cf36c4-5c69-478c-9a47-d9369891ec8f HTTP/1.1" status: 204 len: 168 time: 2.3716068 Aug 30 23:08:21.401645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.402212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router 176093f8-e0ed-41df-96ee-96721ad7cd73 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:08:21.410083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.412022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-79c42705-4126-4296-8c28-ed584f5e776f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 204 len: 168 time: 1.1211212 Aug 30 23:08:21.419675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37534) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.427605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1967184682', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:21.455132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc8bd6-4814-4611-b07b-bdec52168f0e req-350045f5-5f78-4477-a760-35f12bec1a01 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:21.462965 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cc8bd6-4814-4611-b07b-bdec52168f0e req-350045f5-5f78-4477-a760-35f12bec1a01 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.7206085 Aug 30 23:08:21.469050 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d9eb244-ee8d-421e-b487-ec602731367b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:21.470253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d9eb244-ee8d-421e-b487-ec602731367b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:21.474447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d9eb244-ee8d-421e-b487-ec602731367b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/25cf36c4-5c69-478c-9a47-d9369891ec8f HTTP/1.1" status: 404 len: 333 time: 0.0707314 Aug 30 23:08:21.481429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37536) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.517368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.519214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.574155 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-595b987e-f6bb-4d89-a909-0ad090c551b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:21.576515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-595b987e-f6bb-4d89-a909-0ad090c551b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/25cf36c4-5c69-478c-9a47-d9369891ec8f HTTP/1.1" status: 404 len: 333 time: 0.0949554 Aug 30 23:08:21.579876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37538) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.580777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74cc8bd6-4814-4611-b07b-bdec52168f0e req-3b1d0467-4c2d-4aa5-8b1c-53abc6149d34 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166899 Aug 30 23:08:21.650818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.651319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.655767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.684680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.685707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet 9ef72e9b-5722-4ed8-82ef-02b746747bc2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:21.689174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a43d4511-374d-4bff-a5d3-ab8bacbf8e7c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2712312 Aug 30 23:08:21.689842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37540) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:21.694733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.696856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.703763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:21.709859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb735918-8c9c-4cd0-b9c2-c867d62f6d69 None None] Network 0db09380-4af5-4955-b188-58c20193a5af requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:21.775829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.899801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:21.925465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-607b35ce-581c-4648-b300-6d5f6c7d3687 None None] Provisioning for port 4b152450-1b94-4361-b2cc-81c590b72117 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:22.002091 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.046656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.049086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/9ef72e9b-5722-4ed8-82ef-02b746747bc2 HTTP/1.1" status: 204 len: 168 time: 0.4672198 Aug 30 23:08:22.052022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598920c8-3f51-4ebd-884b-000ae9b568b1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef72e9b-5722-4ed8-82ef-02b746747bc2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:22.054205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37544) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:22.062280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-551145', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550879', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40477'] for router, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.073048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.076103 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.078114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a175e34c-d0fb-494f-885a-3c631cd83482 HTTP/1.1" status: 204 len: 168 time: 0.7234263 Aug 30 23:08:22.103369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-551138', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-551163', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550854'] for router, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.189867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f39b90-93f4-41c2-be59-0c5d841d67f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a175e34c-d0fb-494f-885a-3c631cd83482,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:22.279495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.305944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4b152450-1b94-4361-b2cc-81c590b72117 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:22.439838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Router 8deea119-8831-465e-91f8-a004aac42237 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:08:22.448581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b74d8815-1a63-4a54-98ed-f9e5d741db4b req-83bde4e8-723f-406b-974c-87e8872369e5 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0621989 Aug 30 23:08:22.478659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 4b152450-1b94-4361-b2cc-81c590b72117 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:22.479553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.492353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3564b50-6272-49e2-9b0a-d39d9ecff61a None None] Network 0db09380-4af5-4955-b188-58c20193a5af requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:22.552547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12c1dfec-bd4d-4de8-998c-a2ad9af81b3e req-3f8f81df-d743-4774-9278-21164599f671 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.47 "GET /v2.0/ports?device_id=270e421c-ff44-42ab-9659-9cd0af5da061 HTTP/1.1" status: 200 len: 210 time: 0.0697412 Aug 30 23:08:22.594666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port 4b152450-1b94-4361-b2cc-81c590b72117, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4b152450-1b94-4361-b2cc-81c590b72117,segment=NetworkSegment(471612e7-0feb-44d3-8180-33637097ca3e),segment_id=471612e7-0feb-44d3-8180-33637097ca3e)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:22.595049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.620623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.639207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 4b152450-1b94-4361-b2cc-81c590b72117 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:22.647544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-88e216d8-0d70-4192-b073-2654a5fee6c4 None None] Provisioning complete for port 4b152450-1b94-4361-b2cc-81c590b72117 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:22.647955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-88e216d8-0d70-4192-b073-2654a5fee6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.650275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4b152450-1b94-4361-b2cc-81c590b72117 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:22.657993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4b152450-1b94-4361-b2cc-81c590b72117 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:22.657993 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.670651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:08:22.683370 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Sync routers for ids ['8deea119-8831-465e-91f8-a004aac42237'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:08:22.707148 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Routers {'8deea119-8831-465e-91f8-a004aac42237'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:22.711020 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8deea119-8831-465e-91f8-a004aac42237'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:22.715082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.716669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4f32c11f-f1e8-40fa-9bf9-bf4989da9d4d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "PUT /v2.0/routers/8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 200 len: 694 time: 1.0209534 Aug 30 23:08:22.724451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:22.903011 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-88e216d8-0d70-4192-b073-2654a5fee6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.904953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.933831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2528e3b-bd02-4755-9de9-544fca186247 None None] DHCP port deletion for 0db09380-4af5-4955-b188-58c20193a5af request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:22.935248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:22.968507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Set router 8deea119-8831-465e-91f8-a004aac42237 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:23.033082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=4b152450-1b94-4361-b2cc-81c590b72117,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:23.035004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port 4b152450-1b94-4361-b2cc-81c590b72117 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:23.146283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-760b3423-c3bc-4d28-93e5-650f7408f0a1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/routers/8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 200 len: 700 time: 0.4173958 Aug 30 23:08:23.147375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37566) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:23.157913 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deea119-8831-465e-91f8-a004aac42237', 'name': 'tempest-RoutersTest-router-1967184682', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:08:21Z', 'updated_at': '2021-08-30T23:08:22Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.231900 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Checking router: 8deea119-8831-465e-91f8-a004aac42237 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:08:23.235656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fc127c8-223a-477c-8a61-0bfd4a237ed7 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 200 len: 205 time: 0.0865610 Aug 30 23:08:23.250894 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Routers {'8deea119-8831-465e-91f8-a004aac42237'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:08:23.251529 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8deea119-8831-465e-91f8-a004aac42237'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.273745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450cbc-0ab4-4e53-b42e-85ba679feb52 req-8f20a7c6-d07b-4313-915d-c0c59c18f7e6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:23.276502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81450cbc-0ab4-4e53-b42e-85ba679feb52 req-8f20a7c6-d07b-4313-915d-c0c59c18f7e6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.4229546 Aug 30 23:08:23.277269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:23.324441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.358635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0db09380-4af5-4955-b188-58c20193a5af']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.379976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '471612e7-0feb-44d3-8180-33637097ca3e') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.386480 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '471612e7-0feb-44d3-8180-33637097ca3e') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.419792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.462506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.477859 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] Set router 8deea119-8831-465e-91f8-a004aac42237 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:08:23.478347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:23.479166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.570454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81450cbc-0ab4-4e53-b42e-85ba679feb52 req-bdf4ce75-30b4-4744-86f1-2dbe7c2116b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2605026 Aug 30 23:08:23.573810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.690427 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8deea119-8831-465e-91f8-a004aac42237', 'name': 'tempest-RoutersTest-router-1967184682', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:08:21Z', 'updated_at': '2021-08-30T23:08:22Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:23.706156 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:23.712875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.721329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.734936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37592) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:23.736072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/0db09380-4af5-4955-b188-58c20193a5af HTTP/1.1" status: 204 len: 168 time: 1.6804242 Aug 30 23:08:23.757704 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab7ddf9-c008-4784-896e-e5e732abe040 None None] The sync data for ids ['8deea119-8831-465e-91f8-a004aac42237'] in n-d-791504-21 is: [{'id': '8deea119-8831-465e-91f8-a004aac42237', 'name': 'tempest-RoutersTest-router-1967184682', 'tenant_id': '06b9a6306ceb445f8a457d168ee26b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:08:21Z', 'updated_at': '2021-08-30T23:08:22Z', 'revision_number': 2, 'project_id': '06b9a6306ceb445f8a457d168ee26b7b', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:08:23.764118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1818549691'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:23.766822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff12b082-1973-4760-a800-02bcdac5d005 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=0db09380-4af5-4955-b188-58c20193a5af,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:23.796359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:23.799444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:23.838008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.004306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.008340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.031159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:24.036001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-61abeb62-617a-4909-bbe4-80e0539bcff1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:24.036879 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-61abeb62-617a-4909-bbe4-80e0539bcff1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 23:08:24.038868 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-61abeb62-617a-4909-bbe4-80e0539bcff1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:24.046107 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-61abeb62-617a-4909-bbe4-80e0539bcff1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2001765 Aug 30 23:08:24.112032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37600) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.118990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1ca7571-987c-4655-9646-3d04d7159fb1 req-eb529313-42ac-4b66-9ce3-022fe629eecb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=77814d0c13af46e585aad47702894322&device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0730593 Aug 30 23:08:24.126113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502471693'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:24.187372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1ca7571-987c-4655-9646-3d04d7159fb1 req-5aedc46d-ef84-4b13-8cdb-d6975279c0e7 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=77814d0c13af46e585aad47702894322&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519347 Aug 30 23:08:24.197007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-74a77afe-d005-4329-b986-0743b446182e req-729b0cf2-fc8c-4eff-b09f-c76901b9cf20 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0684452 Aug 30 23:08:24.199636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.200438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Fanout notify agent at l3_agent the message router_deleted on router 8deea119-8831-465e-91f8-a004aac42237 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:08:24.210455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.211485 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment f6020eea-4925-4e0d-91d8-4863eaf66c6f of type vlan for network 63672ad6-2237-450f-bd86-f332c839c053 Aug 30 23:08:24.212750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4b152450-1b94-4361-b2cc-81c590b72117 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:24.220312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.230399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfa17646-3a12-4262-bcaa-b16db3c42989 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 204 len: 168 time: 0.9516637 Aug 30 23:08:24.236374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37602) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.266046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4b152450-1b94-4361-b2cc-81c590b72117 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:24.277902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4b152450-1b94-4361-b2cc-81c590b72117 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:24.306284 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.328067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7ec3ac64-cfa4-4952-a1ad-0c18acafb8d5 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 200 len: 205 time: 0.0826173 Aug 30 23:08:24.328067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37604) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.360435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.371585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:24.372635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.391859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.440498 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-7604e8ad-412c-4aa4-84fc-8fdeab6ddd5d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:24.442779 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7604e8ad-412c-4aa4-84fc-8fdeab6ddd5d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/8deea119-8831-465e-91f8-a004aac42237 HTTP/1.1" status: 404 len: 336 time: 0.0946143 Aug 30 23:08:24.446967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.449695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37606) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.490193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7454748 Aug 30 23:08:24.496373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37608) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.512206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '63672ad6-2237-450f-bd86-f332c839c053', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:24.519019 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-c65b2d1c-9d5b-4625-a2ac-6a804fb3720c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:24.519483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c65b2d1c-9d5b-4625-a2ac-6a804fb3720c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:24.527269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c65b2d1c-9d5b-4625-a2ac-6a804fb3720c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/34a38c3b-13d6-4630-8584-9fc7e725e3fd HTTP/1.1" status: 404 len: 337 time: 0.0697625 Aug 30 23:08:24.527541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730524d0-552d-41c7-8024-44cb26bf5c7e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=63672ad6-2237-450f-bd86-f332c839c053,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:24.532275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37610) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.546585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 63672ad6-2237-450f-bd86-f332c839c053 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:24.698147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca7571-987c-4655-9646-3d04d7159fb1 req-c38ebae8-1563-48ba-9f79-a78012501811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:24.699747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1ca7571-987c-4655-9646-3d04d7159fb1 req-c38ebae8-1563-48ba-9f79-a78012501811 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5049393 Aug 30 23:08:24.700892 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-164e8c42-1960-4533-b3fb-7943fb3c45a6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:24.701380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164e8c42-1960-4533-b3fb-7943fb3c45a6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:24.703210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-164e8c42-1960-4533-b3fb-7943fb3c45a6 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/aa85fd0b-2258-4a96-83b7-47067ed1ab8b HTTP/1.1" status: 404 len: 337 time: 0.1699753 Aug 30 23:08:24.706030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37614) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.765710 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a71539b-059b-4780-8cd5-da122f22ec60 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:24.766813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a71539b-059b-4780-8cd5-da122f22ec60 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:24.768598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a71539b-059b-4780-8cd5-da122f22ec60 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/683e1694-2d24-4d8f-a40b-af968b54e405 HTTP/1.1" status: 404 len: 337 time: 0.0568020 Aug 30 23:08:24.777272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37616) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.828661 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f60a3a7-42e9-48bd-bd04-709e20eb6a5d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:24.830052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f60a3a7-42e9-48bd-bd04-709e20eb6a5d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:24.835530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f60a3a7-42e9-48bd-bd04-709e20eb6a5d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/efd1b64c-4289-4669-b59d-a2d0ae87ea54 HTTP/1.1" status: 404 len: 337 time: 0.0461111 Aug 30 23:08:24.838378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37618) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.840644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-dc0296a8-ed7f-42ee-af48-036da18b54fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1086156 Aug 30 23:08:24.876088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0a83f8ae-935a-4114-95c1-965109389b8e tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 200 len: 205 time: 0.0338390 Aug 30 23:08:24.877732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37620) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.900190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.909831 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:24.927905 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-827e772f-ae0d-4623-925e-e522e9c536be tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:24.929354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-827e772f-ae0d-4623-925e-e522e9c536be tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/176093f8-e0ed-41df-96ee-96721ad7cd73 HTTP/1.1" status: 404 len: 336 time: 0.0502176 Aug 30 23:08:24.933595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37622) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:24.974729 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa10da19-28f5-4647-8c97-26922d7ad35d tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=fd3ede48-3b08-4947-84dc-7eecc87ef3a9 HTTP/1.1" status: 200 len: 205 time: 0.0398846 Aug 30 23:08:24.983501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37624) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.025420 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-e2e1077a-5096-48cd-bb35-d0a7a7f34576 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:25.026810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e2e1077a-5096-48cd-bb35-d0a7a7f34576 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/fd3ede48-3b08-4947-84dc-7eecc87ef3a9 HTTP/1.1" status: 404 len: 336 time: 0.0465336 Aug 30 23:08:25.029815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37626) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.076585 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a6e1770-cf93-411b-bd53-cc743008aa9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:25.076585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a6e1770-cf93-411b-bd53-cc743008aa9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:25.076585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2a6e1770-cf93-411b-bd53-cc743008aa9a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/1c69eb79-81ca-444d-a165-277fd105b91e HTTP/1.1" status: 404 len: 337 time: 0.0369179 Aug 30 23:08:25.076585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37628) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.124851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a289a2f0-587d-4d45-a391-2f9721d92d0f tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 200 len: 205 time: 0.0465124 Aug 30 23:08:25.125094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37630) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.184170 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-9f612418-b289-40d0-af56-d427cec94ba1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:25.185688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9f612418-b289-40d0-af56-d427cec94ba1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/1d186d19-495f-4564-81d0-435ded623566 HTTP/1.1" status: 404 len: 336 time: 0.0593295 Aug 30 23:08:25.190547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37632) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.221007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-61c34523-b195-47fb-b868-6165733ab009 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=96d8316c-38bb-4f4a-a71a-2cd60fdd7083 HTTP/1.1" status: 200 len: 205 time: 0.0312853 Aug 30 23:08:25.225974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37636) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.297052 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-699152e7-4f2e-4cc4-8f80-ebc357a99fad tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:25.302761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-699152e7-4f2e-4cc4-8f80-ebc357a99fad tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/96d8316c-38bb-4f4a-a71a-2cd60fdd7083 HTTP/1.1" status: 404 len: 336 time: 0.0753796 Aug 30 23:08:25.303479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37640) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.330107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42bd1893-ccb6-40e1-9a67-e014f23f277f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:25.401609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5af16c5-a30a-4268-a362-164e42b4396b req-821ad307-f95c-4501-b1a6-4637c96a6580 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0573537 Aug 30 23:08:25.405166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:25.417531 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.470699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af449359-a17b-4b33-81c4-9208a7010088 req-b39796cd-cbb6-447b-aeb3-bcc88ab170e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:25.472287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-b39796cd-cbb6-447b-aeb3-bcc88ab170e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 1098 time: 0.5577247 Aug 30 23:08:25.686099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.696365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.734058 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be91e5b-7f86-45da-b365-dbe191bacdec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:25.734612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be91e5b-7f86-45da-b365-dbe191bacdec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:25.736131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9be91e5b-7f86-45da-b365-dbe191bacdec tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/525329da-eed7-44a1-a0b6-313d4b46e345 HTTP/1.1" status: 404 len: 337 time: 0.4313297 Aug 30 23:08:25.739454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37644) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.749138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.750510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6304102 Aug 30 23:08:25.753523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37646) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.772551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': '6adf1488-698d-4074-8471-5a90f8a55ef8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:25.773344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af449359-a17b-4b33-81c4-9208a7010088 req-194cd510-fb33-438d-833c-cb1f3bf9d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:25.774294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-194cd510-fb33-438d-833c-cb1f3bf9d2d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.2737720 Aug 30 23:08:25.783796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633e148-f0a6-4f20-9a52-4c6fe01bbaa9 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adf1488-698d-4074-8471-5a90f8a55ef8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:25.784088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb7c7835-6c04-4804-8bea-50021654588c tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a10560c-5755-4130-adf6-a8eb334240b3 HTTP/1.1" status: 200 len: 205 time: 0.0406978 Aug 30 23:08:25.784904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37650) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.829894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.896456 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-b012b115-968e-4b91-bb25-eb17d9a622f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:25.898165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b012b115-968e-4b91-bb25-eb17d9a622f8 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/0a10560c-5755-4130-adf6-a8eb334240b3 HTTP/1.1" status: 404 len: 336 time: 0.1112738 Aug 30 23:08:25.902824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37654) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.908526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.925290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.952652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.965639 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-49765515-83dc-4fa6-b599-5f3bca4fbc26 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:25.966129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49765515-83dc-4fa6-b599-5f3bca4fbc26 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:25.970725 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-49765515-83dc-4fa6-b599-5f3bca4fbc26 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/e15cb880-d3f2-4e8e-9748-f81299a924c7 HTTP/1.1" status: 404 len: 337 time: 0.0632493 Aug 30 23:08:25.971323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c00826f-ec9e-422f-9562-5ae397529a3d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:25.972563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37656) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:25.994104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:25.995438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-3c929284-eede-42d8-86e5-3706bc93eee6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 200 len: 1001 time: 0.1941690 Aug 30 23:08:26.001281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d0243498-2247-425d-9ad3-a12f0f8eb3a4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2458320 Aug 30 23:08:26.002175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37658) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.008320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-87f17391-c53a-4619-9823-c2fc00f44eef tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': '6adf1488-698d-4074-8471-5a90f8a55ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:26.021026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3c401b70-3045-4e6a-9982-9e6636ead54a tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "GET /v2.0/ports?device_id=a5d97546-6aa7-4060-93f8-9f38e4c922d5 HTTP/1.1" status: 200 len: 205 time: 0.0408568 Aug 30 23:08:26.021026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=e24e03b0-acdc-4b65-8fce-706947a0e993,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:26.026216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37660) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.076622 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-29cc04b2-5cf9-4278-ac26-9309d3b3fc76 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] delete failed (client error): The resource could not be found. Aug 30 23:08:26.080703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-29cc04b2-5cf9-4278-ac26-9309d3b3fc76 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/routers/a5d97546-6aa7-4060-93f8-9f38e4c922d5 HTTP/1.1" status: 404 len: 336 time: 0.0524788 Aug 30 23:08:26.084207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37662) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.112273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': 'f6020eea-4925-4e0d-91d8-4863eaf66c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63672ad6-2237-450f-bd86-f332c839c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:26.115930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 63672ad6-2237-450f-bd86-f332c839c053, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:26.118013 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd105dc-ad03-4c16-8619-22eba7c186c4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:26.118165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1ca7571-987c-4655-9646-3d04d7159fb1 req-800e1286-bc34-4ae8-b871-823958b39d99 tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.52 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0455360 Aug 30 23:08:26.118645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd105dc-ad03-4c16-8619-22eba7c186c4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:26.123248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af449359-a17b-4b33-81c4-9208a7010088 req-2886cd30-b814-411c-90b7-3a8e57fadda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:26.123747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-afd105dc-ad03-4c16-8619-22eba7c186c4 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/b40e8be4-fd1d-419b-bf7d-a5949cad6363 HTTP/1.1" status: 404 len: 337 time: 0.0384502 Aug 30 23:08:26.124881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-2886cd30-b814-411c-90b7-3a8e57fadda5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1089876 Aug 30 23:08:26.125151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37664) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.138552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87f17391-c53a-4619-9823-c2fc00f44eef tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.174133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 63672ad6-2237-450f-bd86-f332c839c053 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:26.177938 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-990d5834-e641-40ad-b73b-27f3a4d411e1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] DELETE failed (client error): The resource could not be found. Aug 30 23:08:26.179122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990d5834-e641-40ad-b73b-27f3a4d411e1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:26.184176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-990d5834-e641-40ad-b73b-27f3a4d411e1 tempest-RoutersTest-1071735164 tempest-RoutersTest-1071735164-project] 10.222.0.25 "DELETE /v2.0/subnets/3d602f9f-09f5-46f7-bdd8-b04f41aa063b HTTP/1.1" status: 404 len: 337 time: 0.0571115 Aug 30 23:08:26.189070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 63672ad6-2237-450f-bd86-f332c839c053) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:26.196123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:26.196721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.206574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a96b10-eee5-4ef4-bdc6-d54cfacfde68 None None] Network 63672ad6-2237-450f-bd86-f332c839c053 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:26.214823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af449359-a17b-4b33-81c4-9208a7010088 req-ecbc2982-7151-4cdd-b062-056ad5c310e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:26.216964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-ecbc2982-7151-4cdd-b062-056ad5c310e1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836716 Aug 30 23:08:26.219136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ba5dda2b-f590-4fdd-8fb1-365322727ffc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7146869 Aug 30 23:08:26.222249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37668) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.228503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '63672ad6-2237-450f-bd86-f332c839c053', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1246381007'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:26.306159 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-87f17391-c53a-4619-9823-c2fc00f44eef tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:26.313372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87f17391-c53a-4619-9823-c2fc00f44eef tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3070893 Aug 30 23:08:26.313973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37670) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.440105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.473556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-33092b94-5d3c-465e-98f9-ae3f36208457 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407653 Aug 30 23:08:26.493883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.515142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-63672ad6-2237-450f-bd86-f332c839c053', 'network_id': '63672ad6-2237-450f-bd86-f332c839c053', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': 'e24e03b0-acdc-4b65-8fce-706947a0e993'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:08:26.516546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.590902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4ab9b8ce-560c-4718-bf2a-8c02faa3b8f9 req-6b0ff0b7-0438-405f-9584-b4a5bd624c1e tempest-ServerShowV247Test-1801086735 tempest-ServerShowV247Test-1801086735-project] 10.222.0.25 "GET /v2.0/ports?device_id=db111014-a57f-4f72-977a-863dc280ad1f HTTP/1.1" status: 200 len: 210 time: 0.0502117 Aug 30 23:08:26.618055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:26.642711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.662596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.668792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.679529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37676) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.680693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/6adf1488-698d-4074-8471-5a90f8a55ef8 HTTP/1.1" status: 204 len: 168 time: 0.3651361 Aug 30 23:08:26.701368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4390b3-1292-4129-b21b-172cacb76e71 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adf1488-698d-4074-8471-5a90f8a55ef8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:26.713465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af449359-a17b-4b33-81c4-9208a7010088 req-91bfa889-6af7-435d-9c80-fdbe8296aea4 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302468 Aug 30 23:08:26.718980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port aa838271-8d90-491a-99a2-16c3e6719dae yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:26.841439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Allocated IP 172.20.0.2 (63672ad6-2237-450f-bd86-f332c839c053/e24e03b0-acdc-4b65-8fce-706947a0e993/1195d81e-7fe0-4689-aef5-17893dea59a0) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:26.868269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4059f87e-4674-451f-b8d5-eea7d73b1479 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1872900 Aug 30 23:08:26.872413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37678) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:26.877963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070496136'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:26.942719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:26.952663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37682) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.108152 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.124964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Transition to ACTIVE for port object 1195d81e-7fe0-4689-aef5-17893dea59a0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:27.127904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.133239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.147655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Transition to ACTIVE for port object 1195d81e-7fe0-4689-aef5-17893dea59a0 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:27.155767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.173744 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.178330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3017457 Aug 30 23:08:27.178330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7f33f-a123-46a0-b5e5-a29642484fec tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afd45fea-62e5-496a-accb-14c79b081e1a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.181197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37686) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.190244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3c3a6df8-b454-4a99-ac59-4531cddee9f3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'afd45fea-62e5-496a-accb-14c79b081e1a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:27.191239 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-3c3a6df8-b454-4a99-ac59-4531cddee9f3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 30 23:08:27.192564 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-3c3a6df8-b454-4a99-ac59-4531cddee9f3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:27.197023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c3a6df8-b454-4a99-ac59-4531cddee9f3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0115130 Aug 30 23:08:27.197311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.215127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Network 63672ad6-2237-450f-bd86-f332c839c053 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:27.220384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:27.235864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:27.284756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.295180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8560ba47-04be-43f8-a9a8-4cb9f5b67fef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06b9a6306ceb445f8a457d168ee26b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411617 Aug 30 23:08:27.296249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37690) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.296950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Pushing event updated for resources: {'Port': ['ID=1195d81e-7fe0-4689-aef5-17893dea59a0,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.314314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.12 (63672ad6-2237-450f-bd86-f332c839c053/e24e03b0-acdc-4b65-8fce-706947a0e993/aa838271-8d90-491a-99a2-16c3e6719dae) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:27.336498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Attempting to bind port 1195d81e-7fe0-4689-aef5-17893dea59a0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:08:27.337430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Attempting to bind port 1195d81e-7fe0-4689-aef5-17893dea59a0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'f6020eea-4925-4e0d-91d8-4863eaf66c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63672ad6-2237-450f-bd86-f332c839c053'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:08:27.338404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Attempting to bind port 1195d81e-7fe0-4689-aef5-17893dea59a0 on network 63672ad6-2237-450f-bd86-f332c839c053 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:27.339415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.351554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:08:27.354067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Checking segment: {'id': 'f6020eea-4925-4e0d-91d8-4863eaf66c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63672ad6-2237-450f-bd86-f332c839c053'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:27.355655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.356269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Bound using segment: {'id': 'f6020eea-4925-4e0d-91d8-4863eaf66c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63672ad6-2237-450f-bd86-f332c839c053'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:08:27.356952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Bound port: 1195d81e-7fe0-4689-aef5-17893dea59a0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6020eea-4925-4e0d-91d8-4863eaf66c6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '63672ad6-2237-450f-bd86-f332c839c053'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:08:27.357534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.391937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.395255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.397146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/afd45fea-62e5-496a-accb-14c79b081e1a HTTP/1.1" status: 204 len: 168 time: 0.1981771 Aug 30 23:08:27.399903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37692) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.407585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950e50f6-7815-48ce-9680-9d2307699265 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd45fea-62e5-496a-accb-14c79b081e1a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.470865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] For port 1195d81e-7fe0-4689-aef5-17893dea59a0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:08:27.478011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] For port 1195d81e-7fe0-4689-aef5-17893dea59a0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1195d81e-7fe0-4689-aef5-17893dea59a0,segment=NetworkSegment(f6020eea-4925-4e0d-91d8-4863eaf66c6f),segment_id=f6020eea-4925-4e0d-91d8-4863eaf66c6f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:08:27.482889 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.491098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.553182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cb527bf7-9b38-4672-b49a-5f7340bef84d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1517344 Aug 30 23:08:27.556474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.560845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fb388-bb72-4d6f-88e7-a142127ba78f None None] Pushing event updated for resources: {'Port': ['ID=1195d81e-7fe0-4689-aef5-17893dea59a0,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.561219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--31273652'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:27.561570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.611864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.641135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.669253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object aa838271-8d90-491a-99a2-16c3e6719dae will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:27.696669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.701366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.708108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e96c2577-1772-44d4-8750-5852587763ad HTTP/1.1" status: 204 len: 168 time: 0.4076560 Aug 30 23:08:27.742099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a34a2-22f4-45d9-8311-f3bd2f203436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96c2577-1772-44d4-8750-5852587763ad,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.783407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.789950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.837042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.839043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2815316 Aug 30 23:08:27.841756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37702) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.850542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852716b6-9c57-4bd8-92f4-59604e757e6e tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2427c16-a2ad-40ae-a239-d162859452f0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:27.855119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4e748835-8fed-489c-89d8-7668917838fb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'b2427c16-a2ad-40ae-a239-d162859452f0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:27.859523 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:27.867741 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-4e748835-8fed-489c-89d8-7668917838fb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 30 23:08:27.869701 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-4e748835-8fed-489c-89d8-7668917838fb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:27.872961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e748835-8fed-489c-89d8-7668917838fb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0226264 Aug 30 23:08:27.875506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37704) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:27.932349 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.014054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.019738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=aa838271-8d90-491a-99a2-16c3e6719dae,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:28.062044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 63672ad6-2237-450f-bd86-f332c839c053 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:28.064798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:28.074435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:28.077116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.207641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.212020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.214030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/b2427c16-a2ad-40ae-a239-d162859452f0 HTTP/1.1" status: 204 len: 168 time: 0.3366549 Aug 30 23:08:28.216127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:28.216931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.220138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37712) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.220397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37714) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.250032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe143b9-befa-4200-818e-88472d2339f0 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2427c16-a2ad-40ae-a239-d162859452f0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:28.261189 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5646b5ed-f7bb-4f6c-ab2a-39530c9692a4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.0376592 Aug 30 23:08:28.264264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37720) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.305499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11a5cae9-35d2-4d9f-80f0-fad0a96921ae tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0813484 Aug 30 23:08:28.309036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.317256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1893330077'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:28.338046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1195d81e-7fe0-4689-aef5-17893dea59a0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:28.391698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.444322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1195d81e-7fe0-4689-aef5-17893dea59a0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:28.469020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port aa838271-8d90-491a-99a2-16c3e6719dae {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:28.469460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.559798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7db6db61-571a-4b53-a492-c025ed119e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.579192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.589162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.638657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fe8874-ba34-44dc-aacb-e025ba469c64,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:28.655635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.682354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for aa838271-8d90-491a-99a2-16c3e6719dae owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:28.810575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7db6db61-571a-4b53-a492-c025ed119e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.818159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7db6db61-571a-4b53-a492-c025ed119e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.831515 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:28.837359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cb038d2a-fd69-4212-a3bc-916deb3838c7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5243843 Aug 30 23:08:28.839301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37730) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.872131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f1f4b440-13b3-44e6-9473-2648028876c4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'a0fe8874-ba34-44dc-aacb-e025ba469c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:28.877468 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-f1f4b440-13b3-44e6-9473-2648028876c4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 30 23:08:28.878028 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-f1f4b440-13b3-44e6-9473-2648028876c4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:28.881874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1f4b440-13b3-44e6-9473-2648028876c4 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0154073 Aug 30 23:08:28.883388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37734) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.889075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d46ecf4b-ca5f-4eda-ba7e-2dc5f05fed1a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'a0fe8874-ba34-44dc-aacb-e025ba469c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:28.889928 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-d46ecf4b-ca5f-4eda-ba7e-2dc5f05fed1a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 30 23:08:28.890717 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-d46ecf4b-ca5f-4eda-ba7e-2dc5f05fed1a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:28.895376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d46ecf4b-ca5f-4eda-ba7e-2dc5f05fed1a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0108187 Aug 30 23:08:28.896089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.901116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3e1e3eca-3b3f-4e3d-8bc9-4df226c8fa6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'a0fe8874-ba34-44dc-aacb-e025ba469c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:28.902193 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-3e1e3eca-3b3f-4e3d-8bc9-4df226c8fa6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 30 23:08:28.903093 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-3e1e3eca-3b3f-4e3d-8bc9-4df226c8fa6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:28.907316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e1e3eca-3b3f-4e3d-8bc9-4df226c8fa6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101366 Aug 30 23:08:28.907885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.916495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e90771d9-8568-438a-8d6d-e6315c6b821c tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'a0fe8874-ba34-44dc-aacb-e025ba469c64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:28.917392 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-e90771d9-8568-438a-8d6d-e6315c6b821c tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 30 23:08:28.917925 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-e90771d9-8568-438a-8d6d-e6315c6b821c tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:28.919097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e90771d9-8568-438a-8d6d-e6315c6b821c tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0093637 Aug 30 23:08:28.919870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6db61-571a-4b53-a492-c025ed119e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5376d52-f0ef-44e9-8b5d-e796f1caee09,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:28.924785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37740) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.940067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7db6db61-571a-4b53-a492-c025ed119e76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77814d0c13af46e585aad47702894322&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7162611 Aug 30 23:08:28.940706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37744) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:28.981458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.035928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=aa838271-8d90-491a-99a2-16c3e6719dae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:29.067868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.117627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.118742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.156185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac873b6-d6bb-4a59-9302-b64fcdad7119 None None] Network 63672ad6-2237-450f-bd86-f332c839c053 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:29.164340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.167441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7ad6d48e-2cc5-4deb-9d0d-fc367e0acc4f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/aa838271-8d90-491a-99a2-16c3e6719dae HTTP/1.1" status: 204 len: 168 time: 0.9019332 Aug 30 23:08:29.170681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.172686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37752) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.182834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.186154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.190859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.192150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0fe8874-ba34-44dc-aacb-e025ba469c64 HTTP/1.1" status: 204 len: 168 time: 0.2654841 Aug 30 23:08:29.205633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430fde91-ea51-414f-8908-8f590282f638 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fe8874-ba34-44dc-aacb-e025ba469c64,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:29.225137 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcce7b3f-4dbe-4ce9-b907-88c5c9006905 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:29.227222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dcce7b3f-4dbe-4ce9-b907-88c5c9006905 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/aa838271-8d90-491a-99a2-16c3e6719dae HTTP/1.1" status: 404 len: 333 time: 0.0535080 Aug 30 23:08:29.230308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37756) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.289634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b4106e5a-4912-44a5-9fdc-aaa2b698480a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0977385 Aug 30 23:08:29.293881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.304244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--469395653'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:29.344995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet e24e03b0-acdc-4b65-8fce-706947a0e993 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:29.347264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Provisioning for port 1195d81e-7fe0-4689-aef5-17893dea59a0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:29.349645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.358565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.361651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.365539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Provisioning complete for port 1195d81e-7fe0-4689-aef5-17893dea59a0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:29.367738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5376d52-f0ef-44e9-8b5d-e796f1caee09 HTTP/1.1" status: 204 len: 168 time: 0.4229765 Aug 30 23:08:29.371783 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.396120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93137f1-4d4f-4b0b-989f-f3ac2ad988bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5376d52-f0ef-44e9-8b5d-e796f1caee09,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:29.398350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.454583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.617219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.631563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.637058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.693718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.694977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3959496 Aug 30 23:08:29.704472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37804) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.709848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe7d8a-eb97-4594-a3d1-c7f1da803ff3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadc2554-5278-4735-a8d1-f194c9d98b0f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:29.717629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-06839f32-a98b-4399-bfe6-a4a556b37beb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:29.718157 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-06839f32-a98b-4399-bfe6-a4a556b37beb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 23:08:29.718833 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-06839f32-a98b-4399-bfe6-a4a556b37beb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:29.720544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06839f32-a98b-4399-bfe6-a4a556b37beb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0081704 Aug 30 23:08:29.725686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.732669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-32f5b432-c4fc-4513-9c3d-ba4be2556a6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:29.805433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] For port 1195d81e-7fe0-4689-aef5-17893dea59a0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1195d81e-7fe0-4689-aef5-17893dea59a0,segment=NetworkSegment(f6020eea-4925-4e0d-91d8-4863eaf66c6f),segment_id=f6020eea-4925-4e0d-91d8-4863eaf66c6f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:29.816286 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.816939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:29.847508 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-32f5b432-c4fc-4513-9c3d-ba4be2556a6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:29.848768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-32f5b432-c4fc-4513-9c3d-ba4be2556a6f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1219203 Aug 30 23:08:29.854475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.866289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6d66ecdf-5886-47bd-9448-8b39e30d89bb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:29.866680 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-6d66ecdf-5886-47bd-9448-8b39e30d89bb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 30 23:08:29.867312 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-6d66ecdf-5886-47bd-9448-8b39e30d89bb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:29.868745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d66ecdf-5886-47bd-9448-8b39e30d89bb tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0122125 Aug 30 23:08:29.874164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37812) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:29.893542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-716e93f8-c3c7-4099-ad3e-93c978faec49 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:29.955390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ae93f-c90c-4908-81f9-2a4b4bc95bf8 None None] Pushing event updated for resources: {'Port': ['ID=1195d81e-7fe0-4689-aef5-17893dea59a0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:30.002705 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-716e93f8-c3c7-4099-ad3e-93c978faec49 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.006627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-716e93f8-c3c7-4099-ad3e-93c978faec49 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1302631 Aug 30 23:08:30.008542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.025361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d3cf9d89-1d28-41d5-a879-dbe58265e7aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.026915 n-d-791504-21 neutron-server[101269]: WARNING neutron.api.v2.base [None req-d3cf9d89-1d28-41d5-a879-dbe58265e7aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 30 23:08:30.027653 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-d3cf9d89-1d28-41d5-a879-dbe58265e7aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.028897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3cf9d89-1d28-41d5-a879-dbe58265e7aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0191853 Aug 30 23:08:30.038974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.041952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.053064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d8da9bda-9591-466f-b1eb-6e2ea44bb188 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.099469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=e24e03b0-acdc-4b65-8fce-706947a0e993,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:30.103640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.110380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37828) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.111110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ae5f1ccb-39bb-4fd0-974a-ebc9927aec18 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/e24e03b0-acdc-4b65-8fce-706947a0e993 HTTP/1.1" status: 204 len: 168 time: 0.8784249 Aug 30 23:08:30.158694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784a1709-770c-4a02-b6ed-f855d827a33f None None] Network 63672ad6-2237-450f-bd86-f332c839c053 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:30.174245 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-d8da9bda-9591-466f-b1eb-6e2ea44bb188 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.176777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d8da9bda-9591-466f-b1eb-6e2ea44bb188 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1295903 Aug 30 23:08:30.179969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.189416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-acd42434-bb4e-446b-b661-6867ab0efb93 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.190648 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-acd42434-bb4e-446b-b661-6867ab0efb93 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 30 23:08:30.193272 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-acd42434-bb4e-446b-b661-6867ab0efb93 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.196123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-acd42434-bb4e-446b-b661-6867ab0efb93 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0121963 Aug 30 23:08:30.213996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.227610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c456e824-0c11-4bd2-b1cb-f9087b40f00f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.288225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1195d81e-7fe0-4689-aef5-17893dea59a0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:30.293163 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-c456e824-0c11-4bd2-b1cb-f9087b40f00f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.297740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c456e824-0c11-4bd2-b1cb-f9087b40f00f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0797646 Aug 30 23:08:30.298400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37842) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.304023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-257c2d62-fda6-4f61-a7f7-ca720c3771b8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'aadc2554-5278-4735-a8d1-f194c9d98b0f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.340069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.382015 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-257c2d62-fda6-4f61-a7f7-ca720c3771b8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:30.389296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-257c2d62-fda6-4f61-a7f7-ca720c3771b8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0897608 Aug 30 23:08:30.393850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37850) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.435885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 1195d81e-7fe0-4689-aef5-17893dea59a0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:30.436360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f383b8a1-494e-438e-9c64-7a91d91e00be None None] Provisioning complete for port 1195d81e-7fe0-4689-aef5-17893dea59a0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:30.436874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.437042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f383b8a1-494e-438e-9c64-7a91d91e00be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.506244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.568780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.584127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1195d81e-7fe0-4689-aef5-17893dea59a0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:30.585371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.635744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port 1195d81e-7fe0-4689-aef5-17893dea59a0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1195d81e-7fe0-4689-aef5-17893dea59a0,segment=NetworkSegment(f6020eea-4925-4e0d-91d8-4863eaf66c6f),segment_id=f6020eea-4925-4e0d-91d8-4863eaf66c6f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:30.638853 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.677441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] DHCP port deletion for 63672ad6-2237-450f-bd86-f332c839c053 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:30.696269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 1195d81e-7fe0-4689-aef5-17893dea59a0 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:30.754936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.758087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.770126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/aadc2554-5278-4735-a8d1-f194c9d98b0f HTTP/1.1" status: 204 len: 168 time: 0.3692834 Aug 30 23:08:30.777525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37884) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.834739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb1cf0-3729-4be2-b601-cb8506974816 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadc2554-5278-4735-a8d1-f194c9d98b0f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:30.905836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-65efec4a-b579-4b43-83e9-afa494e696d5 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1195796 Aug 30 23:08:30.912222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37888) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:30.919830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062192860'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:30.930332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Deleting port 1195d81e-7fe0-4689-aef5-17893dea59a0 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:30.931407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.983538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:30.993723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.084065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=1195d81e-7fe0-4689-aef5-17893dea59a0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:31.107397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port 1195d81e-7fe0-4689-aef5-17893dea59a0 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:31.165151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.183160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.261284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37898) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.286022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] For port 1195d81e-7fe0-4689-aef5-17893dea59a0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1195d81e-7fe0-4689-aef5-17893dea59a0,segment=NetworkSegment(f6020eea-4925-4e0d-91d8-4863eaf66c6f),segment_id=f6020eea-4925-4e0d-91d8-4863eaf66c6f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:31.287072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.299798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47d9f1bd-b935-46df-93ea-e88158c29ce4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:31.303482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.304805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3906894 Aug 30 23:08:31.309312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.315552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-74d07ee6-a9bb-4264-baee-442079192434 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': '47d9f1bd-b935-46df-93ea-e88158c29ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:31.331073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.331496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.331824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.332714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.333191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.333540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.333906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.334275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.334584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.334919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.335262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.335598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f934751-8e2e-43e6-b586-dc989dd25ba3 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:31.338086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Calling delete_port for 1195d81e-7fe0-4689-aef5-17893dea59a0 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:31.347792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.363825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63672ad6-2237-450f-bd86-f332c839c053']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:31.387964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6020eea-4925-4e0d-91d8-4863eaf66c6f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:31.387964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6020eea-4925-4e0d-91d8-4863eaf66c6f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:31.401558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.419969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.429807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:31.430332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.433909 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-74d07ee6-a9bb-4264-baee-442079192434 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The resource could not be found. Aug 30 23:08:31.439370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74d07ee6-a9bb-4264-baee-442079192434 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1289344 Aug 30 23:08:31.442267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37904) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:08:31.448484 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:08:31.463540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2525e3f6-fe7c-4dac-b45e-4e086cc91eaa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': '47d9f1bd-b935-46df-93ea-e88158c29ce4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '22a79d2e-ea48-46cb-8784-f6880ddaaeeb'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:31.471853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:31.516772 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:31.521903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.532169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] Pushing event deleted for resources: {'Port': ['ID=1195d81e-7fe0-4689-aef5-17893dea59a0,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:31.537010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.540543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/63672ad6-2237-450f-bd86-f332c839c053 HTTP/1.1" status: 204 len: 168 time: 1.4292967 Aug 30 23:08:31.543531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41eb107-35d3-4a77-b4a8-099cee96f42c None None] No DVR routers for this DVR port 1195d81e-7fe0-4689-aef5-17893dea59a0 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:31.549272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37906) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.565807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc68779c-80a2-41bd-b9e8-d917557e3f29 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=63672ad6-2237-450f-bd86-f332c839c053,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:31.568709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'name': 'tempest-PortsTestJSON-702655758'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:31.623505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-584505327-network', 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:31.671518 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-2525e3f6-fe7c-4dac-b45e-4e086cc91eaa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The resource could not be found. Aug 30 23:08:31.675230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2525e3f6-fe7c-4dac-b45e-4e086cc91eaa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2268431 Aug 30 23:08:31.675543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37914) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.725303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:31.727254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.752908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.776160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.819626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.842058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:31.845832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.880326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port a8aee0f0-b9cf-47bc-be77-05c18d090e33 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:31.893942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.898378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.906517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/47d9f1bd-b935-46df-93ea-e88158c29ce4 HTTP/1.1" status: 204 len: 168 time: 0.2261314 Aug 30 23:08:31.907438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:31.951449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5701d392-4a71-4bd8-91b5-daa2f7397bd8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d9f1bd-b935-46df-93ea-e88158c29ce4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:31.993841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d8b86c0-bb01-4334-9502-9fd7f371dc39 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0788255 Aug 30 23:08:31.998012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:31.998648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.006208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fb2ff958-6ec1-43c1-9a7f-e01a7f94e04a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': 'b89785a0-ae80-4613-85e7-d57bb9b3a859', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:32.009939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.085984 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-fb2ff958-6ec1-43c1-9a7f-e01a7f94e04a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The resource could not be found. Aug 30 23:08:32.089881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb2ff958-6ec1-43c1-9a7f-e01a7f94e04a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0891705 Aug 30 23:08:32.093267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.100122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:32.103750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--813426304'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:32.130291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b93d17e-256a-40e1-a6d1-f958527bce8b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.141589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.145593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.146080 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Added segment f659a73e-e1c8-45c2-ac32-c647f2206307 of type vlan for network 384520cd-2a00-46bc-afba-47646bc5baa9 Aug 30 23:08:32.154213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.188280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.231288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.239769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1195d81e-7fe0-4689-aef5-17893dea59a0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:32.279606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1195d81e-7fe0-4689-aef5-17893dea59a0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:32.280346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1195d81e-7fe0-4689-aef5-17893dea59a0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:32.284896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.285873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:32.287042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.324329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.331672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.347183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.395007 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.396470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3017464 Aug 30 23:08:32.405848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37934) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.417875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.1432354 Aug 30 23:08:32.418381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1858588312'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:32.423770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37936) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.424781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.429274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Request body: {'subnet': {'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-584505327-subnet', 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:32.431618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7284664-7484-4b36-a7a3-ee9b4dcc4e7d tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27052e4c-f7ab-4d27-9c63-ec28e09c5591,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.460698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:32.461865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e040ac-4b56-45ef-8533-e33f8f613d48 admin admin] Pushing event updated for resources: {'Network': ['ID=384520cd-2a00-46bc-afba-47646bc5baa9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.470405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:32.474296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 384520cd-2a00-46bc-afba-47646bc5baa9 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:32.481307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=a8aee0f0-b9cf-47bc-be77-05c18d090e33,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.493616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:32.502312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:32.503288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.517756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:32.518251 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.560270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.api [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 30 23:08:32.560270 n-d-791504-21 neutron-server[101269]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 30 23:08:32.560270 n-d-791504-21 neutron-server[101269]: [parameters: {'project_id_1': '2b92549daa2e4086872d46f227c4dc15', 'expiration_1': datetime.datetime(2021, 8, 30, 23, 8, 32, 462519)}] Aug 30 23:08:32.560270 n-d-791504-21 neutron-server[101269]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101269) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:08:32.560796 n-d-791504-21 neutron-server[101269]: DEBUG oslo_db.api [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:08:32.569671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.579471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-631d5f9c-2bcf-4632-93eb-0cc82fb19096 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0268760 Aug 30 23:08:32.580046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.696645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.704270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.737457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.738814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3314805 Aug 30 23:08:32.741605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37940) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.746734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c59e93a5-fbdf-4e66-9371-1f9fbcf763e1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group_rule': {'security_group_id': '27052e4c-f7ab-4d27-9c63-ec28e09c5591', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c20cab5a-dfc0-46f0-88da-e97b36cbe253'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:32.753477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port a8aee0f0-b9cf-47bc-be77-05c18d090e33 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:32.753477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.764501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ca7aa-6af6-4f4d-ac58-3fcd97b13a8a tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20cab5a-dfc0-46f0-88da-e97b36cbe253,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.816779 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-c59e93a5-fbdf-4e66-9371-1f9fbcf763e1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:32.820805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c59e93a5-fbdf-4e66-9371-1f9fbcf763e1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0753677 Aug 30 23:08:32.820985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37942) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:32.858425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.893391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.897149 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.925773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for a8aee0f0-b9cf-47bc-be77-05c18d090e33 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:32.926883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.958204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=03411621-3cae-478b-a026-30f9e334a5eb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:32.980861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.983507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:32.984827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/c20cab5a-dfc0-46f0-88da-e97b36cbe253 HTTP/1.1" status: 204 len: 168 time: 0.1628911 Aug 30 23:08:32.988326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37944) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.002578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e0bbad-8694-4693-995d-17d76e915eff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20cab5a-dfc0-46f0-88da-e97b36cbe253,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:33.022043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:33.022403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Network hostable DHCP agents. Network: 384520cd-2a00-46bc-afba-47646bc5baa9, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:33.064019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:33.067082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.078676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 384520cd-2a00-46bc-afba-47646bc5baa9) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:33.090014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.092461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52597e2-8ee2-4954-9428-bdfb28426066 None None] Network 384520cd-2a00-46bc-afba-47646bc5baa9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:33.093135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:33.093816 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.110501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eb6b7940-37fc-431b-aa0d-348cc3ce62d7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1208458 Aug 30 23:08:33.112475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37946) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.139869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=a8aee0f0-b9cf-47bc-be77-05c18d090e33,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:33.155753 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.163855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.164991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ea904e04-41f1-4b00-be12-cd7b3056ecb0 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/a8aee0f0-b9cf-47bc-be77-05c18d090e33 HTTP/1.1" status: 204 len: 168 time: 0.5836885 Aug 30 23:08:33.179105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'mac_address': 'fa:16:3e:61:16:a2', 'name': 'tempest-PortsTestJSON-707572376'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:33.266518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2818b1ee-5868-4c66-878c-590cfb66e119 None None] Network 384520cd-2a00-46bc-afba-47646bc5baa9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:33.305512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.353291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.423462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.429486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.437715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ebd9201b-3569-44d0-9b4c-9143ec6dd2ef admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0125139 Aug 30 23:08:33.453435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.456066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.461836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/27052e4c-f7ab-4d27-9c63-ec28e09c5591 HTTP/1.1" status: 204 len: 168 time: 0.3397880 Aug 30 23:08:33.463328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37954) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.501583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f03faf-0f5b-4e91-a3db-458964a34399,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:33.514285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8a6933d8-d8fd-47c3-812d-2cbfa570da62 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2b92549daa2e4086872d46f227c4dc15&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3705773 Aug 30 23:08:33.519297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37956) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.535823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:33.546411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c126d4-4777-4f0c-bfca-027446f28409 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27052e4c-f7ab-4d27-9c63-ec28e09c5591,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:33.595737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66ca0492-fd40-4cea-b91f-c626eac6f938 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1243629 Aug 30 23:08:33.596939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.608476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040040224'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:33.656526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.823824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.831098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.890895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:33.896065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2968016 Aug 30 23:08:33.897282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ad99a4-3efe-4c72-bffc-40b2d07caf8f tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7126387f-91d0-4750-a394-3007bd0a96cb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:33.912069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37966) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:33.918497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-357d9774-f88e-487f-9b05-dd009cfc13a8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:33.919458 n-d-791504-21 neutron-server[101268]: WARNING neutron.api.v2.base [None req-357d9774-f88e-487f-9b05-dd009cfc13a8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 30 23:08:33.920142 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-357d9774-f88e-487f-9b05-dd009cfc13a8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] update failed (client error): There was a conflict when trying to complete your request. Aug 30 23:08:33.926542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-357d9774-f88e-487f-9b05-dd009cfc13a8 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "PUT /v2.0/security-groups/7126387f-91d0-4750-a394-3007bd0a96cb HTTP/1.1" status: 409 len: 330 time: 0.0126960 Aug 30 23:08:33.927407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.013735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.024760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.051669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 3999985a-6395-49f5-a3ba-8ba07aeb3cac yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:34.052176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.095818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.129007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.139691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.140154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.142255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/7126387f-91d0-4750-a394-3007bd0a96cb HTTP/1.1" status: 204 len: 168 time: 0.2133491 Aug 30 23:08:34.146895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37978) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.207468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8342f44-f4a8-4d9b-9fc0-3e89bc22aae1 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7126387f-91d0-4750-a394-3007bd0a96cb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:34.299033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-775f36ae-7f39-4632-9223-c05ef5036ec7 tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1452875 Aug 30 23:08:34.305070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37980) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.316697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.325854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.328869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.340338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7f03faf-0f5b-4e91-a3db-458964a34399 HTTP/1.1" status: 204 len: 168 time: 0.8081582 Aug 30 23:08:34.340980 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-6573d6ac-1bd4-430a-92a7-b07a1c0ad2ff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] delete failed (client error): The resource could not be found. Aug 30 23:08:34.340980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6573d6ac-1bd4-430a-92a7-b07a1c0ad2ff tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "DELETE /v2.0/security-groups/7d0f2809-1e21-4e3c-bd7c-2252ed59e841 HTTP/1.1" status: 404 len: 347 time: 0.0250046 Aug 30 23:08:34.340980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-a1efc667-5451-4ead-998f-82b16bfbcc1d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:34.343748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.346810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-a1efc667-5451-4ead-998f-82b16bfbcc1d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.1882386 Aug 30 23:08:34.364125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696bb25-f180-4a67-9bf4-fb7e1b014d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f03faf-0f5b-4e91-a3db-458964a34399,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:34.371329 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-9166d251-be0c-4a63-9b22-6156c56a553c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0196629 Aug 30 23:08:34.373819 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-21196de4-22f7-478d-8627-1d7d588632fa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] show failed (client error): The resource could not be found. Aug 30 23:08:34.374868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21196de4-22f7-478d-8627-1d7d588632fa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-groups/5504c114-747f-4462-a358-c3398067a1d9 HTTP/1.1" status: 404 len: 347 time: 0.0271854 Aug 30 23:08:34.380309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37986) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.407609 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-a9b1a234-959d-4876-849e-97b65741e3aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] show failed (client error): The resource could not be found. Aug 30 23:08:34.409163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a9b1a234-959d-4876-849e-97b65741e3aa tempest-NegativeSecGroupTest-654361936 tempest-NegativeSecGroupTest-654361936-project] 10.222.0.25 "GET /v2.0/security-group-rules/bd675d20-03c9-4569-9c29-24a2cd0ef056 HTTP/1.1" status: 404 len: 356 time: 0.0278828 Aug 30 23:08:34.414432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-58626314-ae40-48ea-ac79-3359d8bf7533 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356219 Aug 30 23:08:34.447713 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.525392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:34.531114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:34.537073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:34.543874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:34.544552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.554971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=3999985a-6395-49f5-a3ba-8ba07aeb3cac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:34.562394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-feeab315-0a2c-4103-ae05-9c7a6110204e service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399751 Aug 30 23:08:34.586531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-44f34a9a-6c24-4684-aa2f-a2162e331dd9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.4183416 Aug 30 23:08:34.588391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37992) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.689013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd1f274-69d0-492c-97c6-fe485a13820e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:34.690548 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4fd1f274-69d0-492c-97c6-fe485a13820e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/3999985a-6395-49f5-a3ba-8ba07aeb3cac HTTP/1.1" status: 200 len: 840 time: 0.1010597 Aug 30 23:08:34.695282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37996) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.789418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-4f503bed-23cd-42cb-b046-781e6d396305 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154312 Aug 30 23:08:34.833476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 3999985a-6395-49f5-a3ba-8ba07aeb3cac {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:34.833980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.897988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38000) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:34.951092 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:34.970231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 3999985a-6395-49f5-a3ba-8ba07aeb3cac owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:35.095534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:35.110486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28209be6-f5c7-42db-aaba-7ff4ccac905b req-6b9c6132-6695-4220-b611-ebfbd7144c9d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0637145 Aug 30 23:08:35.116499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5350cb50-8a09-479f-b58b-0f6394792832 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.167889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.206659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-deb5c849-8ab9-4fca-811b-e5028600791c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a69d847726d46ea9d37de7dd10e6bc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068607 Aug 30 23:08:35.207901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38010) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:35.208074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=3999985a-6395-49f5-a3ba-8ba07aeb3cac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:35.237696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.241036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69169dc5-2c34-4027-8567-f259dc55136b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/3999985a-6395-49f5-a3ba-8ba07aeb3cac HTTP/1.1" status: 204 len: 168 time: 0.5439196 Aug 30 23:08:35.245602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38012) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:35.281189 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.294986 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce79a99b-ea15-47cf-b555-54815351efd8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:35.301714 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce79a99b-ea15-47cf-b555-54815351efd8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/3999985a-6395-49f5-a3ba-8ba07aeb3cac HTTP/1.1" status: 404 len: 333 time: 0.0507257 Aug 30 23:08:35.303538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:35.310226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'name': 'tempest-PortsTestJSON-263994993'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:35.330388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.430042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.432779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.434031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42bd1893-ccb6-40e1-9a67-e014f23f277f HTTP/1.1" status: 204 len: 168 time: 0.2249694 Aug 30 23:08:35.445196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603eb68-9f53-47e0-95dc-43340c381bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42bd1893-ccb6-40e1-9a67-e014f23f277f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:35.519898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5350cb50-8a09-479f-b58b-0f6394792832 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.527156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5350cb50-8a09-479f-b58b-0f6394792832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.586162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:35.589841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.595676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5350cb50-8a09-479f-b58b-0f6394792832 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5040325f48634f6fb170a475cdfbdc2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4989791 Aug 30 23:08:35.596520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5350cb50-8a09-479f-b58b-0f6394792832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83050eb-4a1b-4eff-812e-b8ee1673ae48,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:35.598897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38026) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:35.646178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port d149294f-5875-4851-a507-2249f1883d58 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:35.717532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.780667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.883641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.886537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:35.891191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e83050eb-4a1b-4eff-812e-b8ee1673ae48 HTTP/1.1" status: 204 len: 168 time: 0.2879500 Aug 30 23:08:35.909370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2c0ec-ed82-4367-b4bf-14065a60b3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83050eb-4a1b-4eff-812e-b8ee1673ae48,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:36.021016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.102319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.210893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:36.214875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:36.217908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:36.225230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:36.225913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.233484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=d149294f-5875-4851-a507-2249f1883d58,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:36.263693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38040) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:36.264542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-43578b48-fa55-47dd-8dab-063f990c901f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9587247 Aug 30 23:08:36.271716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:36.280680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cb8aa48-8ea0-4ab8-be5c-ddbc841cb019 req-58c3e344-600e-4f10-b7f2-66554aa63660 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0341439 Aug 30 23:08:36.377579 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.747075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.762024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e72353a2-d92e-4b74-a514-3829beaaeb73 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:36.764354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e72353a2-d92e-4b74-a514-3829beaaeb73 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.2726812 Aug 30 23:08:36.770958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.803954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:36.884281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] In _notify_port_updated(), no bound segment for port d149294f-5875-4851-a507-2249f1883d58 on network 1611f4c7-1280-46d1-a147-f395189c0892 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:08:36.890472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:36.891206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:36.899443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/ports/d149294f-5875-4851-a507-2249f1883d58 HTTP/1.1" status: 200 len: 818 time: 0.6271992 Aug 30 23:08:36.901515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38060) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:36.994037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69581686-720e-4e3f-a9f8-63c31684a974 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=d149294f-5875-4851-a507-2249f1883d58,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:37.077887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port d149294f-5875-4851-a507-2249f1883d58 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:37.078832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.086869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:37.099172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.226080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.249685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for d149294f-5875-4851-a507-2249f1883d58 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:37.393686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.6 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/cc172413-0093-4d09-ac6b-7dc0efba01bc) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:37.440279 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.478795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d62d122-d334-46eb-b184-dfd39c093ac0 req-81b8722e-bebf-4cdb-a44a-06315ca6991a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 210 time: 0.0483463 Aug 30 23:08:37.558546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=d149294f-5875-4851-a507-2249f1883d58,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:37.561145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.569087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-532f12f1-eec7-415e-80aa-d4183d2c52c7 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/d149294f-5875-4851-a507-2249f1883d58 HTTP/1.1" status: 204 len: 168 time: 0.6628535 Aug 30 23:08:37.570086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:37.684150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd3a6b-8621-4d04-9573-7f5b92041075 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:37.690780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9fd3a6b-8621-4d04-9573-7f5b92041075 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1127377 Aug 30 23:08:37.692839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38082) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:37.735311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.739726 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdff7ec5-cf21-4cbf-8f9a-3c22de7ab770 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:37.742184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cdff7ec5-cf21-4cbf-8f9a-3c22de7ab770 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/d149294f-5875-4851-a507-2249f1883d58 HTTP/1.1" status: 404 len: 333 time: 0.0450618 Aug 30 23:08:37.747238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38086) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:37.760566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-574107429'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:37.820601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:37.823984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.838587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:37.922039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:37.975668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:37.998041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:38.003487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:38.008138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:38.011752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.012013 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment d810b840-61e0-47e8-bba2-216cc300a749 of type vlan for network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 Aug 30 23:08:38.134703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.144707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:38.145354 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.169266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-8a9b669e-593b-44f3-b229-4f56cf5384f2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3880496 Aug 30 23:08:38.184214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Request body: {'port': {'device_id': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:38.223570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.230095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:38.230755 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.328155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5750687 Aug 30 23:08:38.330592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38104) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:38.347157 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.347883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:38.349670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd982a-2627-425f-9bac-6d0103060c39 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=3e7de39b-cde8-4406-8ae6-96b6bc419e67,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:38.370242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:38.494636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:38.500519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.763074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fab6b-91cc-4d02-886e-ad259c545dad req-97e0a012-7eb8-47c1-9e94-f599cca27f9f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:38.765763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa7fab6b-91cc-4d02-886e-ad259c545dad req-97e0a012-7eb8-47c1-9e94-f599cca27f9f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 931 time: 0.0847702 Aug 30 23:08:38.918844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc172413-0093-4d09-ac6b-7dc0efba01bc {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:08:38.921593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa7fab6b-91cc-4d02-886e-ad259c545dad req-e0edf5df-93f9-44af-a69b-17dcb50844e9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074083 Aug 30 23:08:38.952111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.962721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:38.995117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Transition to ACTIVE for port object cc172413-0093-4d09-ac6b-7dc0efba01bc will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:39.003956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.106427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=151ec053-d3e1-45a3-aa37-1c9eb685c6e9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:39.108772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': 'd810b840-61e0-47e8-bba2-216cc300a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:39.110322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 3e7de39b-cde8-4406-8ae6-96b6bc419e67, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:39.160048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:39.179255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3e7de39b-cde8-4406-8ae6-96b6bc419e67) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:39.193677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:39.201987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:39.203531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.210714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d41799-800d-4d0f-a08f-ff0d04bdb42a None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:39.234909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1aceb11-87d3-4b74-b82b-4ce3922a1234 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9001086 Aug 30 23:08:39.242933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:39.260794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:39.357419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Attempting to bind port cc172413-0093-4d09-ac6b-7dc0efba01bc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:08:39.357830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Attempting to bind port cc172413-0093-4d09-ac6b-7dc0efba01bc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:08:39.358173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Attempting to bind port cc172413-0093-4d09-ac6b-7dc0efba01bc on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:39.363569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Port cc172413-0093-4d09-ac6b-7dc0efba01bc on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:08:39.363893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Attempting to bind port cc172413-0093-4d09-ac6b-7dc0efba01bc on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:39.370713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:08:39.371154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:39.371754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:08:39.372352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Bound port: cc172413-0093-4d09-ac6b-7dc0efba01bc, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:08:39.373014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.529243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:39.552933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:08:39.554388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': '151ec053-d3e1-45a3-aa37-1c9eb685c6e9'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:08:39.555285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.557584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.560970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:08:39.569119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.646280 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:08:39.664826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:39.666422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:39.669476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] 10.222.0.47 "PUT /v2.0/ports/cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 200 len: 1092 time: 1.4896784 Aug 30 23:08:39.670540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:08:39.690723 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 151ec053-d3e1-45a3-aa37-1c9eb685c6e9 (CIDR: 172.20.0.0/28) Aug 30 23:08:39.694319 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a887a3-5050-4e57-b874-5a4f09e23a01" -d '{"events": [{"name": "network-changed", "server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:08:39.695233 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:08:39.696020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:08:39.715187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-427d74cc-64a6-4890-833d-4287bf134619 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4685190 Aug 30 23:08:39.739729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:39.755749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:39.771114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e1b13a-87fe-4ada-9a58-e994be88eb92 service neutron] Pushing event updated for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:39.823677 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41aa3c3f-aff9-4bf2-8229-b2cff0e80bfd x-openstack-request-id: req-41aa3c3f-aff9-4bf2-8229-b2cff0e80bfd {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:08:39.824121 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:08:39.824434 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41aa3c3f-aff9-4bf2-8229-b2cff0e80bfd {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:08:39.824861 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc', 'status': 'completed', 'code': 200} Aug 30 23:08:39.861085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-9adbe34e-ad1f-4827-a9ac-b4ae44766bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:39.865949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-9adbe34e-ad1f-4827-a9ac-b4ae44766bb2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 1095 time: 0.1107056 Aug 30 23:08:39.886918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Allocated IP 172.20.0.2 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/151ec053-d3e1-45a3-aa37-1c9eb685c6e9/f2593214-9f4c-486f-8772-dde79f4822fd) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:39.938646 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-75c97582-260b-409b-8d54-cedad937bc34 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 200 len: 217 time: 0.0635529 Aug 30 23:08:40.056086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:40.065397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.072681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-36c53fe4-af87-4dff-baa5-72ded1369f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:40.074809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-36c53fe4-af87-4dff-baa5-72ded1369f5e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1283848 Aug 30 23:08:40.160643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-a29b9b1b-0ad1-4999-a61c-5c667cbb3581 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715561 Aug 30 23:08:40.250407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.264943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Transition to ACTIVE for port object f2593214-9f4c-486f-8772-dde79f4822fd will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:40.282598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d51611-ab84-4424-842f-89f547c6552d req-d5aaf5a6-16ed-45ec-8fc7-07b1c82dc67a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:40.286272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Transition to ACTIVE for port object f2593214-9f4c-486f-8772-dde79f4822fd will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:40.297369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82d51611-ab84-4424-842f-89f547c6552d req-d5aaf5a6-16ed-45ec-8fc7-07b1c82dc67a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 943 time: 0.1699343 Aug 30 23:08:40.313907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.381850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-2ebe9aff-ed56-4af3-996e-d9267c51c0f1 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185941 Aug 30 23:08:40.436735 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-82d51611-ab84-4424-842f-89f547c6552d req-9b61f66d-cea6-49d6-8478-e1ff1b792b06 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364756 Aug 30 23:08:40.456458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Pushing event updated for resources: {'Port': ['ID=f2593214-9f4c-486f-8772-dde79f4822fd,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:40.467413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a64e0b04-1fb9-40e0-9bbd-fc14832929c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.486309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:40.489356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:40.501207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:40.584632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Attempting to bind port f2593214-9f4c-486f-8772-dde79f4822fd on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:08:40.585213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Attempting to bind port f2593214-9f4c-486f-8772-dde79f4822fd by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd810b840-61e0-47e8-bba2-216cc300a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:08:40.585360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Attempting to bind port f2593214-9f4c-486f-8772-dde79f4822fd on network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:40.593677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:08:40.594083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Checking segment: {'id': 'd810b840-61e0-47e8-bba2-216cc300a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:40.594555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.594962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Bound using segment: {'id': 'd810b840-61e0-47e8-bba2-216cc300a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:08:40.595502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Bound port: f2593214-9f4c-486f-8772-dde79f4822fd, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd810b840-61e0-47e8-bba2-216cc300a749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:08:40.595898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.609752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8b8d8432-da78-4b5b-b266-44141acec0d7 req-9039b4ee-9aa5-4fe3-a426-df2cc781969d service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162411 Aug 30 23:08:40.691978 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.696115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] For port f2593214-9f4c-486f-8772-dde79f4822fd, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:08:40.700203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] For port f2593214-9f4c-486f-8772-dde79f4822fd, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f2593214-9f4c-486f-8772-dde79f4822fd,segment=NetworkSegment(d810b840-61e0-47e8-bba2-216cc300a749),segment_id=d810b840-61e0-47e8-bba2-216cc300a749)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:08:40.708949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.728986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-4c415c87-8530-4967-8baf-4a2bcb8e4ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:40.731685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-4c415c87-8530-4967-8baf-4a2bcb8e4ea1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 1095 time: 0.0636644 Aug 30 23:08:40.751242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=acb4c3f6-c623-4193-805e-653729cd45e1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:40.777974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a143fb74-2328-4947-aa5c-8bbf89247f86 None None] Pushing event updated for resources: {'Port': ['ID=f2593214-9f4c-486f-8772-dde79f4822fd,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:40.800906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:40.805041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:40.814225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:40.814857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:40.846519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7e69acb-c08f-4c26-8080-6d6e13078485 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1032913 Aug 30 23:08:40.849081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38154) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:40.855292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'fixed_ips': [{'subnet_id': '151ec053-d3e1-45a3-aa37-1c9eb685c6e9'}, {'subnet_id': 'acb4c3f6-c623-4193-805e-653729cd45e1'}], 'name': 'tempest-PortsTestJSON-2034196722'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:40.903793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-26b25d87-41b9-407f-9f4a-3c40718a6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:40.906210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-26b25d87-41b9-407f-9f4a-3c40718a6bd5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.1668229 Aug 30 23:08:40.970086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-780c0d97-2b8d-45de-92d5-4ba0399fd74d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 200 len: 217 time: 0.0487318 Aug 30 23:08:41.042493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:41.102103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-ec4ccc75-f07b-4687-a42f-eb7655b9ae8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:41.103761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-ec4ccc75-f07b-4687-a42f-eb7655b9ae8f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1262374 Aug 30 23:08:41.174357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-bdaceeb6-b612-42f2-9140-3632276fc69d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578074 Aug 30 23:08:41.247920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:41.272386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:41.419421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-e334b0d5-2c67-48e0-ab00-d48bab62f677 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339392 Aug 30 23:08:41.800048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a887a3-5050-4e57-b874-5a4f09e23a01 req-ca1a587b-89f4-4c8c-9135-0d0baebd74e6 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717651 Aug 30 23:08:41.833008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cd5081-d209-4922-a9ee-e503dbf6f566 req-0e63e5a6-2c6d-4bfb-b0c5-b26a2571318b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:41.838814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56cd5081-d209-4922-a9ee-e503dbf6f566 req-0e63e5a6-2c6d-4bfb-b0c5-b26a2571318b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 943 time: 0.1390865 Aug 30 23:08:41.904222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56cd5081-d209-4922-a9ee-e503dbf6f566 req-5f3a8ec5-9e1c-40e2-bded-f651b7d6aec4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572078 Aug 30 23:08:41.912199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.13 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/151ec053-d3e1-45a3-aa37-1c9eb685c6e9/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:41.921875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.18 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/acb4c3f6-c623-4193-805e-653729cd45e1/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:42.161991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:42.196615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:42.275652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:42.282199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f2593214-9f4c-486f-8772-dde79f4822fd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:42.354235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:42.364676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:42.366761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:42.369713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:42.374623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f2593214-9f4c-486f-8772-dde79f4822fd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:42.437508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:42.438449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:42.447097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2c711b-01a9-4ef3-98fe-fcecef95b280 None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:42.478565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-78f8c59d-be8b-4d9d-8e54-a8db24e363d2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6278706 Aug 30 23:08:42.481542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38164) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:42.492345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '151ec053-d3e1-45a3-aa37-1c9eb685c6e9'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:42.510765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device cc172413-0093-4d09-ac6b-7dc0efba01bc details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:08:42.625614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Provisioning for port f2593214-9f4c-486f-8772-dde79f4822fd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:42.630320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:42.636893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Provisioning complete for port f2593214-9f4c-486f-8772-dde79f4822fd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:42.637266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:42.922356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:42.958697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'cc172413-0093-4d09-ac6b-7dc0efba01bc', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': 'cc172413-0093-4d09-ac6b-7dc0efba01bc', 'mac_address': 'fa:16:3e:6c:91:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:08:43.048276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.065712 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.095512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] For port f2593214-9f4c-486f-8772-dde79f4822fd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f2593214-9f4c-486f-8772-dde79f4822fd,segment=NetworkSegment(d810b840-61e0-47e8-bba2-216cc300a749),segment_id=d810b840-61e0-47e8-bba2-216cc300a749)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:43.145767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.152810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.240212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c046fd-f2f5-412a-af5b-157d2ae501a7 None None] Pushing event updated for resources: {'Port': ['ID=f2593214-9f4c-486f-8772-dde79f4822fd,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:43.263266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829f34-b38a-4267-89db-1314b12e3f7e req-3a7a6935-5ddd-4cfb-84dc-13488c2faf46 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:43.271355 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9829f34-b38a-4267-89db-1314b12e3f7e req-3a7a6935-5ddd-4cfb-84dc-13488c2faf46 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 943 time: 0.1680639 Aug 30 23:08:43.287747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc172413-0093-4d09-ac6b-7dc0efba01bc {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:08:43.339555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d9829f34-b38a-4267-89db-1314b12e3f7e req-1a9af8a1-96a2-42dd-abfd-176947a1e996 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672083 Aug 30 23:08:43.350011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Update dhcp port {'port': {'network_id': '3e7de39b-cde8-4406-8ae6-96b6bc419e67', 'fixed_ips': [{'subnet_id': '151ec053-d3e1-45a3-aa37-1c9eb685c6e9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'acb4c3f6-c623-4193-805e-653729cd45e1'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'f2593214-9f4c-486f-8772-dde79f4822fd'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:08:43.363724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e8088dca-e0d0-43de-9c6d-45b848047aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.368665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:43.375539 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.494433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Delete allocated IP 172.20.0.18 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/acb4c3f6-c623-4193-805e-653729cd45e1) {{(pid=101268) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:08:43.510013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.551920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:43.662179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:08:43.775144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.818106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Ignored duplicate provisioning block setup for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:08:43.825718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:43.968054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Allocated IP 172.20.0.19 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/acb4c3f6-c623-4193-805e-653729cd45e1/f2593214-9f4c-486f-8772-dde79f4822fd) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:44.031744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:44.069766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] In _notify_port_updated(), no bound segment for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c on network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:08:44.080520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:44.081354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:44.086844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66253762-6b65-4a56-bfc0-93e5726d0765 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/ports/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c HTTP/1.1" status: 200 len: 920 time: 1.6000831 Aug 30 23:08:44.087216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38186) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:44.092767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '151ec053-d3e1-45a3-aa37-1c9eb685c6e9'}, {'subnet_id': 'acb4c3f6-c623-4193-805e-653729cd45e1'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:44.244164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] For port f2593214-9f4c-486f-8772-dde79f4822fd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f2593214-9f4c-486f-8772-dde79f4822fd,segment=NetworkSegment(d810b840-61e0-47e8-bba2-216cc300a749),segment_id=d810b840-61e0-47e8-bba2-216cc300a749)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:44.257320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f2593214-9f4c-486f-8772-dde79f4822fd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:44.331584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:44.358221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:44.363149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Transition to ACTIVE for port object f2593214-9f4c-486f-8772-dde79f4822fd will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:44.377409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:44.582655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b25671-0a4c-45ce-8e97-22ed84b20fc9 None None] Pushing event updated for resources: {'Port': ['ID=f2593214-9f4c-486f-8772-dde79f4822fd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:44.586388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:44.705646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23859b-8f63-4be2-a333-e4517a450dcc req-a21a11fe-fb4c-4e01-8d4a-d41a3913d329 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:44.707425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab23859b-8f63-4be2-a333-e4517a450dcc req-a21a11fe-fb4c-4e01-8d4a-d41a3913d329 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 944 time: 0.1991906 Aug 30 23:08:44.865820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab23859b-8f63-4be2-a333-e4517a450dcc req-4bbb6745-c947-4e6e-b24d-91221fea05b2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457887 Aug 30 23:08:45.020210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.24 (3e7de39b-cde8-4406-8ae6-96b6bc419e67/acb4c3f6-c623-4193-805e-653729cd45e1/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:45.413901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.452083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Ignored duplicate provisioning block setup for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:08:45.464377 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.576619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:45.658315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2000815-623b-4590-8a1f-13d051de7aa5 None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:45.668605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] In _notify_port_updated(), no bound segment for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c on network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:08:45.681288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:45.681890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.685408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e0c6e086-5476-4929-874f-821bc33df035 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/ports/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c HTTP/1.1" status: 200 len: 1000 time: 1.5956347 Aug 30 23:08:45.687009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38200) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:45.789879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Provisioning for port f2593214-9f4c-486f-8772-dde79f4822fd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:45.817053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Provisioning complete for port f2593214-9f4c-486f-8772-dde79f4822fd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:45.817424 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.827167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:45.827733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.973714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:45.988508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:46.000655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.004732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Provisioning for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:46.010956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Provisioning complete for port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:46.011564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.068767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1c62d2d0-cdcc-4a4f-bf25-e9e9e5731826 None None] Port fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:08:46.085572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a64d7-02ab-4791-8973-858061a7a39b req-0660b9c3-fe9d-4bc7-ac9e-3187db165ebc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:46.087893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca9a64d7-02ab-4791-8973-858061a7a39b req-0660b9c3-fe9d-4bc7-ac9e-3187db165ebc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 944 time: 0.1085112 Aug 30 23:08:46.152191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca9a64d7-02ab-4791-8973-858061a7a39b req-6180a430-4464-4c44-9c8a-72670d847ed4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Aug 30 23:08:46.278975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f2593214-9f4c-486f-8772-dde79f4822fd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:46.377625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.396107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f2593214-9f4c-486f-8772-dde79f4822fd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:46.396713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.457585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:46.649298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.651798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-64a13251-7cc3-466b-b385-edc82934df53 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c HTTP/1.1" status: 204 len: 168 time: 0.9630048 Aug 30 23:08:46.656335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38220) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:46.703930 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e86bf3-83da-45ee-b728-c00ff85857d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:46.707062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-81e86bf3-83da-45ee-b728-c00ff85857d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c HTTP/1.1" status: 404 len: 333 time: 0.0485640 Aug 30 23:08:46.711188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:46.798334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device cc172413-0093-4d09-ac6b-7dc0efba01bc up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:46.825203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet acb4c3f6-c623-4193-805e-653729cd45e1 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:46.829908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.911936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dff47829-318a-4804-b12c-91896a819ee5 None None] Provisioning complete for port f2593214-9f4c-486f-8772-dde79f4822fd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:46.912222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dff47829-318a-4804-b12c-91896a819ee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.934271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:46.986613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port cc172413-0093-4d09-ac6b-7dc0efba01bc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:47.018353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port cc172413-0093-4d09-ac6b-7dc0efba01bc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:47.019133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.179067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dff47829-318a-4804-b12c-91896a819ee5 None None] Could not find standard attr ID for object fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:47.191076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.204077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.245763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:08:47.248237 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa2381a-c45c-457a-87be-61dd9649f0db" -d '{"events": [{"server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:08:47.298777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:47.308599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a0fecc62-c484-4d0a-9335-cd592a5ebec9 None None] Could not find standard attr ID for object fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:47.312588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.398628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.491008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:47.531545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.535383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/acb4c3f6-c623-4193-805e-653729cd45e1 HTTP/1.1" status: 204 len: 168 time: 0.8230546 Aug 30 23:08:47.546620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:47.554004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d7acb9-1187-417f-9f05-e8d1995e689e None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:47.673097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73bc2e-90a4-48bc-8f65-9865c2e407e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=acb4c3f6-c623-4193-805e-653729cd45e1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:47.726126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet 151ec053-d3e1-45a3-aa37-1c9eb685c6e9 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:47.733956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:47.735788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d38c-14f0-4066-b2f9-e9a24b3937e2 req-532e35da-7321-4c69-9f2f-cfebfe8040fe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:47.747911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e65d38c-14f0-4066-b2f9-e9a24b3937e2 req-532e35da-7321-4c69-9f2f-cfebfe8040fe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.3409631 Aug 30 23:08:47.796199 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:08:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0042faff-d234-49ee-8d32-6c398b682538 x-openstack-request-id: req-0042faff-d234-49ee-8d32-6c398b682538 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:08:47.797344 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "name": "network-vif-plugged", "status": "completed", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:08:47.797858 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0042faff-d234-49ee-8d32-6c398b682538 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:08:47.801424 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc', 'code': 200} Aug 30 23:08:47.804496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6a634ba4-d0f5-4c48-bd5f-d009f3e3b7cc None None] Could not find standard attr ID for object fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:47.885823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5e65d38c-14f0-4066-b2f9-e9a24b3937e2 req-0054dcf8-1b18-47de-9413-0029117862ed tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365213 Aug 30 23:08:47.928409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.024648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77278714-c6a2-495b-82ed-1da62cd4c4e2 req-052e6e2c-5015-4365-a4d4-4598c4046ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:48.039755 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77278714-c6a2-495b-82ed-1da62cd4c4e2 req-052e6e2c-5015-4365-a4d4-4598c4046ddd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 1097 time: 0.1502142 Aug 30 23:08:48.147317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.170493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77278714-c6a2-495b-82ed-1da62cd4c4e2 req-70e98987-9302-4bf9-9dc5-81a8e3ea7243 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239638 Aug 30 23:08:48.300024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.378796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=151ec053-d3e1-45a3-aa37-1c9eb685c6e9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:48.382935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.387516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-752472ff-e5cc-493a-b789-4171ac3fcd67 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/151ec053-d3e1-45a3-aa37-1c9eb685c6e9 HTTP/1.1" status: 204 len: 168 time: 0.8353763 Aug 30 23:08:48.391923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38254) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:48.673352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.790801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port f2593214-9f4c-486f-8772-dde79f4822fd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:48.791152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:48.969297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port f2593214-9f4c-486f-8772-dde79f4822fd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f2593214-9f4c-486f-8772-dde79f4822fd,segment=NetworkSegment(d810b840-61e0-47e8-bba2-216cc300a749),segment_id=d810b840-61e0-47e8-bba2-216cc300a749)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:48.973218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.011351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for f2593214-9f4c-486f-8772-dde79f4822fd owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:49.098667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e0925-1e7f-454a-aee8-04c6911a170d None None] Network 3e7de39b-cde8-4406-8ae6-96b6bc419e67 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:49.152814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.166516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d8a2fc-7091-4d4c-8415-6752e984e53c req-c580b03c-5e17-4003-9c08-eedf38b3dd7f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:49.170345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53d8a2fc-7091-4d4c-8415-6752e984e53c req-c580b03c-5e17-4003-9c08-eedf38b3dd7f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.1520898 Aug 30 23:08:49.232109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f7cff3cc-3f84-4efe-b815-d429e406189d None None] Could not find standard attr ID for object f2593214-9f4c-486f-8772-dde79f4822fd. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:49.269304 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53d8a2fc-7091-4d4c-8415-6752e984e53c req-dc0d3b06-8a7a-40e8-92f2-e5cad94a2195 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837374 Aug 30 23:08:49.604391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62af2752-66e3-45b1-ab18-6bc097f09971 None None] DHCP port deletion for 3e7de39b-cde8-4406-8ae6-96b6bc419e67 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:49.772949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=f2593214-9f4c-486f-8772-dde79f4822fd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:49.778197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port f2593214-9f4c-486f-8772-dde79f4822fd on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:08:49.876893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.893929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7de39b-cde8-4406-8ae6-96b6bc419e67']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:49.909106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd810b840-61e0-47e8-bba2-216cc300a749') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:49.910001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd810b840-61e0-47e8-bba2-216cc300a749') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:08:49.922752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.947043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.958907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:08:49.959464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:08:49.964021 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:08:50.067724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.083630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.091118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/3e7de39b-cde8-4406-8ae6-96b6bc419e67 HTTP/1.1" status: 204 len: 168 time: 1.6952558 Aug 30 23:08:50.097726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:50.152979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faa7438-5e9f-4a5e-aae7-85cee0c436bd tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=3e7de39b-cde8-4406-8ae6-96b6bc419e67,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:50.203257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792eece0-6aa0-4121-90fa-93b782c7ac08 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:50.205916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-792eece0-6aa0-4121-90fa-93b782c7ac08 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1069229 Aug 30 23:08:50.212631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38270) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:50.220771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f2593214-9f4c-486f-8772-dde79f4822fd no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:08:50.260490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f2593214-9f4c-486f-8772-dde79f4822fd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:08:50.261068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f2593214-9f4c-486f-8772-dde79f4822fd not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:08:50.289114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e3d98dd-70db-4bd2-9477-a4015f0b9286 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0750990 Aug 30 23:08:50.293220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:50.298695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1048231309'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:50.330326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:50.335106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.370964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:08:50.389171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.389736 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment 8a80102f-0c94-4b4a-8e19-eae122f52c08 of type vlan for network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 Aug 30 23:08:50.439790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cc98e-aa95-4037-a947-43ed29f90e49 req-8aef97d0-71ef-47f1-8f23-fe7af88355fd tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:50.444719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.446345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-939cc98e-aa95-4037-a947-43ed29f90e49 req-8aef97d0-71ef-47f1-8f23-fe7af88355fd tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.0670414 Aug 30 23:08:50.474085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.481582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:50.482512 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:50.507623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-939cc98e-aa95-4037-a947-43ed29f90e49 req-c4d8618b-a473-4848-9e93-31476cae6671 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581424 Aug 30 23:08:50.552478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2580295 Aug 30 23:08:50.556271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38280) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:50.566340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:50.643343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ccd066-f79c-49d0-b05e-1afc37756c1c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=03eb114c-6cab-40d2-abf4-750a2ce9b3e4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:50.667218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:08:50.718133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:50.725271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:51.421333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-ffdee078-57aa-41cc-81d9-6b9d1359f715 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:51.423750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-ffdee078-57aa-41cc-81d9-6b9d1359f715 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.5705774 Aug 30 23:08:51.463199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-6337d035-0598-4737-b008-254dd0dbccc9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0308747 Aug 30 23:08:51.548131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:51.587856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-e3af11bf-5c06-45b7-b860-d0441344cbd5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1180363 Aug 30 23:08:51.681560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=bb8b3c05-c5ce-4679-8c94-6f761fe79ed5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:51.705724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': '8a80102f-0c94-4b4a-8e19-eae122f52c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:51.706684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 03eb114c-6cab-40d2-abf4-750a2ce9b3e4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:08:51.734560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-e50cf9a0-c487-4d34-a590-e99355bed3a5 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388524 Aug 30 23:08:51.750501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:08:51.804185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 03eb114c-6cab-40d2-abf4-750a2ce9b3e4) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:51.811748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:51.812395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:51.822956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaf613f-7089-44f1-a1cd-4df4819cc9cb None None] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:51.842617 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-96c4fa20-bded-476f-a115-68076e01a2f6 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2848165 Aug 30 23:08:51.844918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:51.852110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4', 'name': 'tempest-PortsTestJSON-870174630'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:51.864204 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4456ce52-cf12-4a6d-91d6-d78b158204f9 req-38d626a6-4a9f-4efe-9c34-5e77413e7810 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226449 Aug 30 23:08:52.074923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-03eb114c-6cab-40d2-abf4-750a2ce9b3e4', 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': 'bb8b3c05-c5ce-4679-8c94-6f761fe79ed5'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:08:52.085533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:52.090931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:52.091679 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:52.140031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 87d448f8-f870-474f-976b-d207181cc43c yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:52.463231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:52.474956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.8 (03eb114c-6cab-40d2-abf4-750a2ce9b3e4/bb8b3c05-c5ce-4679-8c94-6f761fe79ed5/87d448f8-f870-474f-976b-d207181cc43c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:52.820113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:52.877323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 87d448f8-f870-474f-976b-d207181cc43c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:52.964720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.022722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Allocated IP 172.20.0.2 (03eb114c-6cab-40d2-abf4-750a2ce9b3e4/bb8b3c05-c5ce-4679-8c94-6f761fe79ed5/07b5484b-e354-4fb2-b429-e8e2acb1c05d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:53.125590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=87d448f8-f870-474f-976b-d207181cc43c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:53.142674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:53.151020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:53.156013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:53.310167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.322207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-ee5caa0c-9192-41c2-a6a7-3eea9aecb741 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:53.323097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Transition to ACTIVE for port object 07b5484b-e354-4fb2-b429-e8e2acb1c05d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:53.330182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-ee5caa0c-9192-41c2-a6a7-3eea9aecb741 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.3906174 Aug 30 23:08:53.345957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Transition to ACTIVE for port object 07b5484b-e354-4fb2-b429-e8e2acb1c05d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:53.350429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:53.351228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.356878 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.371093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-de919e44-6090-47bf-9a7a-1b82d5b568ed tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0397732 Aug 30 23:08:53.415874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5b4936b-9e23-465c-a809-5d6a11b3f1f9 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5664897 Aug 30 23:08:53.416232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:53.423583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4', 'name': 'tempest-PortsTestJSON-1825427890'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:53.473913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-d11d3066-04af-4d11-b886-7577c996acd8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1019170 Aug 30 23:08:53.503385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:53.508921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:53.514808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:53.518911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Pushing event updated for resources: {'Port': ['ID=07b5484b-e354-4fb2-b429-e8e2acb1c05d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:53.651614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Attempting to bind port 07b5484b-e354-4fb2-b429-e8e2acb1c05d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:08:53.654957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Attempting to bind port 07b5484b-e354-4fb2-b429-e8e2acb1c05d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8a80102f-0c94-4b4a-8e19-eae122f52c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:08:53.654957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Attempting to bind port 07b5484b-e354-4fb2-b429-e8e2acb1c05d on network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:08:53.666673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:53.672029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.672344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:08:53.673488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Checking segment: {'id': '8a80102f-0c94-4b4a-8e19-eae122f52c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:08:53.674231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.675262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Bound using segment: {'id': '8a80102f-0c94-4b4a-8e19-eae122f52c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:08:53.676118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Bound port: 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a80102f-0c94-4b4a-8e19-eae122f52c08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '03eb114c-6cab-40d2-abf4-750a2ce9b3e4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:08:53.677150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:53.703595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port e206d34b-fe3d-4189-990e-32376f4e7df4 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:08:53.810534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-22975347-4970-4690-a82f-d76fda7f39f2 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264837 Aug 30 23:08:53.878570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] For port 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:08:53.888181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] For port 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07b5484b-e354-4fb2-b429-e8e2acb1c05d,segment=NetworkSegment(8a80102f-0c94-4b4a-8e19-eae122f52c08),segment_id=8a80102f-0c94-4b4a-8e19-eae122f52c08)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:08:53.904384 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:54.032137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-918f04f9-2fc9-4db3-b6db-2b03495c474a service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144794 Aug 30 23:08:54.071993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a57832-2b28-4d13-92f8-4d3d08fbba4e None None] Pushing event updated for resources: {'Port': ['ID=07b5484b-e354-4fb2-b429-e8e2acb1c05d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:54.077113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.6 (03eb114c-6cab-40d2-abf4-750a2ce9b3e4/bb8b3c05-c5ce-4679-8c94-6f761fe79ed5/e206d34b-fe3d-4189-990e-32376f4e7df4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:54.429055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab596c99-6b6f-4632-a79d-043d08087fb7 req-aab1194d-932d-442e-8253-bb1c4e9980d7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0546587 Aug 30 23:08:54.445702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:54.506685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object e206d34b-fe3d-4189-990e-32376f4e7df4 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:54.625670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:54.695951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:54.709677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:54.714601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:54.833326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=e206d34b-fe3d-4189-990e-32376f4e7df4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:54.904937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:54.905612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:54.949007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:54.949944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8b9919c4-7a7e-4318-a73d-f859c5b0de02 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5306358 Aug 30 23:08:55.136600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611edd9a-e2b1-4fa3-a1f1-96d008b3692b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:55.143303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:55.156254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-611edd9a-e2b1-4fa3-a1f1-96d008b3692b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.2030795 Aug 30 23:08:55.386756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port e206d34b-fe3d-4189-990e-32376f4e7df4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:55.387530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:55.750380 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18cc7f21-6837-4db0-a063-febd7d8a9b1e req-a64b5807-8753-4ec1-abf5-2a7f29a204b3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 210 time: 0.1254056 Aug 30 23:08:55.752387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:55.795371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for e206d34b-fe3d-4189-990e-32376f4e7df4 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:55.887621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6001ddcd-9733-4985-9b11-80e87d2c50a3 None None] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:56.028875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f6aa404-54a8-40dc-8922-20b2e2363a6e None None] Provisioning for port 07b5484b-e354-4fb2-b429-e8e2acb1c05d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:56.522014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07b5484b-e354-4fb2-b429-e8e2acb1c05d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:56.535677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:56.594743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-d9a12431-e2c0-4da9-b2aa-87d0bd85cbc3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:56.596993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-d9a12431-e2c0-4da9-b2aa-87d0bd85cbc3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.3474109 Aug 30 23:08:56.617195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=e206d34b-fe3d-4189-990e-32376f4e7df4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:56.626015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:56.776038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 07b5484b-e354-4fb2-b429-e8e2acb1c05d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:56.833559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 07b5484b-e354-4fb2-b429-e8e2acb1c05d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:56.834214 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:56.888098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:56.901409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-839c5516-2b10-4cf3-ba1f-d448bc07376f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/e206d34b-fe3d-4189-990e-32376f4e7df4 HTTP/1.1" status: 204 len: 168 time: 1.7561901 Aug 30 23:08:56.902387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:57.049135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:08:57.056019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.075052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7163aea-4d93-49ce-bdee-d530b3909860 req-72256537-3402-417b-a6b2-2c3f49a11f6b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 210 time: 0.1399667 Aug 30 23:08:57.124262 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bf2e17-eb8c-4815-b73f-583fd67c633e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:57.128874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-30bf2e17-eb8c-4815-b73f-583fd67c633e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/e206d34b-fe3d-4189-990e-32376f4e7df4 HTTP/1.1" status: 404 len: 333 time: 0.2110755 Aug 30 23:08:57.130072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:57.243815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.450262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07b5484b-e354-4fb2-b429-e8e2acb1c05d,segment=NetworkSegment(8a80102f-0c94-4b4a-8e19-eae122f52c08),segment_id=8a80102f-0c94-4b4a-8e19-eae122f52c08)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:57.458979 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.466561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.10 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/9c7d8480-f515-42af-aa01-190d28b85c03) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:08:57.471970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 87d448f8-f870-474f-976b-d207181cc43c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:57.472177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.643012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Provisioning for port 87d448f8-f870-474f-976b-d207181cc43c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:08:57.651249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=07b5484b-e354-4fb2-b429-e8e2acb1c05d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:57.664669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.666612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Provisioning complete for port 87d448f8-f870-474f-976b-d207181cc43c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:57.670419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.689087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 87d448f8-f870-474f-976b-d207181cc43c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:57.800259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Port 87d448f8-f870-474f-976b-d207181cc43c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:08:57.873236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:57.900136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Provisioning complete for port 07b5484b-e354-4fb2-b429-e8e2acb1c05d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:57.900517 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.037308 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.120967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.144561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-61720362-3e2b-42c4-ad16-16306aacd67d None None] Could not find standard attr ID for object e206d34b-fe3d-4189-990e-32376f4e7df4. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:58.145350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.161972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:08:58.205870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=87d448f8-f870-474f-976b-d207181cc43c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:58.248263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:08:58.256226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.256796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.257270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.257752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.258232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.258687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.259194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.259644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.261484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.262317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.265014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.265495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:08:58.285625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-25a79306-467c-406f-858a-ec9c7653e8ad None None] Could not find standard attr ID for object 87d448f8-f870-474f-976b-d207181cc43c. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:58.332205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-25a79306-467c-406f-858a-ec9c7653e8ad None None] Could not find standard attr ID for object e206d34b-fe3d-4189-990e-32376f4e7df4. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:08:58.377940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07b5484b-e354-4fb2-b429-e8e2acb1c05d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:08:58.406154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:58.410584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:08:58.418304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:08:58.459355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f39bd-d64f-4f9b-84cf-b0b38a2533c1 req-ff715cec-9e98-4cf7-8ada-c68e43966735 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:58.527574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b4f39bd-d64f-4f9b-84cf-b0b38a2533c1 req-ff715cec-9e98-4cf7-8ada-c68e43966735 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 932 time: 0.2505863 Aug 30 23:08:58.529445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:08:58.530487 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.609594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b4f39bd-d64f-4f9b-84cf-b0b38a2533c1 req-3d6b31f1-30f5-4c1a-8bd6-86756b4b5580 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805559 Aug 30 23:08:58.632540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-9b051131-9841-4ca2-b630-e7e616caa37a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0196903 Aug 30 23:08:58.638728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 07b5484b-e354-4fb2-b429-e8e2acb1c05d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:08:58.639217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.663854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Request body: {'port': {'device_id': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:08:58.680658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.686943 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bca84506-f8d9-4a5b-9592-fefbdf888249 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/87d448f8-f870-474f-976b-d207181cc43c HTTP/1.1" status: 204 len: 168 time: 1.5531886 Aug 30 23:08:58.687323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:58.771456 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0902f5b-cef0-42f5-8c03-10272505a4c1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:08:58.772551 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:58.780132 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e0902f5b-cef0-42f5-8c03-10272505a4c1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/87d448f8-f870-474f-976b-d207181cc43c HTTP/1.1" status: 404 len: 333 time: 0.0912585 Aug 30 23:08:58.789303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38480) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:58.977056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet bb8b3c05-c5ce-4679-8c94-6f761fe79ed5 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:08:58.994498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.128580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.221316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38488) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:59.264191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.339690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.362211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.373974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf56b35-72ec-4836-971d-db335d40d7ea None None] Network 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:08:59.381870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/bb8b3c05-c5ce-4679-8c94-6f761fe79ed5 HTTP/1.1" status: 204 len: 168 time: 0.5911114 Aug 30 23:08:59.385072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38494) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:08:59.423681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcab33f-ed03-48d6-b909-ffbb3f41a851 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8b3c05-c5ce-4679-8c94-6f761fe79ed5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:59.514877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7d8480-f515-42af-aa01-190d28b85c03 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:08:59.532635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.548978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.592829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Transition to ACTIVE for port object 9c7d8480-f515-42af-aa01-190d28b85c03 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:08:59.607581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.619943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf1d218b-6b29-483e-b749-727d1f69160e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.684298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 07b5484b-e354-4fb2-b429-e8e2acb1c05d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:59.684542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.804864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] DHCP port deletion for 03eb114c-6cab-40d2-abf4-750a2ce9b3e4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:08:59.844607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07b5484b-e354-4fb2-b429-e8e2acb1c05d,segment=NetworkSegment(8a80102f-0c94-4b4a-8e19-eae122f52c08),segment_id=8a80102f-0c94-4b4a-8e19-eae122f52c08)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:08:59.845125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.871853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 07b5484b-e354-4fb2-b429-e8e2acb1c05d owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:08:59.930582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf1d218b-6b29-483e-b749-727d1f69160e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.938660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:08:59.951027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bf1d218b-6b29-483e-b749-727d1f69160e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:08:59.976130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Deleting port 07b5484b-e354-4fb2-b429-e8e2acb1c05d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:08:59.978006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.201926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] For port 07b5484b-e354-4fb2-b429-e8e2acb1c05d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07b5484b-e354-4fb2-b429-e8e2acb1c05d,segment=NetworkSegment(8a80102f-0c94-4b4a-8e19-eae122f52c08),segment_id=8a80102f-0c94-4b4a-8e19-eae122f52c08)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:00.202371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.259697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Calling delete_port for 07b5484b-e354-4fb2-b429-e8e2acb1c05d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:00.335229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d218b-6b29-483e-b749-727d1f69160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d57c47-337a-4b0b-b5bb-2e7eee13c8b7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:00.378195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bf1d218b-6b29-483e-b749-727d1f69160e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=30665900b1c64f5c8cb3763e701751a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1549578 Aug 30 23:09:00.384680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38502) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:00.437860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.529154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Attempting to bind port 9c7d8480-f515-42af-aa01-190d28b85c03 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:00.529698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Attempting to bind port 9c7d8480-f515-42af-aa01-190d28b85c03 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:00.530286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Attempting to bind port 9c7d8480-f515-42af-aa01-190d28b85c03 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:00.550909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Port 9c7d8480-f515-42af-aa01-190d28b85c03 on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:00.551538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Attempting to bind port 9c7d8480-f515-42af-aa01-190d28b85c03 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:00.554865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07b5484b-e354-4fb2-b429-e8e2acb1c05d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:00.561229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] Pushing event deleted for resources: {'Port': ['ID=07b5484b-e354-4fb2-b429-e8e2acb1c05d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:00.569959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.570458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.576310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:00.576863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:00.577542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:00.578570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Bound port: 9c7d8480-f515-42af-aa01-190d28b85c03, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:00.579152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.586278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 07b5484b-e354-4fb2-b429-e8e2acb1c05d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:09:00.587099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07b5484b-e354-4fb2-b429-e8e2acb1c05d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:00.589098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c090bed-78e0-421e-b92c-8740d922cd49 None None] No DVR routers for this DVR port 07b5484b-e354-4fb2-b429-e8e2acb1c05d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:00.632372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port 07b5484b-e354-4fb2-b429-e8e2acb1c05d on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:00.688959 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.724190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=07b5484b-e354-4fb2-b429-e8e2acb1c05d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:00.766907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602adac-c87b-4ffc-97b4-7bc8c38b5be2 req-10ea6209-bb7c-4007-a01c-0d0387d3f7b2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:00.772793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:00.781676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9c7d8480-f515-42af-aa01-190d28b85c03,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:00.785349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e602adac-c87b-4ffc-97b4-7bc8c38b5be2 req-10ea6209-bb7c-4007-a01c-0d0387d3f7b2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 944 time: 0.7562850 Aug 30 23:09:00.791051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.828479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.832312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.847626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9d57c47-337a-4b0b-b5bb-2e7eee13c8b7 HTTP/1.1" status: 204 len: 168 time: 0.4522758 Aug 30 23:09:00.876273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.896071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:00.896886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.902582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] 10.222.0.52 "PUT /v2.0/ports/9c7d8480-f515-42af-aa01-190d28b85c03 HTTP/1.1" status: 200 len: 1093 time: 2.2497761 Aug 30 23:09:00.904991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:00.912186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03eb114c-6cab-40d2-abf4-750a2ce9b3e4']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:00.915561 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef4a1a9-3607-4d98-a878-554cd9274822" -d '{"events": [{"name": "network-changed", "server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:00.933902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e602adac-c87b-4ffc-97b4-7bc8c38b5be2 req-634ba109-609f-4a1a-be4a-c06cf6ac8e89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469533 Aug 30 23:09:00.953397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a80102f-0c94-4b4a-8e19-eae122f52c08') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:00.953397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a80102f-0c94-4b4a-8e19-eae122f52c08') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:00.961473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.979954 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.983938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c71bc-087c-48ff-a107-aa6920bd8754 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:00.988191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:09:00.988612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:00.990933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d986d4c-9036-4d35-9ced-47c5be5e3517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d57c47-337a-4b0b-b5bb-2e7eee13c8b7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:09:01.011310 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:09:01.065507 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24173a96-bd1c-44e9-8ebf-278b5c50539a x-openstack-request-id: req-24173a96-bd1c-44e9-8ebf-278b5c50539a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:01.072271 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:01.072536 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24173a96-bd1c-44e9-8ebf-278b5c50539a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:01.072955 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03', 'status': 'completed', 'code': 200} Aug 30 23:09:01.103653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-87c9f91d-ad07-4c39-a92b-aeb25809f736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:01.105443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-87c9f91d-ad07-4c39-a92b-aeb25809f736 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 1096 time: 0.1086786 Aug 30 23:09:01.112497 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.136054 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.147399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/03eb114c-6cab-40d2-abf4-750a2ce9b3e4 HTTP/1.1" status: 204 len: 168 time: 1.7329695 Aug 30 23:09:01.172582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:01.181605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2035056842'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:01.220365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-3b5daf75-d0a9-4cb7-bc61-839392541afb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c7d8480-f515-42af-aa01-190d28b85c03 HTTP/1.1" status: 200 len: 217 time: 0.1009307 Aug 30 23:09:01.229076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e814f566-7b68-40b6-9a2f-c0582f3678cb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=03eb114c-6cab-40d2-abf4-750a2ce9b3e4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:01.244456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:01.253238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.298376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:09:01.313812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.314655 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment cc04423e-0d57-414c-95d9-569761ac9bf5 of type vlan for network f29898a0-5d34-4216-9bfb-c4b96f327b24 Aug 30 23:09:01.320637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:01.341548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92313905-dc0b-4edb-b247-a6ce5b523170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.369343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.402056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b08af-2026-4618-b2e6-c5597c2b329a req-107c238e-8a31-4b17-bb1b-4ef5e637cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:01.403292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.403950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-107c238e-8a31-4b17-bb1b-4ef5e637cd12 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1712117 Aug 30 23:09:01.415109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:01.415992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.462506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-2219fb44-c233-412a-9ba6-4aca29c3600d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497980 Aug 30 23:09:01.500533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=f29898a0-5d34-4216-9bfb-c4b96f327b24,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:01.513856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:09:01.676680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92313905-dc0b-4edb-b247-a6ce5b523170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.683109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-d0cab554-6c89-4da9-91db-da8adc116f14 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113814 Aug 30 23:09:01.684640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-92313905-dc0b-4edb-b247-a6ce5b523170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.688979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bc19dc09-ab8b-4985-afca-3dff692f3a2f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5151715 Aug 30 23:09:01.692455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38524) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:01.697740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:01.813773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92313905-dc0b-4edb-b247-a6ce5b523170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e586e4be-a838-4d6b-a1ce-f231c9fc549c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:01.826699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-92313905-dc0b-4edb-b247-a6ce5b523170 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=40779ab8783a4437974fa0cb55e00839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5049579 Aug 30 23:09:01.831542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38530) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:01.873329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:01.876892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:01.931382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474b08af-2026-4618-b2e6-c5597c2b329a req-6f33327b-1df0-4198-b3f3-d1a9e427ee2b service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395210 Aug 30 23:09:01.982471 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.146488 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.287998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-814eb591-0ea4-4c72-9e8a-6dd3a98d8ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:02.290027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-814eb591-0ea4-4c72-9e8a-6dd3a98d8ecd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 1096 time: 0.2453744 Aug 30 23:09:02.304822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054c1bb-3509-4f15-aaee-8edb32f6b408 req-466b9cff-2612-40e7-8c53-f9b952e049b1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:02.307263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7054c1bb-3509-4f15-aaee-8edb32f6b408 req-466b9cff-2612-40e7-8c53-f9b952e049b1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 944 time: 0.1920722 Aug 30 23:09:02.382203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.449696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=edd3f50c-124a-4ed3-a57a-8926401d52b3,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:02.528651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': 'cc04423e-0d57-414c-95d9-569761ac9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:02.530281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: f29898a0-5d34-4216-9bfb-c4b96f327b24, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:09:02.531068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.535470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.537481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e586e4be-a838-4d6b-a1ce-f231c9fc549c HTTP/1.1" status: 204 len: 168 time: 0.7049487 Aug 30 23:09:02.574286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:09:02.595334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, f29898a0-5d34-4216-9bfb-c4b96f327b24) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:02.604096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:02.605095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:02.614194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadf980a-c762-42e9-9b70-eadde7091ddc None None] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:02.628733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7054c1bb-3509-4f15-aaee-8edb32f6b408 req-1441fc4b-bbdc-4f58-a4ae-b79d1be34074 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015237 Aug 30 23:09:02.630012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90766f-bc50-4b9a-babe-cf1d1b927529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e586e4be-a838-4d6b-a1ce-f231c9fc549c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:02.649154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38542) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:02.660016 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f389c838-c66b-41c8-a2d7-bfd16dddf608 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9605954 Aug 30 23:09:02.665615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24', 'name': 'tempest-PortsTestJSON-1922996755', 'fixed_ips': [{'subnet_id': 'edd3f50c-124a-4ed3-a57a-8926401d52b3', 'ip_address': '172.20.0.10'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:02.694257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-2dab4c38-16dc-4f1e-832a-6e111052ac88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:02.695887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-2dab4c38-16dc-4f1e-832a-6e111052ac88 service neutron] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.3868482 Aug 30 23:09:02.780437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-d3e2fc34-e4f4-44e7-add1-b4551ac724a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c7d8480-f515-42af-aa01-190d28b85c03 HTTP/1.1" status: 200 len: 217 time: 0.0562930 Aug 30 23:09:02.849629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-b434dffc-77f4-40f1-bc38-2f7e96f5dd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:02.852768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-b434dffc-77f4-40f1-bc38-2f7e96f5dd47 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.0611184 Aug 30 23:09:02.907056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-6a04e2e4-8580-4dc9-9b3d-1166617f0b77 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413656 Aug 30 23:09:03.018448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:03.046672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-f29898a0-5d34-4216-9bfb-c4b96f327b24', 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': 'edd3f50c-124a-4ed3-a57a-8926401d52b3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:09:03.047636 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:03.187285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:03.196623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-59b0680d-60eb-4baa-8ac0-1b3d5dd50f1a service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788017 Aug 30 23:09:03.251859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9c7d8480-f515-42af-aa01-190d28b85c03 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:09:03.586202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9c7d8480-f515-42af-aa01-190d28b85c03,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:03.626173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '9c7d8480-f515-42af-aa01-190d28b85c03', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': '9c7d8480-f515-42af-aa01-190d28b85c03', 'mac_address': 'fa:16:3e:29:42:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:09:03.762251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Allocated IP 172.20.0.2 (f29898a0-5d34-4216-9bfb-c4b96f327b24/edd3f50c-124a-4ed3-a57a-8926401d52b3/84bde9b1-da99-4a72-b136-11d2267f789c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:03.958323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:09:04.007329 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.107726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582078c-b16f-4772-a400-8d309b4d253e req-696e4754-33d1-406d-b247-e33a554df354 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:04.109567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2582078c-b16f-4772-a400-8d309b4d253e req-696e4754-33d1-406d-b247-e33a554df354 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 944 time: 0.1699152 Aug 30 23:09:04.291384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eef4a1a9-3607-4d98-a878-554cd9274822 req-cdd5add0-98cf-48f8-ad12-521ed18a4ce2 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0855143 Aug 30 23:09:04.351844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2582078c-b16f-4772-a400-8d309b4d253e req-865f2f12-da2b-49f8-9397-6a637abca247 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200696 Aug 30 23:09:04.383008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7d8480-f515-42af-aa01-190d28b85c03 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:04.427808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9c7d8480-f515-42af-aa01-190d28b85c03,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:04.433219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.487561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14babdf5-c10f-4c9f-be69-6abbb4358063 req-d63d61ac-861a-4cba-bfd4-6a619590a3e7 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:04.494405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14babdf5-c10f-4c9f-be69-6abbb4358063 req-d63d61ac-861a-4cba-bfd4-6a619590a3e7 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.0840921 Aug 30 23:09:04.524352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:04.538861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.539183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.539507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.539849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.540170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.540521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.540821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.541161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.541475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.541826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.542178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.542470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:04.546033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-14babdf5-c10f-4c9f-be69-6abbb4358063 req-e573efb6-2700-41ff-83f8-193d5db79bb6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478985 Aug 30 23:09:04.565730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.574548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Transition to ACTIVE for port object 84bde9b1-da99-4a72-b136-11d2267f789c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:04.590629 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Transition to ACTIVE for port object 84bde9b1-da99-4a72-b136-11d2267f789c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:04.596692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.641203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Pushing event updated for resources: {'Port': ['ID=84bde9b1-da99-4a72-b136-11d2267f789c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:04.656702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:04.662159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:04.664848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:04.687950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.10 (f29898a0-5d34-4216-9bfb-c4b96f327b24/edd3f50c-124a-4ed3-a57a-8926401d52b3/cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:04.737228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Attempting to bind port 84bde9b1-da99-4a72-b136-11d2267f789c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:04.737544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Attempting to bind port 84bde9b1-da99-4a72-b136-11d2267f789c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'cc04423e-0d57-414c-95d9-569761ac9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:04.738588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Attempting to bind port 84bde9b1-da99-4a72-b136-11d2267f789c on network f29898a0-5d34-4216-9bfb-c4b96f327b24 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:04.747194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:04.747790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Checking segment: {'id': 'cc04423e-0d57-414c-95d9-569761ac9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:04.748601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.749147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Bound using segment: {'id': 'cc04423e-0d57-414c-95d9-569761ac9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:04.749979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Bound port: 84bde9b1-da99-4a72-b136-11d2267f789c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc04423e-0d57-414c-95d9-569761ac9bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:04.750584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.756988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['9c7d8480-f515-42af-aa01-190d28b85c03'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:04.892672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] For port 84bde9b1-da99-4a72-b136-11d2267f789c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:04.896863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] For port 84bde9b1-da99-4a72-b136-11d2267f789c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84bde9b1-da99-4a72-b136-11d2267f789c,segment=NetworkSegment(cc04423e-0d57-414c-95d9-569761ac9bf5),segment_id=cc04423e-0d57-414c-95d9-569761ac9bf5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:04.902527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:04.969852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:05.005733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:05.035869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b0546-ddc5-4d1d-8418-eba6f7ee72dd None None] Pushing event updated for resources: {'Port': ['ID=84bde9b1-da99-4a72-b136-11d2267f789c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:05.057160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:05.130793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:05.134539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:05.137200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:05.145662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:05.215157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:05.216431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:05.239101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eb6ff3e4-e0a6-442e-bb96-285049ff10f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.5883923 Aug 30 23:09:05.242405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:05.254813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': 'f29898a0-5d34-4216-9bfb-c4b96f327b24', 'name': 'tempest-PortsTestJSON-1850805087', 'fixed_ips': [{'subnet_id': 'edd3f50c-124a-4ed3-a57a-8926401d52b3', 'ip_address': '172.20.0.9'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:05.590041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16783ccd-854a-471f-a835-0e2aef5f5f63 req-e1703018-fcf9-4a81-a8f5-687c91ff8a7d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:05.599667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16783ccd-854a-471f-a835-0e2aef5f5f63 req-e1703018-fcf9-4a81-a8f5-687c91ff8a7d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 945 time: 0.1002126 Aug 30 23:09:05.606337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:05.654090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16783ccd-854a-471f-a835-0e2aef5f5f63 req-d9ba92de-9686-455e-8877-663b70a5e193 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496035 Aug 30 23:09:05.866212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38765-01c1-42ab-80f8-e058c6ac99fc req-4f37e776-a7f1-4c62-9ce9-7cbb38c93c16 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:05.875915 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb38765-01c1-42ab-80f8-e058c6ac99fc req-4f37e776-a7f1-4c62-9ce9-7cbb38c93c16 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.1104362 Aug 30 23:09:05.909472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-74adc57e-79da-4f62-9ae3-06197048eccc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:05.911352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-74adc57e-79da-4f62-9ae3-06197048eccc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.2223194 Aug 30 23:09:05.915058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:05.950935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8eb38765-01c1-42ab-80f8-e058c6ac99fc req-4d25f7ac-4803-492a-b839-52907d1b8670 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680728 Aug 30 23:09:05.975349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 8a1323ca-f44c-41af-8c33-f7a754320ddc yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:09:05.987424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-66e5553b-0efb-4125-bded-1169a7a1fa39 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.0449140 Aug 30 23:09:06.077182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-32f3687a-dec5-49f2-83be-a60d0a17e50f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:06.079065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-32f3687a-dec5-49f2-83be-a60d0a17e50f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.0893097 Aug 30 23:09:06.165657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-850a2afd-8e80-4928-9a76-649c3179255e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1770589 Aug 30 23:09:06.342590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84bde9b1-da99-4a72-b136-11d2267f789c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:06.443912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Deleting port 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:06.444299 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:06.466241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 84bde9b1-da99-4a72-b136-11d2267f789c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:06.625506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] For port 67d4f994-98c9-4f51-9eb3-62162220fb31, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=67d4f994-98c9-4f51-9eb3-62162220fb31,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:06.626298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:06.628597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.9 (f29898a0-5d34-4216-9bfb-c4b96f327b24/edd3f50c-124a-4ed3-a57a-8926401d52b3/8a1323ca-f44c-41af-8c33-f7a754320ddc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:06.640647 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-5437cee0-1eba-4f3a-9e9d-78ccc8506ba3 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4167306 Aug 30 23:09:06.681894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef7abcc-7c26-49a8-a3f0-9c3d7ad5817d None None] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:06.851271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Provisioning for port 84bde9b1-da99-4a72-b136-11d2267f789c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:06.869840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Provisioning complete for port 84bde9b1-da99-4a72-b136-11d2267f789c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:06.872716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.045234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-afa8c297-d865-407e-a73b-35b719e33dcd service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3914335 Aug 30 23:09:07.191924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.195763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.210906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 8a1323ca-f44c-41af-8c33-f7a754320ddc will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:07.272596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.296093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9c7d8480-f515-42af-aa01-190d28b85c03 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:07.378222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:07.384979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:07.394729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:07.402069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=8a1323ca-f44c-41af-8c33-f7a754320ddc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:07.407811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f19c2-ae62-4f20-a740-7517060babda req-8099a661-e4a0-4b63-80f8-24732632db4c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.413216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba7f19c2-ae62-4f20-a740-7517060babda req-8099a661-e4a0-4b63-80f8-24732632db4c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 945 time: 0.4295852 Aug 30 23:09:07.508862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] For port 84bde9b1-da99-4a72-b136-11d2267f789c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84bde9b1-da99-4a72-b136-11d2267f789c,segment=NetworkSegment(cc04423e-0d57-414c-95d9-569761ac9bf5),segment_id=cc04423e-0d57-414c-95d9-569761ac9bf5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:07.522123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.619712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.620548 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.646424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 9c7d8480-f515-42af-aa01-190d28b85c03 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:07.668045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a0e2d84-f8ed-4d05-9a53-a68e0702e946 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4243138 Aug 30 23:09:07.669244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38650) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:07.671476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 9c7d8480-f515-42af-aa01-190d28b85c03 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:07.671879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.718839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4313d5e7-e825-4944-9e9d-056edecaf092 None None] Pushing event updated for resources: {'Port': ['ID=84bde9b1-da99-4a72-b136-11d2267f789c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:07.742565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.743113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.743555 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Floating IP 5c353dfb-2246-474f-b782-c9c9a322d8ba disassociated. External IP: 172.25.7.235, port: 67d4f994-98c9-4f51-9eb3-62162220fb31. Aug 30 23:09:07.746782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Calling delete_port for 67d4f994-98c9-4f51-9eb3-62162220fb31 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:07.782733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3034b06f-78b3-415a-bbb8-ac24d98090fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.791588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3034b06f-78b3-415a-bbb8-ac24d98090fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1192758 Aug 30 23:09:07.792215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38656) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:07.816957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba7f19c2-ae62-4f20-a740-7517060babda req-0c9db226-47cb-4cad-9512-8228ecff8a23 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514445 Aug 30 23:09:07.927369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Provisioning for port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:07.936536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c25c35-5207-45bc-a5fd-f429f43dc73d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.955374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c25c35-5207-45bc-a5fd-f429f43dc73d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.975242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c25c35-5207-45bc-a5fd-f429f43dc73d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:07.978246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Provisioning complete for port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:07.978246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:07.985724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20c25c35-5207-45bc-a5fd-f429f43dc73d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.1913917 Aug 30 23:09:07.987412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38662) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:07.999794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63e6afb4-9042-4c39-9149-2cb0578e78b5 req-cf51cdad-ff7d-45b4-a4ae-01811d4066c1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0694008 Aug 30 23:09:08.052791 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.081539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:08.100467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:08.103103 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e1ca66-3f3f-415f-bb5c-5a71fc4e594c" -d '{"events": [{"server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:08.150021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9c7d8480-f515-42af-aa01-190d28b85c03,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:08.156788 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.158947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:08.172915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44616c21-b26c-487b-8420-80e32ac91a29 req-346492c1-c5b1-4479-8005-75d53bf70a12 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:08.174957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44616c21-b26c-487b-8420-80e32ac91a29 req-346492c1-c5b1-4479-8005-75d53bf70a12 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 946 time: 0.1865764 Aug 30 23:09:08.178913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.223724 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695d24a3-8553-4f1c-b064-b78fe154ad5b x-openstack-request-id: req-695d24a3-8553-4f1c-b064-b78fe154ad5b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:08.224211 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "name": "network-vif-plugged", "status": "completed", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:08.224654 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-695d24a3-8553-4f1c-b064-b78fe154ad5b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:08.225287 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03', 'code': 200} Aug 30 23:09:08.230186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Provisioning complete for port 84bde9b1-da99-4a72-b136-11d2267f789c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:08.230807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e057d6e0-db82-44c9-bf8d-9902ed00dcf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.281059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'Port': ['ID=67d4f994-98c9-4f51-9eb3-62162220fb31,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:08.328387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No active binding found for port 67d4f994-98c9-4f51-9eb3-62162220fb31 {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 23:09:08.329035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 67d4f994-98c9-4f51-9eb3-62162220fb31 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:08.337920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84bde9b1-da99-4a72-b136-11d2267f789c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:08.365707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 8a1323ca-f44c-41af-8c33-f7a754320ddc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:08.368122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.380151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:08.464741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 84bde9b1-da99-4a72-b136-11d2267f789c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:08.465197 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.476237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44616c21-b26c-487b-8420-80e32ac91a29 req-863bcbe7-bd5b-45ff-b964-5825220f7fb8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=916c1099-4f28-4422-93a0-3dbc29049498&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2872586 Aug 30 23:09:08.566873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56b8cc2-6dd1-4b2b-ac89-0c38ad42411d req-bd6983b1-6a47-4b32-9ecc-2b41f9689860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:08.568876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56b8cc2-6dd1-4b2b-ac89-0c38ad42411d req-bd6983b1-6a47-4b32-9ecc-2b41f9689860 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 1098 time: 0.2725623 Aug 30 23:09:08.577314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.614317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 8a1323ca-f44c-41af-8c33-f7a754320ddc owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:08.624917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56b8cc2-6dd1-4b2b-ac89-0c38ad42411d req-1176a0e1-7651-4a27-9618-9042ca6078e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Aug 30 23:09:08.633695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:09:08.645774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9c6d284a-a735-4aeb-b69f-7782eb17b048 None None] Provisioning complete for port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:08.646987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9c6d284a-a735-4aeb-b69f-7782eb17b048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.699403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9c6d284a-a735-4aeb-b69f-7782eb17b048 None None] Port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:08.852421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:09:08.866841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:09:08.880756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:08.883344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:08.932558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.976922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] No DVR routers for this DVR port 67d4f994-98c9-4f51-9eb3-62162220fb31 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:08.986250 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:08.993898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-859dd21c-ec55-4f2a-942e-8b7d0389a185 req-5272eb19-aa9c-4663-9fed-64d5c010a97b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "DELETE /v2.0/ports/67d4f994-98c9-4f51-9eb3-62162220fb31 HTTP/1.1" status: 204 len: 173 time: 2.9045434 Aug 30 23:09:08.999635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=8a1323ca-f44c-41af-8c33-f7a754320ddc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:09.021510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-deleted', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:09.023881 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b698e945-c529-4cab-b6dd-bca1a016e8e9" -d '{"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-deleted", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:09.169055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7ac52-05a7-4d5f-80a1-a10286488ae0 req-4b3056f2-c0ac-4aba-b426-ec033d795d33 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:09.169055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ce7ac52-05a7-4d5f-80a1-a10286488ae0 req-4b3056f2-c0ac-4aba-b426-ec033d795d33 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.1740069 Aug 30 23:09:09.191456 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50b3b4b-cd1e-4331-942f-89d6b71ee867 x-openstack-request-id: req-d50b3b4b-cd1e-4331-942f-89d6b71ee867 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:09.191894 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df66961-a6a2-4229-906c-1119486d7386", "name": "network-vif-deleted", "tag": "67d4f994-98c9-4f51-9eb3-62162220fb31", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:09.192157 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d50b3b4b-cd1e-4331-942f-89d6b71ee867 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:09.192818 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df66961-a6a2-4229-906c-1119486d7386', 'name': 'network-vif-deleted', 'tag': '67d4f994-98c9-4f51-9eb3-62162220fb31', 'status': 'completed', 'code': 200} Aug 30 23:09:09.196060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:09:09.299551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:09.301629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-23f2c639-ae60-46ef-857a-29b40de4f4fe tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/8a1323ca-f44c-41af-8c33-f7a754320ddc HTTP/1.1" status: 204 len: 168 time: 1.3116848 Aug 30 23:09:09.308875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ce7ac52-05a7-4d5f-80a1-a10286488ae0 req-4ef6bcea-f30e-41e2-bf23-c9513f05fb98 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149492 Aug 30 23:09:09.309353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38692) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:09.325316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e19f7c0e-e8f5-4e2b-8a01-f4a92131b305 None None] Provisioning for port 8a1323ca-f44c-41af-8c33-f7a754320ddc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:09.385765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e19f7c0e-e8f5-4e2b-8a01-f4a92131b305 None None] Provisioning complete for port 8a1323ca-f44c-41af-8c33-f7a754320ddc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:09.386066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e19f7c0e-e8f5-4e2b-8a01-f4a92131b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:09.406540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-539ad026-2868-4fb6-8a92-21ba738ee735 req-ef8a2f03-5230-4e25-beb2-6581cc47204a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0802164 Aug 30 23:09:09.430324 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab733b30-e611-4383-a030-514709e01cfa tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:09:09.442324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38694) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:09.442602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab733b30-e611-4383-a030-514709e01cfa tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/8a1323ca-f44c-41af-8c33-f7a754320ddc HTTP/1.1" status: 404 len: 333 time: 0.1232855 Aug 30 23:09:09.451209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e19f7c0e-e8f5-4e2b-8a01-f4a92131b305 None None] Port 8a1323ca-f44c-41af-8c33-f7a754320ddc was deleted so its status cannot be updated. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 30 23:09:09.711529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:09.712076 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:09.723257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:09.860681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:09:09.884790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf223c15-2d47-4afb-af5c-943fc9c53e9a req-be8bb4ee-e1fe-4e8b-8a11-f80c59b8204b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=9df66961-a6a2-4229-906c-1119486d7386 HTTP/1.1" status: 200 len: 210 time: 0.1042342 Aug 30 23:09:09.892410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:09.906750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:08:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:09.974288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:10.017364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:10.138344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:09:10.226369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-8b9d11f0-af6b-4837-b6b9-8b9dd84a9394 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:10.237671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:10.238593 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-8b9d11f0-af6b-4837-b6b9-8b9dd84a9394 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.3821893 Aug 30 23:09:10.244942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:10.298655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:10.409918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:10.412480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-37b5536d-1820-4da9-99cc-f070841edda1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca HTTP/1.1" status: 204 len: 168 time: 0.9677782 Aug 30 23:09:10.417459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38704) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:10.435490 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-de7e4689-e068-48e5-a925-8eef5b69dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:10.641474 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc39a406-b751-45a1-a3ca-3755c9329254 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:09:10.642462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-064e894e-f428-480f-900e-335964230e77 req-a97fe429-48f8-43bf-af1e-6a9ff62264e8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0825107 Aug 30 23:09:10.647859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:10.654394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc39a406-b751-45a1-a3ca-3755c9329254 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/cdeb1225-d4d3-4b0b-b2ea-ba8242c008ca HTTP/1.1" status: 404 len: 333 time: 0.2330337 Aug 30 23:09:10.719364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d792ac0-122b-48bf-b801-3cbe6342c2c5 req-14ce4290-b222-4d28-aa61-3a13675b8caf tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:10.721548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d792ac0-122b-48bf-b801-3cbe6342c2c5 req-14ce4290-b222-4d28-aa61-3a13675b8caf tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.1751463 Aug 30 23:09:10.728272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:10.761120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:10.764671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:10.784494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c34dbbe-e0e9-43fc-9d61-88c943daf932 None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:09:10.803789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d792ac0-122b-48bf-b801-3cbe6342c2c5 req-4d178548-2633-4d0d-9702-2ad77261c190 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699534 Aug 30 23:09:10.854731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet edd3f50c-124a-4ed3-a57a-8926401d52b3 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:09:10.897034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.055611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38718) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:11.073963 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.201503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.254009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.357373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.357373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.358017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "DELETE /v2.0/security-groups/916c1099-4f28-4422-93a0-3dbc29049498 HTTP/1.1" status: 204 len: 168 time: 0.3005872 Aug 30 23:09:11.361880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:11.415258 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-cea8d66a-9a72-4c00-96ce-7fefdd576b28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] show failed (client error): The resource could not be found. Aug 30 23:09:11.425174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cea8d66a-9a72-4c00-96ce-7fefdd576b28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups/916c1099-4f28-4422-93a0-3dbc29049498 HTTP/1.1" status: 404 len: 347 time: 0.0584559 Aug 30 23:09:11.426518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95230694-9edd-4f6a-993a-e491638c71cb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916c1099-4f28-4422-93a0-3dbc29049498,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:11.433341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38724) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:11.461925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f42c51-1ea2-4f1b-9c9c-0480d931b762 req-c189b353-8fe3-4d30-b2fb-f80b06458585 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:11.470723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1f42c51-1ea2-4f1b-9c9c-0480d931b762 req-c189b353-8fe3-4d30-b2fb-f80b06458585 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.5299871 Aug 30 23:09:11.542577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.4 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/30efb681-39da-4a63-a3df-eb7d7a0cb79a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:11.575242 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ee6282-16b1-4861-8deb-fb1a934449b4 None None] New status for floating IP 5c353dfb-2246-474f-b782-c9c9a322d8ba: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:09:11.631237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1f42c51-1ea2-4f1b-9c9c-0480d931b762 req-15e0c578-36a3-453a-aee1-cc85a1e080ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319859 Aug 30 23:09:11.667272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.751720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Deleting port 85d55a2d-bf7e-4bab-9343-108724d20e05 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:11.754122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:11.970708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f41ce183-f5db-449c-820e-ee59a0d198a6 req-90136cce-3a85-4437-bec5-61f2f572b4c0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.1075089 Aug 30 23:09:12.125752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.126759 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.158009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Calling delete_port for 85d55a2d-bf7e-4bab-9343-108724d20e05 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:12.208202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.269128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object 30efb681-39da-4a63-a3df-eb7d7a0cb79a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:12.286467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.298361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef1d6d6-5b07-4d71-b4d7-087d45590680 req-5c1f6106-311b-4c67-8562-e790048b9a71 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:12.307009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ef1d6d6-5b07-4d71-b4d7-087d45590680 req-5c1f6106-311b-4c67-8562-e790048b9a71 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.1312778 Aug 30 23:09:12.366555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=edd3f50c-124a-4ed3-a57a-8926401d52b3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:12.392644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215883da-08d4-482c-9ac1-e5e20538b830 None None] Network f29898a0-5d34-4216-9bfb-c4b96f327b24 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:12.400956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.402969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-49528875-af4c-4c87-8cac-ba9a1fd4bc4c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/edd3f50c-124a-4ed3-a57a-8926401d52b3 HTTP/1.1" status: 204 len: 168 time: 1.7538276 Aug 30 23:09:12.418963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ef1d6d6-5b07-4d71-b4d7-087d45590680 req-44a0b0dc-aed3-4d8d-9407-a9a70c5e968d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105094 Aug 30 23:09:12.424877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:12.444085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.518205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.552702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.604827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'Port': ['ID=85d55a2d-bf7e-4bab-9343-108724d20e05,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:12.694287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:12.708240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:12.709287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.713122 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.714348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d4e973b0-3d62-48fd-ac61-dcf73717ef7c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "DELETE /v2.0/floatingips/5c353dfb-2246-474f-b782-c9c9a322d8ba HTTP/1.1" status: 204 len: 168 time: 1.2622378 Aug 30 23:09:12.721659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:12.812868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:12.847523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] DHCP port deletion for f29898a0-5d34-4216-9bfb-c4b96f327b24 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:09:12.859306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:12.859970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.883933 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-501cb61c-ad84-4713-9fd0-54506b4b63ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6440229 Aug 30 23:09:12.897773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 84bde9b1-da99-4a72-b136-11d2267f789c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:12.898137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.909357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Request body: {'port': {'device_id': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:12.944883 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:12.968380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Deleting port 84bde9b1-da99-4a72-b136-11d2267f789c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:12.969045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.389378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68427e06-9615-4bb6-b769-ec6518f65beb None None] Provisioning for port 30efb681-39da-4a63-a3df-eb7d7a0cb79a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:13.403623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e973b21-070c-4016-bd22-9eb7306d71d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.412173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] For port 84bde9b1-da99-4a72-b136-11d2267f789c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84bde9b1-da99-4a72-b136-11d2267f789c,segment=NetworkSegment(cc04423e-0d57-414c-95d9-569761ac9bf5),segment_id=cc04423e-0d57-414c-95d9-569761ac9bf5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:13.412680 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.433967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Calling delete_port for 84bde9b1-da99-4a72-b136-11d2267f789c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:13.466574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38762) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:13.476251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.493730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--254772414', 'description': 'tempest-description--378296830'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:13.555891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.628386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68427e06-9615-4bb6-b769-ec6518f65beb None None] Provisioning complete for port 30efb681-39da-4a63-a3df-eb7d7a0cb79a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:13.633604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68427e06-9615-4bb6-b769-ec6518f65beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.647094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c94dd1-6b82-4039-bf25-8aeb8768fee9 req-eefea547-ce48-4148-9bb8-632bc2fd2bc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:13.652659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3c94dd1-6b82-4039-bf25-8aeb8768fee9 req-eefea547-ce48-4148-9bb8-632bc2fd2bc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 931 time: 0.2582240 Aug 30 23:09:13.734450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-68427e06-9615-4bb6-b769-ec6518f65beb None None] Port 30efb681-39da-4a63-a3df-eb7d7a0cb79a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:13.757102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port 84bde9b1-da99-4a72-b136-11d2267f789c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=84bde9b1-da99-4a72-b136-11d2267f789c,segment=NetworkSegment(cc04423e-0d57-414c-95d9-569761ac9bf5),segment_id=cc04423e-0d57-414c-95d9-569761ac9bf5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:13.757539 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.776288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 84bde9b1-da99-4a72-b136-11d2267f789c owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:13.781285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.833133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc7dfc3-b5c2-4016-9c35-e538870dd44d req-8e2d0af7-8027-470f-8639-64e4be8c0540 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:13.839241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3bc7dfc3-b5c2-4016-9c35-e538870dd44d req-8e2d0af7-8027-470f-8639-64e4be8c0540 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.2199826 Aug 30 23:09:13.845702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] Pushing event deleted for resources: {'Port': ['ID=84bde9b1-da99-4a72-b136-11d2267f789c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:13.851079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161ff304-ca79-4571-8b27-e713cdf53e7f None None] No DVR routers for this DVR port 84bde9b1-da99-4a72-b136-11d2267f789c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:13.914398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:13.948934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-76cb100b-860f-4c00-82e7-0936e8ada03c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:13.950550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-76cb100b-860f-4c00-82e7-0936e8ada03c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 946 time: 0.5559573 Aug 30 23:09:13.999446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=84bde9b1-da99-4a72-b136-11d2267f789c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:14.006134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port 84bde9b1-da99-4a72-b136-11d2267f789c on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:14.023346 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.039723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3bc7dfc3-b5c2-4016-9c35-e538870dd44d req-19423051-2b25-4ea7-8435-22a7e0695388 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740808 Aug 30 23:09:14.041017 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.075861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.082545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6127701 Aug 30 23:09:14.103285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38768) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:14.104009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8a867f-32b4-49bd-a2e6-92e420bb38b0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c54aa5-da2a-4484-8129-220e5078b672,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:14.110299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group_rule': {'security_group_id': '26c54aa5-da2a-4484-8129-220e5078b672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:14.146249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c3c94dd1-6b82-4039-bf25-8aeb8768fee9 req-46da8f09-bcc2-4060-a725-d06a5e3f8d02 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268136 Aug 30 23:09:14.193006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.276675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.295040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84bde9b1-da99-4a72-b136-11d2267f789c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:14.339092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 84bde9b1-da99-4a72-b136-11d2267f789c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:09:14.339458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 84bde9b1-da99-4a72-b136-11d2267f789c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:14.361121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29898a0-5d34-4216-9bfb-c4b96f327b24']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:14.380139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.387429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.388561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc04423e-0d57-414c-95d9-569761ac9bf5') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:14.389071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc04423e-0d57-414c-95d9-569761ac9bf5') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:14.413973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.428625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af3f8dbd-effa-499a-963d-2dc21f45f684,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:14.452533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port 9c7d8480-f515-42af-aa01-190d28b85c03 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:14.452533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.456125 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.457164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.460367 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6c6081b-445f-4a19-b56f-d3e269e7bb4b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3535705 Aug 30 23:09:14.460995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38770) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:14.465609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'security_group_rule': {'security_group_id': '26c54aa5-da2a-4484-8129-220e5078b672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:14.508562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.527296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:09:14.527902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:09:14.531745 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:09:14.538727 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.638859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.649682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.693730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39898e7b-35a3-4006-8e91-c9f39dd7cff8,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:14.699698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.702569 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.707114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6b1acff3-eef6-48b4-916b-c872bbabbaee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2444038 Aug 30 23:09:14.707947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:14.714435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30efb681-39da-4a63-a3df-eb7d7a0cb79a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:14.718780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:14.732965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.740899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/f29898a0-5d34-4216-9bfb-c4b96f327b24 HTTP/1.1" status: 204 len: 168 time: 2.3100333 Aug 30 23:09:14.742377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38778) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:14.749440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1516368723'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:14.771354 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.775883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40d5d7-830d-4dc1-9111-1abfe871b839 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=f29898a0-5d34-4216-9bfb-c4b96f327b24,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:14.786674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port 9c7d8480-f515-42af-aa01-190d28b85c03, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9c7d8480-f515-42af-aa01-190d28b85c03,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:14.787050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.798210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.801893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:14.805936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.815912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Transition to ACTIVE for port object 30efb681-39da-4a63-a3df-eb7d7a0cb79a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:14.817648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for 9c7d8480-f515-42af-aa01-190d28b85c03 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:14.824545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.838039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:09:14.858749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.860539 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Added segment 4349e72d-45e5-4b4e-859d-c30a633a32fd of type vlan for network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d Aug 30 23:09:14.936622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:14.994118 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:15.004382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:15.005166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:15.023117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Pushing event updated for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:15.177670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Attempting to bind port 30efb681-39da-4a63-a3df-eb7d7a0cb79a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:15.178110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Attempting to bind port 30efb681-39da-4a63-a3df-eb7d7a0cb79a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:15.178530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Attempting to bind port 30efb681-39da-4a63-a3df-eb7d7a0cb79a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:15.196975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Port 30efb681-39da-4a63-a3df-eb7d7a0cb79a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:15.197359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Attempting to bind port 30efb681-39da-4a63-a3df-eb7d7a0cb79a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:15.209112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:15.209647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:15.210301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:15.210889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Bound port: 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:15.211379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:15.440820 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:15.461195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:15.462836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7151554 Aug 30 23:09:15.477156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:15.565293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5d7fb3ab-2fe1-43df-92cf-944b486e33d8 req-309a58ae-12fe-49b6-aede-de1da9752c51 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 210 time: 0.2330546 Aug 30 23:09:15.571399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff7fca-5823-493d-b51d-a418f53e33eb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Network': ['ID=2ed1fb79-7b46-4a31-9f61-676b9d6e867d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:15.603606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:09:15.738997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:15.826977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:15.948119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=9c7d8480-f515-42af-aa01-190d28b85c03,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:16.001389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.046796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port 9c7d8480-f515-42af-aa01-190d28b85c03 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:16.052317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.059428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba43510c-784b-49aa-b3e0-2b1681d72181 req-33ff1ecb-b625-4982-82c2-204b1005974a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "DELETE /v2.0/ports/9c7d8480-f515-42af-aa01-190d28b85c03 HTTP/1.1" status: 204 len: 173 time: 2.0806630 Aug 30 23:09:16.116772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:16.131910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:16.133012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'name': 'network-vif-deleted', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:16.135671 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00844bc7-537a-4232-8615-2303832493fc" -d '{"events": [{"server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "name": "network-vif-deleted", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:16.160808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.226377 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af65211-3c0e-4d27-ac76-728b1d4fc293 x-openstack-request-id: req-8af65211-3c0e-4d27-ac76-728b1d4fc293 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:16.226671 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0760301-decf-4f3a-94a9-80b8161a9bd7", "name": "network-vif-deleted", "tag": "9c7d8480-f515-42af-aa01-190d28b85c03", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:16.226992 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8af65211-3c0e-4d27-ac76-728b1d4fc293 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:16.227318 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0760301-decf-4f3a-94a9-80b8161a9bd7', 'name': 'network-vif-deleted', 'tag': '9c7d8480-f515-42af-aa01-190d28b85c03', 'status': 'completed', 'code': 200} Aug 30 23:09:16.246182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:16.246821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.248332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] 10.222.0.47 "PUT /v2.0/ports/30efb681-39da-4a63-a3df-eb7d7a0cb79a HTTP/1.1" status: 200 len: 1092 time: 3.3546069 Aug 30 23:09:16.259305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979d277b-1547-45e5-a4dc-d0afaacd9674 req-6747f6ae-7d7e-4c26-999e-b0606b38c33d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:16.260870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-979d277b-1547-45e5-a4dc-d0afaacd9674 req-6747f6ae-7d7e-4c26-999e-b0606b38c33d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.7136347 Aug 30 23:09:16.388258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26173729-4cce-4cbd-b385-2eb2a7faa9fb service neutron] Pushing event updated for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:16.409188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:16.415074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.504708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-979d277b-1547-45e5-a4dc-d0afaacd9674 req-212495e0-bb4e-4b37-a352-a52776496db0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136850 Aug 30 23:09:16.507228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-cd3c1304-7867-49ce-a07e-c9b594875d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:16.509225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-cd3c1304-7867-49ce-a07e-c9b594875d1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 1095 time: 0.2112982 Aug 30 23:09:16.596509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Allocated IP 172.25.7.113 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fa51d1d3-96e4-4800-8a78-a21c83dafc99) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:16.620220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-2acbeb59-1174-4183-890b-b70c38c5c74f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a HTTP/1.1" status: 200 len: 217 time: 0.0978363 Aug 30 23:09:16.659272 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:09:16.745590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-ace24af2-4dcf-441c-a735-168db1ca2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:16.747439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-ace24af2-4dcf-441c-a735-168db1ca2b37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1172562 Aug 30 23:09:16.847539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.910354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-a82d21f8-5203-4cb8-b8ff-285c8fca1227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:16.912057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-a82d21f8-5203-4cb8-b8ff-285c8fca1227 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1274738 Aug 30 23:09:16.938718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ecf6559-f548-4a88-b78c-b41f0fc9707c req-1488e50a-6621-446b-a9ba-a68ea131f959 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=f0760301-decf-4f3a-94a9-80b8161a9bd7 HTTP/1.1" status: 200 len: 210 time: 0.0382755 Aug 30 23:09:16.949951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:16.956809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.007285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:17.016609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:17.024015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:17.094392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=fa51d1d3-96e4-4800-8a78-a21c83dafc99,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:17.109379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=381056ab-4ab5-41e9-a335-37452a204d0a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:17.135684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Checking segment: {'id': '4349e72d-45e5-4b4e-859d-c30a633a32fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:17.136426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network hostable DHCP agents. Network: 2ed1fb79-7b46-4a31-9f61-676b9d6e867d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:09:17.165994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-a76790bf-fe2c-42ef-ba46-a7b63a0fd18c service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416418 Aug 30 23:09:17.176447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:09:17.259051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.291440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07a7b429-d137-4c15-9c37-e43a889eb6d6 req-91a83045-c810-47f2-892c-453bcd7ed29f service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116674 Aug 30 23:09:17.307241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2ed1fb79-7b46-4a31-9f61-676b9d6e867d) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:17.318696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9c7d8480-f515-42af-aa01-190d28b85c03 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:17.339104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be412e58-7463-4b78-8454-0c8a97733932 None None] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:17.340281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:17.352156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.352947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.399014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-03d8c8d9-565a-48c3-a6d9-0115dd515ae1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8535945 Aug 30 23:09:17.402431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38806) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:17.418586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1151242251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:17.440791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 9c7d8480-f515-42af-aa01-190d28b85c03 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:09:17.441497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9c7d8480-f515-42af-aa01-190d28b85c03 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:17.481101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.483680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.747558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.749543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2ed1fb79-7b46-4a31-9f61-676b9d6e867d', 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': '381056ab-4ab5-41e9-a335-37452a204d0a'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:09:17.752464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.781168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.789472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.807027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.865287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.869357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ecfc5bc-c3da-4b3b-b3f7-6dd295c7ee0c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4636261 Aug 30 23:09:17.871306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:17.882920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=fa51d1d3-96e4-4800-8a78-a21c83dafc99,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:17.896308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d', 'name': 'tempest-PortsTestJSON-122645704'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:17.904674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.928707 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:17.930343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-879df4db-0e8a-4b22-b459-862059e6c362 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2212253 Aug 30 23:09:18.049002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c20252-4d65-4b28-ab6d-fba5f35b26e5 req-cf745937-47ae-49eb-bd32-2cbb2f78a6f2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:18.058816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78c20252-4d65-4b28-ab6d-fba5f35b26e5 req-cf745937-47ae-49eb-bd32-2cbb2f78a6f2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.3385153 Aug 30 23:09:18.212831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Allocated IP 172.20.0.2 (2ed1fb79-7b46-4a31-9f61-676b9d6e867d/381056ab-4ab5-41e9-a335-37452a204d0a/37042a05-dcbd-48c1-8b57-1a58bf92b996) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:18.235928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:18.238460 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87efb718-fce3-4fbe-82d1-13e397a5e591" -d '{"events": [{"name": "network-changed", "server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:18.257083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:18.264909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:18.286262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78c20252-4d65-4b28-ab6d-fba5f35b26e5 req-b57fa266-1939-4ef8-b020-f1d7f804efea tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263637 Aug 30 23:09:18.355874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 809159de-6136-48de-9895-79f33426f810 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:09:18.559899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:18.570019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Transition to ACTIVE for port object 37042a05-dcbd-48c1-8b57-1a58bf92b996 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:18.587020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Transition to ACTIVE for port object 37042a05-dcbd-48c1-8b57-1a58bf92b996 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:18.593602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:18.643242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:18.646411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:18.662302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-0f185348-338b-4a75-9cc0-8c3efd727053 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--254772414&fields=id&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 267 time: 0.1733632 Aug 30 23:09:18.680151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:18.800983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Pushing event updated for resources: {'Port': ['ID=37042a05-dcbd-48c1-8b57-1a58bf92b996,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:18.898915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Attempting to bind port 37042a05-dcbd-48c1-8b57-1a58bf92b996 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:18.899446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Attempting to bind port 37042a05-dcbd-48c1-8b57-1a58bf92b996 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4349e72d-45e5-4b4e-859d-c30a633a32fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:18.899866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Attempting to bind port 37042a05-dcbd-48c1-8b57-1a58bf92b996 on network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:18.915116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:18.915489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Checking segment: {'id': '4349e72d-45e5-4b4e-859d-c30a633a32fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:18.915897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:18.916303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Bound using segment: {'id': '4349e72d-45e5-4b4e-859d-c30a633a32fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:18.916790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Bound port: 37042a05-dcbd-48c1-8b57-1a58bf92b996, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4349e72d-45e5-4b4e-859d-c30a633a32fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '2ed1fb79-7b46-4a31-9f61-676b9d6e867d'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:18.917179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:18.928537 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aab648-2338-4de8-b490-4b4002dddd75 x-openstack-request-id: req-d0aab648-2338-4de8-b490-4b4002dddd75 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:18.929044 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:18.929164 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d0aab648-2338-4de8-b490-4b4002dddd75 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:18.929987 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a', 'status': 'completed', 'code': 200} Aug 30 23:09:19.069660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.13 (2ed1fb79-7b46-4a31-9f61-676b9d6e867d/381056ab-4ab5-41e9-a335-37452a204d0a/809159de-6136-48de-9895-79f33426f810) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:19.078606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] For port 37042a05-dcbd-48c1-8b57-1a58bf92b996, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:19.082763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] For port 37042a05-dcbd-48c1-8b57-1a58bf92b996, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37042a05-dcbd-48c1-8b57-1a58bf92b996,segment=NetworkSegment(4349e72d-45e5-4b4e-859d-c30a633a32fd),segment_id=4349e72d-45e5-4b4e-859d-c30a633a32fd)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:19.092978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:19.165523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-b1296a04-66fe-4ba8-855a-24360c1460bb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:19.182351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-b1296a04-66fe-4ba8-855a-24360c1460bb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 816 time: 0.4947135 Aug 30 23:09:19.243942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-a8c2e60d-1ebf-49c8-8544-5f07ad8eeae8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/quotas/2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 375 time: 0.0458460 Aug 30 23:09:19.260277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c20fca-d7ee-40dc-969e-6cf483cccadc None None] Pushing event updated for resources: {'Port': ['ID=37042a05-dcbd-48c1-8b57-1a58bf92b996,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:19.279390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-38221965-fe9b-4ec6-a663-c4bca2460216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:19.281236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-38221965-fe9b-4ec6-a663-c4bca2460216 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 1095 time: 0.3509262 Aug 30 23:09:19.362609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-3bc89968-361a-45cd-beab-234d99320394 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4365392 Aug 30 23:09:19.486867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-813a7c84-cf9a-490e-b708-d3c17eddbd0e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:19.489659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-813a7c84-cf9a-490e-b708-d3c17eddbd0e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.2396214 Aug 30 23:09:19.540576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-9284b165-e8eb-4a3f-b41e-9f7b7d202efe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0369239 Aug 30 23:09:19.721648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-dbe480c1-8e7e-4b56-9a2d-d6f541de9813 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799414 Aug 30 23:09:19.963354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-7eb2e1b1-aabd-4509-b432-bf6888b7634a service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015760 Aug 30 23:09:20.144653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-0429acdd-0580-4714-851f-fdb14a36b406 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798954 Aug 30 23:09:20.174569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-9097323f-e198-4a28-ab8f-64061cb43af4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8883462 Aug 30 23:09:20.386981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37042a05-dcbd-48c1-8b57-1a58bf92b996 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:20.485531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed1a3-108e-4dbf-ac10-579887928610 req-7076289d-cd53-458e-be84-b2596b1c53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:20.487400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-7076289d-cd53-458e-be84-b2596b1c53df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 1097 time: 1.0191152 Aug 30 23:09:20.528596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-a817405c-3911-4874-9fd8-f93000e8b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:20.531470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-a817405c-3911-4874-9fd8-f93000e8b9d5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 1.1900017 Aug 30 23:09:20.572721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 37042a05-dcbd-48c1-8b57-1a58bf92b996 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:20.639753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0072f5-17b8-45ad-91e7-2754a065f061 req-a030db56-8813-4421-9f9b-5b77b307c7c0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:20.647174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf0072f5-17b8-45ad-91e7-2754a065f061 req-a030db56-8813-4421-9f9b-5b77b307c7c0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.1606028 Aug 30 23:09:20.675940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:20.745080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-64e988dd-592a-4cda-b922-3ad192337c93 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a HTTP/1.1" status: 200 len: 217 time: 0.1989555 Aug 30 23:09:20.754930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-e099bfbb-ed50-4866-9538-56e41ef3a694 service neutron] 10.222.0.25 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5628252 Aug 30 23:09:20.765986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cf0072f5-17b8-45ad-91e7-2754a065f061 req-204db30a-e4c9-4601-9dec-637f69e4a3dc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110585 Aug 30 23:09:20.792108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 809159de-6136-48de-9895-79f33426f810 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:20.974440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a27c9bef-4889-4424-992d-541f2311a7b8 req-9da6d4c0-dc88-4bfc-a766-da1a61fe697e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 210 time: 0.1037920 Aug 30 23:09:21.067924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9647c9a-da77-4ab7-95b8-1f9d801ce47c None None] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:21.158635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-6c015bd9-09a6-4e93-aeb3-80c207f17f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:21.160595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-6c015bd9-09a6-4e93-aeb3-80c207f17f0e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.4019551 Aug 30 23:09:21.200080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Provisioning for port 37042a05-dcbd-48c1-8b57-1a58bf92b996 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:21.211961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Provisioning complete for port 37042a05-dcbd-48c1-8b57-1a58bf92b996 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:21.212571 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:21.233251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:21.266379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-9e2c88de-5a33-4bdd-bf5d-31f6914b10b9 service neutron] 10.222.0.25 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486791 Aug 30 23:09:21.289668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed1a3-108e-4dbf-ac10-579887928610 req-76f52429-8f29-4eb5-94ae-05dabbcf2fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:21.291199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-76f52429-8f29-4eb5-94ae-05dabbcf2fbf service neutron] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.7347255 Aug 30 23:09:21.342024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:21.376094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:21.380013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:21.389040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-46b88bda-9350-4ad3-abc0-ab08b2e94f8f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 200 len: 217 time: 0.0727975 Aug 30 23:09:21.414270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=809159de-6136-48de-9895-79f33426f810,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:21.564982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5a643c8-f2f4-4f43-b4ce-02b2a6540a10 req-203d811a-dd61-4f16-a5ac-9fb8b1905454 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0620816 Aug 30 23:09:21.597322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-1a784a72-5d39-4281-bb6c-f65c81bde152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:21.601698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-1a784a72-5d39-4281-bb6c-f65c81bde152 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3545332 Aug 30 23:09:21.695286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38906) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:21.745246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:21.746149 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:21.799684 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:21.819678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aed1a3-108e-4dbf-ac10-579887928610 req-5168d9c2-ca9e-428a-9569-6cacd127d552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:21.821732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-5168d9c2-ca9e-428a-9569-6cacd127d552 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.4088812 Aug 30 23:09:21.828133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ee92a8cf-eaa4-48b1-bd27-8b20fd74654c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9527264 Aug 30 23:09:21.829436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38916) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:21.856305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] For port 37042a05-dcbd-48c1-8b57-1a58bf92b996, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37042a05-dcbd-48c1-8b57-1a58bf92b996,segment=NetworkSegment(4349e72d-45e5-4b4e-859d-c30a633a32fd),segment_id=4349e72d-45e5-4b4e-859d-c30a633a32fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:21.863342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:21.959571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-beca0c65-0e6a-4938-aa56-b5615e8ce9ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192908 Aug 30 23:09:21.984155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26536b0a-cad9-4b16-bccc-c883a86c1a08 None None] Pushing event updated for resources: {'Port': ['ID=37042a05-dcbd-48c1-8b57-1a58bf92b996,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:22.260091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70d7e568-aaf8-4c50-ba46-c20854a787bc req-7d898b76-ed4c-4a90-948d-bcafde8fb83c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 210 time: 0.1619999 Aug 30 23:09:22.286003 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-743493d7-0dcb-4eec-b3af-38200d87808b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.337108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Provisioning for port 809159de-6136-48de-9895-79f33426f810 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:22.351303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Provisioning complete for port 809159de-6136-48de-9895-79f33426f810 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:22.353851 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.417675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37042a05-dcbd-48c1-8b57-1a58bf92b996 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:22.455517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-a5b619a5-3f57-47b4-b481-8bea79505e55 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308542 Aug 30 23:09:22.493557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.520046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Port 809159de-6136-48de-9895-79f33426f810 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:22.549456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Provisioning complete for port 37042a05-dcbd-48c1-8b57-1a58bf92b996 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:22.550120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d8f34e42-2200-4321-a37e-2e64285581c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.624931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5829b08a-a22a-43fa-8db7-83458b03e3be req-4a71f4ae-023c-4310-ae62-97ebcdb4ecda tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:22.633913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5829b08a-a22a-43fa-8db7-83458b03e3be req-4a71f4ae-023c-4310-ae62-97ebcdb4ecda tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.6694672 Aug 30 23:09:22.701343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 37042a05-dcbd-48c1-8b57-1a58bf92b996 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:22.704913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.803182 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ecbcd98-1dbc-40c5-b3df-8cab8f11723d req-c159e051-35f1-4730-8dc1-49160d62e436 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0756693 Aug 30 23:09:22.832679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.840816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-3a7726bc-c3d3-407d-9828-050e91241f8e service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8748841 Aug 30 23:09:22.908621 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-743493d7-0dcb-4eec-b3af-38200d87808b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.918722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-743493d7-0dcb-4eec-b3af-38200d87808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:22.978199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-9285e3de-622c-4897-8138-e63808505d69 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:22.980846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-9285e3de-622c-4897-8138-e63808505d69 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.7843449 Aug 30 23:09:22.989155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5829b08a-a22a-43fa-8db7-83458b03e3be req-8e14c281-ca73-46e4-a5d0-3c6d17751f15 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432183 Aug 30 23:09:23.019199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-743493d7-0dcb-4eec-b3af-38200d87808b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f42d52506e2a4a928d842c6d50a6e42e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3219810 Aug 30 23:09:23.023193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': '8b29e994-039c-4556-8cfd-d55ee913815a', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:23.024858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:23.065144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-700fdd88-fc6c-4505-9a3f-9502da3506ec None None] Provisioning complete for port 809159de-6136-48de-9895-79f33426f810 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:23.066611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-700fdd88-fc6c-4505-9a3f-9502da3506ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.108727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743493d7-0dcb-4eec-b3af-38200d87808b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f262de4-51d9-4a7d-8085-2a49934c9c21,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:23.118411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-700fdd88-fc6c-4505-9a3f-9502da3506ec None None] Port 809159de-6136-48de-9895-79f33426f810 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:23.145747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87efb718-fce3-4fbe-82d1-13e397a5e591 req-af10a419-ab04-4ba0-b004-2594887f0e7d service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765616 Aug 30 23:09:23.219677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33aed1a3-108e-4dbf-ac10-579887928610 req-328dba49-6104-482e-9318-65059da9eed0 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3445864 Aug 30 23:09:23.334833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.364198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:23.382299 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.400823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-762ad723-afc7-4a86-9615-d52ce0709bab req-448e33ed-81b0-4902-9eea-340a2c62f897 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 210 time: 0.0564420 Aug 30 23:09:23.423624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.523283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.531625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.609332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.609332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:23.612041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4f262de4-51d9-4a7d-8085-2a49934c9c21 HTTP/1.1" status: 204 len: 168 time: 0.5806267 Aug 30 23:09:23.668040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fc01c898-64e7-4eff-a91e-253abaab9bee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:23.673001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fc01c898-64e7-4eff-a91e-253abaab9bee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 816 time: 0.4263797 Aug 30 23:09:23.686053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcd36b-791f-4b11-9b4a-074279d17a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f262de4-51d9-4a7d-8085-2a49934c9c21,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:23.698003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=809159de-6136-48de-9895-79f33426f810,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:23.780711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.10 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/c0e5b591-d4db-4ffb-a11f-0c808d1027d8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:24.057086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-8999e0ab-96b4-4db6-a70d-418e5f358e47 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 379 time: 0.3662179 Aug 30 23:09:24.071458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'port': {'device_id': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'admin_state_up': True, 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'security_groups': ['26c54aa5-da2a-4484-8129-220e5078b672']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:24.265324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.368232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b87d3e39-a02b-414b-a9fa-a6d53f52f870 None None] Provisioning complete for port 809159de-6136-48de-9895-79f33426f810 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:24.369138 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b87d3e39-a02b-414b-a9fa-a6d53f52f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.396150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.465679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b87d3e39-a02b-414b-a9fa-a6d53f52f870 None None] Port 809159de-6136-48de-9895-79f33426f810 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:24.518519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38946) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:24.554324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Made reservation on behalf of 2044296f9da64a998dfcdaade8f5a2f5 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:24.557503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff38b82-9eab-4c36-af32-8ee5b567c13a req-9c30b7e4-e897-4502-9437-689c9d4cc033 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:24.558905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.559468 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ff38b82-9eab-4c36-af32-8ee5b567c13a req-9c30b7e4-e897-4502-9437-689c9d4cc033 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.1468334 Aug 30 23:09:24.561972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5121-049d-4b2a-b04b-df2c31229dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.635699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.646625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:24.649708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:24.667239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ff38b82-9eab-4c36-af32-8ee5b567c13a req-6824a37f-5b1d-4fad-b239-74ab1f5cd58a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729764 Aug 30 23:09:24.849769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b338028b-3c5e-4db9-ad13-a3514889eba6 req-5e8eb638-34ec-4500-b447-b6fa3672731f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.1110845 Aug 30 23:09:24.855963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:24.870403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:24.873127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:24.936215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:25.037695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:25.038560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.061496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b789bc-95d7-4423-a494-64be7346968f req-52174bcc-ed87-4322-82e5-4950c2ca1704 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:25.063439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95b789bc-95d7-4423-a494-64be7346968f req-52174bcc-ed87-4322-82e5-4950c2ca1704 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 932 time: 0.1480985 Aug 30 23:09:25.077332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Allocated IP 172.20.0.6 (0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f/4a00932e-40f6-4cf3-8c88-a19d50d5b5b4/f27fe2ca-85ca-48c1-b233-269af8b27373) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:25.133987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5121-049d-4b2a-b04b-df2c31229dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.142108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ce1b5121-049d-4b2a-b04b-df2c31229dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.158060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95b789bc-95d7-4423-a494-64be7346968f req-70c259cd-c052-4fa3-bb05-f09606c4591d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858998 Aug 30 23:09:25.166934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-6f3ba836-32c0-47fe-a1ef-691c96a1b0de tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1610131 Aug 30 23:09:25.202027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Request body: {'port': {'device_id': '8b29e994-039c-4556-8cfd-d55ee913815a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:25.234657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.242468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.287257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce1b5121-049d-4b2a-b04b-df2c31229dd0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d667f2c737354d77a5063d5f9db80256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7485650 Aug 30 23:09:25.321054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38952) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:25.396897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=809159de-6136-48de-9895-79f33426f810,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:25.405231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.426327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.445186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b5121-049d-4b2a-b04b-df2c31229dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef6e43a-87bb-473d-81cb-98bdfbe4f37e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:25.453038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.498312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.593273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:25.609482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:25.613545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:25.721265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.727190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.734718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ef6e43a-87bb-473d-81cb-98bdfbe4f37e HTTP/1.1" status: 204 len: 168 time: 0.4118688 Aug 30 23:09:25.863890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27798b6c-87a3-4fc8-a81c-37bfedb89eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef6e43a-87bb-473d-81cb-98bdfbe4f37e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:25.864186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:25.967307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Transition to ACTIVE for port object f27fe2ca-85ca-48c1-b233-269af8b27373 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:26.015779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Router 28d6c0ba-ac52-4f59-a548-1ebdd37d7633 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:09:26.218280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b7bb844d-24c4-4eb5-892a-e0660d7ac4a0 None None] Provisioning complete for port 809159de-6136-48de-9895-79f33426f810 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:26.218987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7bb844d-24c4-4eb5-892a-e0660d7ac4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:26.284830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb844d-24c4-4eb5-892a-e0660d7ac4a0 None None] Port 809159de-6136-48de-9895-79f33426f810 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:26.740426 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08929f38-d6aa-49b3-b031-836fb55d7188 req-ded53c8c-7f1d-4b02-a611-01bec08ce3ad tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.6317601 Aug 30 23:09:26.776062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b32f6f61-6041-4d85-99b1-73ac72ec9fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:26.800251 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebdde3-d56b-44a2-ac8b-259761d74cae req-9c17dd14-090d-45d7-81aa-bc2d5fe6f36d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:26.802405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ebdde3-d56b-44a2-ac8b-259761d74cae req-9c17dd14-090d-45d7-81aa-bc2d5fe6f36d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.7368429 Aug 30 23:09:26.808351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:09:26.814528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50620381-8b02-42e8-826f-e93c9eac6eaf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/routers/28d6c0ba-ac52-4f59-a548-1ebdd37d7633/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9830778 Aug 30 23:09:26.823102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:26.824501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] Sync routers for ids ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:09:26.840714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] Routers {'28d6c0ba-ac52-4f59-a548-1ebdd37d7633'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:26.842033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:26.904380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:26.925617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] Routers {'28d6c0ba-ac52-4f59-a548-1ebdd37d7633'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:26.927058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:26.983722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e5b591-d4db-4ffb-a11f-0c808d1027d8 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:26.992721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:26.996155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:26.996898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d749e3-9353-4a1e-9980-0837b9f27d98 None None] The sync data for ids ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:09:27.009593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253f37ef-571f-4083-a0de-65c07364535a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:27.018681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-253f37ef-571f-4083-a0de-65c07364535a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d6c0ba-ac52-4f59-a548-1ebdd37d7633 HTTP/1.1" status: 200 len: 982 time: 0.1910894 Aug 30 23:09:27.024620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:27.026509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.152331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:27.172558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82ebdde3-d56b-44a2-ac8b-259761d74cae req-fc258fa3-d963-4822-bb05-eae756ff66fa tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482664 Aug 30 23:09:27.174507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:27.185622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:27.194545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Transition to ACTIVE for port object c0e5b591-d4db-4ffb-a11f-0c808d1027d8 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:27.228987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:27.234818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.280019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1a6be-f9be-447d-8d4d-3d558b17dba0 req-96c95d47-5e02-4049-a903-56e44de2c027 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:27.290830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7f1a6be-f9be-447d-8d4d-3d558b17dba0 req-96c95d47-5e02-4049-a903-56e44de2c027 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 932 time: 0.4069469 Aug 30 23:09:27.373162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:27.374370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.379268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b32f6f61-6041-4d85-99b1-73ac72ec9fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.403895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b32f6f61-6041-4d85-99b1-73ac72ec9fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.424179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:27.459800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-fd02c2f4-89d0-4323-a437-d502c6b75897 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3938978 Aug 30 23:09:27.493715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7f1a6be-f9be-447d-8d4d-3d558b17dba0 req-2e10f67d-e443-4e5e-b153-7c02f9777ff6 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012043 Aug 30 23:09:27.504183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Request body: {'port': {'device_id': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:27.536058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Attempting to bind port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:27.537015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Attempting to bind port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:27.537889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Attempting to bind port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:27.575718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:27.576354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Attempting to bind port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:27.587720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:27.588592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:27.589009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:27.589621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Bound port: c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:27.590036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.647328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-da9fce3f-d651-4878-8184-2db8447a885f None None] Provisioning for port f27fe2ca-85ca-48c1-b233-269af8b27373 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:27.656637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-da9fce3f-d651-4878-8184-2db8447a885f None None] Provisioning complete for port f27fe2ca-85ca-48c1-b233-269af8b27373 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:27.657746 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-da9fce3f-d651-4878-8184-2db8447a885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.659006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.697909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f6f61-6041-4d85-99b1-73ac72ec9fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9bb3ab-8a56-4df8-bc9c-6dd13e5caf64,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:27.710741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b32f6f61-6041-4d85-99b1-73ac72ec9fc3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=823cb9c384de452ebb50e4e298b89677&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1183426 Aug 30 23:09:27.716819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39002) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:27.720427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-da9fce3f-d651-4878-8184-2db8447a885f None None] Port f27fe2ca-85ca-48c1-b233-269af8b27373 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:27.750425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:27.784976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:27.847477 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.850499 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.935418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:27.936400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:27.939345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] 10.222.0.52 "PUT /v2.0/ports/c0e5b591-d4db-4ffb-a11f-0c808d1027d8 HTTP/1.1" status: 200 len: 1093 time: 2.7448463 Aug 30 23:09:27.940021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:27.942825 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6680bf9f-b9b9-4182-8774-e5f20db83393" -d '{"events": [{"name": "network-changed", "server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:28.005168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.012444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.055335 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf145b-fb36-4fe0-a9bb-2f6869eb58cf x-openstack-request-id: req-52cf145b-fb36-4fe0-a9bb-2f6869eb58cf {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:28.055732 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:28.055947 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52cf145b-fb36-4fe0-a9bb-2f6869eb58cf {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:28.056307 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8', 'status': 'completed', 'code': 200} Aug 30 23:09:28.131331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2523f6-bdcf-40fc-8e5a-3d1dd2037b3d service neutron] Pushing event updated for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:28.150447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.230659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-539451db-b019-4233-9484-a3ed205d8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:28.232811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-539451db-b019-4233-9484-a3ed205d8ecf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 1096 time: 0.1853151 Aug 30 23:09:28.248405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3808d45-1221-45a4-ace5-41dc427926b8 req-44ed9914-df6d-4d24-8cb5-8ded4566e0ee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:28.250080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3808d45-1221-45a4-ace5-41dc427926b8 req-44ed9914-df6d-4d24-8cb5-8ded4566e0ee tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 931 time: 0.2798946 Aug 30 23:09:28.318127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-eeb037cd-3b0b-42db-b462-067a7cd061c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8 HTTP/1.1" status: 200 len: 217 time: 0.0567832 Aug 30 23:09:28.408620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8ba53-2f65-4170-b922-e4213eb97151 req-bdc9d15f-f296-49bc-a62d-94fad634bd76 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:28.411457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3e8ba53-2f65-4170-b922-e4213eb97151 req-bdc9d15f-f296-49bc-a62d-94fad634bd76 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 943 time: 0.1336126 Aug 30 23:09:28.429863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.432449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.441003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ef9bb3ab-8a56-4df8-bc9c-6dd13e5caf64 HTTP/1.1" status: 204 len: 168 time: 0.7158005 Aug 30 23:09:28.441003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3808d45-1221-45a4-ace5-41dc427926b8 req-e362ea88-1f63-4af8-858e-1435d8ede347 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742024 Aug 30 23:09:28.442030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 809159de-6136-48de-9895-79f33426f810 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:28.442030 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.449195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94fdfa-821c-4cb7-9c2f-0844ef5e39af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9bb3ab-8a56-4df8-bc9c-6dd13e5caf64,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:28.451843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57e20-7417-4fa7-81da-92147066538c req-c05db68e-0e52-4b63-8f82-244b70a68ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:28.453359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-c05db68e-0e52-4b63-8f82-244b70a68ba3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1218612 Aug 30 23:09:28.498681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:28.521549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-dab38427-a189-4de5-b296-282adf36fe89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460489 Aug 30 23:09:28.523884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.540165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3e8ba53-2f65-4170-b922-e4213eb97151 req-f241ec87-e8b6-4cb4-b779-fa882d64ff07 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202221 Aug 30 23:09:28.600597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.620592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 809159de-6136-48de-9895-79f33426f810 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:28.651366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Transition to ACTIVE for port object f27fe2ca-85ca-48c1-b233-269af8b27373 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:28.689213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.788301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada0ce2-8712-4b3d-9c9f-29cd6fe2d0b7 req-8cb157f2-8552-4553-89aa-28e1bf472bd4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:28.791236 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ada0ce2-8712-4b3d-9c9f-29cd6fe2d0b7 req-8cb157f2-8552-4553-89aa-28e1bf472bd4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 944 time: 0.1408875 Aug 30 23:09:28.795748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 30efb681-39da-4a63-a3df-eb7d7a0cb79a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:09:28.861952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:28.911005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=809159de-6136-48de-9895-79f33426f810,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:28.975431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:29.004263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-e184825a-b0ff-4442-9e2b-b588f8151082 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747858 Aug 30 23:09:29.039964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:29.078918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '30efb681-39da-4a63-a3df-eb7d7a0cb79a', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': '30efb681-39da-4a63-a3df-eb7d7a0cb79a', 'mac_address': 'fa:16:3e:86:18:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:09:29.147392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.147732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:29.177257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ada0ce2-8712-4b3d-9c9f-29cd6fe2d0b7 req-cac36253-1d59-420e-b099-fab6297f60bc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3180544 Aug 30 23:09:29.179579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30efb681-39da-4a63-a3df-eb7d7a0cb79a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:29.200911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3a158e9-437d-4ae0-bb46-ca19cf209274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.222497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:29.229358 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.255991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Attempting to bind port f27fe2ca-85ca-48c1-b233-269af8b27373 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:29.256555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Attempting to bind port f27fe2ca-85ca-48c1-b233-269af8b27373 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:29.257102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Attempting to bind port f27fe2ca-85ca-48c1-b233-269af8b27373 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:29.276595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.283678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Port f27fe2ca-85ca-48c1-b233-269af8b27373 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:29.284194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Attempting to bind port f27fe2ca-85ca-48c1-b233-269af8b27373 on network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:29.311383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:29.311724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Checking segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:29.312362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Bound using segment: {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:29.312807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Bound port: f27fe2ca-85ca-48c1-b233-269af8b27373, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92a9eb11-be62-4c66-90ae-7fc445710c47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:29.313693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.330606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d57e20-7417-4fa7-81da-92147066538c req-508fe074-caf1-4223-b7be-a356982b87a4 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956002 Aug 30 23:09:29.339776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:29.452938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:29.463550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:29.484287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.511491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Router 28d6c0ba-ac52-4f59-a548-1ebdd37d7633 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:09:29.523070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['30efb681-39da-4a63-a3df-eb7d7a0cb79a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:29.587935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:29.588568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.590775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] 10.222.0.52 "PUT /v2.0/ports/f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 1092 time: 2.0976663 Aug 30 23:09:29.592923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3a158e9-437d-4ae0-bb46-ca19cf209274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.598835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-7be95205-6f0a-4342-a9e2-46407e773335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:29.600366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-7be95205-6f0a-4342-a9e2-46407e773335 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 1096 time: 0.1523731 Aug 30 23:09:29.604634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e3a158e9-437d-4ae0-bb46-ca19cf209274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.688288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:09:29.700424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b3a77dd9-dd24-49e4-a363-1146b9d506dc tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/routers/28d6c0ba-ac52-4f59-a548-1ebdd37d7633/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6728494 Aug 30 23:09:29.703549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39044) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:29.703754 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] Sync routers for ids ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:09:29.720603 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] Routers {'28d6c0ba-ac52-4f59-a548-1ebdd37d7633'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:29.721243 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:29.761921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff895b-5056-4400-b3f6-2d057ff9c3cf req-e3b6febb-e649-4df1-b9bd-2fa0f6e1105a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:29.763811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcff895b-5056-4400-b3f6-2d057ff9c3cf req-e3b6febb-e649-4df1-b9bd-2fa0f6e1105a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1236012 Aug 30 23:09:29.765701 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbcb36e8-c215-4533-a726-ec97a835224e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:09:29.767524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dbcb36e8-c215-4533-a726-ec97a835224e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/809159de-6136-48de-9895-79f33426f810 HTTP/1.1" status: 404 len: 333 time: 0.0620329 Aug 30 23:09:29.776279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:29.808947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-adabdf7d-e1dc-4fbf-9569-de99df6af975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:29.811212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-adabdf7d-e1dc-4fbf-9569-de99df6af975 service neutron] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.1975117 Aug 30 23:09:29.821161 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:29.845406 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] Routers {'28d6c0ba-ac52-4f59-a548-1ebdd37d7633'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:29.847081 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:29.865412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af47f4-6946-4d9a-810f-49d008e618fd service neutron] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:29.904728 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:29.905431 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc57aca3-19e5-4beb-88a3-bc9de7700079 None None] The sync data for ids ['28d6c0ba-ac52-4f59-a548-1ebdd37d7633'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:09:29.962129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a158e9-437d-4ae0-bb46-ca19cf209274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3682ee-2675-4b14-94b5-78a046046012,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:29.969552 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-524d6047-ea0d-48c2-89d9-4a93459822fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8 HTTP/1.1" status: 200 len: 217 time: 0.1264455 Aug 30 23:09:29.983714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e3a158e9-437d-4ae0-bb46-ca19cf209274 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7bd2cf5c8a1d41eca44b5775551d75cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8318834 Aug 30 23:09:29.984638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:29.985841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39048) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:30.027721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcff895b-5056-4400-b3f6-2d057ff9c3cf req-85d78210-c37d-40bb-b4f0-90be7f88cb60 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523539 Aug 30 23:09:30.065293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5d628f-b004-4915-9dd0-055d5790912b req-4576a1f1-59b8-48e3-bf6e-a0b627d03822 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.066945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a5d628f-b004-4915-9dd0-055d5790912b req-4576a1f1-59b8-48e3-bf6e-a0b627d03822 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 944 time: 0.2490973 Aug 30 23:09:30.067405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:30.069718 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736d5f07-3a35-461e-a312-6292dde26313" -d '{"events": [{"name": "network-changed", "server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:30.087086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-ee367a8c-1c11-4d85-8c80-bf978d576a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.088637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-ee367a8c-1c11-4d85-8c80-bf978d576a6f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.2739232 Aug 30 23:09:30.142461 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e66cdf-0d2e-47ed-891c-4056b41d0c98 x-openstack-request-id: req-85e66cdf-0d2e-47ed-891c-4056b41d0c98 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:30.142765 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:30.143016 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85e66cdf-0d2e-47ed-891c-4056b41d0c98 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:30.144447 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'status': 'completed', 'code': 200} Aug 30 23:09:30.189463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-1b290b10-4e25-4df8-9b2d-d13bfdf0af86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.191505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-1b290b10-4e25-4df8-9b2d-d13bfdf0af86 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.2089972 Aug 30 23:09:30.193967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-835ad238-2342-4b00-a9de-094c8f66b4db service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 217 time: 0.0779765 Aug 30 23:09:30.209541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.212113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.302144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-ec4280d5-c580-4736-9fb5-9bb453bc73f2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918920 Aug 30 23:09:30.304625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.315696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.316249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Fanout notify agent at l3_agent the message router_deleted on router 28d6c0ba-ac52-4f59-a548-1ebdd37d7633 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:09:30.317284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a5d628f-b004-4915-9dd0-055d5790912b req-9e8b403e-c0a5-4a35-b8f3-bb02c1563b68 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324805 Aug 30 23:09:30.324099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.330292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01942c3d-7b7e-49e1-a221-0665fa076a54 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/routers/28d6c0ba-ac52-4f59-a548-1ebdd37d7633 HTTP/1.1" status: 204 len: 168 time: 0.5478215 Aug 30 23:09:30.330292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:30.396250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d15ddef-2fe3-4e62-bcf3-a4cfbcc59038 req-d070cdda-28b9-4285-b55f-d8f37f77bbbd tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.397768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d15ddef-2fe3-4e62-bcf3-a4cfbcc59038 req-d070cdda-28b9-4285-b55f-d8f37f77bbbd tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 944 time: 0.1240783 Aug 30 23:09:30.403313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.404705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet 381056ab-4ab5-41e9-a335-37452a204d0a {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:09:30.410242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-c79699db-5cb4-48b1-a759-c6f3a76c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.411717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-c79699db-5cb4-48b1-a759-c6f3a76c0492 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.2027545 Aug 30 23:09:30.415257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.473432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.478712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d15ddef-2fe3-4e62-bcf3-a4cfbcc59038 req-c78dcb40-e554-403d-b702-8161701576a0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714679 Aug 30 23:09:30.512508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-180ed8e8-4e2a-4e65-b365-803650409786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:30.512508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-180ed8e8-4e2a-4e65-b365-803650409786 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0895360 Aug 30 23:09:30.513915 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-d31dbc3d-c3b4-4b49-bb09-a69a7fed3584 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944861 Aug 30 23:09:30.572687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.613070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.616378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.617696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d3682ee-2675-4b14-94b5-78a046046012 HTTP/1.1" status: 204 len: 168 time: 0.6238987 Aug 30 23:09:30.650257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.659448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99553c8-d679-466f-96c1-f45f880eaee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3682ee-2675-4b14-94b5-78a046046012,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:30.707168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=381056ab-4ab5-41e9-a335-37452a204d0a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:30.711639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.719346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:30.720292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63a86a8-42cd-427d-a591-e15d480c9204 None None] Network 2ed1fb79-7b46-4a31-9f61-676b9d6e867d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:30.723767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-837ef008-267c-4395-8d4b-e4dad05766e2 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/381056ab-4ab5-41e9-a335-37452a204d0a HTTP/1.1" status: 204 len: 168 time: 0.3931625 Aug 30 23:09:30.793900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-a95cf3bc-15f7-42f6-ba2e-0a3d9ed584fb service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714190 Aug 30 23:09:30.821767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 30efb681-39da-4a63-a3df-eb7d7a0cb79a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:30.843458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6680bf9f-b9b9-4182-8774-e5f20db83393 req-eb18a6a3-83c0-4b37-93ae-4a46aadf4a45 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118019 Aug 30 23:09:30.904026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.913707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 30efb681-39da-4a63-a3df-eb7d7a0cb79a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:30.919768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 30efb681-39da-4a63-a3df-eb7d7a0cb79a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:30.920544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:30.974046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-524f1bdf-87f3-4bfa-be9e-2f43569c950c req-a7966759-b9e5-4112-a022-0d974640f6b5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667392 Aug 30 23:09:31.003019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383aa36c-f755-4948-b35d-863acb91707b None None] DHCP port deletion for 2ed1fb79-7b46-4a31-9f61-676b9d6e867d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:09:31.016933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 37042a05-dcbd-48c1-8b57-1a58bf92b996 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:31.017486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.052945 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.109877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:31.118744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:31.122659 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d6ec9-66ed-4329-95ef-76f39f9e8628" -d '{"events": [{"server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "name": "network-vif-plugged", "status": "completed", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:31.129650 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.149139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] For port 37042a05-dcbd-48c1-8b57-1a58bf92b996, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37042a05-dcbd-48c1-8b57-1a58bf92b996,segment=NetworkSegment(4349e72d-45e5-4b4e-859d-c30a633a32fd),segment_id=4349e72d-45e5-4b4e-859d-c30a633a32fd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:31.149776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.181528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 37042a05-dcbd-48c1-8b57-1a58bf92b996 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:31.202107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Deleting port 37042a05-dcbd-48c1-8b57-1a58bf92b996 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:31.202107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.208295 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a71b5-c294-4125-98e1-290d22c29fa7 x-openstack-request-id: req-f75a71b5-c294-4125-98e1-290d22c29fa7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:31.208295 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "name": "network-vif-plugged", "status": "completed", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:31.209137 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f75a71b5-c294-4125-98e1-290d22c29fa7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:31.209298 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a', 'code': 200} Aug 30 23:09:31.229440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d5f07-3a35-461e-a312-6292dde26313 req-9836e9b9-7add-413b-bd78-37c3fddc84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:31.231050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-9836e9b9-7add-413b-bd78-37c3fddc84e3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.1438603 Aug 30 23:09:31.246035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:31.320115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-383aa36c-f755-4948-b35d-863acb91707b None None] For port 37042a05-dcbd-48c1-8b57-1a58bf92b996, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=37042a05-dcbd-48c1-8b57-1a58bf92b996,segment=NetworkSegment(4349e72d-45e5-4b4e-859d-c30a633a32fd),segment_id=4349e72d-45e5-4b4e-859d-c30a633a32fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:31.320706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.368529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Calling delete_port for 37042a05-dcbd-48c1-8b57-1a58bf92b996 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:31.399142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c0e5b591-d4db-4ffb-a11f-0c808d1027d8 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:09:31.434651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1983e73b-0d80-4365-a6ba-5b4d4c057304 req-52dd60ff-46ad-44a4-86fb-7c3e12653144 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:31.447139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1983e73b-0d80-4365-a6ba-5b4d4c057304 req-52dd60ff-46ad-44a4-86fb-7c3e12653144 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2854109 Aug 30 23:09:31.477615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d5f07-3a35-461e-a312-6292dde26313 req-b1b17933-9fb3-4110-bd71-b44b2bbd2547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:31.479423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-b1b17933-9fb3-4110-bd71-b44b2bbd2547 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.2412152 Aug 30 23:09:31.546511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9e4f30-01f5-4ea4-9762-6fb906759a1c req-1e92d79f-5a96-4653-8124-3c4eb01353d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:31.548825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f9e4f30-01f5-4ea4-9762-6fb906759a1c req-1e92d79f-5a96-4653-8124-3c4eb01353d3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 1097 time: 0.2566159 Aug 30 23:09:31.558208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-b0adc4db-6e42-4296-9173-bbac8a2f2f19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 217 time: 0.0619290 Aug 30 23:09:31.588633 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d085d50-e69c-418c-826c-a6e0731e81fa req-28473a8a-6200-4ec8-b28b-c5e2fcdd864a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:31.593759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d085d50-e69c-418c-826c-a6e0731e81fa req-28473a8a-6200-4ec8-b28b-c5e2fcdd864a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.1121163 Aug 30 23:09:31.604754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:31.614179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1983e73b-0d80-4365-a6ba-5b4d4c057304 req-b7db233c-9e4d-4798-9a2d-767dca3488fd tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612320 Aug 30 23:09:31.633132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.661110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383aa36c-f755-4948-b35d-863acb91707b None None] No DVR routers for this DVR port 37042a05-dcbd-48c1-8b57-1a58bf92b996 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:31.680678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8', 'mac_address': 'fa:16:3e:75:cc:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:09:31.685494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383aa36c-f755-4948-b35d-863acb91707b None None] Pushing event deleted for resources: {'Port': ['ID=37042a05-dcbd-48c1-8b57-1a58bf92b996,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:31.710087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d085d50-e69c-418c-826c-a6e0731e81fa req-43135e3c-cf19-4ca0-a7b7-44de2f6cee4c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Aug 30 23:09:31.749529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.770191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e5b591-d4db-4ffb-a11f-0c808d1027d8 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:31.806604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:31.814725 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:31.872611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:32.053536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.119575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=37042a05-dcbd-48c1-8b57-1a58bf92b996,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:32.119692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c0e5b591-d4db-4ffb-a11f-0c808d1027d8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:32.122572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No DVR routers for this DVR port 37042a05-dcbd-48c1-8b57-1a58bf92b996 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:32.163713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f9e4f30-01f5-4ea4-9762-6fb906759a1c req-6fd59f2e-3067-43ad-a2bc-253c9cb8450b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6024539 Aug 30 23:09:32.167582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d5f07-3a35-461e-a312-6292dde26313 req-c13efa50-938b-407c-a0c6-5d9cff4d3c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.169046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-c13efa50-938b-407c-a0c6-5d9cff4d3c46 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.5980361 Aug 30 23:09:32.288677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42610994-8411-4e5a-a070-d2b4f7f54546 req-269788fb-6481-4d50-8d8b-1d23a959c6dc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.292959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42610994-8411-4e5a-a070-d2b4f7f54546 req-269788fb-6481-4d50-8d8b-1d23a959c6dc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 945 time: 0.2318270 Aug 30 23:09:32.302591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.317596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37042a05-dcbd-48c1-8b57-1a58bf92b996 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:32.330745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed1fb79-7b46-4a31-9f61-676b9d6e867d']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:32.345478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 37042a05-dcbd-48c1-8b57-1a58bf92b996 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:09:32.345851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 37042a05-dcbd-48c1-8b57-1a58bf92b996 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:32.347918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4349e72d-45e5-4b4e-859d-c30a633a32fd') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:32.348229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4349e72d-45e5-4b4e-859d-c30a633a32fd') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:32.352389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d5f07-3a35-461e-a312-6292dde26313 req-53fd0341-6e64-4f93-8129-463de881edee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.353979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-53fd0341-6e64-4f93-8129-463de881edee service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1676626 Aug 30 23:09:32.386008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.399806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-42610994-8411-4e5a-a070-d2b4f7f54546 req-0844666d-2b9c-4fc2-ac10-6f97eefbfabe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990970 Aug 30 23:09:32.444043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.454106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:09:32.454582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:09:32.457555 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:09:32.535011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-bfc523a1-c013-482b-9c7c-3db9880874a5 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619248 Aug 30 23:09:32.539261 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.573724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.581130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/2ed1fb79-7b46-4a31-9f61-676b9d6e867d HTTP/1.1" status: 204 len: 168 time: 1.8554537 Aug 30 23:09:32.581130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a1908-6bb2-4135-abe3-abbcecdd58fb tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=2ed1fb79-7b46-4a31-9f61-676b9d6e867d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:32.581589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39108) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:32.636087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4125c1b7-df78-4669-906d-e7c71faca587 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.638278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4125c1b7-df78-4669-906d-e7c71faca587 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/fe23b40b-b614-446e-8d1e-cc1e2b85abb2 HTTP/1.1" status: 200 len: 841 time: 0.0555925 Aug 30 23:09:32.645130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39116) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:32.701607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-75dcf459-8fdf-4b3d-ae07-ddc833d4a134 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/fe23b40b-b614-446e-8d1e-cc1e2b85abb2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0518749 Aug 30 23:09:32.702557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39118) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:32.707097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:32.750735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0165ab3f-892c-4bcf-b569-c0a2f4d820aa req-2f631440-ddde-4c5c-aaea-f336a17e2c12 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.753184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0165ab3f-892c-4bcf-b569-c0a2f4d820aa req-2f631440-ddde-4c5c-aaea-f336a17e2c12 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0635104 Aug 30 23:09:32.798834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-736d5f07-3a35-461e-a312-6292dde26313 req-69e5dd82-5fa8-4ac6-9ad8-11f4c17b2a50 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336793 Aug 30 23:09:32.855637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0165ab3f-892c-4bcf-b569-c0a2f4d820aa req-a86a840b-7196-4017-82c7-c3831e2d2dbf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942326 Aug 30 23:09:32.886120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:32.889954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:32.983859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e462b446-128a-4542-854b-8215384d1192 req-c8085940-d610-4586-bd8e-0dbe906494b1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:32.984796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e462b446-128a-4542-854b-8215384d1192 req-c8085940-d610-4586-bd8e-0dbe906494b1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.1344519 Aug 30 23:09:33.050580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e462b446-128a-4542-854b-8215384d1192 req-d6c042df-ba16-41b4-896d-5a243c8aacc9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538330 Aug 30 23:09:33.173656 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.217956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:33.221836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:33.225257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:33.225878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.234732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea44cf-7417-4ffc-b556-e0591d480696 None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:33.246417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=f175d06b-1a67-437e-b428-8426e62fc8e1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:33.256769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7c07ca69-134e-456c-a010-fbe508575920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5531425 Aug 30 23:09:33.258808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39150) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:33.264347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1384878952'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:33.295799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.390640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39160) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:33.422422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:09:33.466605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c0e5b591-d4db-4ffb-a11f-0c808d1027d8 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:33.481458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.488353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.595508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b139f1b0-a778-4950-8ba0-1c177f97ac86,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:33.599109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.600363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3403327 Aug 30 23:09:33.603226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39170) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:33.608589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.608710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1446216713'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:33.608827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.609066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.609327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.609677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.610660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.611073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.611824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.612214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.612546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.612952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.613506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f17ae1c1-82af-45b1-b745-de9b95a4c31e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:33.645573 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95246653-bdc9-43f1-83f5-5a6c1b43ec66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.671513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.693925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907c738-bb60-40ca-a21b-96650908219e req-29ea0c80-d54a-416e-bd13-b2125f6afeb3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:33.697409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9907c738-bb60-40ca-a21b-96650908219e req-29ea0c80-d54a-416e-bd13-b2125f6afeb3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 945 time: 0.1037211 Aug 30 23:09:33.758512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9907c738-bb60-40ca-a21b-96650908219e req-fee37d28-9a36-4c0f-acea-a73ea67cda24 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450497 Aug 30 23:09:33.804176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95246653-bdc9-43f1-83f5-5a6c1b43ec66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.809843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95246653-bdc9-43f1-83f5-5a6c1b43ec66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.825606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-1611f4c7-1280-46d1-a147-f395189c0892', 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'tenant_id': 'aa6363c8756742fb8519ace6d654e7a8', 'fixed_ips': [{'subnet_id': 'f175d06b-1a67-437e-b428-8426e62fc8e1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:09:33.826548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.831326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:33.834855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:33.852615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:33.852988 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.877193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95246653-bdc9-43f1-83f5-5a6c1b43ec66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1126bb-0de1-48df-b656-0acdc3332459,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:33.878942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:09:33.884780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39178) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:33.885013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-95246653-bdc9-43f1-83f5-5a6c1b43ec66 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe565b2c0bbb4f1cbfea13adf6c61c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4931083 Aug 30 23:09:33.958213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.972406 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:33.978933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.008898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.059354 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.059602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.061230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4567497 Aug 30 23:09:34.067898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:34.082512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-796477941', 'security_groups': ['dfbf17b7-f841-4d98-a5d3-8f1ecc4c83a9'], 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f175d06b-1a67-437e-b428-8426e62fc8e1'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:34.102253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:34.118546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.121577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.124565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd1126bb-0de1-48df-b656-0acdc3332459 HTTP/1.1" status: 204 len: 168 time: 0.2363515 Aug 30 23:09:34.142255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002af25-e733-4898-8637-6934a9a2966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1126bb-0de1-48df-b656-0acdc3332459,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:34.169591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1290a2c-0e7b-46ef-8ccc-6b4935915145 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbf17b7-f841-4d98-a5d3-8f1ecc4c83a9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:34.185139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5b7c6-890c-4c73-b727-6e0d71e786c1 req-16398439-138f-4252-a1a4-9cd872972c42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:34.185887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:34.187007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbe5b7c6-890c-4c73-b727-6e0d71e786c1 req-16398439-138f-4252-a1a4-9cd872972c42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1904142 Aug 30 23:09:34.189459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Allocated IP 172.20.0.2 (1611f4c7-1280-46d1-a147-f395189c0892/f175d06b-1a67-437e-b428-8426e62fc8e1/d27d17c4-fa19-4bf7-be69-8b87fca82f2a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:34.198556 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.200623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.255026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbe5b7c6-890c-4c73-b727-6e0d71e786c1 req-eda5144f-8021-44e0-8ae9-67122a1b1d00 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559189 Aug 30 23:09:34.288471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f5d50-7053-405e-abbc-79f50e5d7496 req-715fe39c-a8f1-45cc-a12b-20c45e54a110 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:34.290964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f7f5d50-7053-405e-abbc-79f50e5d7496 req-715fe39c-a8f1-45cc-a12b-20c45e54a110 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.1046236 Aug 30 23:09:34.298368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:34.300659 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ca61df-947f-4cfd-a4a0-6ae22cbf0385" -d '{"events": [{"server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "name": "network-vif-plugged", "status": "completed", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:34.359688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:34.386147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f7f5d50-7053-405e-abbc-79f50e5d7496 req-1a27022c-60ac-4daf-ac93-a0fc6f5d9e14 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891638 Aug 30 23:09:34.412128 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207c0ff2-203d-41f5-88d9-488db5b3ad86 x-openstack-request-id: req-207c0ff2-203d-41f5-88d9-488db5b3ad86 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:34.412803 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "name": "network-vif-plugged", "status": "completed", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:34.413280 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-207c0ff2-203d-41f5-88d9-488db5b3ad86 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:34.413913 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8', 'code': 200} Aug 30 23:09:34.415950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:34.432639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.445395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:34.524526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f27fe2ca-85ca-48c1-b233-269af8b27373'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:34.529780 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.562778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port edf35f14-0b2a-4d55-afdd-40369c0278b7 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:09:34.634626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:34.654783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4909ef02-878d-4bec-803c-999c1d74e12c req-fcdbceea-3fec-4651-8260-21a33c7210ad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:34.665463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4909ef02-878d-4bec-803c-999c1d74e12c req-fcdbceea-3fec-4651-8260-21a33c7210ad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.1102576 Aug 30 23:09:34.708451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bffeab-0957-4466-b98d-2e7b684b7b0c req-8e7521a6-fe82-4d0c-a311-5e7466365a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:34.710604 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04bffeab-0957-4466-b98d-2e7b684b7b0c req-8e7521a6-fe82-4d0c-a311-5e7466365a44 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 1098 time: 0.1975491 Aug 30 23:09:34.710761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39206) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:34.716560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4909ef02-878d-4bec-803c-999c1d74e12c req-83920157-da0c-4ddd-af53-c0320435ba68 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489793 Aug 30 23:09:34.737415 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6a06aaa-4cb5-4547-9d7f-356325870893 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.764041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.777278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Transition to ACTIVE for port object d27d17c4-fa19-4bf7-be69-8b87fca82f2a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:34.792876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04bffeab-0957-4466-b98d-2e7b684b7b0c req-9475f267-37a8-46a1-994d-ee0d41b09ea8 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Aug 30 23:09:34.832033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Transition to ACTIVE for port object d27d17c4-fa19-4bf7-be69-8b87fca82f2a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:34.842135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:34.901312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:34.928510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:34.930953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:34.935471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f868065-a5d1-41af-8c81-666eb428a3f1 req-6b3573a6-e613-454c-8726-a38e38a24508 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:34.935698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:34.946397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f868065-a5d1-41af-8c81-666eb428a3f1 req-6b3573a6-e613-454c-8726-a38e38a24508 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.0641470 Aug 30 23:09:34.992797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.10 (1611f4c7-1280-46d1-a147-f395189c0892/f175d06b-1a67-437e-b428-8426e62fc8e1/edf35f14-0b2a-4d55-afdd-40369c0278b7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:35.013087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f868065-a5d1-41af-8c81-666eb428a3f1 req-f5842aa5-2502-427a-a50a-8fb6479601ca tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651426 Aug 30 23:09:35.014702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Attempting to bind port d27d17c4-fa19-4bf7-be69-8b87fca82f2a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:35.015094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Attempting to bind port d27d17c4-fa19-4bf7-be69-8b87fca82f2a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '99fa90e9-481b-4486-803c-d1deb64f3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:35.015467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Attempting to bind port d27d17c4-fa19-4bf7-be69-8b87fca82f2a on network 1611f4c7-1280-46d1-a147-f395189c0892 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:35.022553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:35.023012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Checking segment: {'id': '99fa90e9-481b-4486-803c-d1deb64f3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:35.023436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.023838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Bound using segment: {'id': '99fa90e9-481b-4486-803c-d1deb64f3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:35.024317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Bound port: d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99fa90e9-481b-4486-803c-d1deb64f3701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:35.024709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.044917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6a06aaa-4cb5-4547-9d7f-356325870893 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.056006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e6a06aaa-4cb5-4547-9d7f-356325870893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.102637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:35.106937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:35.112867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.152548 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6a06aaa-4cb5-4547-9d7f-356325870893 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b622de3618214133a7d1b78cfb5da3e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4404793 Aug 30 23:09:35.156132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a06aaa-4cb5-4547-9d7f-356325870893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e04c0-cce5-485c-bd80-0ebbb4c76a69,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:35.157961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39218) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:35.241375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5e7a5-dd92-4fc1-ab64-8e49b1457e4f None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:35.269079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.269305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.286849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object edf35f14-0b2a-4d55-afdd-40369c0278b7 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:35.316294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.338615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.425689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:35.443064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:35.455003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:35.519193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:35.559458 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0e9dd-8d0e-444d-9b1b-8f85011d17b1 req-fefa9682-f0ed-4341-9e61-03406d813be2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:35.561694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2c0e9dd-8d0e-444d-9b1b-8f85011d17b1 req-fefa9682-f0ed-4341-9e61-03406d813be2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1552503 Aug 30 23:09:35.580986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.583653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.588879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/452e04c0-cce5-485c-bd80-0ebbb4c76a69 HTTP/1.1" status: 204 len: 168 time: 0.4206464 Aug 30 23:09:35.623453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b2fa35-0401-4551-8900-e276b52f6ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e04c0-cce5-485c-bd80-0ebbb4c76a69,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:35.628756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=edf35f14-0b2a-4d55-afdd-40369c0278b7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:35.665497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2c0e9dd-8d0e-444d-9b1b-8f85011d17b1 req-4b388fbf-e236-4f5f-bf17-a551a85cec4a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946681 Aug 30 23:09:35.700458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port f27fe2ca-85ca-48c1-b233-269af8b27373 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:35.732098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port f27fe2ca-85ca-48c1-b233-269af8b27373 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:35.732836 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.733277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:35.734051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:35.778834 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:35.779367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1ca742c6-42ca-4b20-8990-a4c41ed46940 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7032065 Aug 30 23:09:35.797354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:35.933009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:36.046309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:36.057225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:36.075248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:36.086380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:36.191147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:36.334982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86d94b-68a1-4af6-9c1d-2a4c8d22a615 req-e2a22da3-773e-438f-a431-018c16d8d373 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:36.337994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e86d94b-68a1-4af6-9c1d-2a4c8d22a615 req-e2a22da3-773e-438f-a431-018c16d8d373 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.1834111 Aug 30 23:09:36.381606 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f175d06b-1a67-437e-b428-8426e62fc8e1 (CIDR: 172.20.0.0/28) Aug 30 23:09:36.405069 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:09:36.405559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:09:36.416165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:36.423150 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d15e784-ce52-4bbb-a310-0bce7839083a" -d '{"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:36.432566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:36.497953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa347632-07ee-454f-8ec1-c9e8167724f1 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7174456 Aug 30 23:09:36.502128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39258) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:36.510597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:36.510872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5e86d94b-68a1-4af6-9c1d-2a4c8d22a615 req-312e3be3-8c20-4c37-aa16-4570b70e8712 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467478 Aug 30 23:09:36.639423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:36.664110 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0f7f02-aa4f-44c2-9573-675cd8b06e2c x-openstack-request-id: req-5a0f7f02-aa4f-44c2-9573-675cd8b06e2c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:36.664585 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:36.665006 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5a0f7f02-aa4f-44c2-9573-675cd8b06e2c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:36.665633 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'code': 200} Aug 30 23:09:36.923283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:36.927038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41633b4-7d30-4661-9239-e9c2865518be req-016f6b89-8729-411f-a248-5e594a0dcc9f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:36.935951 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:36.943538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b41633b4-7d30-4661-9239-e9c2865518be req-016f6b89-8729-411f-a248-5e594a0dcc9f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.1299653 Aug 30 23:09:37.051949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c225ff-d152-442c-a5a4-ee9c17c8f816 req-77ceb62b-2290-4c99-9e0f-1d0fe3abdf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:37.051949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1c225ff-d152-442c-a5a4-ee9c17c8f816 req-77ceb62b-2290-4c99-9e0f-1d0fe3abdf14 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.2604637 Aug 30 23:09:37.078578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b41633b4-7d30-4661-9239-e9c2865518be req-0a757edc-cb85-4d12-aae6-4fa7a8c34935 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331582 Aug 30 23:09:37.195797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Provisioning for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:37.204420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:37.205398 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.286002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1c225ff-d152-442c-a5a4-ee9c17c8f816 req-c3918123-bf5b-4a3d-a3d9-88d0a11344d7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327800 Aug 30 23:09:37.337085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c2c69b-31c3-4c00-a405-4f644c24ee22 req-c9ac1fb7-5d9e-4bf4-858c-83ed2736f16d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:37.342293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85c2c69b-31c3-4c00-a405-4f644c24ee22 req-c9ac1fb7-5d9e-4bf4-858c-83ed2736f16d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1075673 Aug 30 23:09:37.475870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-85c2c69b-31c3-4c00-a405-4f644c24ee22 req-9c0d37ad-715a-4c00-883c-601bbbfac815 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103427 Aug 30 23:09:37.691332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.781104 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.786062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:37.794830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.954138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:37.981232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:37.986197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:37.986895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.989345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:37.990073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:37.992946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=a8df4b6c-6738-4b34-b850-61cb66cc9518,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:38.024507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00ce36c-5950-4d35-ad33-c581ec76c108 None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:38.051889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f55830ca-8ac4-4c0e-b378-877bee42f200 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5472946 Aug 30 23:09:38.055392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:38.090381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1089409490', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a8df4b6c-6738-4b34-b850-61cb66cc9518'}], 'security_groups': ['b139f1b0-a778-4950-8ba0-1c177f97ac86']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:38.130591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54249623-d0b1-411a-a726-65b372f0f149 req-35c63e9f-f555-4c53-83bb-5e8f635873ee tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:38.138439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54249623-d0b1-411a-a726-65b372f0f149 req-35c63e9f-f555-4c53-83bb-5e8f635873ee tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.1497023 Aug 30 23:09:38.184302 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54249623-d0b1-411a-a726-65b372f0f149 req-274038aa-dc88-4df7-81e9-8b36abf78c7c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430243 Aug 30 23:09:38.239989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:38.280149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9212272-0397-4356-8cf7-dee081ff18f4 None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:38.313054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:38.453776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4c003b9-1ec0-48fb-9a5c-b84a91eee434 None None] Provisioning for port edf35f14-0b2a-4d55-afdd-40369c0278b7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:38.466057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4c003b9-1ec0-48fb-9a5c-b84a91eee434 None None] Provisioning complete for port edf35f14-0b2a-4d55-afdd-40369c0278b7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:38.466953 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4c003b9-1ec0-48fb-9a5c-b84a91eee434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:38.529571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c4c003b9-1ec0-48fb-9a5c-b84a91eee434 None None] Port edf35f14-0b2a-4d55-afdd-40369c0278b7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:38.718571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39356) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:38.721053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Update dhcp port {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'fixed_ips': [{'subnet_id': 'f175d06b-1a67-437e-b428-8426e62fc8e1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a8df4b6c-6738-4b34-b850-61cb66cc9518'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'd27d17c4-fa19-4bf7-be69-8b87fca82f2a'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:09:38.788009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:38.840596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d18bd-52d1-419a-a7f2-efbdc030fe23 req-02d2a9ec-2372-460c-b922-b673e78297d3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:38.843936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-447d18bd-52d1-419a-a7f2-efbdc030fe23 req-02d2a9ec-2372-460c-b922-b673e78297d3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2345672 Aug 30 23:09:38.922300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-3baf88e1-1d2e-4d44-a2c7-e618d9905728 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:38.924792 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-3baf88e1-1d2e-4d44-a2c7-e618d9905728 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.5396240 Aug 30 23:09:38.976003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-933ebfef-27e0-4853-aca2-a69ed27461a1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.0353169 Aug 30 23:09:38.988950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-447d18bd-52d1-419a-a7f2-efbdc030fe23 req-1b00c6d9-ceaa-4974-8c2e-4476718baff9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382062 Aug 30 23:09:39.142111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-68525321-81ca-4b57-af81-bd31aa4ba88a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400867 Aug 30 23:09:39.182941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Delete allocated IP 172.20.0.10 (1611f4c7-1280-46d1-a147-f395189c0892/f175d06b-1a67-437e-b428-8426e62fc8e1) {{(pid=101269) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:09:39.199789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.25 (1611f4c7-1280-46d1-a147-f395189c0892/a8df4b6c-6738-4b34-b850-61cb66cc9518/edf35f14-0b2a-4d55-afdd-40369c0278b7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:39.294416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08efbdf8-48e2-43b1-8d52-cecdf2a557a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.370232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72ba066-674d-4a41-9a0b-cdc1fcef2c95 req-dc48fff4-0c2f-428e-bf5f-fd63bf09e1d9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:39.378076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c72ba066-674d-4a41-9a0b-cdc1fcef2c95 req-dc48fff4-0c2f-428e-bf5f-fd63bf09e1d9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.0856829 Aug 30 23:09:39.441826 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c72ba066-674d-4a41-9a0b-cdc1fcef2c95 req-a1f007e9-4f7c-4a11-b26c-777e6640b8d8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628235 Aug 30 23:09:39.487914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08efbdf8-48e2-43b1-8d52-cecdf2a557a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.492954 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-08efbdf8-48e2-43b1-8d52-cecdf2a557a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.517685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-497d0786-8a42-463d-9e47-b5d7f172ac87 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491788 Aug 30 23:09:39.541091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08efbdf8-48e2-43b1-8d52-cecdf2a557a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162aae6-b9f7-401d-a054-4f69cb01f776,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:39.548216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-08efbdf8-48e2-43b1-8d52-cecdf2a557a9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f0a9b40975b8498591327b79534d9c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8198507 Aug 30 23:09:39.549144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39376) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:39.551906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.573520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-66dd36c9-9f90-444f-b69a-05e0043f4e27 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:39.575457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-66dd36c9-9f90-444f-b69a-05e0043f4e27 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 946 time: 0.1429393 Aug 30 23:09:39.576379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Ignored duplicate provisioning block setup for port edf35f14-0b2a-4d55-afdd-40369c0278b7 by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:09:39.588524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.604164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.643893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.702988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Allocated IP 172.20.0.18 (1611f4c7-1280-46d1-a147-f395189c0892/a8df4b6c-6738-4b34-b850-61cb66cc9518/d27d17c4-fa19-4bf7-be69-8b87fca82f2a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:39.727893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.733761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.738353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3162aae6-b9f7-401d-a054-4f69cb01f776 HTTP/1.1" status: 204 len: 168 time: 0.1885712 Aug 30 23:09:39.765048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5d08f9-de80-431f-bd9a-2436fcecb5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162aae6-b9f7-401d-a054-4f69cb01f776,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:39.797000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=edf35f14-0b2a-4d55-afdd-40369c0278b7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:39.840214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-6123991f-a50b-47f6-afb2-cc60cf96c384 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017480 Aug 30 23:09:39.851318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] In _notify_port_updated(), no bound segment for port edf35f14-0b2a-4d55-afdd-40369c0278b7 on network 1611f4c7-1280-46d1-a147-f395189c0892 {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:09:39.857946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:39.858190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.863019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:39.874396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8d8f0766-db1b-457f-b478-9014135d9557 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/ports/edf35f14-0b2a-4d55-afdd-40369c0278b7 HTTP/1.1" status: 200 len: 921 time: 1.8161981 Aug 30 23:09:39.902161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:39.903187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:39.968066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:40.024920 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.058059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Transition to ACTIVE for port object d27d17c4-fa19-4bf7-be69-8b87fca82f2a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:40.066547 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.082673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port edf35f14-0b2a-4d55-afdd-40369c0278b7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:40.083101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.199184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port c0e5b591-d4db-4ffb-a11f-0c808d1027d8, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:40.199756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.230565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for c0e5b591-d4db-4ffb-a11f-0c808d1027d8 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:40.301072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1638657e-6813-499d-ada4-f51badc93dbf None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:40.326752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32cc8e2b-938f-4a33-8ffb-fbc2c54d649c req-e2dfa634-193e-4f89-9b61-fdaba31786a9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0846767 Aug 30 23:09:40.354281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:40.399532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d45dd24d-bf9e-46a7-b002-22dc0e16ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.405532 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.410667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39406) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:40.457086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39408) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:40.487577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cc35dd-4cfe-4b69-9324-05357bee2540 req-58d581e9-6409-4c22-be19-2c1173eb9e88 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:40.492521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6cc35dd-4cfe-4b69-9324-05357bee2540 req-58d581e9-6409-4c22-be19-2c1173eb9e88 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2758350 Aug 30 23:09:40.520837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-903aa696-e10c-4f45-9aa2-3058126219dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.542560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for edf35f14-0b2a-4d55-afdd-40369c0278b7 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:40.675424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.692759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:40.720077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5523b60b-80c2-4717-a33e-2c3c1b771bda req-cc8a6716-f7fb-405e-b47a-4a13802c848f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:40.722423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5523b60b-80c2-4717-a33e-2c3c1b771bda req-cc8a6716-f7fb-405e-b47a-4a13802c848f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b29e994-039c-4556-8cfd-d55ee913815a HTTP/1.1" status: 200 len: 867 time: 0.1404624 Aug 30 23:09:40.757597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c0e5b591-d4db-4ffb-a11f-0c808d1027d8'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:40.779283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=c0e5b591-d4db-4ffb-a11f-0c808d1027d8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:40.847155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port c0e5b591-d4db-4ffb-a11f-0c808d1027d8 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:09:40.855097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aadfd8e2-4520-478f-97af-802b530e8557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.861669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6cc35dd-4cfe-4b69-9324-05357bee2540 req-e8ecf270-ae5e-45cc-bd8b-ae02d13d013d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357148 Aug 30 23:09:40.869862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:40.872546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02ceb1df-dec6-48ed-afb6-9e2cc57dd6a2 req-456ae1b2-97d8-4b84-86ce-4da53fce6d97 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "DELETE /v2.0/ports/c0e5b591-d4db-4ffb-a11f-0c808d1027d8 HTTP/1.1" status: 204 len: 173 time: 1.2854402 Aug 30 23:09:40.881616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'name': 'network-vif-deleted', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:40.888005 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a72bce-dfbb-49bb-9607-6037245619b3" -d '{"events": [{"server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "name": "network-vif-deleted", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:40.924381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5523b60b-80c2-4717-a33e-2c3c1b771bda req-bc5df5d3-8589-42bd-822d-c62cc454b2dc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646149 Aug 30 23:09:40.992911 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2589c975-11b6-49ac-bf88-c16740f20294 x-openstack-request-id: req-2589c975-11b6-49ac-bf88-c16740f20294 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:40.993644 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b29e994-039c-4556-8cfd-d55ee913815a", "name": "network-vif-deleted", "tag": "c0e5b591-d4db-4ffb-a11f-0c808d1027d8", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:40.993985 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2589c975-11b6-49ac-bf88-c16740f20294 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:40.994592 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b29e994-039c-4556-8cfd-d55ee913815a', 'name': 'network-vif-deleted', 'tag': 'c0e5b591-d4db-4ffb-a11f-0c808d1027d8', 'status': 'completed', 'code': 200} Aug 30 23:09:41.009877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-903aa696-e10c-4f45-9aa2-3058126219dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.011214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.056812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=edf35f14-0b2a-4d55-afdd-40369c0278b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:41.064444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-903aa696-e10c-4f45-9aa2-3058126219dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.142506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-903aa696-e10c-4f45-9aa2-3058126219dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c64d6ed2a594ef3a75d72279fdc8025&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7220964 Aug 30 23:09:41.143020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8376e3-0ec8-4748-96cb-381b249318af req-adea2b1c-ae5c-4b27-9ffc-098a33e77a93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:41.143020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c8376e3-0ec8-4748-96cb-381b249318af req-adea2b1c-ae5c-4b27-9ffc-098a33e77a93 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0953298 Aug 30 23:09:41.143694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.152497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.157332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Request body: {'floatingip': {'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:41.174056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903aa696-e10c-4f45-9aa2-3058126219dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c11959-4d0a-46c4-9ef2-b716b249048c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:41.192820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.195609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8307477e-f741-4958-8773-7aea71cf2b5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/edf35f14-0b2a-4d55-afdd-40369c0278b7 HTTP/1.1" status: 204 len: 168 time: 1.3314676 Aug 30 23:09:41.202217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.231616 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-06ccd2c6-909b-47c9-802a-03c848d3b1e4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:09:41.235740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06ccd2c6-909b-47c9-802a-03c848d3b1e4 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/edf35f14-0b2a-4d55-afdd-40369c0278b7 HTTP/1.1" status: 404 len: 333 time: 0.0309172 Aug 30 23:09:41.236960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.276771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Could not find standard attr ID for object edf35f14-0b2a-4d55-afdd-40369c0278b7. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:09:41.294788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.302354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Provisioning for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:41.312703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:41.313386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.329932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.397914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.403036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.404629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/security-groups/dfbf17b7-f841-4d98-a5d3-8f1ecc4c83a9 HTTP/1.1" status: 204 len: 168 time: 0.1661491 Aug 30 23:09:41.410796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.451732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5d3c9-9552-47ce-af87-75022b24529f tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbf17b7-f841-4d98-a5d3-8f1ecc4c83a9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:41.501421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:41.502266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.503858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68559ffd-3dda-46f8-afa3-6b7187c7e1f6 req-674cd60a-86bc-443f-b2f5-c46fccfe96fe tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0543399 Aug 30 23:09:41.577711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.578576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.593191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-29c18609-aeff-43f8-8d05-5848d194a564 None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:41.610367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.661489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.663835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aadfd8e2-4520-478f-97af-802b530e8557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.664754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.668664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/security-groups/b139f1b0-a778-4950-8ba0-1c177f97ac86 HTTP/1.1" status: 204 len: 168 time: 0.2540412 Aug 30 23:09:41.671268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39436) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.677767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aadfd8e2-4520-478f-97af-802b530e8557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.688429 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb6a17-3567-418e-89a7-a29caee4031e tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139f1b0-a778-4950-8ba0-1c177f97ac86,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:41.716337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aadfd8e2-4520-478f-97af-802b530e8557 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5fb3cce06c8c469394de68204514dafc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2547936 Aug 30 23:09:41.719963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:41.788113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.799930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet f175d06b-1a67-437e-b428-8426e62fc8e1 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:09:41.803633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.823893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfd8e2-4520-478f-97af-802b530e8557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bedaf585-ca11-4481-9d9e-c4df53a553ac,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:41.861364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.885718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:41.911167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-558fccf6-5f2f-40d3-814d-1df5f62e6aee None None] Could not find standard attr ID for object edf35f14-0b2a-4d55-afdd-40369c0278b7. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:09:41.937631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.074931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.197262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.239338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.270288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.273564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.280526 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bedaf585-ca11-4481-9d9e-c4df53a553ac HTTP/1.1" status: 204 len: 168 time: 0.5589252 Aug 30 23:09:42.313744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6954eae-85a1-4376-8c52-bd450603d50c None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:42.320098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35aae5-5802-43e7-a242-491d45786647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bedaf585-ca11-4481-9d9e-c4df53a553ac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:42.336149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=f175d06b-1a67-437e-b428-8426e62fc8e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:42.345477 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.358727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c0263c05-da73-4768-91d5-d88aa9ed5f20 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/f175d06b-1a67-437e-b428-8426e62fc8e1 HTTP/1.1" status: 204 len: 168 time: 0.6838996 Aug 30 23:09:42.359594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:42.372684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:42.444573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:42.688611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-84e10416-8cc3-4c19-a000-43fcbcf0b2f9 req-e5fef908-6e55-44c1-bef3-19459c410889 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0509214 Aug 30 23:09:42.740205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:42.745338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.781463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:42.782185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.812911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-6a0eba22-4da0-40f5-87ab-9bed78ed43f3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:42.815021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-6a0eba22-4da0-40f5-87ab-9bed78ed43f3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 1.0306079 Aug 30 23:09:42.872190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:42.897291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:42.905962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22aac775-7acd-439a-b5e0-ec3b8105c9ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.942310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.944884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.946086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/00c11959-4d0a-46c4-9ef2-b716b249048c HTTP/1.1" status: 204 len: 168 time: 1.8014283 Aug 30 23:09:42.963091 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:42.998563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09e0f6-e819-4d0e-b44d-cdf8d7d4e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c11959-4d0a-46c4-9ef2-b716b249048c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:43.020911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:09:43.115341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-97b1f1b4-3d93-4c9b-b7bb-fa7234b239a1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:43.117192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-97b1f1b4-3d93-4c9b-b7bb-fa7234b239a1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.6735852 Aug 30 23:09:43.159028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.165517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-be0ed5b7-b9b7-49db-b459-651478f3880f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0333910 Aug 30 23:09:43.181457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.334364 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0deef84-dfec-49cb-a679-ddeb8a1dd2dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.352872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22aac775-7acd-439a-b5e0-ec3b8105c9ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.373867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22aac775-7acd-439a-b5e0-ec3b8105c9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.416992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.473601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c0e5b591-d4db-4ffb-a11f-0c808d1027d8 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:09:43.525340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: c0e5b591-d4db-4ffb-a11f-0c808d1027d8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:09:43.525673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c0e5b591-d4db-4ffb-a11f-0c808d1027d8 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:09:43.556672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-15fd1f6f-f16a-46d0-944d-b26df2ea9e05 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3729935 Aug 30 23:09:43.557323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:43.563251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:43.923352 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Floating IP 0b105295-990c-42fe-82c2-2e6c12e9de46 associated. External IP: 172.25.7.113, port: f27fe2ca-85ca-48c1-b233-269af8b27373. Aug 30 23:09:44.070365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22aac775-7acd-439a-b5e0-ec3b8105c9ac admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5a57e0912544204b417aeb9fefd1c5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1969609 Aug 30 23:09:44.074527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39486) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:44.130472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:44.165710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-574bdfd4-d278-44bb-ab5e-da6f8271263d req-729a7701-8636-4b47-8ee8-390a0ad86fba tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.1153188 Aug 30 23:09:44.166783 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-3d52bf1a-3fda-4281-8dc0-5b169f367a9d service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5835619 Aug 30 23:09:44.166949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aac775-7acd-439a-b5e0-ec3b8105c9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45cde6e-3999-4e34-a568-3a8962ad771e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:44.179054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b230d0a0-6e8c-4fb5-92c0-6a6cc83192cd None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:44.179795 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b230d0a0-6e8c-4fb5-92c0-6a6cc83192cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.183078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.9 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/17f21c41-6c90-43bc-985c-cdda57adf4da) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:44.192455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:44.206723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:44.213365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.229224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceaee2e-70de-483c-b0f5-6c783b47be3f None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:44.270631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=c7c79fd9-3f1f-4093-98b1-0e319a15bd1f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:44.294080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e3570df-127e-4d3a-a74e-4ef346553d97 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9327807 Aug 30 23:09:44.295588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:44.309651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'security_group': {'name': 'tempest-secgroup-7884731'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:44.394128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.489685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b230d0a0-6e8c-4fb5-92c0-6a6cc83192cd None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:44.490605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b230d0a0-6e8c-4fb5-92c0-6a6cc83192cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.552136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.558219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.562511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b230d0a0-6e8c-4fb5-92c0-6a6cc83192cd None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:44.566604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.601501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.606162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.3059373 Aug 30 23:09:44.606801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:44.616767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'security_group': {'name': 'tempest-secgroup-111602619'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:44.627978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e1544a-9df7-4c2f-927a-8b5758aa7a24 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9850fe87-2ad9-4afa-9072-53f0e2418547,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:44.661906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.703022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Update dhcp port {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'fixed_ips': [{'subnet_id': 'a8df4b6c-6738-4b34-b850-61cb66cc9518', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7c79fd9-3f1f-4093-98b1-0e319a15bd1f'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'd27d17c4-fa19-4bf7-be69-8b87fca82f2a'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:09:44.781332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.805098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.811361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.845426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.848138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2375383 Aug 30 23:09:44.863797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39502) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:44.877155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502027561'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:44.920589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:44.937665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395da29-43f5-44a6-bf6d-25a183423313 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea55f09-0dae-44d7-b9e0-25c136f4e9e5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:44.959681 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.131093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.137543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Allocated IP 172.20.0.2 (1611f4c7-1280-46d1-a147-f395189c0892/c7c79fd9-3f1f-4093-98b1-0e319a15bd1f/d27d17c4-fa19-4bf7-be69-8b87fca82f2a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:45.140506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.163511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-d71a1b99-f112-4a6d-94a4-31139ee90a9a service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4459684 Aug 30 23:09:45.169360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.201518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.205062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3380661 Aug 30 23:09:45.207807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8b561-b622-4db3-990f-0b6426117e5d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f85dccc-1196-406f-9c5e-e48e6269741b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:45.210278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:45.232497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1080389951', 'security_groups': ['6f85dccc-1196-406f-9c5e-e48e6269741b'], 'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7c79fd9-3f1f-4093-98b1-0e319a15bd1f'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:45.267785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:09:45.286372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.358296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.361258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.362566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e45cde6e-3999-4e34-a568-3a8962ad771e HTTP/1.1" status: 204 len: 168 time: 1.2866228 Aug 30 23:09:45.368791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object 17f21c41-6c90-43bc-985c-cdda57adf4da will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:45.389372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7f290-0b6d-4df0-b18d-45bb62834b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45cde6e-3999-4e34-a568-3a8962ad771e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:45.517016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:09:45.523580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.577445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.627084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:45.647591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-95942ef6-6742-4f73-b4dc-5554ba0196d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "PUT /v2.0/floatingips/0b105295-990c-42fe-82c2-2e6c12e9de46 HTTP/1.1" status: 200 len: 991 time: 4.4906759 Aug 30 23:09:45.654086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:45.656942 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ea248b-8467-449e-bfbf-d57c4bad7870" -d '{"events": [{"name": "network-changed", "server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:45.661399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:45.732603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eec71a85-e518-43a1-9fc0-dad589e3b353 req-acdb3620-3e49-478f-89c5-ed1b52aa2cf5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.0930312 Aug 30 23:09:45.739922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:45.752917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:45.835858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:45.896030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:45.907556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.909183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b9486-894b-48ba-b5aa-c22f522824fd req-7d78c1c8-c0ae-4c25-85d6-e64a3f8bc20a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:45.916604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d19b9486-894b-48ba-b5aa-c22f522824fd req-7d78c1c8-c0ae-4c25-85d6-e64a3f8bc20a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 931 time: 0.3729689 Aug 30 23:09:45.927192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:45.944940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-9a43b35e-7312-4379-8c66-b5c9b5d4eeb8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0806289 Aug 30 23:09:45.961746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Request body: {'port': {'device_id': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:45.981513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] device_id is not set on port 0aa093f2-00db-4f9c-8e90-4252a278edb6 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:09:46.068801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['30efb681-39da-4a63-a3df-eb7d7a0cb79a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:46.137312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:09:46.230895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:46.232083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:46.246182 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3cb881-6641-49c1-b0ec-e3367481c5fe x-openstack-request-id: req-8a3cb881-6641-49c1-b0ec-e3367481c5fe {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:46.251825 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:46.252417 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a3cb881-6641-49c1-b0ec-e3367481c5fe {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:46.253561 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'status': 'completed', 'code': 200} Aug 30 23:09:46.277530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d19b9486-894b-48ba-b5aa-c22f522824fd req-f1103278-9086-4f06-9d88-3825f5ca29bb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583906 Aug 30 23:09:46.306240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:46.419304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:46.552199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:09:46.557819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-4e3d9ff9-0e5a-42bf-98c8-9215124fa61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:46.559639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-4e3d9ff9-0e5a-42bf-98c8-9215124fa61b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.3570158 Aug 30 23:09:46.775592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d90be81f-c120-49fa-96e7-6f83a1595c7e None None] Provisioning for port 17f21c41-6c90-43bc-985c-cdda57adf4da completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:46.837391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d90be81f-c120-49fa-96e7-6f83a1595c7e None None] Provisioning complete for port 17f21c41-6c90-43bc-985c-cdda57adf4da triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:46.837768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d90be81f-c120-49fa-96e7-6f83a1595c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:46.905404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d90be81f-c120-49fa-96e7-6f83a1595c7e None None] Port 17f21c41-6c90-43bc-985c-cdda57adf4da cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:46.964391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:47.163035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:47.228195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Transition to ACTIVE for port object d27d17c4-fa19-4bf7-be69-8b87fca82f2a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:47.254642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:47.415822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17f21c41-6c90-43bc-985c-cdda57adf4da {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:47.421134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.13 (1611f4c7-1280-46d1-a147-f395189c0892/c7c79fd9-3f1f-4093-98b1-0e319a15bd1f/0aa093f2-00db-4f9c-8e90-4252a278edb6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:47.460103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '0b105295-990c-42fe-82c2-2e6c12e9de46', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:09:17Z', 'updated_at': '2021-08-30T23:09:42Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:47.489599 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:47.546661 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39596) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:47.567549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Transition to ACTIVE for port object 17f21c41-6c90-43bc-985c-cdda57adf4da will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:47.615254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:47.682681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cab57d-c009-4ea7-9851-21c748df0313 None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:47.692879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:09:47.726640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:09:47.727420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:09:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:47.833149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783a023-f770-4bec-96d4-ad30810c4f41 req-eb0a4fdc-f649-4749-aae8-bcb367f29ea9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:47.834907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2783a023-f770-4bec-96d4-ad30810c4f41 req-eb0a4fdc-f649-4749-aae8-bcb367f29ea9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 931 time: 0.3558605 Aug 30 23:09:47.924879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a32f3d93-a3bd-44bc-a96a-c07fec24f4ee req-e0da1cdd-6d61-4183-9f4e-8a52a5e46b03 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.3706582 Aug 30 23:09:47.956070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01e3e683-a8bd-457c-af4b-cfc7471dc449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.002802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2783a023-f770-4bec-96d4-ad30810c4f41 req-f64d0f20-224b-4976-a083-07657769f7e2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519854 Aug 30 23:09:48.043640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.048150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:09:48.125361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 0aa093f2-00db-4f9c-8e90-4252a278edb6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:48.142936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-21fc9b2a-048c-46f1-9d0f-2d5869a82361 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:48.145188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-21fc9b2a-048c-46f1-9d0f-2d5869a82361 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.5312634 Aug 30 23:09:48.172859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:48.236348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:48.353524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.377619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:48.383370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-2ece8590-4574-4b57-909b-0637aebb5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:48.384911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-2ece8590-4574-4b57-909b-0637aebb5f4c service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 1.8162725 Aug 30 23:09:48.540230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=0aa093f2-00db-4f9c-8e90-4252a278edb6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:48.558141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01e3e683-a8bd-457c-af4b-cfc7471dc449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.560589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:48.569806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:48.584283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:48.594428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01e3e683-a8bd-457c-af4b-cfc7471dc449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.604712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Attempting to bind port 17f21c41-6c90-43bc-985c-cdda57adf4da on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:48.605599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Attempting to bind port 17f21c41-6c90-43bc-985c-cdda57adf4da by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:48.610317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Attempting to bind port 17f21c41-6c90-43bc-985c-cdda57adf4da on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:48.694122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Port 17f21c41-6c90-43bc-985c-cdda57adf4da on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:48.696609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Attempting to bind port 17f21c41-6c90-43bc-985c-cdda57adf4da on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:48.739469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3e683-a8bd-457c-af4b-cfc7471dc449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699ec04e-2865-4077-b6dd-783af9cfcda5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:48.751794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-4239e624-0f66-4055-81ea-5fe02157c9ee service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 999 time: 0.3579402 Aug 30 23:09:48.788140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:48.789061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:48.791341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:48.791981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Bound port: 17f21c41-6c90-43bc-985c-cdda57adf4da, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:48.793212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01e3e683-a8bd-457c-af4b-cfc7471dc449 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=983be56e89c9431ab4cc72e9cb43de2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2382269 Aug 30 23:09:48.793981 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.811183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39616) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:48.820318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:48.821737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:48.893140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:48.894915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c1c2891f-e443-43da-a663-f343660d1825 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.6748037 Aug 30 23:09:48.908801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:48.916530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '0b105295-990c-42fe-82c2-2e6c12e9de46', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:09:17Z', 'updated_at': '2021-08-30T23:09:42Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:09:48.958577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661b23b5-493b-4a53-8787-e36ed1f5db8a None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '0b105295-990c-42fe-82c2-2e6c12e9de46', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'floating_ip_address': '172.25.7.113', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3005, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:09:17Z', 'updated_at': '2021-08-30T23:09:42Z', 'revision_number': 1, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:09:49.118221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:49.121824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.188483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Provisioning for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:49.188970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-fd73b18b-2166-417a-9aa8-2d81b81db089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:49.197950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-fd73b18b-2166-417a-9aa8-2d81b81db089 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.3749506 Aug 30 23:09:49.211494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:49.212603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.268595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a0e3089-83c5-402b-8063-2f130bc886c3 req-c739af87-b3d0-4897-bae5-a9e9a3d3c0ed tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.1347971 Aug 30 23:09:49.307391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.583569 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0641b75e-cabc-4884-93b9-aa1f845fb7b4 None None] New status for floating IP 0b105295-990c-42fe-82c2-2e6c12e9de46: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:09:49.598046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:49.607921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:49.608473 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.626611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.649242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-879f2bf6-4e88-462a-a7c1-c329de4b56cb None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:49.660118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=17f21c41-6c90-43bc-985c-cdda57adf4da,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:49.679617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.746283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-52cccae0-08f7-480b-aa92-7ad80f48224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:49.748998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-52cccae0-08f7-480b-aa92-7ad80f48224c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5304415 Aug 30 23:09:49.797338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30c6943-3058-41c9-8928-2f1782959356 req-bb3ba507-48b5-4209-90e3-d2473e6d0425 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:49.799471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d30c6943-3058-41c9-8928-2f1782959356 req-bb3ba507-48b5-4209-90e3-d2473e6d0425 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.5110257 Aug 30 23:09:49.819084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-878b8fcf-10c8-47ce-93a6-7d3ac0797542 None None] Provisioning for port 0aa093f2-00db-4f9c-8e90-4252a278edb6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:49.834393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:49.838078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-878b8fcf-10c8-47ce-93a6-7d3ac0797542 None None] Provisioning complete for port 0aa093f2-00db-4f9c-8e90-4252a278edb6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:49.838396 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.838513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-878b8fcf-10c8-47ce-93a6-7d3ac0797542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.845081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:49.846038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:49.847561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] 10.222.0.47 "PUT /v2.0/ports/17f21c41-6c90-43bc-985c-cdda57adf4da HTTP/1.1" status: 200 len: 1092 time: 3.8911121 Aug 30 23:09:49.866682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:49.869522 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1f5cf-6975-4dec-9a14-0119b89cefb7" -d '{"events": [{"name": "network-changed", "server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:49.995173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-878b8fcf-10c8-47ce-93a6-7d3ac0797542 None None] Port 0aa093f2-00db-4f9c-8e90-4252a278edb6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:50.082863 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a56737-cc46-47c3-8ffa-c7a5c7e8bc70 x-openstack-request-id: req-51a56737-cc46-47c3-8ffa-c7a5c7e8bc70 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:50.082863 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:50.082863 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-51a56737-cc46-47c3-8ffa-c7a5c7e8bc70 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:50.083412 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da', 'status': 'completed', 'code': 200} Aug 30 23:09:50.240708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-cf33a2fb-17cf-4b0d-b5d1-f5f887b05dcf service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579780 Aug 30 23:09:50.265834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.2 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/1186807f-132c-40b8-a0bd-f2946cdb4626) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:50.361433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf1d05-37a4-4640-929c-0b2a78d371a5 service neutron] Pushing event updated for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:50.452208 n-d-791504-21 neutron-server[101269]: INFO neutron.db.ipam_backend_mixin [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c7c79fd9-3f1f-4093-98b1-0e319a15bd1f (CIDR: 172.20.0.0/28) Aug 30 23:09:50.460541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:50.463501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:50.473301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1e19f358-208f-445c-a63a-d7dc95e4c844 req-bbe8670e-8334-475e-a9c7-15264bff11ad tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.0570040 Aug 30 23:09:50.476638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/699ec04e-2865-4077-b6dd-783af9cfcda5 HTTP/1.1" status: 204 len: 168 time: 1.6447902 Aug 30 23:09:50.506198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74126f7-6141-448e-b36e-11ee62607914 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699ec04e-2865-4077-b6dd-783af9cfcda5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:50.512687 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:09:50.513471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:09:50.542599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d30c6943-3058-41c9-8928-2f1782959356 req-1c7778bd-31e9-464b-80b7-ae51a459c582 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197101 Aug 30 23:09:50.616917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-c2961d8d-862e-41b9-abd8-d4d395ca23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:50.633266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-c2961d8d-862e-41b9-abd8-d4d395ca23a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 1095 time: 0.5568247 Aug 30 23:09:50.757973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f0df4116-0a66-48bc-83e4-0e07c2e9c01a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8575459 Aug 30 23:09:50.762927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:50.773335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:51.029960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:51.037316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.270846 n-d-791504-21 neutron-server[101268]: INFO neutron.db.ipam_backend_mixin [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet a8df4b6c-6738-4b34-b850-61cb66cc9518 (CIDR: 172.20.0.16/28) Aug 30 23:09:51.289847 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:09:51.293877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:09:51.329243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3f9e4373-3d29-4716-a619-d99889bce5b5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5620635 Aug 30 23:09:51.333287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39648) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:51.348570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'subnet': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:51.370827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39650) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:51.423387 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-faa619d3-3136-4eba-ae1c-d98dbd45d518 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17f21c41-6c90-43bc-985c-cdda57adf4da HTTP/1.1" status: 200 len: 217 time: 0.7392747 Aug 30 23:09:51.432822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1db7525-496f-4353-b934-84e278e42dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.478570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19ea248b-8467-449e-bfbf-d57c4bad7870 req-5a49d59f-7be1-416c-8b2e-41c9784b22b0 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2144008 Aug 30 23:09:51.529291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fd44ca71-df60-4be6-8f74-5a6d6bc447bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:51.532445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-fd44ca71-df60-4be6-8f74-5a6d6bc447bf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0929937 Aug 30 23:09:51.676902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99d88e16-58e0-4b3f-a6a7-37439a23aea5 req-32193743-754a-478f-aa0b-e2388d14ab47 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.0998862 Aug 30 23:09:51.714142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.727126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-1c9f36cd-3fa3-4420-8fef-dba9793b55c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:51.729466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-1c9f36cd-3fa3-4420-8fef-dba9793b55c6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1504545 Aug 30 23:09:51.763851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1db7525-496f-4353-b934-84e278e42dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.784454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1db7525-496f-4353-b934-84e278e42dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.892899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d34e7-15cd-4727-8e91-a2fb3fddc4f2 req-d7e60638-df72-4cd2-af2d-7ee779f5b52d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:51.895436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.906129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b7d34e7-15cd-4727-8e91-a2fb3fddc4f2 req-d7e60638-df72-4cd2-af2d-7ee779f5b52d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.2239971 Aug 30 23:09:51.909121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Made reservation on behalf of aa6363c8756742fb8519ace6d654e7a8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:09:51.914644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:51.915353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:51.931804 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-3f900a6f-db8e-4fe4-bd19-a4417f453855 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935077 Aug 30 23:09:51.967977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:51.988289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:52.023523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1db7525-496f-4353-b934-84e278e42dc6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0571c71c33a842eebd674fc65f56c64a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6515856 Aug 30 23:09:52.027896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db7525-496f-4353-b934-84e278e42dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aff796a-742d-4495-85a1-42e2eaff1fdd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:52.030509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39658) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:52.032732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:09:52.041337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:52.066408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b7d34e7-15cd-4727-8e91-a2fb3fddc4f2 req-574d193c-e17c-49d3-aeaa-8a6a2a2e9aff tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589916 Aug 30 23:09:52.209466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.257480 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.319834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb23a092-0a63-4cc7-9a3f-f3e8bea6d18d req-1875f7ed-6918-47af-8b09-5e894f5bc74c service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732564 Aug 30 23:09:52.336397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:52.337744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.396706 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-e8fb3611-59fe-46ad-b0ba-b5f633a91a89 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1799021 Aug 30 23:09:52.447040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Request body: {'port': {'device_id': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:52.465076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.507610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-b8b78ce0-e017-441f-907d-f7ecf11a7a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:52.511020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-b8b78ce0-e017-441f-907d-f7ecf11a7a49 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 1095 time: 0.1112680 Aug 30 23:09:52.574532 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.581614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.583862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9aff796a-742d-4495-85a1-42e2eaff1fdd HTTP/1.1" status: 204 len: 168 time: 0.5446401 Aug 30 23:09:52.591104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.608313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.624544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27a4e6-c20c-43f6-8075-794a300d2ba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aff796a-742d-4495-85a1-42e2eaff1fdd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:52.734038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Network 1611f4c7-1280-46d1-a147-f395189c0892 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:09:52.744186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:09:52.753196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:52.753687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-88bdc62e-6d26-43d4-93e0-d50070c8c878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:52.754662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:52.755219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-88bdc62e-6d26-43d4-93e0-d50070c8c878 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.2289672 Aug 30 23:09:52.757583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99c118c-7c13-453c-8ef4-99218ec23aa9 None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:52.799689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Subnet': ['ID=e9966b47-1269-4ca0-ac25-bd12ea93e713,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:52.825440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9f2bc9d-8c85-4e72-bab5-d30fcf222e80 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4906104 Aug 30 23:09:52.831685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39670) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:52.863593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1648354948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e9966b47-1269-4ca0-ac25-bd12ea93e713'}], 'security_groups': ['9850fe87-2ad9-4afa-9072-53f0e2418547', '0ea55f09-0dae-44d7-b9e0-25c136f4e9e5']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:09:52.895385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-43c7df3f-9704-4119-a5b0-c1bb6a35451e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17f21c41-6c90-43bc-985c-cdda57adf4da HTTP/1.1" status: 200 len: 217 time: 0.1052325 Aug 30 23:09:53.255114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70427e6c-c2be-438e-a3ce-5d52a6553ee9 req-cd06a6bb-d90d-49de-885f-ef08396c2500 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:53.256393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70427e6c-c2be-438e-a3ce-5d52a6553ee9 req-cd06a6bb-d90d-49de-885f-ef08396c2500 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 931 time: 0.3662629 Aug 30 23:09:53.260985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-948473d9-d173-44d2-ac86-10b620da61e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:53.262148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-948473d9-d173-44d2-ac86-10b620da61e9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.3504732 Aug 30 23:09:53.354531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:53.538887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Update dhcp port {'port': {'network_id': '1611f4c7-1280-46d1-a147-f395189c0892', 'fixed_ips': [{'subnet_id': 'a8df4b6c-6738-4b34-b850-61cb66cc9518', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c7c79fd9-3f1f-4093-98b1-0e319a15bd1f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e9966b47-1269-4ca0-ac25-bd12ea93e713'}], 'binding:host_id': 'n-d-791504-21'}, 'id': 'd27d17c4-fa19-4bf7-be69-8b87fca82f2a'} from n-d-791504-21. {{(pid=101270) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 30 23:09:53.541465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-81d0234f-488c-4d32-8606-40ef19355a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:53.547085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-81d0234f-488c-4d32-8606-40ef19355a7a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2689946 Aug 30 23:09:53.601682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70427e6c-c2be-438e-a3ce-5d52a6553ee9 req-3aec8787-8d01-49f8-a723-5906c7abc109 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091536 Aug 30 23:09:53.615090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:53.651869 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:09:53.721006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9e86a-df17-4808-861c-1a7bc5a6e577 req-30f38039-3350-43b9-9746-7ff588d68a7e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:53.725004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c9e86a-df17-4808-861c-1a7bc5a6e577 req-30f38039-3350-43b9-9746-7ff588d68a7e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.3348398 Aug 30 23:09:53.797426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1186807f-132c-40b8-a0bd-f2946cdb4626 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:53.811165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:53.857393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Transition to ACTIVE for port object 1186807f-132c-40b8-a0bd-f2946cdb4626 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:53.860789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-2946e343-4813-4fc4-91fe-66f76b063a77 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494900 Aug 30 23:09:53.872864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.003410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44c9e86a-df17-4808-861c-1a7bc5a6e577 req-c15141f5-32fe-4622-9da8-083a7ffdf9f4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614338 Aug 30 23:09:54.089204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Allocated IP 172.20.0.34 (1611f4c7-1280-46d1-a147-f395189c0892/e9966b47-1269-4ca0-ac25-bd12ea93e713/d27d17c4-fa19-4bf7-be69-8b87fca82f2a) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:54.153008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:54.216854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eae1f5cf-6975-4dec-9a14-0119b89cefb7 req-4f6c03a5-de55-4545-a2c0-955a64a6df31 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247921 Aug 30 23:09:54.235092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Attempting to bind port 1186807f-132c-40b8-a0bd-f2946cdb4626 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:09:54.235756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Attempting to bind port 1186807f-132c-40b8-a0bd-f2946cdb4626 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:09:54.236288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Attempting to bind port 1186807f-132c-40b8-a0bd-f2946cdb4626 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:54.241911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Port 1186807f-132c-40b8-a0bd-f2946cdb4626 on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:09:54.242982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Attempting to bind port 1186807f-132c-40b8-a0bd-f2946cdb4626 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:09:54.259507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:09:54.260282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:09:54.270228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:09:54.270788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Bound port: 1186807f-132c-40b8-a0bd-f2946cdb4626, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:09:54.271294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.310931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:54.398171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.416751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:09:54.425692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1186807f-132c-40b8-a0bd-f2946cdb4626,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:09:54.428526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Transition to ACTIVE for port object d27d17c4-fa19-4bf7-be69-8b87fca82f2a will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:54.437800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.448963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.500882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:54.502126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:54.504995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] 10.222.0.52 "PUT /v2.0/ports/1186807f-132c-40b8-a0bd-f2946cdb4626 HTTP/1.1" status: 200 len: 1092 time: 2.0904853 Aug 30 23:09:54.506047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:54.509047 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c53581-729d-4b2f-b46c-5c1dc048efaa" -d '{"events": [{"name": "network-changed", "server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:09:54.586512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95022a63-187d-40a2-a7c2-41f8aa7dd0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:54.651926 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e8f90c-f3a4-42b2-83cf-c09b22d0cf94 x-openstack-request-id: req-91e8f90c-f3a4-42b2-83cf-c09b22d0cf94 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:09:54.654033 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:09:54.654351 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91e8f90c-f3a4-42b2-83cf-c09b22d0cf94 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:09:54.656657 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626', 'status': 'completed', 'code': 200} Aug 30 23:09:54.695789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-d0e1dea1-205d-48e0-81b1-85df7b7ddd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:54.697397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-d0e1dea1-205d-48e0-81b1-85df7b7ddd5f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 1095 time: 0.1240396 Aug 30 23:09:54.787518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-585591a0-e3af-4b3d-b1e8-b7e0640e0835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1186807f-132c-40b8-a0bd-f2946cdb4626 HTTP/1.1" status: 200 len: 217 time: 0.0763452 Aug 30 23:09:54.836867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Delete allocated IP 172.20.0.13 (1611f4c7-1280-46d1-a147-f395189c0892/c7c79fd9-3f1f-4093-98b1-0e319a15bd1f) {{(pid=101268) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 30 23:09:54.876090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Allocated IP 172.20.0.39 (1611f4c7-1280-46d1-a147-f395189c0892/e9966b47-1269-4ca0-ac25-bd12ea93e713/0aa093f2-00db-4f9c-8e90-4252a278edb6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:09:55.136021 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381336d2-f974-441a-acea-f46ad10ca560 req-28b6894b-957e-40c0-9cbf-e8c0c139ac90 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:55.159685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-381336d2-f974-441a-acea-f46ad10ca560 req-28b6894b-957e-40c0-9cbf-e8c0c139ac90 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 943 time: 0.3887429 Aug 30 23:09:55.324227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-d2949309-2840-4040-96b5-e3737fa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:55.335481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-d2949309-2840-4040-96b5-e3737fa25df9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.4457219 Aug 30 23:09:55.364476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392ecf0-fea0-4581-9794-0612c52e25b7 req-447d0ce4-da95-488c-801c-8a6bfb968f2a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:55.371220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d392ecf0-fea0-4581-9794-0612c52e25b7 req-447d0ce4-da95-488c-801c-8a6bfb968f2a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1456668 Aug 30 23:09:55.489286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-65a7a2fb-fe07-4abc-bbde-fe0aaf677051 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401389 Aug 30 23:09:55.490723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96539bf-bd4b-480f-b3cf-acbffb20c685 None None] Pushing event updated for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:55.492400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-381336d2-f974-441a-acea-f46ad10ca560 req-8a745dba-5746-4b0c-9ad4-7402d56e8c0a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209624 Aug 30 23:09:55.643053 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d392ecf0-fea0-4581-9794-0612c52e25b7 req-f4c11686-ea0b-4202-b1c4-36186308cb46 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178452 Aug 30 23:09:55.715638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:55.750302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Transition to ACTIVE for port object 0aa093f2-00db-4f9c-8e90-4252a278edb6 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:09:55.757262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:55.828506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-c8b8f82a-7c59-49b1-9505-4c23f8143799 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298371 Aug 30 23:09:56.000315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event updated for resources: {'Port': ['ID=0aa093f2-00db-4f9c-8e90-4252a278edb6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:56.024084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] In _notify_port_updated(), no bound segment for port 0aa093f2-00db-4f9c-8e90-4252a278edb6 on network 1611f4c7-1280-46d1-a147-f395189c0892 {{(pid=101268) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:09:56.033597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:56.034766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.041492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-26b8d801-5d84-465d-bdb3-8e06b7cfea45 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "PUT /v2.0/ports/0aa093f2-00db-4f9c-8e90-4252a278edb6 HTTP/1.1" status: 200 len: 960 time: 3.2062027 Aug 30 23:09:56.044483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:56.049864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39724) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:56.140067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7347d297-cbcf-4d8b-b22b-034752271f4a req-534522d7-a84a-49bd-919f-b8f2add1b9a0 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032720 Aug 30 23:09:56.311178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port 0aa093f2-00db-4f9c-8e90-4252a278edb6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:09:56.311756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.337447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:56.374608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-296ab6ad-4cb9-4bd5-a1b8-ebfe59ee41b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.405130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-f4932f13-57c9-439f-b1e2-0a09702169b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:56.407005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-f4932f13-57c9-439f-b1e2-0a09702169b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 1095 time: 0.1704764 Aug 30 23:09:56.570920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.635616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-296ab6ad-4cb9-4bd5-a1b8-ebfe59ee41b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.636689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for 0aa093f2-00db-4f9c-8e90-4252a278edb6 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:09:56.652056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Provisioning for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:56.662679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:56.668176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-296ab6ad-4cb9-4bd5-a1b8-ebfe59ee41b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.669867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:56.670181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-a3dec9a7-061c-4a05-b208-08f041e0b197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:56.672310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-a3dec9a7-061c-4a05-b208-08f041e0b197 service neutron] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.2565777 Aug 30 23:09:56.820961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-ec748103-a552-441e-92ce-1c66fe78cd15 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1186807f-132c-40b8-a0bd-f2946cdb4626 HTTP/1.1" status: 200 len: 217 time: 0.0612206 Aug 30 23:09:56.833367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717ee045-cbc1-4511-a313-6603d42851b5 req-ee6d8a16-7ed1-414a-9f16-6c245a663f78 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:56.836136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-717ee045-cbc1-4511-a313-6603d42851b5 req-ee6d8a16-7ed1-414a-9f16-6c245a663f78 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 943 time: 0.1995637 Aug 30 23:09:56.848952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-296ab6ad-4cb9-4bd5-a1b8-ebfe59ee41b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0693aafdad1e429dbd10919b31a3c2ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7944601 Aug 30 23:09:56.869065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:56.877435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ab6ad-4cb9-4bd5-a1b8-ebfe59ee41b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2cf824-7660-44cc-9926-a45a738ae556,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:56.975534 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-717ee045-cbc1-4511-a313-6603d42851b5 req-e34e5732-381b-4d2b-9fb5-9032ce989205 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242700 Aug 30 23:09:57.023461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Provisioning for port 0aa093f2-00db-4f9c-8e90-4252a278edb6 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:57.042845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-e66e97df-6c1b-487e-b5dd-2bb4aa1b7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:57.044002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-e66e97df-6c1b-487e-b5dd-2bb4aa1b7c00 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.2112675 Aug 30 23:09:57.051632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Provisioning complete for port 0aa093f2-00db-4f9c-8e90-4252a278edb6 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:57.056092 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.157753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9334208d-0eb0-4628-9e57-070d52303a7c req-adce4619-b842-417a-a804-b0002f60c387 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:57.169674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9334208d-0eb0-4628-9e57-070d52303a7c req-adce4619-b842-417a-a804-b0002f60c387 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.2904360 Aug 30 23:09:57.177111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-2e30df17-66ee-4a03-8f43-5840b4e7db6d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241004 Aug 30 23:09:57.212362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Port 0aa093f2-00db-4f9c-8e90-4252a278edb6 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:57.232968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.238071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:57.238720 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.290677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2c87de63-c320-4052-97ed-6352c48006d1 None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:09:57.341134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9334208d-0eb0-4628-9e57-070d52303a7c req-f9cf1d45-3add-4114-8592-560a5d63da56 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691146 Aug 30 23:09:57.350867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.352678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.424869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=0aa093f2-00db-4f9c-8e90-4252a278edb6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:57.512652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-076a95ac-80c5-4c78-bb2c-dff715c27fc7 None None] Could not find standard attr ID for object 0aa093f2-00db-4f9c-8e90-4252a278edb6. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:09:57.533506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1186807f-132c-40b8-a0bd-f2946cdb4626 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:09:57.614212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-75830b1d-57a8-4e63-89c9-8929a8e2bc77 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4181046 Aug 30 23:09:57.632066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.643061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-388ae183-1be8-4b45-84c5-2aa1bb76cb2b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/0aa093f2-00db-4f9c-8e90-4252a278edb6 HTTP/1.1" status: 204 len: 168 time: 1.5969844 Aug 30 23:09:57.646135 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39746) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:57.734464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.739138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.740396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be2cf824-7660-44cc-9926-a45a738ae556 HTTP/1.1" status: 204 len: 168 time: 0.8695874 Aug 30 23:09:57.742185 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-5685cf7d-1702-43f7-a08a-06b8c865debf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] GET failed (client error): The resource could not be found. Aug 30 23:09:57.752048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5685cf7d-1702-43f7-a08a-06b8c865debf tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports/0aa093f2-00db-4f9c-8e90-4252a278edb6 HTTP/1.1" status: 404 len: 333 time: 0.1040456 Aug 30 23:09:57.758344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39750) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:57.777231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b71a70-174a-4756-9258-12f8d7a6fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2cf824-7660-44cc-9926-a45a738ae556,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:57.915865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1186807f-132c-40b8-a0bd-f2946cdb4626,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:57.926551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.946290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:57.952360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94c53581-729d-4b2f-b46c-5c1dc048efaa req-ca994df6-fb61-40d9-964a-d9f1b544219a service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267179 Aug 30 23:09:57.954923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1186807f-132c-40b8-a0bd-f2946cdb4626', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': '1186807f-132c-40b8-a0bd-f2946cdb4626', 'mac_address': 'fa:16:3e:59:ac:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:09:57.971086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.049766 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.053871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.058020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.059773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:58.059996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/security-groups/6f85dccc-1196-406f-9c5e-e48e6269741b HTTP/1.1" status: 204 len: 168 time: 0.2979844 Aug 30 23:09:58.088059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45d6ad6-bec2-4d01-bb5f-b93bebb71977 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f85dccc-1196-406f-9c5e-e48e6269741b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:58.147987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1186807f-132c-40b8-a0bd-f2946cdb4626 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:09:58.221025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1186807f-132c-40b8-a0bd-f2946cdb4626,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:09:58.239972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.279949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.377449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.468563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:58.541197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.547230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.551607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/security-groups/0ea55f09-0dae-44d7-b9e0-25c136f4e9e5 HTTP/1.1" status: 204 len: 168 time: 0.4874778 Aug 30 23:09:58.556241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39764) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:58.559947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d20a1-0720-48ae-b11c-7f798ddfc5b1 req-276a6bf0-dad4-417d-9380-95daf7170a95 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:58.569207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b2d20a1-0720-48ae-b11c-7f798ddfc5b1 req-276a6bf0-dad4-417d-9380-95daf7170a95 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 944 time: 0.2637744 Aug 30 23:09:58.595009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1186807f-132c-40b8-a0bd-f2946cdb4626'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:09:58.640943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea55f09-0dae-44d7-b9e0-25c136f4e9e5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:58.644790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b2d20a1-0720-48ae-b11c-7f798ddfc5b1 req-40b0ca41-1b47-46e9-96da-72ce3084f2a1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742769 Aug 30 23:09:58.701659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.702269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.703684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.704239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.704797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.705364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.706232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.706502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.707068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.707629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.708177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.708742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58ef683-3f9d-46cb-b39e-6561b5a52585 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:09:58.764531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4c694-586d-448f-b65c-bd255ef42ce4 req-e60dd4ba-aa0d-434b-9ebf-b798a7086785 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:09:58.766223 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7a4c694-586d-448f-b65c-bd255ef42ce4 req-e60dd4ba-aa0d-434b-9ebf-b798a7086785 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1775634 Aug 30 23:09:58.794533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.835490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.877356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b7a4c694-586d-448f-b65c-bd255ef42ce4 req-667b0a5e-b00f-486b-8900-02bbcbb899b0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750501 Aug 30 23:09:58.911362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.912864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:58.914079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/security-groups/9850fe87-2ad9-4afa-9072-53f0e2418547 HTTP/1.1" status: 204 len: 168 time: 0.3539190 Aug 30 23:09:58.917260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:58.923762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3f705-53cc-4455-bf37-a7f345a88a8c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850fe87-2ad9-4afa-9072-53f0e2418547,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:58.987179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet c7c79fd9-3f1f-4093-98b1-0e319a15bd1f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:09:58.991078 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.044102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.144991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.226034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.261088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=c7c79fd9-3f1f-4093-98b1-0e319a15bd1f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:59.263897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.271778 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09ac4048-4013-4e21-b771-af39d88a9364 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/c7c79fd9-3f1f-4093-98b1-0e319a15bd1f HTTP/1.1" status: 204 len: 168 time: 0.3516033 Aug 30 23:09:59.271778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39788) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:59.282071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf8fb3c-c980-4b78-8eb3-df788019fc2d None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:09:59.332606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet e9966b47-1269-4ca0-ac25-bd12ea93e713 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:09:59.336263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.410544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.533197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1186807f-132c-40b8-a0bd-f2946cdb4626 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:09:59.567731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.652364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1186807f-132c-40b8-a0bd-f2946cdb4626 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:09:59.664820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1186807f-132c-40b8-a0bd-f2946cdb4626 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:09:59.664820 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.694691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.716705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.719930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/e9966b47-1269-4ca0-ac25-bd12ea93e713 HTTP/1.1" status: 204 len: 168 time: 0.4469461 Aug 30 23:09:59.723037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:59.739098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff69e9-b706-4086-b79d-a21082b5282d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=e9966b47-1269-4ca0-ac25-bd12ea93e713,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:09:59.798137 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee1f220-6d31-4c08-b77e-64fc95928476 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:09:59.798700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ee1f220-6d31-4c08-b77e-64fc95928476 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:09:59.801253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5ee1f220-6d31-4c08-b77e-64fc95928476 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/c7c79fd9-3f1f-4093-98b1-0e319a15bd1f HTTP/1.1" status: 404 len: 337 time: 0.0759721 Aug 30 23:09:59.805394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39804) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:09:59.896645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:09:59.978292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:09:59.989674 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d0d62-260f-4193-88d5-535be2d61bee" -d '{"events": [{"server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "name": "network-vif-plugged", "status": "completed", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:00.019947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1186807f-132c-40b8-a0bd-f2946cdb4626,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:00.039609 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.057989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting subnet a8df4b6c-6738-4b34-b850-61cb66cc9518 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:10:00.065526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.086405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3315860b-8393-4d99-8ac4-6879880bc86b req-4662919f-f436-4382-bbcf-6b196d682b37 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:00.096141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3315860b-8393-4d99-8ac4-6879880bc86b req-4662919f-f436-4382-bbcf-6b196d682b37 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 944 time: 0.2721725 Aug 30 23:10:00.169598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d2a095-7300-4170-9437-a67142e159bb req-39e6aee8-1d57-4216-ba3b-11cb91c9baab tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:00.172274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:00.177228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0d2a095-7300-4170-9437-a67142e159bb req-39e6aee8-1d57-4216-ba3b-11cb91c9baab tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.0942950 Aug 30 23:10:00.241236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.260513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0d2a095-7300-4170-9437-a67142e159bb req-2d0fb2cd-c5cf-4c19-ae50-7d350e8c69f0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804868 Aug 30 23:10:00.293309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3315860b-8393-4d99-8ac4-6879880bc86b req-3c895282-f956-4c00-b56f-db988d1fa460 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960804 Aug 30 23:10:00.365639 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebcd457-1b51-4fc7-bf99-966691a5dd9c x-openstack-request-id: req-cebcd457-1b51-4fc7-bf99-966691a5dd9c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:00.366458 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "name": "network-vif-plugged", "status": "completed", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:00.366458 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cebcd457-1b51-4fc7-bf99-966691a5dd9c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:00.367998 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626', 'code': 200} Aug 30 23:10:00.451938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.606277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6346f26-8a5f-4d60-9110-63a4cccba31c None None] Network 1611f4c7-1280-46d1-a147-f395189c0892 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:00.614454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72d1257-6070-4675-9d35-a7488d05d1e9 req-91085aea-46b1-4d52-90dd-f08f1c803c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:00.622219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c72d1257-6070-4675-9d35-a7488d05d1e9 req-91085aea-46b1-4d52-90dd-f08f1c803c89 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 1097 time: 0.1316111 Aug 30 23:10:00.658760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.724116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Subnet': ['ID=a8df4b6c-6738-4b34-b850-61cb66cc9518,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:00.730864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-35b1aa7d-165a-4fc1-9d40-d4166657e9d3 None None] Provisioning complete for port d27d17c4-fa19-4bf7-be69-8b87fca82f2a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:00.732704 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.737044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-35b1aa7d-165a-4fc1-9d40-d4166657e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:00.743235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39822) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:00.753067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34aead27-d856-4e71-9c12-f4a7353e8c4a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/a8df4b6c-6738-4b34-b850-61cb66cc9518 HTTP/1.1" status: 204 len: 168 time: 0.9308913 Aug 30 23:10:00.760433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c72d1257-6070-4675-9d35-a7488d05d1e9 req-b966ab6f-0eb6-45e3-a698-d038b96c7d46 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196415 Aug 30 23:10:00.787039 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-6963b465-d8d1-4304-8a86-5ff4e28c147d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:00.788444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6963b465-d8d1-4304-8a86-5ff4e28c147d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:00.791017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6963b465-d8d1-4304-8a86-5ff4e28c147d tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/f175d06b-1a67-437e-b428-8426e62fc8e1 HTTP/1.1" status: 404 len: 337 time: 0.0454884 Aug 30 23:10:00.794339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:00.851853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c523e2a4-6a14-4272-9c87-76ec171a8db5 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "GET /v2.0/ports?device_id=28d6c0ba-ac52-4f59-a548-1ebdd37d7633 HTTP/1.1" status: 200 len: 205 time: 0.0555904 Aug 30 23:10:00.856639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:00.925388 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-f58306a1-b51a-47f9-a50e-49a75443b9f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] delete failed (client error): The resource could not be found. Aug 30 23:10:00.927479 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f58306a1-b51a-47f9-a50e-49a75443b9f8 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/routers/28d6c0ba-ac52-4f59-a548-1ebdd37d7633 HTTP/1.1" status: 404 len: 336 time: 0.0686293 Aug 30 23:10:00.931876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39830) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:00.972443 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ba757-f76c-4406-944c-44318accd920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:00.972906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698ba757-f76c-4406-944c-44318accd920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:00.974738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-698ba757-f76c-4406-944c-44318accd920 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/381056ab-4ab5-41e9-a335-37452a204d0a HTTP/1.1" status: 404 len: 337 time: 0.0416067 Aug 30 23:10:00.978917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39832) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.006990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-35b1aa7d-165a-4fc1-9d40-d4166657e9d3 None None] Provisioning complete for port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:01.007241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-35b1aa7d-165a-4fc1-9d40-d4166657e9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:01.035119 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d39e99-3b8f-4f9d-b288-ddebcedae99c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.035845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d39e99-3b8f-4f9d-b288-ddebcedae99c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.038794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-86d39e99-3b8f-4f9d-b288-ddebcedae99c tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/edd3f50c-124a-4ed3-a57a-8926401d52b3 HTTP/1.1" status: 404 len: 337 time: 0.0585256 Aug 30 23:10:01.042442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39836) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.079677 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e7dcdb-7e13-48b1-9882-0531c735ad6b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.080995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e7dcdb-7e13-48b1-9882-0531c735ad6b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.086056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-49e7dcdb-7e13-48b1-9882-0531c735ad6b tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/bb8b3c05-c5ce-4679-8c94-6f761fe79ed5 HTTP/1.1" status: 404 len: 337 time: 0.0425520 Aug 30 23:10:01.089035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39838) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.114249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-35b1aa7d-165a-4fc1-9d40-d4166657e9d3 None None] Port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:01.117186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] DHCP port deletion for 1611f4c7-1280-46d1-a147-f395189c0892 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:10:01.133891 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-31da79f6-38d5-4bfa-9a05-fc252f385281 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.134894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31da79f6-38d5-4bfa-9a05-fc252f385281 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.138813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-31da79f6-38d5-4bfa-9a05-fc252f385281 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/fa9f80a6-8f86-4bb5-b0ee-f067e7b9621c HTTP/1.1" status: 404 len: 333 time: 0.0480163 Aug 30 23:10:01.140267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39840) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.194918 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-014b0d58-2d64-4c55-80ee-d9a067fe06df tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.196208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014b0d58-2d64-4c55-80ee-d9a067fe06df tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.203790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-014b0d58-2d64-4c55-80ee-d9a067fe06df tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/acb4c3f6-c623-4193-805e-653729cd45e1 HTTP/1.1" status: 404 len: 337 time: 0.0606565 Aug 30 23:10:01.205922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39842) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.217768 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Deleting port d27d17c4-fa19-4bf7-be69-8b87fca82f2a {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:01.218803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:01.238313 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a80f94-ae24-4c2b-b670-5efb1a892112 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.238847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8a80f94-ae24-4c2b-b670-5efb1a892112 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.240880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8a80f94-ae24-4c2b-b670-5efb1a892112 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/151ec053-d3e1-45a3-aa37-1c9eb685c6e9 HTTP/1.1" status: 404 len: 337 time: 0.0338762 Aug 30 23:10:01.244440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39844) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.274655 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd769d09-1380-433f-8849-c4e67e639346 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.275427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd769d09-1380-433f-8849-c4e67e639346 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.277172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd769d09-1380-433f-8849-c4e67e639346 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/aa838271-8d90-491a-99a2-16c3e6719dae HTTP/1.1" status: 404 len: 333 time: 0.0315571 Aug 30 23:10:01.281551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.333741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] For port d27d17c4-fa19-4bf7-be69-8b87fca82f2a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,segment=NetworkSegment(99fa90e9-481b-4486-803c-d1deb64f3701),segment_id=99fa90e9-481b-4486-803c-d1deb64f3701)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:01.334180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:01.340115 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c226354-56df-444f-b789-4235ab3d83ff tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.340854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c226354-56df-444f-b789-4235ab3d83ff tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.342844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c226354-56df-444f-b789-4235ab3d83ff tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/e24e03b0-acdc-4b65-8fce-706947a0e993 HTTP/1.1" status: 404 len: 337 time: 0.0597968 Aug 30 23:10:01.345650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39852) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.369145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Calling delete_port for d27d17c4-fa19-4bf7-be69-8b87fca82f2a owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:01.406880 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a47462-b32c-4797-b16b-62a25000cb48 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] DELETE failed (client error): The resource could not be found. Aug 30 23:10:01.417409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a47462-b32c-4797-b16b-62a25000cb48 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:10:01.420669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-26a47462-b32c-4797-b16b-62a25000cb48 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/subnets/9ef72e9b-5722-4ed8-82ef-02b746747bc2 HTTP/1.1" status: 404 len: 337 time: 0.0735199 Aug 30 23:10:01.424625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:01.440271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42f7ada-ae87-4ad0-bcca-c6aeb28f39ea req-4558a803-7726-4d2b-94f3-e1b7d10c1d36 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:01.448070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c42f7ada-ae87-4ad0-bcca-c6aeb28f39ea req-4558a803-7726-4d2b-94f3-e1b7d10c1d36 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.0915043 Aug 30 23:10:01.522346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c42f7ada-ae87-4ad0-bcca-c6aeb28f39ea req-1578050b-807c-4e3e-a130-ee3f8988f4a9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Aug 30 23:10:01.536321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:01.557397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] No DVR routers for this DVR port d27d17c4-fa19-4bf7-be69-8b87fca82f2a on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:01.637390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5808dc7-5dc8-4280-9a51-9aaaefe9048c None None] Pushing event deleted for resources: {'Port': ['ID=d27d17c4-fa19-4bf7-be69-8b87fca82f2a,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:01.967608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb5488-9a7a-4499-b852-92519423ccd5 req-ae5e30a8-87cc-42a4-8488-d4f2844f6245 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:01.969680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3bb5488-9a7a-4499-b852-92519423ccd5 req-ae5e30a8-87cc-42a4-8488-d4f2844f6245 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.5334969 Aug 30 23:10:02.053002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Deleting port fe23b40b-b614-446e-8d1e-cc1e2b85abb2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:02.053411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.062662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e3bb5488-9a7a-4499-b852-92519423ccd5 req-348b914b-0284-4010-ab13-9e99d4c1a952 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717325 Aug 30 23:10:02.150779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.168199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Calling delete_port for fe23b40b-b614-446e-8d1e-cc1e2b85abb2 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:02.300139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:02.333330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d27d17c4-fa19-4bf7-be69-8b87fca82f2a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:02.334134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d27d17c4-fa19-4bf7-be69-8b87fca82f2a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:02.335019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.379114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Port': ['ID=fe23b40b-b614-446e-8d1e-cc1e2b85abb2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:02.389177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.395971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39864) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:02.398695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00951790-b4c8-4315-b479-bfeb65eb278a tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/ports/fe23b40b-b614-446e-8d1e-cc1e2b85abb2 HTTP/1.1" status: 204 len: 168 time: 0.9724770 Aug 30 23:10:02.514097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.681999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.704980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1611f4c7-1280-46d1-a147-f395189c0892']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:02.733980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fa90e9-481b-4486-803c-d1deb64f3701') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:02.734300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fa90e9-481b-4486-803c-d1deb64f3701') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:02.747517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.775970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.792715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a8060a-cf22-4bb8-b14d-e1ece419b882 req-66b82ecd-b8df-4aa5-bf68-e3b72d060480 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:02.795368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91a8060a-cf22-4bb8-b14d-e1ece419b882 req-66b82ecd-b8df-4aa5-bf68-e3b72d060480 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1034606 Aug 30 23:10:02.805574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:10:02.806586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:10:02.811617 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:10:02.994519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91a8060a-cf22-4bb8-b14d-e1ece419b882 req-5fcde9d5-2220-4e10-9c33-73f6f1f34421 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624308 Aug 30 23:10:03.008762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:03.049264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:03.052285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] 10.222.0.25 "DELETE /v2.0/networks/1611f4c7-1280-46d1-a147-f395189c0892 HTTP/1.1" status: 204 len: 168 time: 0.6549282 Aug 30 23:10:03.054214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec080d-d040-432d-adfe-27bb2cae23d3 tempest-PortsTestJSON-1846112952 tempest-PortsTestJSON-1846112952-project] Pushing event deleted for resources: {'Network': ['ID=1611f4c7-1280-46d1-a147-f395189c0892,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:03.373559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6232951-5fa3-4ea4-9655-09a0e5654181 req-390bc3bf-a3bb-454d-b96f-837b542e26c4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:03.383584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6232951-5fa3-4ea4-9655-09a0e5654181 req-390bc3bf-a3bb-454d-b96f-837b542e26c4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.1590497 Aug 30 23:10:03.481017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6232951-5fa3-4ea4-9655-09a0e5654181 req-210bf329-2085-48d5-9c94-1041c80a2de5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887439 Aug 30 23:10:03.563615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39890) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:03.915488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39906) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:03.922433 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f01aaa02-fc53-4251-ba62-36b3d3b9fc41 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa6363c8756742fb8519ace6d654e7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548713 Aug 30 23:10:04.074761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:04.083786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-b361f4f4-272c-4a22-a48e-cf3647609854 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:04.086520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-b361f4f4-272c-4a22-a48e-cf3647609854 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.1559975 Aug 30 23:10:04.105407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-4e2e2e68-3d06-4a21-9f75-2169bacf0bd0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0106795 Aug 30 23:10:04.182536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:04.234741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-eb789ec8-269c-4bb6-a190-2147e58f9e23 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196880 Aug 30 23:10:04.308548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:04.347629 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:04.349124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53463d03-acff-46ce-901f-c3e063b3a9c3 HTTP/1.1" status: 204 len: 168 time: 0.4326174 Aug 30 23:10:04.361483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f81ba49-bba3-4dbc-a7ca-a65c6c9cb037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53463d03-acff-46ce-901f-c3e063b3a9c3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:04.390052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c946448-7124-41e0-948d-d278995cc885 req-7b4c6331-c30e-404a-a321-2b93b5ced482 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:04.409849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c946448-7124-41e0-948d-d278995cc885 req-7b4c6331-c30e-404a-a321-2b93b5ced482 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.2203727 Aug 30 23:10:04.465038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c946448-7124-41e0-948d-d278995cc885 req-e9e343c8-a2c1-4db8-aa0c-5cd495fa1b37 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550706 Aug 30 23:10:04.478828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-e670987e-70d9-49f6-97ec-b25ea7e61f9e service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325134 Aug 30 23:10:04.741083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-2d0fb858-b904-491b-9f74-6ee0ae924a32 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620008 Aug 30 23:10:05.103589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6322243c-2823-4f34-bbe1-6054d85a62c0 req-af005f04-9210-4e0f-8d3a-1ac0c25ad7fa tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 210 time: 0.0813375 Aug 30 23:10:05.764367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c70fc7-fa5f-4828-9d0e-a35517af4a9c req-b78448ab-e589-4cdc-a71b-e80a042a7e05 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:05.780090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00c70fc7-fa5f-4828-9d0e-a35517af4a9c req-b78448ab-e589-4cdc-a71b-e80a042a7e05 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1202683 Aug 30 23:10:05.904502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00c70fc7-fa5f-4828-9d0e-a35517af4a9c req-95637415-324b-4d9e-b04b-1a3e967af0ce tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213624 Aug 30 23:10:06.179145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:06.293727 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-626fac32-c8dd-4519-89db-c98e5fff7cfa req-a3dc30ad-ec14-42f2-93c0-8525bdf241ad tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 210 time: 0.0631468 Aug 30 23:10:06.487773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-85f2394f-a838-4755-bfb1-95044acf4f22 tempest-DvrRoutersNegativeTest-1860949062 tempest-DvrRoutersNegativeTest-1860949062-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-84412099', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:06.491633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.policy [None req-85f2394f-a838-4755-bfb1-95044acf4f22 tempest-DvrRoutersNegativeTest-1860949062 tempest-DvrRoutersNegativeTest-1860949062-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101269) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 30 23:10:06.491939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.policy [None req-85f2394f-a838-4755-bfb1-95044acf4f22 tempest-DvrRoutersNegativeTest-1860949062 tempest-DvrRoutersNegativeTest-1860949062-project] Failed policy check for 'create_router' {{(pid=101269) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 30 23:10:06.492503 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-85f2394f-a838-4755-bfb1-95044acf4f22 tempest-DvrRoutersNegativeTest-1860949062 tempest-DvrRoutersNegativeTest-1860949062-project] create failed (client error): Access was denied to this resource. Aug 30 23:10:06.493665 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-85f2394f-a838-4755-bfb1-95044acf4f22 tempest-DvrRoutersNegativeTest-1860949062 tempest-DvrRoutersNegativeTest-1860949062-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3134832 Aug 30 23:10:07.146804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-a2ef36db-5fb4-48c1-9080-65038ac8535e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:07.149276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-a2ef36db-5fb4-48c1-9080-65038ac8535e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.3216159 Aug 30 23:10:07.173346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:07.227741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40000) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:07.321177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8838c0-a1c6-441f-9605-e8936b1f33b2 req-11888215-2ddd-4a0b-b10d-ef6f3b515ef6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:07.328946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af8838c0-a1c6-441f-9605-e8936b1f33b2 req-11888215-2ddd-4a0b-b10d-ef6f3b515ef6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1446588 Aug 30 23:10:07.416556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af8838c0-a1c6-441f-9605-e8936b1f33b2 req-8af8f61b-4945-4277-8443-84f8cfd803b1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804181 Aug 30 23:10:07.582525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ea311b0-351b-41b4-87be-a2e07135fdee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:07.613356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09085f47-1977-49c8-873f-439197fb7fc0 req-d230e3af-37aa-426f-b028-f52c7c70d419 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 210 time: 0.0720496 Aug 30 23:10:07.616977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:07.631191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:07.862352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ea311b0-351b-41b4-87be-a2e07135fdee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:07.868921 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8ea311b0-351b-41b4-87be-a2e07135fdee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:07.933740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8ea311b0-351b-41b4-87be-a2e07135fdee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b5e9582ce2b641eab780f18581367636&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7035556 Aug 30 23:10:07.939298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40014) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:08.067205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea311b0-351b-41b4-87be-a2e07135fdee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec3544-bb12-4e0d-9bf8-211ec8b4228e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:08.077879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.14 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/4d58ca39-1f24-46cc-966e-cd0624266a9f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:08.122897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.172224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.282070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.286056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.287694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/42ec3544-bb12-4e0d-9bf8-211ec8b4228e HTTP/1.1" status: 204 len: 168 time: 0.3446746 Aug 30 23:10:08.329928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e6026-ff88-4fc7-aa43-76315c32d341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec3544-bb12-4e0d-9bf8-211ec8b4228e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:08.428064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.557339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:08.572630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:08.672058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1186807f-132c-40b8-a0bd-f2946cdb4626'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:08.741518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3fadf4-995e-4a4c-a752-d603203fac0f req-9d839121-e4a6-4ad1-9ef7-6e5132654c5f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:08.754402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd3fadf4-995e-4a4c-a752-d603203fac0f req-9d839121-e4a6-4ad1-9ef7-6e5132654c5f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1212509 Aug 30 23:10:08.801304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:08.824613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:08.828528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:08.837119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:08.872832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd3fadf4-995e-4a4c-a752-d603203fac0f req-e3498481-61e0-4e9e-aabd-432fa2855215 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171644 Aug 30 23:10:08.980991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:08.981686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:09.051361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6ca9377c-71a1-4142-9c1b-4d0aeca684d1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8832295 Aug 30 23:10:09.070431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8a36b-ca07-438a-8e8f-e7624d1fcdef req-fcf82d5a-e8c7-4e21-9a62-1f7b88646bae tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:09.072053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad8a36b-ca07-438a-8e8f-e7624d1fcdef req-fcf82d5a-e8c7-4e21-9a62-1f7b88646bae tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 932 time: 0.0844340 Aug 30 23:10:09.079602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Request body: {'port': {'device_id': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:09.217542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad8a36b-ca07-438a-8e8f-e7624d1fcdef req-90745932-a096-4891-a47c-fed96843826f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334004 Aug 30 23:10:09.230345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:09.711312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d58ca39-1f24-46cc-966e-cd0624266a9f {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:10:09.745054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:09.790599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Transition to ACTIVE for port object 4d58ca39-1f24-46cc-966e-cd0624266a9f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:09.799368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:09.997601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:10.069054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Attempting to bind port 4d58ca39-1f24-46cc-966e-cd0624266a9f on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:10.069386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Attempting to bind port 4d58ca39-1f24-46cc-966e-cd0624266a9f by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:10.069820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Attempting to bind port 4d58ca39-1f24-46cc-966e-cd0624266a9f on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:10.076433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Port 4d58ca39-1f24-46cc-966e-cd0624266a9f on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:10:10.076900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Attempting to bind port 4d58ca39-1f24-46cc-966e-cd0624266a9f on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:10.089651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:10.090036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:10.090400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:10.091026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Bound port: 4d58ca39-1f24-46cc-966e-cd0624266a9f, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:10.091392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.216594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:10.265639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de694c-69b6-4153-836a-143087954f84 req-4ea044b3-7885-467d-a6ff-5d5f7ae1c402 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:10.267555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9de694c-69b6-4153-836a-143087954f84 req-4ea044b3-7885-467d-a6ff-5d5f7ae1c402 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1565173 Aug 30 23:10:10.269211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:10.273886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:10.295706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.314822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6b3ed63-5260-45a6-9484-2a241d197085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.473625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9de694c-69b6-4153-836a-143087954f84 req-5c787e48-e7e8-4ba2-b6ee-9482dc883e3b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623435 Aug 30 23:10:10.480740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-395905031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:10.502300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:10.503441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.506231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] 10.222.0.52 "PUT /v2.0/ports/4d58ca39-1f24-46cc-966e-cd0624266a9f HTTP/1.1" status: 200 len: 1093 time: 1.4327970 Aug 30 23:10:10.507352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:10.511695 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:10.539649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3bd186-ae1b-4816-b87d-2651eca66054 req-cbdbaebd-b30c-4511-8919-d63f14971b09 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:10.553811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f3bd186-ae1b-4816-b87d-2651eca66054 req-cbdbaebd-b30c-4511-8919-d63f14971b09 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 944 time: 0.1678212 Aug 30 23:10:10.558016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.559412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.576087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d52627-2501-4772-b406-f17e63e411c8 service neutron] Pushing event updated for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:10.627548 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e076f7-08a9-44ab-a389-7b64212347b2 x-openstack-request-id: req-27e076f7-08a9-44ab-a389-7b64212347b2 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:10.628282 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:10.628282 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27e076f7-08a9-44ab-a389-7b64212347b2 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:10.628620 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f', 'status': 'completed', 'code': 200} Aug 30 23:10:10.656368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-42b184e7-6ab1-49dd-b114-4bfdabb3b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:10.658048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-42b184e7-6ab1-49dd-b114-4bfdabb3b8b7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 1096 time: 0.0676038 Aug 30 23:10:10.726276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.726647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-6183ca5f-2515-46c1-9333-1e96128860f7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f HTTP/1.1" status: 200 len: 217 time: 0.0507739 Aug 30 23:10:10.731735 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f3bd186-ae1b-4816-b87d-2651eca66054 req-680165ff-8d13-4b6d-859a-cf9e2762edd5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769202 Aug 30 23:10:10.734032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.766176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.779557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e4cf0a39-26f2-403e-9374-b9c13dff9418 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5504129 Aug 30 23:10:10.779557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40066) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:10.790278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-581683005'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:10.828850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:10.832786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.847794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:10.864316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-5ebe059f-4c05-4aa9-80db-d1b53c4d5fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:10.868566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-5ebe059f-4c05-4aa9-80db-d1b53c4d5fc6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1245458 Aug 30 23:10:10.973212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-e5331fa5-5f02-4ba2-9911-dc3818e0dfea service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872586 Aug 30 23:10:11.052937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.064760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.109665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:10:11.154797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-fbca0f11-51c9-4135-95f4-de1ad3d9800e service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732864 Aug 30 23:10:11.158913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.159488 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Added segment 2da4e6a2-e7e8-4208-9678-17b1f273a9a0 of type vlan for network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 Aug 30 23:10:11.237616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.275626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2919a81-4e7c-4dd8-873b-296e260afd2a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:11.295470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.319578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:11.321359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.351954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f7155a3-012f-4b69-b94d-17d694d789e4 req-71cb29cc-6e89-4c7b-af4e-104193f204cf service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888211 Aug 30 23:10:11.394601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6184750 Aug 30 23:10:11.397662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40078) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:11.404423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'subnet': {'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:11.439694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cace89-6f76-40eb-b6bb-7b60c8891ca8 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Network': ['ID=9134c2fa-7681-4541-8ab4-8931b97bc7d3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:11.460658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:10:11.570736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-9c50061e-96e0-488b-a23b-f6b6ce71f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:11.572437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-9c50061e-96e0-488b-a23b-f6b6ce71f246 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 1096 time: 0.0809689 Aug 30 23:10:11.642520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:11.646085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:11.724301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec144548-f600-49f3-ad79-2ea4213052cf req-93d52a29-72ca-4907-b203-b83ac39edbed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:11.726544 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec144548-f600-49f3-ad79-2ea4213052cf req-93d52a29-72ca-4907-b203-b83ac39edbed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.0901577 Aug 30 23:10:11.799710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-b343533e-e74c-4eae-a2bc-36491ef65ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:11.801359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-b343533e-e74c-4eae-a2bc-36491ef65ea2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.2201600 Aug 30 23:10:11.804327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec144548-f600-49f3-ad79-2ea4213052cf req-905b0f02-336d-4fa3-ab10-265807475eed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Aug 30 23:10:11.867433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-813eca7b-cea6-4972-a45d-48059d4bb7a1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f HTTP/1.1" status: 200 len: 217 time: 0.0420825 Aug 30 23:10:11.935408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-60016dbb-06fa-430b-9e89-10991a0f96b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:11.937461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-60016dbb-06fa-430b-9e89-10991a0f96b3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.0566728 Aug 30 23:10:12.021840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-4d8fbf1c-f10f-4657-91f4-83505295de87 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544200 Aug 30 23:10:12.207579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ffdca0-e3e4-4ffd-a507-53b44ae38687 req-d06cc3d4-ca24-46cc-af38-41edc5de0e9b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:12.216019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25ffdca0-e3e4-4ffd-a507-53b44ae38687 req-d06cc3d4-ca24-46cc-af38-41edc5de0e9b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 944 time: 0.3342068 Aug 30 23:10:12.325609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25ffdca0-e3e4-4ffd-a507-53b44ae38687 req-f65c8a4f-d5af-469e-a05c-a2afcaf3ec42 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063676 Aug 30 23:10:12.341294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-aff6c5c6-bca8-4f19-a136-1224e7fb2e11 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072538 Aug 30 23:10:12.342172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.452702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Subnet': ['ID=2d44a80e-1de8-4f1d-b625-392f713852e7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:12.503795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Checking segment: {'id': '2da4e6a2-e7e8-4208-9678-17b1f273a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:12.504183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network hostable DHCP agents. Network: 9134c2fa-7681-4541-8ab4-8931b97bc7d3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:10:12.514259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89cc093b-0f29-4acb-89e3-5c07cfe2e35d req-7db8bf7e-c3f6-4c31-b6d8-b7929b9caa90 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647265 Aug 30 23:10:12.533511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:10:12.552870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 9134c2fa-7681-4541-8ab4-8931b97bc7d3) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:12.559185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:12.560012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.565608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d33018-7a74-4daa-8700-61e023d5ad18 None None] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:12.587879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-05766420-df27-4ff8-ab72-b2ca4ddb05b2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1867249 Aug 30 23:10:12.589373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40090) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:12.594877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'network': {'name': 'tempest-router-network01--1237982204'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:12.632811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:12.640478 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.682892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:10:12.704156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.704976 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Added segment 2db1e84b-87a4-48be-b0d9-433403cf446c of type vlan for network 917dfdbf-0743-454c-9ead-d3fe39e80a15 Aug 30 23:10:12.768134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-9134c2fa-7681-4541-8ab4-8931b97bc7d3', 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3', 'tenant_id': '097e48dba3444599a143d5743dc19bf8', 'fixed_ips': [{'subnet_id': '2d44a80e-1de8-4f1d-b625-392f713852e7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:10:12.777453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.783649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.823993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.850866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:12.852902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.947035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:12.982495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3908005 Aug 30 23:10:12.987917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40094) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:12.994343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Allocated IP 172.20.0.2 (9134c2fa-7681-4541-8ab4-8931b97bc7d3/2d44a80e-1de8-4f1d-b625-392f713852e7/0af8520d-0c89-4d8c-83ea-b7af5b1e0165) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:12.996399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'network': {'name': 'tempest-router-network02--1346046955'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:13.041507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6a814f-441e-464a-98c7-d1d92ff0c225 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Network': ['ID=917dfdbf-0743-454c-9ead-d3fe39e80a15,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:13.047591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06774bfb-bf09-46e4-9904-e29720fb1877 req-4acbbfde-74ac-4739-a26b-3a919065b90c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:13.057106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06774bfb-bf09-46e4-9904-e29720fb1877 req-4acbbfde-74ac-4739-a26b-3a919065b90c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1025457 Aug 30 23:10:13.071499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:13.075290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.081192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:10:13.141825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06774bfb-bf09-46e4-9904-e29720fb1877 req-97eed036-59b9-4340-901a-ac4e64dffb58 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836809 Aug 30 23:10:13.164808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:10:13.202614 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.203509 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Added segment fad7cb35-8709-458d-b1f4-3125be67de18 of type vlan for network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e Aug 30 23:10:13.291143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.321353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Transition to ACTIVE for port object 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:13.333794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.342403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cd16f89a-1e09-4416-a3e5-c43a03c6900d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.346267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Transition to ACTIVE for port object 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:13.367077 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.392746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.409528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:13.411457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:13.412305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.415818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:13.446366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:13.505323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Pushing event updated for resources: {'Port': ['ID=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:13.555453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.555985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.556627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.556778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.557058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.557622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.558179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.558435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.558901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.559483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.560046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.560609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:13.565909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Attempting to bind port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:13.567439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Attempting to bind port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '2da4e6a2-e7e8-4208-9678-17b1f273a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:13.568194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Attempting to bind port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 on network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:13.586921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:13.586921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Checking segment: {'id': '2da4e6a2-e7e8-4208-9678-17b1f273a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:13.587401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5937500 Aug 30 23:10:13.587577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.587577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Bound using segment: {'id': '2da4e6a2-e7e8-4208-9678-17b1f273a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:13.587784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40106) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:13.590288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Bound port: 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2da4e6a2-e7e8-4208-9678-17b1f273a9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '9134c2fa-7681-4541-8ab4-8931b97bc7d3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:13.591890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.592919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'subnet': {'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:13.602041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94908fa8-7880-40f5-8eb4-9543846891e7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Network': ['ID=949eb46e-2485-4d14-9ad6-3c28ad28ee7e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:13.631500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2cb84-47af-46cb-8219-d05f4a45b463 req-2d4b3947-8808-44c9-b2a0-0327b6cb2e56 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:13.644466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4d58ca39-1f24-46cc-966e-cd0624266a9f details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:10:13.647123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ea2cb84-47af-46cb-8219-d05f4a45b463 req-2d4b3947-8808-44c9-b2a0-0327b6cb2e56 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 944 time: 0.2225628 Aug 30 23:10:13.722374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:10:13.761822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ea2cb84-47af-46cb-8219-d05f4a45b463 req-03a81e2a-3242-422f-ac3c-cd8c0ace88a3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959287 Aug 30 23:10:13.809263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:13.813742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:13.870162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40110) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:13.998574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:14.021181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] For port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:14.035714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] For port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,segment=NetworkSegment(2da4e6a2-e7e8-4208-9678-17b1f273a9a0),segment_id=2da4e6a2-e7e8-4208-9678-17b1f273a9a0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:14.048345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '4d58ca39-1f24-46cc-966e-cd0624266a9f', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': '4d58ca39-1f24-46cc-966e-cd0624266a9f', 'mac_address': 'fa:16:3e:6f:4a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:10:14.050709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.141965 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac521b04-8081-4cf6-9602-cbba114880d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.157014 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.186292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.192901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847220fe-4f29-4a7f-9d98-bd6204c9c2d1 None None] Pushing event updated for resources: {'Port': ['ID=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:14.215513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d58ca39-1f24-46cc-966e-cd0624266a9f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:10:14.263388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:14.271915 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.390098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:14.399995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Subnet': ['ID=cb363bdf-cb03-4bf0-8aac-142ec0b6982e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:14.486768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac521b04-8081-4cf6-9602-cbba114880d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.495146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac521b04-8081-4cf6-9602-cbba114880d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.528378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Checking segment: {'id': '2db1e84b-87a4-48be-b0d9-433403cf446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:14.528738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network hostable DHCP agents. Network: 917dfdbf-0743-454c-9ead-d3fe39e80a15, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:10:14.556134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.581743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ac521b04-8081-4cf6-9602-cbba114880d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1e50cdfa76b4f4caebe0851fe4f3bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086427 Aug 30 23:10:14.594014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['4d58ca39-1f24-46cc-966e-cd0624266a9f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:14.597362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a4e0c-8dbe-4a04-8708-3d48ab2df563 req-1369b2a6-6bc9-4251-bb9d-f29ed7ffd443 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:14.597916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40122) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:14.613664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-778a4e0c-8dbe-4a04-8708-3d48ab2df563 req-1369b2a6-6bc9-4251-bb9d-f29ed7ffd443 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.2110877 Aug 30 23:10:14.665437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:10:14.688302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac521b04-8081-4cf6-9602-cbba114880d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc8e8b5-3771-4bc6-8320-024247f950fe,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:14.746707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 917dfdbf-0743-454c-9ead-d3fe39e80a15) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:14.761542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7b6a4b-d0ab-4909-9850-82cbf0077d55 None None] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:14.764443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:14.772399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.808012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.838823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-778a4e0c-8dbe-4a04-8708-3d48ab2df563 req-04da20b4-aa59-41a5-a634-2f3106a2645e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117696 Aug 30 23:10:14.844729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ad86aac0-3dca-4733-9cd4-35f7773f11ae tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2562039 Aug 30 23:10:14.847359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40128) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:14.875197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'subnet': {'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:14.897203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:14.988110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40130) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:15.058778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d3128-b28d-4af7-8638-ac0acc7b72a8 req-ef15985a-ae3f-4b0c-aa58-1bb27610ebdc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:15.067984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c07d3128-b28d-4af7-8638-ac0acc7b72a8 req-ef15985a-ae3f-4b0c-aa58-1bb27610ebdc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 945 time: 0.1675844 Aug 30 23:10:15.103748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-917dfdbf-0743-454c-9ead-d3fe39e80a15', 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15', 'tenant_id': '097e48dba3444599a143d5743dc19bf8', 'fixed_ips': [{'subnet_id': 'cb363bdf-cb03-4bf0-8aac-142ec0b6982e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:10:15.108632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.114816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Made reservation on behalf of 097e48dba3444599a143d5743dc19bf8 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:15.123375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.156476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.161854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.185463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efc8e8b5-3771-4bc6-8320-024247f950fe HTTP/1.1" status: 204 len: 168 time: 0.5859036 Aug 30 23:10:15.242396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b55c88-a11a-42b8-9226-acc625d3ef04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc8e8b5-3771-4bc6-8320-024247f950fe,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:15.272364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c07d3128-b28d-4af7-8638-ac0acc7b72a8 req-20f0f6df-b09b-418d-a163-d7b10d1294ec tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973019 Aug 30 23:10:15.376533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bae3259e-41a0-490a-9d5a-c25c3af145b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.463465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Allocated IP 172.20.0.2 (917dfdbf-0743-454c-9ead-d3fe39e80a15/cb363bdf-cb03-4bf0-8aac-142ec0b6982e/6ba15e5b-97e4-49ad-917c-7b6cb6649433) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:15.607096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.646489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bae3259e-41a0-490a-9d5a-c25c3af145b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.656590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bae3259e-41a0-490a-9d5a-c25c3af145b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.723345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae3259e-41a0-490a-9d5a-c25c3af145b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6251d310-b89a-4392-823a-e4cfa9609801,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:15.743637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Subnet': ['ID=52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:15.753557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bae3259e-41a0-490a-9d5a-c25c3af145b2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2c617254ad0643d2a3d60cebc98ccc6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7513437 Aug 30 23:10:15.757037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40142) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:15.769874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Checking segment: {'id': 'fad7cb35-8709-458d-b1f4-3125be67de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:15.769874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network hostable DHCP agents. Network: 949eb46e-2485-4d14-9ad6-3c28ad28ee7e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:10:15.799130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:10:15.823232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 949eb46e-2485-4d14-9ad6-3c28ad28ee7e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:15.831474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.833699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9781a074-65af-4dd5-96d3-c126157296dc None None] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:15.835624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:15.836607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.850400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026897cf-b289-4e98-9d6d-88bfe9bd1b06 None None] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:15.874155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:15.881075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21cc5edb-3f41-4a3d-8d49-5dfca127048b tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0299125 Aug 30 23:10:15.881502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40146) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:15.957952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8dc5b718-1915-4e28-a7cb-fe28cf18ab73 None None] Provisioning for port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:16.028494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.035803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.037479 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.041297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6251d310-b89a-4392-823a-e4cfa9609801 HTTP/1.1" status: 204 len: 168 time: 0.2822232 Aug 30 23:10:16.071352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f2d74-cd59-46e7-8b2f-a5effb0047f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6251d310-b89a-4392-823a-e4cfa9609801,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:16.191746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a923d-4e2a-4942-9034-9f12ffd97be0 req-d6ae353a-e006-44a7-b22b-1039b8e3889b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:16.194171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-036a923d-4e2a-4942-9034-9f12ffd97be0 req-d6ae353a-e006-44a7-b22b-1039b8e3889b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1256416 Aug 30 23:10:16.305916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-949eb46e-2485-4d14-9ad6-3c28ad28ee7e', 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e', 'tenant_id': '097e48dba3444599a143d5743dc19bf8', 'fixed_ips': [{'subnet_id': '52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:10:16.306807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.363031 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.379503 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-036a923d-4e2a-4942-9034-9f12ffd97be0 req-af8ec02c-3dc5-45c1-9793-377876045a0b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761925 Aug 30 23:10:16.516662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Transition to ACTIVE for port object 6ba15e5b-97e4-49ad-917c-7b6cb6649433 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:16.520663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:16.531670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df359827-04c8-4fe9-9ed0-5cbe7fe3edc0 req-9920f2ae-f8a5-42c1-80f1-5a5e86879e27 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:16.533727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df359827-04c8-4fe9-9ed0-5cbe7fe3edc0 req-9920f2ae-f8a5-42c1-80f1-5a5e86879e27 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 945 time: 0.0871696 Aug 30 23:10:16.558861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.590062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Transition to ACTIVE for port object 6ba15e5b-97e4-49ad-917c-7b6cb6649433 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:16.604022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Allocated IP 172.20.0.2 (949eb46e-2485-4d14-9ad6-3c28ad28ee7e/52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd/9153bf32-d0da-449b-beb4-4f2b17adb87d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:16.616528 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.676931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40168) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:16.714889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b89dad9a-d274-4d9e-9a46-807b2ef990ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.752286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:16.775448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:16.785029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:16.799983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Pushing event updated for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:16.817312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:16.830376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:16.830759 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.932454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b89dad9a-d274-4d9e-9a46-807b2ef990ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:16.952815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b89dad9a-d274-4d9e-9a46-807b2ef990ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.006144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89dad9a-d274-4d9e-9a46-807b2ef990ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47d7bd6-69da-4c86-9b2b-a558c1a65c87,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:17.053580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b89dad9a-d274-4d9e-9a46-807b2ef990ee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa97f7423bee4d6b8ae8f9f9466d4f21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3749056 Aug 30 23:10:17.054843 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:17.064616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Attempting to bind port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:17.065438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Attempting to bind port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '2db1e84b-87a4-48be-b0d9-433403cf446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:17.065438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Attempting to bind port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 on network 917dfdbf-0743-454c-9ead-d3fe39e80a15 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:17.076255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:17.077236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Checking segment: {'id': '2db1e84b-87a4-48be-b0d9-433403cf446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:17.077637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.078137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Bound using segment: {'id': '2db1e84b-87a4-48be-b0d9-433403cf446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:17.078710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Bound port: 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db1e84b-87a4-48be-b0d9-433403cf446c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '917dfdbf-0743-454c-9ead-d3fe39e80a15'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:17.079184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.129584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df359827-04c8-4fe9-9ed0-5cbe7fe3edc0 req-177d56be-a95e-4800-8f33-b84ab1a575c7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733416 Aug 30 23:10:17.137544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-23f7ee51-911a-4ec0-9049-e647b14f8e6f None None] Provisioning complete for port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:17.138068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-23f7ee51-911a-4ec0-9049-e647b14f8e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.145106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.184453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.202568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.215194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.223167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Transition to ACTIVE for port object 9153bf32-d0da-449b-beb4-4f2b17adb87d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:17.274547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.278379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.281937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d47d7bd6-69da-4c86-9b2b-a558c1a65c87 HTTP/1.1" status: 204 len: 168 time: 0.2252865 Aug 30 23:10:17.299205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9e702-d2bf-420f-ad53-8b6a880d5fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47d7bd6-69da-4c86-9b2b-a558c1a65c87,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:17.301283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Transition to ACTIVE for port object 9153bf32-d0da-449b-beb4-4f2b17adb87d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:17.324861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.333119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:17.346426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,segment=NetworkSegment(2da4e6a2-e7e8-4208-9678-17b1f273a9a0),segment_id=2da4e6a2-e7e8-4208-9678-17b1f273a9a0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:17.383245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6ba15e5b-97e4-49ad-917c-7b6cb6649433,segment=NetworkSegment(2db1e84b-87a4-48be-b0d9-433403cf446c),segment_id=2db1e84b-87a4-48be-b0d9-433403cf446c)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:17.387215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.408486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:17.410823 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.427522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Allocated IP 172.20.0.1 (917dfdbf-0743-454c-9ead-d3fe39e80a15/cb363bdf-cb03-4bf0-8aac-142ec0b6982e/955aff64-77ee-45bb-9215-fdf40dc56450) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:17.452467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:17.462710 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:17.475452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Pushing event updated for resources: {'Port': ['ID=9153bf32-d0da-449b-beb4-4f2b17adb87d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:17.612165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4d58ca39-1f24-46cc-966e-cd0624266a9f up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:17.614507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Attempting to bind port 9153bf32-d0da-449b-beb4-4f2b17adb87d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:17.614886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Attempting to bind port 9153bf32-d0da-449b-beb4-4f2b17adb87d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'fad7cb35-8709-458d-b1f4-3125be67de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:17.615261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Attempting to bind port 9153bf32-d0da-449b-beb4-4f2b17adb87d on network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:17.619402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30286cbc-1a4d-4ffc-9a66-7d452bf54224 req-81ee24be-8832-47ca-b0dc-9743c337401c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:17.629884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30286cbc-1a4d-4ffc-9a66-7d452bf54224 req-81ee24be-8832-47ca-b0dc-9743c337401c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1595678 Aug 30 23:10:17.660904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:17.661293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Checking segment: {'id': 'fad7cb35-8709-458d-b1f4-3125be67de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:17.661872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.662176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Bound using segment: {'id': 'fad7cb35-8709-458d-b1f4-3125be67de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:17.662652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Bound port: 9153bf32-d0da-449b-beb4-4f2b17adb87d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad7cb35-8709-458d-b1f4-3125be67de18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '949eb46e-2485-4d14-9ad6-3c28ad28ee7e'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:17.663042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.667791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:17.708843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30286cbc-1a4d-4ffc-9a66-7d452bf54224 req-0cd8bbd7-5f1b-4780-961f-576225636736 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771217 Aug 30 23:10:17.743719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.777101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Transition to ACTIVE for port object 955aff64-77ee-45bb-9215-fdf40dc56450 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:17.807054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 4d58ca39-1f24-46cc-966e-cd0624266a9f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:17.877268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 4d58ca39-1f24-46cc-966e-cd0624266a9f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:17.877655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.877990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:17.940884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca890b1-d9cb-4672-b24d-ce70c70b8781 None None] Pushing event updated for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:17.961001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:17.964394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:17.971722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:17.979305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] For port 9153bf32-d0da-449b-beb4-4f2b17adb87d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:17.987738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] For port 9153bf32-d0da-449b-beb4-4f2b17adb87d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9153bf32-d0da-449b-beb4-4f2b17adb87d,segment=NetworkSegment(fad7cb35-8709-458d-b1f4-3125be67de18),segment_id=fad7cb35-8709-458d-b1f4-3125be67de18)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:18.020437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Port': ['ID=955aff64-77ee-45bb-9215-fdf40dc56450,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:18.032967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.038647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.047122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.120455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:18.124509 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3eb3e-d774-4a6b-8df5-ebcd1279e3b6" -d '{"events": [{"server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "name": "network-vif-plugged", "status": "completed", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:18.154537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:18.188436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.201479 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-443b7043-6f7f-454e-a224-3f62f67d79fe x-openstack-request-id: req-443b7043-6f7f-454e-a224-3f62f67d79fe {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:18.202137 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "name": "network-vif-plugged", "status": "completed", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:18.202390 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-443b7043-6f7f-454e-a224-3f62f67d79fe {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:18.202969 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f', 'code': 200} Aug 30 23:10:18.205606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19c449-0674-4f0d-8182-a4a9d1ef1887 None None] Pushing event updated for resources: {'Port': ['ID=9153bf32-d0da-449b-beb4-4f2b17adb87d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:18.263856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.331244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:18.620224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6ba15e5b-97e4-49ad-917c-7b6cb6649433 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:18.633961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9999a-d02c-477f-a79b-c34a5046ec3d req-b44dcebf-f66a-448f-a072-31bf0676b55e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:18.637134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9f9999a-d02c-477f-a79b-c34a5046ec3d req-b44dcebf-f66a-448f-a072-31bf0676b55e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.2804384 Aug 30 23:10:18.774259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:18.787436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:18.790764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1118f-6fb5-4c44-821b-4dd9fa59b394 req-94932f00-a2f0-45be-8f67-528603aa179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:18.799611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbd1118f-6fb5-4c44-821b-4dd9fa59b394 req-94932f00-a2f0-45be-8f67-528603aa179e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 1098 time: 0.4417691 Aug 30 23:10:18.895804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:18.896192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:18.911338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9f9999a-d02c-477f-a79b-c34a5046ec3d req-701436db-1609-4ec1-ae9c-fa7977bf6e33 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503808 Aug 30 23:10:18.993880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cba1b0-5e97-498c-b605-c4ce490d6af7 req-bd608f3e-19f3-4247-bc2a-a37ef665f06c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:18.995374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40cba1b0-5e97-498c-b605-c4ce490d6af7 req-bd608f3e-19f3-4247-bc2a-a37ef665f06c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 943 time: 0.1310785 Aug 30 23:10:19.133296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40cba1b0-5e97-498c-b605-c4ce490d6af7 req-5e89b12a-4007-4cac-a0e5-ea6336578eb3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272278 Aug 30 23:10:19.136675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 17f21c41-6c90-43bc-985c-cdda57adf4da details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:10:19.149411 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbd1118f-6fb5-4c44-821b-4dd9fa59b394 req-3503619a-5dae-42fc-af0e-d6936dec9eb3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3360765 Aug 30 23:10:19.319543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.327752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.335920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=17f21c41-6c90-43bc-985c-cdda57adf4da,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:19.352520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '17f21c41-6c90-43bc-985c-cdda57adf4da', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': '17f21c41-6c90-43bc-985c-cdda57adf4da', 'mac_address': 'fa:16:3e:45:eb:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:10:19.371832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0a5df0-81aa-4ce2-9d55-d3c4f3c139fd None None] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:19.455161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Port': ['ID=955aff64-77ee-45bb-9215-fdf40dc56450,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:19.466506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.471746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Provisioning for port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:19.492494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.493578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Provisioning complete for port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:19.494015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.499288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17f21c41-6c90-43bc-985c-cdda57adf4da {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:10:19.566585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=17f21c41-6c90-43bc-985c-cdda57adf4da,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:19.592981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:19.624636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:19.626804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:19.802112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fafc723-038f-483c-8273-37a2f3e4c253 None None] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:19.809454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Router 97b0a0c8-d30b-4740-90d0-3fcbde3345b2 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:10:19.922349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['17f21c41-6c90-43bc-985c-cdda57adf4da'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:19.928906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:19.964853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:10:19.973241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7728973d-7750-439e-b085-81a9111e81d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895791 Aug 30 23:10:19.977355 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:20.011891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] Sync routers for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:10:20.081760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:20.130270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:20.130911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:20.223183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:20.300540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6ba15e5b-97e4-49ad-917c-7b6cb6649433,segment=NetworkSegment(2db1e84b-87a4-48be-b0d9-433403cf446c),segment_id=2db1e84b-87a4-48be-b0d9-433403cf446c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:20.371948 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:20.428372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:20.429029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:20.488158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af9d6e5-14e7-4c30-8e9c-0744d44f5dad req-26f8231f-8efd-4136-beda-3020f465b6fb tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:20.500645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af9d6e5-14e7-4c30-8e9c-0744d44f5dad req-26f8231f-8efd-4136-beda-3020f465b6fb tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.3860013 Aug 30 23:10:20.560602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9153bf32-d0da-449b-beb4-4f2b17adb87d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:20.571728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d211516-f5d5-4903-9501-71185ef27ea4 req-23eff66e-8c87-42b7-93af-2f3c8efcdb0f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:20.573478 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d211516-f5d5-4903-9501-71185ef27ea4 req-23eff66e-8c87-42b7-93af-2f3c8efcdb0f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 944 time: 0.1856215 Aug 30 23:10:20.606991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:20.608660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6e2e32-0e47-4e74-9340-ccc95f25d42d None None] The sync data for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:10:20.682676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d211516-f5d5-4903-9501-71185ef27ea4 req-8e133575-7520-4259-9dd2-8d8e4b121e3b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947778 Aug 30 23:10:20.698530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af9d6e5-14e7-4c30-8e9c-0744d44f5dad req-07af3090-a05e-46fd-9264-50e3eb867633 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153896 Aug 30 23:10:20.782280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-55126f32-307d-47c6-acc3-2be944fa3fe0 None None] Provisioning for port 9153bf32-d0da-449b-beb4-4f2b17adb87d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:20.789524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f54e47-85c5-4bda-af65-45ff95fac277 None None] Pushing event updated for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:20.948891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 9153bf32-d0da-449b-beb4-4f2b17adb87d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:20.971836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9153bf32-d0da-449b-beb4-4f2b17adb87d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:20.972294 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.052927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-ffd74cee-e704-4b0e-9fd9-fa79fdeef25f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1981189 Aug 30 23:10:21.091725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Provisioning for port 955aff64-77ee-45bb-9215-fdf40dc56450 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:21.110260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Provisioning complete for port 955aff64-77ee-45bb-9215-fdf40dc56450 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:21.110692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.189548 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-3e492fa2-ce31-484b-9731-7fcdb7e26703 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:10:21.193756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3e492fa2-ce31-484b-9731-7fcdb7e26703 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2143209 Aug 30 23:10:21.194392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:21.246259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b69b9-3906-4374-876f-046b7c608ade req-5876cee1-6c12-417d-ba1e-33554f5cd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:21.248273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-5876cee1-6c12-417d-ba1e-33554f5cd36e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 1097 time: 0.1318755 Aug 30 23:10:21.290886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Port 955aff64-77ee-45bb-9215-fdf40dc56450 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:21.332397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.360075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Provisioning complete for port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:21.361037 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa1caf21-632f-42de-8fb4-b016a26cbb71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.524058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 9153bf32-d0da-449b-beb4-4f2b17adb87d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9153bf32-d0da-449b-beb4-4f2b17adb87d,segment=NetworkSegment(fad7cb35-8709-458d-b1f4-3125be67de18),segment_id=fad7cb35-8709-458d-b1f4-3125be67de18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:21.555090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.623314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b69b9-3906-4374-876f-046b7c608ade req-4fffb00d-ec19-4d8d-a536-d29879480759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:21.628214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-4fffb00d-ec19-4d8d-a536-d29879480759 service neutron] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.3483272 Aug 30 23:10:21.698910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-87745e64-ba25-4e46-9dde-7e872112a589 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 200 len: 217 time: 0.0625939 Aug 30 23:10:21.756045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=9153bf32-d0da-449b-beb4-4f2b17adb87d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:21.855973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-411c8597-a747-4213-b616-33062ce9ba3d None None] Provisioning complete for port 955aff64-77ee-45bb-9215-fdf40dc56450 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:21.856902 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-411c8597-a747-4213-b616-33062ce9ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.882867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b69b9-3906-4374-876f-046b7c608ade req-8580506b-a7f0-454d-8cd4-142b26ff601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:21.889909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-8580506b-a7f0-454d-8cd4-142b26ff601f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1758535 Aug 30 23:10:21.933122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-411c8597-a747-4213-b616-33062ce9ba3d None None] Port 955aff64-77ee-45bb-9215-fdf40dc56450 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:21.950845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-411c8597-a747-4213-b616-33062ce9ba3d None None] Provisioning complete for port 9153bf32-d0da-449b-beb4-4f2b17adb87d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:21.952543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-411c8597-a747-4213-b616-33062ce9ba3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:21.981212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-091a30de-9c8b-4d1d-879d-b8439fae9420 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619779 Aug 30 23:10:22.100725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23391a49-23fa-4995-8298-5ee407427306 req-f51eaac2-2148-4ef1-bf43-c37487650082 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:22.108765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23391a49-23fa-4995-8298-5ee407427306 req-f51eaac2-2148-4ef1-bf43-c37487650082 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.2171772 Aug 30 23:10:22.120327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8b5c2-9f52-4575-bec2-5c6bb50d6ec1 req-ec10c543-1cfe-4f08-9ef0-671139735375 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:22.126326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30f8b5c2-9f52-4575-bec2-5c6bb50d6ec1 req-ec10c543-1cfe-4f08-9ef0-671139735375 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 944 time: 0.1552482 Aug 30 23:10:22.178721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23391a49-23fa-4995-8298-5ee407427306 req-61b6d02f-c382-40be-b3ba-eafd4573a231 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687845 Aug 30 23:10:22.222428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-383887a3-1220-4b91-abb5-faf438623da2 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317612 Aug 30 23:10:22.258513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30f8b5c2-9f52-4575-bec2-5c6bb50d6ec1 req-09594dfd-2fdd-43b8-a238-45e07d1c68c5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212165 Aug 30 23:10:22.442586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9153bf32-d0da-449b-beb4-4f2b17adb87d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:22.459089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f16b69b9-3906-4374-876f-046b7c608ade req-94e9a482-2b77-4608-a650-ed0c209936ed service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197037 Aug 30 23:10:22.532391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1500c23-8d5e-46ca-be75-6d4b6689cf62 req-ecaca2d7-aef3-4b0f-8a2e-31c818b80d25 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:22.534595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1500c23-8d5e-46ca-be75-6d4b6689cf62 req-ecaca2d7-aef3-4b0f-8a2e-31c818b80d25 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.1490071 Aug 30 23:10:22.541423 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:22.589448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 9153bf32-d0da-449b-beb4-4f2b17adb87d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:22.590228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:22.664333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1500c23-8d5e-46ca-be75-6d4b6689cf62 req-561e7ec5-e701-4d33-9c21-70e2422ee8db tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135678 Aug 30 23:10:22.699616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:22.763586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6ba15e5b-97e4-49ad-917c-7b6cb6649433 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:22.890419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:22.891014 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:22.900742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31689908-a222-411a-89b8-dec7a999f269 req-57bf5c29-5c36-4c8d-a4c1-e839ad4f45fe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:22.911156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31689908-a222-411a-89b8-dec7a999f269 req-57bf5c29-5c36-4c8d-a4c1-e839ad4f45fe tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.0946980 Aug 30 23:10:22.981501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31689908-a222-411a-89b8-dec7a999f269 req-6075c559-4609-441e-b004-0fe5b4d81fce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 Aug 30 23:10:23.149833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 17f21c41-6c90-43bc-985c-cdda57adf4da up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:23.215246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting port 955aff64-77ee-45bb-9215-fdf40dc56450 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:23.216058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.318077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 17f21c41-6c90-43bc-985c-cdda57adf4da completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:23.324955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 17f21c41-6c90-43bc-985c-cdda57adf4da triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:23.325665 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.369277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.396637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Calling delete_port for 955aff64-77ee-45bb-9215-fdf40dc56450 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:23.543592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f252cfa-5ebd-498d-abac-962b358b6930 req-b03147ab-11ea-4365-a70f-341c51db0381 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:23.546585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f252cfa-5ebd-498d-abac-962b358b6930 req-b03147ab-11ea-4365-a70f-341c51db0381 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 944 time: 0.1447272 Aug 30 23:10:23.571823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ce01c-60b1-4e89-a89d-6e3b147ad21d req-8f1ea274-8945-4cdc-ab08-c4e2ccea98cf tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:23.584271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-808ce01c-60b1-4e89-a89d-6e3b147ad21d req-8f1ea274-8945-4cdc-ab08-c4e2ccea98cf tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.1679051 Aug 30 23:10:23.600626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.655938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-808ce01c-60b1-4e89-a89d-6e3b147ad21d req-cbf2b7e1-58ff-4110-988a-0e5fbb21588f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704315 Aug 30 23:10:23.657748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=17f21c41-6c90-43bc-985c-cdda57adf4da,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:23.659022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:23.662958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4f252cfa-5ebd-498d-abac-962b358b6930 req-01aca141-2ea8-49b1-ac18-d42631a11a2a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802238 Aug 30 23:10:23.663427 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5893cd3d-2a29-4001-996d-34b625241246" -d '{"events": [{"server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "name": "network-vif-plugged", "status": "completed", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:23.668522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.745048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:23.796587 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f93249-ae2e-4f27-9fc9-29bf04bc02e8 x-openstack-request-id: req-b2f93249-ae2e-4f27-9fc9-29bf04bc02e8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:23.797040 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "name": "network-vif-plugged", "status": "completed", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:23.797326 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2f93249-ae2e-4f27-9fc9-29bf04bc02e8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:23.797734 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da', 'code': 200} Aug 30 23:10:23.917891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:23.952061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2101d158-c592-4f52-85aa-e9ab7e7a5d82 req-c660622e-9dc7-4a58-ad3f-13a912ec9d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:23.954006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2101d158-c592-4f52-85aa-e9ab7e7a5d82 req-c660622e-9dc7-4a58-ad3f-13a912ec9d4b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 1097 time: 0.0706990 Aug 30 23:10:23.963213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Port': ['ID=955aff64-77ee-45bb-9215-fdf40dc56450,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:24.036719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2101d158-c592-4f52-85aa-e9ab7e7a5d82 req-a63bd5da-fd91-4a34-8a1a-15dc80e4814a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Aug 30 23:10:24.131209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:24.395492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Router 97b0a0c8-d30b-4740-90d0-3fcbde3345b2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:10:24.489723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:10:24.504822 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] Sync routers for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:10:24.505412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-63ad79d8-f4b7-4d59-b19d-3130b4abe480 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3098378 Aug 30 23:10:24.510244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40306) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:24.528511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:24.529417 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:24.554327 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-93b3d7bb-ff04-4095-ba4a-fbca10c3c13d tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] delete failed (client error): The resource could not be found. Aug 30 23:10:24.556440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93b3d7bb-ff04-4095-ba4a-fbca10c3c13d tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1834051128 HTTP/1.1" status: 404 len: 335 time: 0.0450225 Aug 30 23:10:24.560861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40308) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:24.566609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5798d80d-5289-48fc-96d3-0a576549c314 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'router': {'external_gateway_info': {'network_id': '97b0a0c8-d30b-4740-90d0-3fcbde3345b2'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:24.618081 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:24.636594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:24.637252 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:24.729849 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:24.731273 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc48828-1a83-4b4b-a722-429a96953f83 None None] The sync data for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:10:24.924866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-ceff402c-7526-4fb7-85a0-7139bc2f288f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:24.926644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-ceff402c-7526-4fb7-85a0-7139bc2f288f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.1067507 Aug 30 23:10:24.935464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5798d80d-5289-48fc-96d3-0a576549c314 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:24.978525 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-5798d80d-5289-48fc-96d3-0a576549c314 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] update failed (client error): The resource could not be found. Aug 30 23:10:24.979742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5798d80d-5289-48fc-96d3-0a576549c314 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2 HTTP/1.1" status: 404 len: 339 time: 0.4170053 Aug 30 23:10:24.983852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:25.054180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68924560-3a61-4c1a-80a6-6dfef8b98291 req-b2889fd5-9d3b-4d1b-9e46-3571e71af76a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:25.067790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68924560-3a61-4c1a-80a6-6dfef8b98291 req-b2889fd5-9d3b-4d1b-9e46-3571e71af76a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.2024984 Aug 30 23:10:25.122739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68924560-3a61-4c1a-80a6-6dfef8b98291 req-0e0f3791-f838-42f8-a50e-1f409b0cc133 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539839 Aug 30 23:10:25.174878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port 4d58ca39-1f24-46cc-966e-cd0624266a9f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:25.174878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:25.187509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f0d29-2248-4d66-93e4-6e62bddae4d5 req-216cc6ed-5c51-49f0-8464-859d4bfac571 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:25.189614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a05f0d29-2248-4d66-93e4-6e62bddae4d5 req-216cc6ed-5c51-49f0-8464-859d4bfac571 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 946 time: 0.3185873 Aug 30 23:10:25.313135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port 4d58ca39-1f24-46cc-966e-cd0624266a9f, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=4d58ca39-1f24-46cc-966e-cd0624266a9f,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:25.314325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:25.337143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for 4d58ca39-1f24-46cc-966e-cd0624266a9f owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:25.406285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a05f0d29-2248-4d66-93e4-6e62bddae4d5 req-97a836a2-9276-4f80-899e-405f64f1b5da tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459308 Aug 30 23:10:25.459666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:25.626992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:25.643389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:25.675631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=4d58ca39-1f24-46cc-966e-cd0624266a9f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:25.712904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1186807f-132c-40b8-a0bd-f2946cdb4626', '4d58ca39-1f24-46cc-966e-cd0624266a9f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:25.791377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port 4d58ca39-1f24-46cc-966e-cd0624266a9f on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:25.803116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:25.806045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c2ad636-54dc-48dd-abc3-28e5d8dfe8b8 req-a6909e1e-813e-4caa-a8b0-d801b1c915ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "DELETE /v2.0/ports/4d58ca39-1f24-46cc-966e-cd0624266a9f HTTP/1.1" status: 204 len: 173 time: 0.8712327 Aug 30 23:10:25.806045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'name': 'network-vif-deleted', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:25.817295 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b25e75c-6d72-4522-8819-35e8e150739b" -d '{"events": [{"server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "name": "network-vif-deleted", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:25.922636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Allocated IP 172.20.0.1 (9134c2fa-7681-4541-8ab4-8931b97bc7d3/2d44a80e-1de8-4f1d-b625-392f713852e7/3919112b-50d4-4866-879b-0dc8354c8731) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:25.927027 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ed4f04-65a7-409e-b74d-9f22295ada0f x-openstack-request-id: req-d1ed4f04-65a7-409e-b74d-9f22295ada0f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:25.927456 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7bcadc0-0288-4abc-8220-33610f128e2f", "name": "network-vif-deleted", "tag": "4d58ca39-1f24-46cc-966e-cd0624266a9f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:25.927849 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d1ed4f04-65a7-409e-b74d-9f22295ada0f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:25.928446 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7bcadc0-0288-4abc-8220-33610f128e2f', 'name': 'network-vif-deleted', 'tag': '4d58ca39-1f24-46cc-966e-cd0624266a9f', 'status': 'completed', 'code': 200} Aug 30 23:10:26.182425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:26.214213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Transition to ACTIVE for port object 3919112b-50d4-4866-879b-0dc8354c8731 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:26.310966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:26.488333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:26.496270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:26.524869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:26.576378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40342) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:26.666291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Port': ['ID=3919112b-50d4-4866-879b-0dc8354c8731,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:26.688029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20f10c-71ca-4563-8ee2-a9cc69f498f3 req-ec335c3d-db56-4fa7-b033-b39c41e9bb4b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:26.690616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd20f10c-71ca-4563-8ee2-a9cc69f498f3 req-ec335c3d-db56-4fa7-b033-b39c41e9bb4b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.2867246 Aug 30 23:10:26.695139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:26.756051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acaec6fc-494d-49d0-b584-bf2f37b78a02 req-9ae5bb6f-67b0-4803-b06c-0e62aff2c475 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7bcadc0-0288-4abc-8220-33610f128e2f HTTP/1.1" status: 200 len: 210 time: 0.1620097 Aug 30 23:10:26.945120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-986383de-8121-4e42-ad11-2fc37f61223c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:26.964309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bd20f10c-71ca-4563-8ee2-a9cc69f498f3 req-bd633cc9-89b4-4b19-87c7-9c08c7d5b4ae tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937576 Aug 30 23:10:26.996206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0b5f85d0-31d0-44f4-b624-21461691c9f3 None None] Provisioning for port 3919112b-50d4-4866-879b-0dc8354c8731 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:27.018808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0b5f85d0-31d0-44f4-b624-21461691c9f3 None None] Provisioning complete for port 3919112b-50d4-4866-879b-0dc8354c8731 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:27.019546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b5f85d0-31d0-44f4-b624-21461691c9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.048157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.150599 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-986383de-8121-4e42-ad11-2fc37f61223c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.165097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-986383de-8121-4e42-ad11-2fc37f61223c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.170320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0b5f85d0-31d0-44f4-b624-21461691c9f3 None None] Port 3919112b-50d4-4866-879b-0dc8354c8731 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:27.228094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986383de-8121-4e42-ad11-2fc37f61223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ffa5bd-0c16-4036-81f5-4e2192eebc32,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:27.235078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-986383de-8121-4e42-ad11-2fc37f61223c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64b17db857b2423cb407981fc4eeaafe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6574280 Aug 30 23:10:27.238990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40348) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:27.262025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150397ed-57f3-444e-95c3-cbe1fa6362f2 req-6bbb4bdc-c6e8-425f-a592-20bdb5e963cb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:27.272121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-150397ed-57f3-444e-95c3-cbe1fa6362f2 req-6bbb4bdc-c6e8-425f-a592-20bdb5e963cb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.1193802 Aug 30 23:10:27.345294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-150397ed-57f3-444e-95c3-cbe1fa6362f2 req-8ab10ff1-e68e-4f11-ac9a-0077b0eb786b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721934 Aug 30 23:10:27.492838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.566097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.644622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4d58ca39-1f24-46cc-966e-cd0624266a9f no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:27.681131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.687150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.712171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 4d58ca39-1f24-46cc-966e-cd0624266a9f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:27.712627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 4d58ca39-1f24-46cc-966e-cd0624266a9f not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:27.833266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.837281 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.843459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63ffa5bd-0c16-4036-81f5-4e2192eebc32 HTTP/1.1" status: 204 len: 168 time: 0.5979784 Aug 30 23:10:27.845236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.870589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6496de-c519-45e7-98cc-10be5fa9fbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ffa5bd-0c16-4036-81f5-4e2192eebc32,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:27.881344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:27.921380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event updated for resources: {'Port': ['ID=3919112b-50d4-4866-879b-0dc8354c8731,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:27.955645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcb2a1-6522-4868-b269-1c1de0c2b62f req-26ef6f8c-2345-4042-a0e7-16d5c919d23a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:27.957339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75bcb2a1-6522-4868-b269-1c1de0c2b62f req-26ef6f8c-2345-4042-a0e7-16d5c919d23a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.1742601 Aug 30 23:10:28.074031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75bcb2a1-6522-4868-b269-1c1de0c2b62f req-3f47f394-a8aa-4502-a305-47f1f7993fbf tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027453 Aug 30 23:10:28.107226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:28.110252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:28.136750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b526ca-9249-4fa9-b6fd-85b59b9aa488 req-5ef14ae7-68f9-4bb0-bea4-ced0e41edf78 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:28.144874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65b526ca-9249-4fa9-b6fd-85b59b9aa488 req-5ef14ae7-68f9-4bb0-bea4-ced0e41edf78 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.0676761 Aug 30 23:10:28.217683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65b526ca-9249-4fa9-b6fd-85b59b9aa488 req-e797b451-9c51-4acc-8193-2865f4215b44 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716450 Aug 30 23:10:28.256816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Router 97b0a0c8-d30b-4740-90d0-3fcbde3345b2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:10:28.418536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f795e52d-94a1-4c0c-889a-1c667e073681 None None] Provisioning complete for port 3919112b-50d4-4866-879b-0dc8354c8731 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:28.419216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f795e52d-94a1-4c0c-889a-1c667e073681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:28.467213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f795e52d-94a1-4c0c-889a-1c667e073681 None None] Port 3919112b-50d4-4866-879b-0dc8354c8731 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:28.744082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-5388a7b7-3d37-4c82-8f5b-4214127fc2d3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0492516 Aug 30 23:10:28.841249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:10:28.850543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a913a0ab-a699-4d72-a90e-e8146e614925 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8632257 Aug 30 23:10:28.851229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:28.858146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] Sync routers for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:10:28.873726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:28.874494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:28.895696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-733d6844-c0f9-4196-9ad8-227d52ea5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:28.897749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-733d6844-c0f9-4196-9ad8-227d52ea5b5b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0736711 Aug 30 23:10:28.953982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:28.979380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:28.980595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:29.020204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4285c620-d49d-4f25-853a-c540dd1958a2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:29.035859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:29.036538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6496ea-bf52-4950-babf-246c9a6ae61e None None] The sync data for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:10:29.093068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-e8667d30-9fb8-4c57-9387-e8cf744f7885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.094626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-e8667d30-9fb8-4c57-9387-e8cf744f7885 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.1695764 Aug 30 23:10:29.168001 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-4285c620-d49d-4f25-853a-c540dd1958a2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 30 23:10:29.172474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4285c620-d49d-4f25-853a-c540dd1958a2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2 HTTP/1.1" status: 409 len: 329 time: 0.3167639 Aug 30 23:10:29.173084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:29.238390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-af4dbb6c-3d63-4ab9-b8ef-9a30f4e728bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 1001 time: 0.1208105 Aug 30 23:10:29.358700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c69f9c1-2f34-4ad7-b830-b722f5619fa5 req-cc866752-e35e-4f2c-a90e-8315d8259200 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.369206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c69f9c1-2f34-4ad7-b830-b722f5619fa5 req-cc866752-e35e-4f2c-a90e-8315d8259200 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.1423311 Aug 30 23:10:29.392445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-cea6bd86-bd73-4924-bca4-fc94ae27e34f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.394967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-cea6bd86-bd73-4924-bca4-fc94ae27e34f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1319735 Aug 30 23:10:29.437341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c69f9c1-2f34-4ad7-b830-b722f5619fa5 req-735e47b1-7091-4269-a7de-6a3e1063a2da tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671725 Aug 30 23:10:29.490865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-b856dcf3-9e93-47c3-bac3-1cfa8521b09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.492777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-b856dcf3-9e93-47c3-bac3-1cfa8521b09a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542121 Aug 30 23:10:29.493257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4c46e-b5c2-4c8b-9bfb-6d8bd4e17719 req-ff39813c-de4b-4a73-b0f2-d08589c38514 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.494904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2b4c46e-b5c2-4c8b-9bfb-6d8bd4e17719 req-ff39813c-de4b-4a73-b0f2-d08589c38514 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.1651838 Aug 30 23:10:29.595717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2b4c46e-b5c2-4c8b-9bfb-6d8bd4e17719 req-204127ea-6f01-4540-adcf-3e4d356cb4ed tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617919 Aug 30 23:10:29.799700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-96315707-9a2d-4288-8914-634bdac3e403 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.817600 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-96315707-9a2d-4288-8914-634bdac3e403 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.2252951 Aug 30 23:10:29.871745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-46c519b1-27dd-49ca-8038-5463405e4153 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:29.874962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-46c519b1-27dd-49ca-8038-5463405e4153 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.2809381 Aug 30 23:10:29.911110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:29.915687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-b0f54002-dc01-4653-99d8-33e5201b96e3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4140813 Aug 30 23:10:30.290412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting port 3919112b-50d4-4866-879b-0dc8354c8731 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:30.292372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:30.443871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:30.461851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Calling delete_port for 3919112b-50d4-4866-879b-0dc8354c8731 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:30.604587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5616f47-defd-4fcf-b9f6-59ced8fbaee7 req-690325f7-3763-4911-aede-a9ad7aa45625 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713161 Aug 30 23:10:30.653613 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:10:30.680608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 17f21c41-6c90-43bc-985c-cdda57adf4da {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:30.681177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:30.694156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port 1186807f-132c-40b8-a0bd-f2946cdb4626 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:30.694906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:30.772659 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:30.838817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Port': ['ID=3919112b-50d4-4866-879b-0dc8354c8731,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:30.908868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54891335-13f4-4ab1-8004-3baec87074bb req-b683efe6-3008-42ea-92bf-5d05d2ea3b7d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:30.916762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54891335-13f4-4ab1-8004-3baec87074bb req-b683efe6-3008-42ea-92bf-5d05d2ea3b7d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 945 time: 0.2216783 Aug 30 23:10:31.185271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b58b83b-0616-4b5c-8a94-1a471581f167 req-91a7531b-c926-4561-b1df-0d056a28a506 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:31.216031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b58b83b-0616-4b5c-8a94-1a471581f167 req-91a7531b-c926-4561-b1df-0d056a28a506 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 945 time: 0.4383616 Aug 30 23:10:31.276244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port 1186807f-132c-40b8-a0bd-f2946cdb4626, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1186807f-132c-40b8-a0bd-f2946cdb4626,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:31.276632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.338973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.347314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for 1186807f-132c-40b8-a0bd-f2946cdb4626 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:31.365428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port 17f21c41-6c90-43bc-985c-cdda57adf4da, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=17f21c41-6c90-43bc-985c-cdda57adf4da,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:31.366047 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.428168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 17f21c41-6c90-43bc-985c-cdda57adf4da owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:31.453423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b58b83b-0616-4b5c-8a94-1a471581f167 req-46ed97f0-ef56-4dc8-91f8-b709aa2de369 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349651 Aug 30 23:10:31.658031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1186807f-132c-40b8-a0bd-f2946cdb4626 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:31.673845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Router 97b0a0c8-d30b-4740-90d0-3fcbde3345b2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:10:31.689002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54891335-13f4-4ab1-8004-3baec87074bb req-99da75eb-3f85-4dba-ba09-fc0f78cc7491 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7278035 Aug 30 23:10:31.774549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No active binding found for port 1186807f-132c-40b8-a0bd-f2946cdb4626 {{(pid=101270) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 30 23:10:31.777142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.780511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1186807f-132c-40b8-a0bd-f2946cdb4626 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:31.793376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['30efb681-39da-4a63-a3df-eb7d7a0cb79a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:31.800748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.844106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=17f21c41-6c90-43bc-985c-cdda57adf4da,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:31.882991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:10:31.896194 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c5660b43-ecdf-4176-b009-4e47308777e6 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7217715 Aug 30 23:10:31.896789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40496) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:31.917105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] Sync routers for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:10:31.948835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=1186807f-132c-40b8-a0bd-f2946cdb4626,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:31.952419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port 17f21c41-6c90-43bc-985c-cdda57adf4da on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:31.956935 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:31.958550 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:31.981301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:31.985198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dc443c83-dac1-4e9a-827f-b12218102b2c req-f346ae42-aafd-43c6-9636-caf5c8efe38c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "DELETE /v2.0/ports/17f21c41-6c90-43bc-985c-cdda57adf4da HTTP/1.1" status: 204 len: 173 time: 2.1662579 Aug 30 23:10:31.986186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'name': 'network-vif-deleted', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:31.990185 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcea51f4-33a4-4cfc-a624-d81e5462a5c4" -d '{"events": [{"server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "name": "network-vif-deleted", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:31.995008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port 1186807f-132c-40b8-a0bd-f2946cdb4626 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:32.010873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.012441 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-7234bf3e-ce6d-40ce-a83c-08ddc1d6a27e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] show failed (client error): The resource could not be found. Aug 30 23:10:32.017153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e9aea03-5c73-4ef0-a700-0658fb9e799b req-c73b3bf3-dc93-478d-88bf-db8d5a8843a2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "DELETE /v2.0/ports/1186807f-132c-40b8-a0bd-f2946cdb4626 HTTP/1.1" status: 204 len: 173 time: 2.0969317 Aug 30 23:10:32.025956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7234bf3e-ce6d-40ce-a83c-08ddc1d6a27e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1181836026 HTTP/1.1" status: 404 len: 335 time: 0.1280248 Aug 30 23:10:32.026580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40502) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:32.035906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2cc737f1-e90c-496c-b9e8-c7fa87a53af2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:32.116495 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:32.140890 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2b06fa-1d42-4903-9fe3-b861c3ce3aa0 x-openstack-request-id: req-0d2b06fa-1d42-4903-9fe3-b861c3ce3aa0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:32.142114 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8884fecf-fc03-4345-810e-15de1b2be2f6", "name": "network-vif-deleted", "tag": "17f21c41-6c90-43bc-985c-cdda57adf4da", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:32.143994 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d2b06fa-1d42-4903-9fe3-b861c3ce3aa0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:32.145168 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8884fecf-fc03-4345-810e-15de1b2be2f6', 'name': 'network-vif-deleted', 'tag': '17f21c41-6c90-43bc-985c-cdda57adf4da', 'status': 'completed', 'code': 200} Aug 30 23:10:32.178086 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-2cc737f1-e90c-496c-b9e8-c7fa87a53af2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] update failed (client error): The resource could not be found. Aug 30 23:10:32.185980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2cc737f1-e90c-496c-b9e8-c7fa87a53af2 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-1075973999 HTTP/1.1" status: 404 len: 335 time: 0.1580579 Aug 30 23:10:32.191014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:32.231598 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] Routers {'97b0a0c8-d30b-4740-90d0-3fcbde3345b2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:10:32.237997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:10:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:32.340638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting subnet 52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:10:32.348474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.432022 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:32.433731 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8e20ce-395a-4db9-8a95-4d5d0f31417d None None] The sync data for ids ['97b0a0c8-d30b-4740-90d0-3fcbde3345b2'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:10:32.435837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.436033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:32.695163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.772863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5225b566-a605-41c7-b86a-8a35e831b444 req-d4a560da-ea43-4d09-8ae3-83494caaccca tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=fc2873d4-a4bf-41f3-9288-ab790e8f3870 HTTP/1.1" status: 200 len: 210 time: 0.1115592 Aug 30 23:10:32.880701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.947133 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:32.949888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/subnets/52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd HTTP/1.1" status: 204 len: 168 time: 0.7564027 Aug 30 23:10:32.950233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91fe48-a029-4232-a2d5-245f9082f0e1 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Subnet': ['ID=52cc84c9-0950-4f6b-8c1b-6f2fc8615ffd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:32.953576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40518) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:32.956319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddf6207-50b2-4b83-a0a3-f57ab5d7a014 None None] Network 949eb46e-2485-4d14-9ad6-3c28ad28ee7e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:33.031492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting subnet cb363bdf-cb03-4bf0-8aac-142ec0b6982e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:10:33.036631 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.098869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c24e13c-cbd3-4499-8cda-bbd3caa628e5 req-47a49378-fe76-446c-b4ee-e2b736e7af5e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0832624 Aug 30 23:10:33.161441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.217909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 17f21c41-6c90-43bc-985c-cdda57adf4da no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:33.266728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 17f21c41-6c90-43bc-985c-cdda57adf4da {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:33.267671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 17f21c41-6c90-43bc-985c-cdda57adf4da not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:33.375635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.400541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] DHCP port deletion for 949eb46e-2485-4d14-9ad6-3c28ad28ee7e request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:10:33.493131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.519944 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.524225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/subnets/cb363bdf-cb03-4bf0-8aac-142ec0b6982e HTTP/1.1" status: 204 len: 168 time: 0.5680404 Aug 30 23:10:33.528136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40534) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:33.534926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd91de8-c18e-4131-b3de-93488c4b4cc1 None None] Network 917dfdbf-0743-454c-9ead-d3fe39e80a15 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:33.586051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405247e-5822-4795-a1ea-0ed0b4815f86 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Subnet': ['ID=cb363bdf-cb03-4bf0-8aac-142ec0b6982e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:33.682524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.775476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting port 9153bf32-d0da-449b-beb4-4f2b17adb87d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:33.776350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.923814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] For port 9153bf32-d0da-449b-beb4-4f2b17adb87d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9153bf32-d0da-449b-beb4-4f2b17adb87d,segment=NetworkSegment(fad7cb35-8709-458d-b1f4-3125be67de18),segment_id=fad7cb35-8709-458d-b1f4-3125be67de18)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:33.924500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:33.946817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Calling delete_port for 9153bf32-d0da-449b-beb4-4f2b17adb87d owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:34.026479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Deleting port 9153bf32-d0da-449b-beb4-4f2b17adb87d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:34.027643 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.126571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] For port 9153bf32-d0da-449b-beb4-4f2b17adb87d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=9153bf32-d0da-449b-beb4-4f2b17adb87d,segment=NetworkSegment(fad7cb35-8709-458d-b1f4-3125be67de18),segment_id=fad7cb35-8709-458d-b1f4-3125be67de18)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:34.127938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.132961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.147500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Calling delete_port for 9153bf32-d0da-449b-beb4-4f2b17adb87d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:34.159924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'name': 'network-vif-deleted', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:34.168455 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a028a4e4-893e-4710-b2f6-b0de7d3e4d6f" -d '{"events": [{"server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "name": "network-vif-deleted", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:34.257540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] No DVR routers for this DVR port 9153bf32-d0da-449b-beb4-4f2b17adb87d on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:34.271557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Port': ['ID=9153bf32-d0da-449b-beb4-4f2b17adb87d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:34.285523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] DHCP port deletion for 917dfdbf-0743-454c-9ead-d3fe39e80a15 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:10:34.395068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10290145-a533-47ff-9a79-dce7cd02d888 req-e7026957-5b8e-4820-a054-374da9157b24 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.1315148 Aug 30 23:10:34.470040 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.512299 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c1c53-cbcf-4ab9-b6ff-09270bd8b560 x-openstack-request-id: req-d43c1c53-cbcf-4ab9-b6ff-09270bd8b560 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:34.512732 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc2873d4-a4bf-41f3-9288-ab790e8f3870", "name": "network-vif-deleted", "tag": "1186807f-132c-40b8-a0bd-f2946cdb4626", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:34.512955 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d43c1c53-cbcf-4ab9-b6ff-09270bd8b560 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:34.513415 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc2873d4-a4bf-41f3-9288-ab790e8f3870', 'name': 'network-vif-deleted', 'tag': '1186807f-132c-40b8-a0bd-f2946cdb4626', 'status': 'completed', 'code': 200} Aug 30 23:10:34.538817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.551383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9153bf32-d0da-449b-beb4-4f2b17adb87d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:34.560875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949eb46e-2485-4d14-9ad6-3c28ad28ee7e']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:34.579788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 9153bf32-d0da-449b-beb4-4f2b17adb87d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:34.580452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 9153bf32-d0da-449b-beb4-4f2b17adb87d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:34.581179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6ba15e5b-97e4-49ad-917c-7b6cb6649433 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:34.584132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad7cb35-8709-458d-b1f4-3125be67de18') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:34.585673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad7cb35-8709-458d-b1f4-3125be67de18') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:34.593482 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-e8b14aa1-7a25-4914-9d3a-6b2e5c205f3d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:34.600151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.601214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-e8b14aa1-7a25-4914-9d3a-6b2e5c205f3d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.2697868 Aug 30 23:10:34.617475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.620862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] Pushing event deleted for resources: {'Port': ['ID=9153bf32-d0da-449b-beb4-4f2b17adb87d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:34.623333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-8f55f317-528c-4df8-bcf7-2381926c9057 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0207715 Aug 30 23:10:34.634361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:10:34.635503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.675222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e54f4c-2372-4077-b59e-70357d6352bc None None] No DVR routers for this DVR port 9153bf32-d0da-449b-beb4-4f2b17adb87d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:34.731604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-33d58f69-655a-4099-a2a9-32701314c4fc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1044474 Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:10:34.743680 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:10:34.748672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.757009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.761947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40572) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:34.764391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/networks/949eb46e-2485-4d14-9ad6-3c28ad28ee7e HTTP/1.1" status: 204 len: 168 time: 1.2308347 Aug 30 23:10:34.812666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c6aff-da29-4d25-9a7c-1dda07e8eb4e tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Network': ['ID=949eb46e-2485-4d14-9ad6-3c28ad28ee7e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:34.935931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Deleting port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:34.936641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.987198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:34.996549 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.091032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6ba15e5b-97e4-49ad-917c-7b6cb6649433,segment=NetworkSegment(2db1e84b-87a4-48be-b0d9-433403cf446c),segment_id=2db1e84b-87a4-48be-b0d9-433403cf446c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:35.091762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.095630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6ba15e5b-97e4-49ad-917c-7b6cb6649433,segment=NetworkSegment(2db1e84b-87a4-48be-b0d9-433403cf446c),segment_id=2db1e84b-87a4-48be-b0d9-433403cf446c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:35.102656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.162091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Calling delete_port for 6ba15e5b-97e4-49ad-917c-7b6cb6649433 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:35.174910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:35.189360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-ecbb0c63-85ed-4b5b-a2f9-314aee367388 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549434 Aug 30 23:10:35.280699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.307264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] Pushing event deleted for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:35.311765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:35.312041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.321318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ebac5-e8d9-4ab1-8a6a-57bda7d5b86e None None] No DVR routers for this DVR port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:35.384879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-8178f038-f17e-40b3-9d78-77e8ca94558c service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685884 Aug 30 23:10:35.422629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] For port 6ba15e5b-97e4-49ad-917c-7b6cb6649433, host n-d-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:35.423354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.441073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Calling delete_port for 6ba15e5b-97e4-49ad-917c-7b6cb6649433 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:35.444037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 was not found and therefore no delete operation was performed {{(pid=101268) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:10:35.445387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.470325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Port': ['ID=6ba15e5b-97e4-49ad-917c-7b6cb6649433,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:35.485530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.486118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.486652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.487212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.487718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.488262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.488767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.489518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.490145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.490646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.491293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.491803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:10:35.495470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] No DVR routers for this DVR port 6ba15e5b-97e4-49ad-917c-7b6cb6649433 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:35.636016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.648037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['917dfdbf-0743-454c-9ead-d3fe39e80a15']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:35.661763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db1e84b-87a4-48be-b0d9-433403cf446c') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:35.662385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db1e84b-87a4-48be-b0d9-433403cf446c') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:35.673553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.722215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43f00914-d956-4ef3-9027-4d38f96829f0 req-41aaf725-5a8d-4448-8b73-900dea85b912 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0542464 Aug 30 23:10:35.726443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.756052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:10:35.756523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:10:35.775302 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:10:35.847592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.893084 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:35.900280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/networks/917dfdbf-0743-454c-9ead-d3fe39e80a15 HTTP/1.1" status: 204 len: 168 time: 1.1321449 Aug 30 23:10:35.902051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80e2c7-f138-43e3-b2cf-e45ca5b1eb47 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Network': ['ID=917dfdbf-0743-454c-9ead-d3fe39e80a15,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:35.908706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40590) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:35.915466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4363614-c65a-474d-9c17-cf6de4b24abb req-2f9b7e2a-99d3-4abd-a8f5-5d775dce3597 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 210 time: 0.0713878 Aug 30 23:10:35.987723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting subnet 2d44a80e-1de8-4f1d-b625-392f713852e7 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:10:35.992113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.046272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.194533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.330063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.371488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Subnet': ['ID=2d44a80e-1de8-4f1d-b625-392f713852e7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:36.379491 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.386849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbe041b-8650-4d48-8441-34dbae52d529 None None] Network 9134c2fa-7681-4541-8ab4-8931b97bc7d3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:36.388936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ecbb5444-c092-41f0-9d38-9c6c65c58515 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/subnets/2d44a80e-1de8-4f1d-b625-392f713852e7 HTTP/1.1" status: 204 len: 168 time: 0.4771316 Aug 30 23:10:36.391829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40604) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:36.547991 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.689419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Deleting port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:36.690250 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.753608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] DHCP port deletion for 9134c2fa-7681-4541-8ab4-8931b97bc7d3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:10:36.814802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] For port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,segment=NetworkSegment(2da4e6a2-e7e8-4208-9678-17b1f273a9a0),segment_id=2da4e6a2-e7e8-4208-9678-17b1f273a9a0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:36.815464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:36.833090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Calling delete_port for 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:36.890693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Deleting port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:36.892421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.077071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a20bb0e3-a42d-451e-b2c1-50b0c72f4fd5 req-1a7333fc-7114-426b-9c7b-d53cfc4cb19c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 210 time: 0.0546594 Aug 30 23:10:37.103564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] For port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,segment=NetworkSegment(2da4e6a2-e7e8-4208-9678-17b1f273a9a0),segment_id=2da4e6a2-e7e8-4208-9678-17b1f273a9a0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:37.104738 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.112669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.142482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Calling delete_port for 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:37.170218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Port': ['ID=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:37.183573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9b8a12f-c74f-4d8b-a0ed-44c039be3a55 req-09d1d154-177d-46c1-b73f-d22b773c8259 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0924158 Aug 30 23:10:37.190621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] No DVR routers for this DVR port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:37.380602 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.391427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.404588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9134c2fa-7681-4541-8ab4-8931b97bc7d3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:37.412954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] Pushing event deleted for resources: {'Port': ['ID=0af8520d-0c89-4d8c-83ea-b7af5b1e0165,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:37.418367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fef91f-f52d-4af9-85de-1266f05202c7 None None] No DVR routers for this DVR port 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:37.443076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2da4e6a2-e7e8-4208-9678-17b1f273a9a0') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:37.443382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2da4e6a2-e7e8-4208-9678-17b1f273a9a0') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:37.467785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.514956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.555913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:10:37.556342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:10:37.642967 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:10:37.764614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.803085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:37.806241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/networks/9134c2fa-7681-4541-8ab4-8931b97bc7d3 HTTP/1.1" status: 204 len: 168 time: 1.4121351 Aug 30 23:10:37.807732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd847996-bc16-4a75-a11e-8a304d94f568 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Pushing event deleted for resources: {'Network': ['ID=9134c2fa-7681-4541-8ab4-8931b97bc7d3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:37.811048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:37.911193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5dec313-9f8a-49d7-8647-719236071675 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "GET /v2.0/ports?device_id=97b0a0c8-d30b-4740-90d0-3fcbde3345b2 HTTP/1.1" status: 200 len: 205 time: 0.0920644 Aug 30 23:10:37.912166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40638) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:37.932601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-ec7eff1e-0398-48bf-9329-6b382678298c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:37.934297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-ec7eff1e-0398-48bf-9329-6b382678298c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.4069479 Aug 30 23:10:37.984139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:38.064622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.199458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02f8bee4-7c38-4906-be2b-eabdbd242ca1 req-6d2d532d-16db-4119-a3cb-1121b5760f6e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 210 time: 0.0395594 Aug 30 23:10:38.355385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.363215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.388972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:38.389447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d10db1df-7a31-411b-a75a-c8427625b625 req-b30118b0-2868-416f-b5e1-723a8df5e19d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0551734 Aug 30 23:10:38.424831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:38.430321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0af8520d-0c89-4d8c-83ea-b7af5b1e0165 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:38.488112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.493758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Fanout notify agent at l3_agent the message router_deleted on router 97b0a0c8-d30b-4740-90d0-3fcbde3345b2 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:10:38.503552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.511802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b09557d4-4e8c-41b3-8d85-872927c995d7 tempest-RoutersNegativeTest-47218745 tempest-RoutersNegativeTest-47218745-project] 10.222.0.25 "DELETE /v2.0/routers/97b0a0c8-d30b-4740-90d0-3fcbde3345b2 HTTP/1.1" status: 204 len: 168 time: 0.5946300 Aug 30 23:10:38.526237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:38.530744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:38.766557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.3 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/040e44da-5d7d-465a-a795-d389db32caa0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:39.092173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:39.141266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40666) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:39.192016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:39.209689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:39.287579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:39.298400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:39.300261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:39.303310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:39.440964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:39.441696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:39.476528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-48edf23f-385a-46f2-9b37-1b71418d3186 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4985766 Aug 30 23:10:39.497542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Request body: {'port': {'device_id': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:39.524316 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18b5a9c0-47b6-46bd-bc38-84aa23025b6d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=097e48dba3444599a143d5743dc19bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3815322 Aug 30 23:10:39.536592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40680) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:39.684310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:39.710156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da3cab-e1e3-460a-ac7a-a56affd71660 req-b8dc1860-3deb-4862-bfce-31f3e87e6158 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:39.730257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81da3cab-e1e3-460a-ac7a-a56affd71660 req-b8dc1860-3deb-4862-bfce-31f3e87e6158 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 931 time: 0.3620698 Aug 30 23:10:39.875897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:39.906908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81da3cab-e1e3-460a-ac7a-a56affd71660 req-07be97be-03bc-4120-a1c5-9d01f0e1d9b8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679409 Aug 30 23:10:39.942091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a3f3d50-3f4d-49e8-8df8-ce607ddb16f5 req-e6894d86-1bd9-4d3c-a678-b6efe5dc98cd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=8884fecf-fc03-4345-810e-15de1b2be2f6 HTTP/1.1" status: 200 len: 210 time: 0.0510924 Aug 30 23:10:39.945097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.062883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.068044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.079907 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2919a81-4e7c-4dd8-873b-296e260afd2a HTTP/1.1" status: 204 len: 168 time: 0.5388284 Aug 30 23:10:40.111300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1a593-c5cb-4132-9e39-fff2da247084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2919a81-4e7c-4dd8-873b-296e260afd2a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:40.235929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 040e44da-5d7d-465a-a795-d389db32caa0 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:10:40.253737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.279265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Transition to ACTIVE for port object 040e44da-5d7d-465a-a795-d389db32caa0 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:40.283097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.307415 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-462cc7b6-e021-40f5-8c51-65c97995e8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.366930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Pushing event updated for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:40.448298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Attempting to bind port 040e44da-5d7d-465a-a795-d389db32caa0 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:40.448641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Attempting to bind port 040e44da-5d7d-465a-a795-d389db32caa0 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:40.449169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Attempting to bind port 040e44da-5d7d-465a-a795-d389db32caa0 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:40.454625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Port 040e44da-5d7d-465a-a795-d389db32caa0 on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:10:40.454960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Attempting to bind port 040e44da-5d7d-465a-a795-d389db32caa0 on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:40.460986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:40.461330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:40.461723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:40.462201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Bound port: 040e44da-5d7d-465a-a795-d389db32caa0, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:40.462574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.587243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:40.590833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=040e44da-5d7d-465a-a795-d389db32caa0,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:40.597151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.668635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:40.669291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:40.671149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] 10.222.0.52 "PUT /v2.0/ports/040e44da-5d7d-465a-a795-d389db32caa0 HTTP/1.1" status: 200 len: 1092 time: 1.1803584 Aug 30 23:10:40.673570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:40.675919 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4" -d '{"events": [{"name": "network-changed", "server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "tag": "040e44da-5d7d-465a-a795-d389db32caa0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:40.750787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbd5e1c-5d59-461f-a3d5-828099b69622 service neutron] Pushing event updated for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:40.780424 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19fe6c4-b6c2-4f17-a83d-817bfb7820d9 x-openstack-request-id: req-a19fe6c4-b6c2-4f17-a83d-817bfb7820d9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:40.780942 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "tag": "040e44da-5d7d-465a-a795-d389db32caa0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:40.781352 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a19fe6c4-b6c2-4f17-a83d-817bfb7820d9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:40.781941 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0', 'status': 'completed', 'code': 200} Aug 30 23:10:40.862412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-a2b25583-9d3b-411b-9602-b15de0c872b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:40.864855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-a2b25583-9d3b-411b-9602-b15de0c872b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 1095 time: 0.0866382 Aug 30 23:10:40.920493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-9412064e-8d4b-46f2-88bd-51b7d75f81fc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=040e44da-5d7d-465a-a795-d389db32caa0 HTTP/1.1" status: 200 len: 217 time: 0.0421705 Aug 30 23:10:41.017167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-874f7877-ecf8-4704-a339-0955193a5bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:41.019372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-874f7877-ecf8-4704-a339-0955193a5bbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.0882618 Aug 30 23:10:41.094829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-57891ac7-7b7f-49d1-86df-731f32ccee21 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681725 Aug 30 23:10:41.380512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea33d8e-8532-4762-bab9-693d95ca8c84 req-0c2da2e5-c971-4ede-8d5d-3175d77632c0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:41.398075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-536d07a2-4608-4331-9624-22c7bcb62e42 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949343 Aug 30 23:10:41.399293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ea33d8e-8532-4762-bab9-693d95ca8c84 req-0c2da2e5-c971-4ede-8d5d-3175d77632c0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 943 time: 0.2715852 Aug 30 23:10:41.486117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ea33d8e-8532-4762-bab9-693d95ca8c84 req-68025983-62a2-4c66-b8a7-74374ed5f8ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855300 Aug 30 23:10:41.556806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40736) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:41.560423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4cd32fd-1b2d-4fdf-aa93-f90c6d28c55f req-b32842be-0aa1-4fda-bc91-e549065a82df service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546893 Aug 30 23:10:41.749665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-5628043e-454a-49c6-a653-022ccc8a4b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:41.751235 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-5628043e-454a-49c6-a653-022ccc8a4b33 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 1095 time: 0.0914161 Aug 30 23:10:41.761286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-765804808'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:41.802061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Made reservation on behalf of 397916cf4bf94e95a1a285ef21e44113 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:41.808201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:41.819301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:41.891997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-4e66fa3e-a58d-4661-9580-c17bd0572632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:41.894099 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-4e66fa3e-a58d-4661-9580-c17bd0572632 service neutron] 10.222.0.52 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.1356895 Aug 30 23:10:41.981311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:41.987625 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.011826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] vlan segment allocate from pool success with {'vlan_id': 615, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:10:42.047126 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.047742 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Added segment 8cbe131a-7aa7-436e-9298-e1eae195e1cb of type vlan for network 10dd8110-455c-422f-91f1-c26da403d75f Aug 30 23:10:42.178256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6db110cf-bce5-467c-940f-59f336ef88e1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:42.214793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.298552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.313061 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:42.313746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.346801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7878559 Aug 30 23:10:42.349401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40758) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:42.375339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Request body: {'subnet': {'network_id': '10dd8110-455c-422f-91f1-c26da403d75f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:42.542918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-53cab820-8244-47dc-809f-4906b1679f2a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=040e44da-5d7d-465a-a795-d389db32caa0 HTTP/1.1" status: 200 len: 217 time: 0.6406243 Aug 30 23:10:42.662815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-23f772c8-5a23-44f8-aaa4-f1f63ff509dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:42.667819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-23f772c8-5a23-44f8-aaa4-f1f63ff509dc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1172242 Aug 30 23:10:42.694917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b390e54-b3e3-4441-a614-c1c54547fbdb tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event updated for resources: {'Network': ['ID=10dd8110-455c-422f-91f1-c26da403d75f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:42.718905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 10dd8110-455c-422f-91f1-c26da403d75f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:10:42.753229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-fd3a2cec-cc07-4564-9372-5a6a235c0ff6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0787206 Aug 30 23:10:42.842582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840dae6-4ceb-4638-a9b1-17479ed3718f req-e8e05b23-2a0c-46f2-b4da-c47f17be8d72 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:42.844768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0840dae6-4ceb-4638-a9b1-17479ed3718f req-e8e05b23-2a0c-46f2-b4da-c47f17be8d72 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 943 time: 0.2208037 Aug 30 23:10:42.926227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Made reservation on behalf of 397916cf4bf94e95a1a285ef21e44113 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:42.937452 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.943376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:42.986715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-5e2aab2b-3a23-4108-8fda-402ded02ecc8 service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252395 Aug 30 23:10:43.058676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0840dae6-4ceb-4638-a9b1-17479ed3718f req-728dd193-f231-42e5-9319-c1f5c5b35773 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062352 Aug 30 23:10:43.140627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a244ea3-d6c4-47f7-9545-e6c4ae53acf4 req-35102bd9-a12e-405e-bdc1-99d85889f8db service neutron] 10.222.0.52 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473675 Aug 30 23:10:43.292231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:43.329117 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aaac1041-993d-4a7c-a39a-42108f23a4a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:43.424658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event updated for resources: {'Subnet': ['ID=e1246a5b-45e4-4fb8-b190-ac29fa093ea2,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:43.446272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Checking segment: {'id': '8cbe131a-7aa7-436e-9298-e1eae195e1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:43.446903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Network hostable DHCP agents. Network: 10dd8110-455c-422f-91f1-c26da403d75f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:10:43.505371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Network 10dd8110-455c-422f-91f1-c26da403d75f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:10:43.533690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 10dd8110-455c-422f-91f1-c26da403d75f) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:43.551809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62324468-5fec-49cc-afa1-98a8683ab5d4 None None] Network 10dd8110-455c-422f-91f1-c26da403d75f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:43.570649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:43.574354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:43.641496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:43.651171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Request body: {'port': {'network_id': '10dd8110-455c-422f-91f1-c26da403d75f', 'name': 'tempest-TagsExtTest-382950618'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:43.652887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-19484322-c773-4fed-b020-31071b0f88e5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2874267 Aug 30 23:10:43.722730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 040e44da-5d7d-465a-a795-d389db32caa0 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:10:43.978127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Made reservation on behalf of 397916cf4bf94e95a1a285ef21e44113 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:43.983484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.035466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] device_id is not set on port 88eeca36-dd3b-4cce-bb57-293bf38982bb yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:10:44.037337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=040e44da-5d7d-465a-a795-d389db32caa0,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:44.051051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '040e44da-5d7d-465a-a795-d389db32caa0', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': '040e44da-5d7d-465a-a795-d389db32caa0', 'mac_address': 'fa:16:3e:af:d5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:10:44.214444 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.298439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 040e44da-5d7d-465a-a795-d389db32caa0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:10:44.312201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-10dd8110-455c-422f-91f1-c26da403d75f', 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f', 'tenant_id': '397916cf4bf94e95a1a285ef21e44113', 'fixed_ips': [{'subnet_id': 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:10:44.313409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.332786 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Allocated IP 172.20.0.11 (10dd8110-455c-422f-91f1-c26da403d75f/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/88eeca36-dd3b-4cce-bb57-293bf38982bb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:44.344000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=040e44da-5d7d-465a-a795-d389db32caa0,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:44.363316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.669813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.686638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.693985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Transition to ACTIVE for port object 88eeca36-dd3b-4cce-bb57-293bf38982bb will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:44.714051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['040e44da-5d7d-465a-a795-d389db32caa0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:44.754946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:44.942613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:44.948408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event updated for resources: {'Port': ['ID=88eeca36-dd3b-4cce-bb57-293bf38982bb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:44.985232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Network 10dd8110-455c-422f-91f1-c26da403d75f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:44.988331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:44.998045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:45.058999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee0fee-6d27-49dc-9ea7-967c6431cbf0 req-faec8aaa-2721-4a1a-bb2f-19043f0841af tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:45.064809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Allocated IP 172.20.0.2 (10dd8110-455c-422f-91f1-c26da403d75f/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/01569364-f381-491a-9076-bbe61de75992) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:10:45.082595 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c2ee0fee-6d27-49dc-9ea7-967c6431cbf0 req-faec8aaa-2721-4a1a-bb2f-19043f0841af tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 943 time: 0.8975978 Aug 30 23:10:45.181217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:45.182158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.195469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c2ee0fee-6d27-49dc-9ea7-967c6431cbf0 req-81105e97-036e-454a-8db5-77276894a59d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117544 Aug 30 23:10:45.224716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21d059eb-d507-4d55-be54-42a692dba7df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5814517 Aug 30 23:10:45.227219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40808) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:45.233507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-4024141', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:45.282405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.283823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.392741 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.399200 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.451587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.454988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-65cdb13b-3b99-4e7a-85c7-d6cef5f80ced tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 697 time: 0.2260189 Aug 30 23:10:45.457737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40812) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:45.463541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-196001c0-4f22-4396-8e70-71526ab49bb6 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-21478758', 'prefixes': ['172.20.0.0/16']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:45.626438 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.655102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196001c0-4f22-4396-8e70-71526ab49bb6 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for subnetpool, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.657031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-196001c0-4f22-4396-8e70-71526ab49bb6 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.1976957 Aug 30 23:10:45.665093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40820) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:45.667819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Transition to ACTIVE for port object 01569364-f381-491a-9076-bbe61de75992 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:45.672892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-1a307bea-44ab-4c93-ae6e-0abbfceaf90e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-540116290') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:45.696318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Transition to ACTIVE for port object 01569364-f381-491a-9076-bbe61de75992 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:10:45.707134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.770093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Network 10dd8110-455c-422f-91f1-c26da403d75f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:10:45.779532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Pushing event updated for resources: {'Port': ['ID=01569364-f381-491a-9076-bbe61de75992,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:45.784211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:10:45.788291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:10:45.868918 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Attempting to bind port 01569364-f381-491a-9076-bbe61de75992 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:10:45.869424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Attempting to bind port 01569364-f381-491a-9076-bbe61de75992 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8cbe131a-7aa7-436e-9298-e1eae195e1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:10:45.869977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Attempting to bind port 01569364-f381-491a-9076-bbe61de75992 on network 10dd8110-455c-422f-91f1-c26da403d75f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:10:45.883620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:10:45.884539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Checking segment: {'id': '8cbe131a-7aa7-436e-9298-e1eae195e1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:10:45.885053 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.885581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Bound using segment: {'id': '8cbe131a-7aa7-436e-9298-e1eae195e1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:10:45.887163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Bound port: 01569364-f381-491a-9076-bbe61de75992, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbe131a-7aa7-436e-9298-e1eae195e1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '10dd8110-455c-422f-91f1-c26da403d75f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:10:45.888899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:45.898297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1a307bea-44ab-4c93-ae6e-0abbfceaf90e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-540116290 HTTP/1.1" status: 201 len: 201 time: 0.2293715 Aug 30 23:10:45.899902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40826) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:45.910409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-4a5ce98e-1458-4fc6-8341-27d8a6c8a24c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1429240968') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.002146 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:46.028468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4a5ce98e-1458-4fc6-8341-27d8a6c8a24c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1429240968 HTTP/1.1" status: 201 len: 201 time: 0.1265032 Aug 30 23:10:46.030893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40828) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.040886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-12542997-5201-445e-a92b-ca38d307fb7e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-157604638') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.058697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] For port 01569364-f381-491a-9076-bbe61de75992, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:10:46.064754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] For port 01569364-f381-491a-9076-bbe61de75992, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=01569364-f381-491a-9076-bbe61de75992,segment=NetworkSegment(8cbe131a-7aa7-436e-9298-e1eae195e1cb),segment_id=8cbe131a-7aa7-436e-9298-e1eae195e1cb)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:10:46.071750 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:46.184246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df959a-25d1-419f-92d0-3a92a0f225e4 None None] Pushing event updated for resources: {'Port': ['ID=01569364-f381-491a-9076-bbe61de75992,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:46.196917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12542997-5201-445e-a92b-ca38d307fb7e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-157604638 HTTP/1.1" status: 201 len: 201 time: 0.1625617 Aug 30 23:10:46.197316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.203530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-7794a8c2-4ec9-4f45-aa24-9d0844a9d65b tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-1372658705') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.268213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7794a8c2-4ec9-4f45-aa24-9d0844a9d65b tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-1372658705 HTTP/1.1" status: 201 len: 201 time: 0.0697110 Aug 30 23:10:46.271913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40838) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.276466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-619c1455-a4ed-4559-ab49-2371433be09d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.418658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3d04f-c029-44b7-9a47-9973a95918dc req-e7fe5af2-54c6-476f-9261-1b97f35a9a44 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:46.421536 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92e3d04f-c029-44b7-9a47-9973a95918dc req-e7fe5af2-54c6-476f-9261-1b97f35a9a44 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 944 time: 0.0853553 Aug 30 23:10:46.423079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-619c1455-a4ed-4559-ab49-2371433be09d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 200 len: 240 time: 0.1499979 Aug 30 23:10:46.425585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40842) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.438026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-7ce6c72e-b129-4105-ad54-3fd19a421d64 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-540116290') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.529240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92e3d04f-c029-44b7-9a47-9973a95918dc req-10c30f95-3438-4715-afc3-9aeed75ea7ce tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010101 Aug 30 23:10:46.592232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7ce6c72e-b129-4105-ad54-3fd19a421d64 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-540116290 HTTP/1.1" status: 204 len: 168 time: 0.1637235 Aug 30 23:10:46.595622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40848) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.602271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-f78f725c-0d3d-40df-9e3b-c7392ea0810d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-540116290') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.718091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f78f725c-0d3d-40df-9e3b-c7392ea0810d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-540116290 HTTP/1.1" status: 204 len: 168 time: 0.1210358 Aug 30 23:10:46.721574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.731102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-fdcecea5-f1b1-4022-886d-8e0c686967b5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.828576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fdcecea5-f1b1-4022-886d-8e0c686967b5 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 200 len: 205 time: 0.1046972 Aug 30 23:10:46.832795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.838280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-9cca64d8-a647-4761-9573-bf01a9efd89e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:46.967413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9cca64d8-a647-4761-9573-bf01a9efd89e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 200 len: 241 time: 0.1288910 Aug 30 23:10:46.967607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40862) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:46.975323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-0e682870-acd0-468a-8b2c-b804aef2826a tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1429240968') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.113989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0e682870-acd0-468a-8b2c-b804aef2826a tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1429240968 HTTP/1.1" status: 204 len: 168 time: 0.1419079 Aug 30 23:10:47.115920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40870) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.122760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-c98a5b39-b7ff-4ed5-a8b1-6783b4acd380 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1429240968') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.168837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627d246-72cd-4417-9337-8add5faf823a req-a4c28a41-0a9c-46e2-8f72-3e009c1c171a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:47.169506 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b627d246-72cd-4417-9337-8add5faf823a req-a4c28a41-0a9c-46e2-8f72-3e009c1c171a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.1312201 Aug 30 23:10:47.248520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b627d246-72cd-4417-9337-8add5faf823a req-c8c34077-2729-482d-b0e5-2fa2e85e7685 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620108 Aug 30 23:10:47.297921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c98a5b39-b7ff-4ed5-a8b1-6783b4acd380 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1429240968 HTTP/1.1" status: 204 len: 168 time: 0.1804667 Aug 30 23:10:47.298147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40872) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.303590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-e75fc604-133a-496d-a6b7-6c9ac227a9b7 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.372318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e75fc604-133a-496d-a6b7-6c9ac227a9b7 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0730970 Aug 30 23:10:47.375023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40874) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.381016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-acdf52a6-5837-41b8-889e-c9031f3c3c0f tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.536008 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-acdf52a6-5837-41b8-889e-c9031f3c3c0f tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 200 len: 240 time: 0.1592841 Aug 30 23:10:47.540961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40882) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.546981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-909fbe58-51d8-4e5e-b071-bf3ca078a34d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-157604638') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.666062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dd1a5-d2d6-4331-b802-a347287ae0d9 None None] Network 10dd8110-455c-422f-91f1-c26da403d75f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:47.739842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-909fbe58-51d8-4e5e-b071-bf3ca078a34d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-157604638 HTTP/1.1" status: 204 len: 168 time: 0.1976633 Aug 30 23:10:47.742536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.748212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a251db-aefe-4b7e-a241-69e2b2fa699e req-54fe193b-c870-44e6-ba28-bf67251d4e43 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:47.749235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 040e44da-5d7d-465a-a795-d389db32caa0 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:47.749900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-5eb89885-b675-4100-8524-494b2363a2f2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-157604638') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.757927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a251db-aefe-4b7e-a241-69e2b2fa699e req-54fe193b-c870-44e6-ba28-bf67251d4e43 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 944 time: 0.1077812 Aug 30 23:10:47.835261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a7a251db-aefe-4b7e-a241-69e2b2fa699e req-087eceb6-983c-41a4-9fc7-56d18e9eb5f9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738893 Aug 30 23:10:47.916793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-379c0b85-d8d6-4910-8e43-20790315b783 None None] Provisioning for port 01569364-f381-491a-9076-bbe61de75992 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:47.921632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5eb89885-b675-4100-8524-494b2363a2f2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-157604638 HTTP/1.1" status: 204 len: 168 time: 0.1775489 Aug 30 23:10:47.924884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40892) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:47.925127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 040e44da-5d7d-465a-a795-d389db32caa0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:47.931370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-180a329a-2b65-4e51-846b-34c5e6226a3d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:47.941383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 040e44da-5d7d-465a-a795-d389db32caa0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:47.941672 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:48.079357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-180a329a-2b65-4e51-846b-34c5e6226a3d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 200 len: 205 time: 0.1524606 Aug 30 23:10:48.083271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40896) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.093841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-e152de1c-3d75-46b3-bca9-e9a916367d65 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.119328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:48.157344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:48.161897 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f951dec0-b2ca-40d3-adae-0e795c20e24f" -d '{"events": [{"server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "name": "network-vif-plugged", "status": "completed", "tag": "040e44da-5d7d-465a-a795-d389db32caa0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:48.173397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=040e44da-5d7d-465a-a795-d389db32caa0,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:48.182802 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:48.232790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.236093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e152de1c-3d75-46b3-bca9-e9a916367d65 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 200 len: 241 time: 0.1512141 Aug 30 23:10:48.242193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-aa94df27-9fd7-431a-8cee-36bf76d5a549 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-1372658705') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.371147 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84ab230-7788-4049-a806-c40126cfafd9 x-openstack-request-id: req-d84ab230-7788-4049-a806-c40126cfafd9 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:48.371466 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "name": "network-vif-plugged", "status": "completed", "tag": "040e44da-5d7d-465a-a795-d389db32caa0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:48.371661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa94df27-9fd7-431a-8cee-36bf76d5a549 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-1372658705 HTTP/1.1" status: 204 len: 168 time: 0.1356759 Aug 30 23:10:48.373040 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d84ab230-7788-4049-a806-c40126cfafd9 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:48.373040 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0', 'code': 200} Aug 30 23:10:48.375212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40908) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.384089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-b790b28c-2ce5-42e1-9852-e884a2a33d5a tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-1372658705') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.453014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:48.537760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 01569364-f381-491a-9076-bbe61de75992 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:48.597141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99818c83-94ec-4b34-afcb-110e9571dc9b req-53a282b6-07a8-417a-bacd-af54d1f69015 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:48.599762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99818c83-94ec-4b34-afcb-110e9571dc9b req-53a282b6-07a8-417a-bacd-af54d1f69015 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.0932539 Aug 30 23:10:48.615060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b790b28c-2ce5-42e1-9852-e884a2a33d5a tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-1372658705 HTTP/1.1" status: 204 len: 168 time: 0.2383347 Aug 30 23:10:48.618084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff8a1d9-b07e-4370-80a9-bbc8a85f656e req-b908c0b8-1e9e-425e-addb-7c0271eac0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:48.620851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40914) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.627696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fff8a1d9-b07e-4370-80a9-bbc8a85f656e req-b908c0b8-1e9e-425e-addb-7c0271eac0f5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 1097 time: 0.1896076 Aug 30 23:10:48.634864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-659dc986-5e28-4be7-b885-1377b00faa99 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.648607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 01569364-f381-491a-9076-bbe61de75992 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:48.661751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 01569364-f381-491a-9076-bbe61de75992 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:48.665222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:48.724856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-659dc986-5e28-4be7-b885-1377b00faa99 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 200 len: 205 time: 0.1006353 Aug 30 23:10:48.727248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40916) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.745748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-d196ddc7-8867-46cf-b37f-26df711727c7 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.779341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-99818c83-94ec-4b34-afcb-110e9571dc9b req-03b93e90-56ec-459b-8c18-013b9c2f1d7e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712420 Aug 30 23:10:48.808554 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d196ddc7-8867-46cf-b37f-26df711727c7 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 204 len: 168 time: 0.0672185 Aug 30 23:10:48.810382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40918) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:48.817143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-efcf6978-a7d0-4183-ac2b-016656eb97e1 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:48.836099 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fff8a1d9-b07e-4370-80a9-bbc8a85f656e req-3921a79a-5033-4434-8343-e7f2bc9420f5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574464 Aug 30 23:10:48.845383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-e8c43f00-c083-455a-9a08-de0d388f29df tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:48.847968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-e8c43f00-c083-455a-9a08-de0d388f29df tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 945 time: 0.2184162 Aug 30 23:10:48.851030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Provisioning complete for port 01569364-f381-491a-9076-bbe61de75992 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:48.851942 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:48.931965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.031757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efcf6978-a7d0-4183-ac2b-016656eb97e1 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 204 len: 168 time: 0.2199600 Aug 30 23:10:49.035376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:49.041443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-404afe61-41bb-410a-9559-dd0799824737 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:49.075620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 01569364-f381-491a-9076-bbe61de75992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=01569364-f381-491a-9076-bbe61de75992,segment=NetworkSegment(8cbe131a-7aa7-436e-9298-e1eae195e1cb),segment_id=8cbe131a-7aa7-436e-9298-e1eae195e1cb)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:49.097918 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.156115 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.179979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=01569364-f381-491a-9076-bbe61de75992,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:49.224814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e4bca7-5479-4e98-a696-3f2d89bf89eb req-832e82b7-d2d9-4cca-9336-3a8e879b6732 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:49.226722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-404afe61-41bb-410a-9559-dd0799824737 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1898992 Aug 30 23:10:49.227694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40930) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:49.233029 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-5f36571c-50b2-4ac6-a5b9-7b723cad0541 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:49.239614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25e4bca7-5479-4e98-a696-3f2d89bf89eb req-832e82b7-d2d9-4cca-9336-3a8e879b6732 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.2804966 Aug 30 23:10:49.282348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 30efb681-39da-4a63-a3df-eb7d7a0cb79a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:49.282703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.306406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:10:49.306757 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:10:49.356304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25e4bca7-5479-4e98-a696-3f2d89bf89eb req-971c16d4-3377-4831-97fe-fd99d16db9b4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155615 Aug 30 23:10:49.438759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f36571c-50b2-4ac6-a5b9-7b723cad0541 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 204 len: 168 time: 0.2056732 Aug 30 23:10:49.441092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40938) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:49.448009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-39ff980c-853e-4aea-bc19-5dad3385d74f tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-87360503') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:49.469424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port 30efb681-39da-4a63-a3df-eb7d7a0cb79a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=30efb681-39da-4a63-a3df-eb7d7a0cb79a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:49.470194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.490787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 30efb681-39da-4a63-a3df-eb7d7a0cb79a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:49.625660 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-39ff980c-853e-4aea-bc19-5dad3385d74f tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-87360503 HTTP/1.1" status: 201 len: 201 time: 0.1829772 Aug 30 23:10:49.630412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40942) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:49.635865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-9dab2d8f-5bd9-4cae-b5a7-1fce4820b70e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1933216863') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:49.743096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9dab2d8f-5bd9-4cae-b5a7-1fce4820b70e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1933216863 HTTP/1.1" status: 201 len: 201 time: 0.1109817 Aug 30 23:10:49.748101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:49.755453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-2ac43d82-9b59-45da-a9ea-204a27446c18 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-947653818') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:49.760407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.787463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['30efb681-39da-4a63-a3df-eb7d7a0cb79a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:49.815641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=30efb681-39da-4a63-a3df-eb7d7a0cb79a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:49.937126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port 30efb681-39da-4a63-a3df-eb7d7a0cb79a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:49.944511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:49.948170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-391e0f73-55db-465c-b0e0-acd0dcc85cc4 req-4867a028-62a9-45cb-9c48-f9da10000ddc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "DELETE /v2.0/ports/30efb681-39da-4a63-a3df-eb7d7a0cb79a HTTP/1.1" status: 204 len: 173 time: 1.0899444 Aug 30 23:10:49.952402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'name': 'network-vif-deleted', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:49.958619 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dff06-287b-492b-8fe3-f10f9435bc68" -d '{"events": [{"server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "name": "network-vif-deleted", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:50.091306 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f521f5c-720f-4f3d-8dac-54e28c7ccd5b x-openstack-request-id: req-2f521f5c-720f-4f3d-8dac-54e28c7ccd5b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:50.094770 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25b3b823-b31b-490f-9a0e-0670b7ec9d7e", "name": "network-vif-deleted", "tag": "30efb681-39da-4a63-a3df-eb7d7a0cb79a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:50.095960 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f521f5c-720f-4f3d-8dac-54e28c7ccd5b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:50.096574 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3b823-b31b-490f-9a0e-0670b7ec9d7e', 'name': 'network-vif-deleted', 'tag': '30efb681-39da-4a63-a3df-eb7d7a0cb79a', 'status': 'completed', 'code': 200} Aug 30 23:10:50.171299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a31271ee-2b8a-4401-8d08-3e47c0274d83 req-75a825be-0acb-48cc-a191-ac9efa12adbb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.1044629 Aug 30 23:10:50.189066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ac43d82-9b59-45da-a9ea-204a27446c18 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-947653818 HTTP/1.1" status: 201 len: 201 time: 0.4394817 Aug 30 23:10:50.193322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40954) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:50.198641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-f5fabacb-54b0-4e92-9c9e-a2ed808a145c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-1259151315') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:50.272057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5fabacb-54b0-4e92-9c9e-a2ed808a145c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-1259151315 HTTP/1.1" status: 201 len: 201 time: 0.0744493 Aug 30 23:10:50.272295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40958) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:50.278306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-c881d36d-6f4f-4099-99c7-ba18cfad2b1d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', {'tags': ['tempest-TagsExtTest-Tag-1429211137', 'tempest-TagsExtTest-Tag-173577288', 'tempest-TagsExtTest-Tag-966371126']}) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:50.355530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Provisioning for port 88eeca36-dd3b-4cce-bb57-293bf38982bb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:10:50.360676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Provisioning complete for port 88eeca36-dd3b-4cce-bb57-293bf38982bb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:50.361345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:50.423187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 01569364-f381-491a-9076-bbe61de75992 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:10:50.455365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c881d36d-6f4f-4099-99c7-ba18cfad2b1d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 200 len: 316 time: 0.1810529 Aug 30 23:10:50.458094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:50.464712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-b1d092d4-8a2d-456f-a0b8-18a03c036128 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:50.570479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c499d01f-6dae-47af-bd08-573222e23e05 None None] Port 88eeca36-dd3b-4cce-bb57-293bf38982bb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:50.666386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 01569364-f381-491a-9076-bbe61de75992 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:50.667580 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:50.681156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145506d-cf21-446d-84aa-ac660ac9add0 req-d2440e85-136c-4c38-9cb3-8ed759e8cfe5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:50.694004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6145506d-cf21-446d-84aa-ac660ac9add0 req-d2440e85-136c-4c38-9cb3-8ed759e8cfe5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.1657565 Aug 30 23:10:50.743658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b1d092d4-8a2d-456f-a0b8-18a03c036128 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 204 len: 168 time: 0.2835815 Aug 30 23:10:50.746592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40972) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:50.754072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-4605c08d-3dd4-4280-ba59-0d1a28e6d34d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-1429211137') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:50.785886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6145506d-cf21-446d-84aa-ac660ac9add0 req-5f9b18cd-b1c1-461d-8c89-fa30a82b4c08 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902150 Aug 30 23:10:50.867266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-205a449a-7258-4763-800e-1a59953644a1 None None] Provisioning complete for port 88eeca36-dd3b-4cce-bb57-293bf38982bb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:10:50.867648 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-205a449a-7258-4763-800e-1a59953644a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:50.875423 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-4605c08d-3dd4-4280-ba59-0d1a28e6d34d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:50.888072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:50.888366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4605c08d-3dd4-4280-ba59-0d1a28e6d34d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-1429211137 HTTP/1.1" status: 404 len: 329 time: 0.1392858 Aug 30 23:10:50.899638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-00d6ab2b-d9fd-4aec-b4de-beed3c2d1082 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-173577288') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:50.961085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-205a449a-7258-4763-800e-1a59953644a1 None None] Port 88eeca36-dd3b-4cce-bb57-293bf38982bb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:10:51.046658 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-00d6ab2b-d9fd-4aec-b4de-beed3c2d1082 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:51.047993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-00d6ab2b-d9fd-4aec-b4de-beed3c2d1082 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-173577288 HTTP/1.1" status: 404 len: 328 time: 0.1570587 Aug 30 23:10:51.050766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40980) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.055300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-7c19c95f-2096-40c0-8f57-736c432c2e56 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2', 'tempest-TagsExtTest-Tag-966371126') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.154762 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-7c19c95f-2096-40c0-8f57-736c432c2e56 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:51.161120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 40986) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.166623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-00509b8a-220b-4359-94c8-ea5845a3d9f6 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', {'tags': ['tempest-TagsExtTest-Tag-2088428768', 'tempest-TagsExtTest-Tag-1796083477', 'tempest-TagsExtTest-Tag-1205457816']}) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.170146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c19c95f-2096-40c0-8f57-736c432c2e56 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags/tempest-TagsExtTest-Tag-966371126 HTTP/1.1" status: 404 len: 328 time: 0.1181116 Aug 30 23:10:51.189573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3884d8ee-09d3-4923-b07e-c3f9bb6615d9 req-df56cfd0-4ee8-4449-ae04-41c45a89c9d0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:51.197375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3884d8ee-09d3-4923-b07e-c3f9bb6615d9 req-df56cfd0-4ee8-4449-ae04-41c45a89c9d0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.0941782 Aug 30 23:10:51.243632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3884d8ee-09d3-4923-b07e-c3f9bb6615d9 req-a06244b1-590b-44b5-8cda-abbdc5acb72e tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Aug 30 23:10:51.304978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00509b8a-220b-4359-94c8-ea5845a3d9f6 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 200 len: 318 time: 0.1427114 Aug 30 23:10:51.308421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 40992) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.317384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-a40ae9ba-f0c2-403c-bf5d-bbd4dee3b00c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.405935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe98517e-1c7a-4889-af3f-0980d087d1b4 req-4e646e17-f344-42d8-b571-dec51527a0a4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0545957 Aug 30 23:10:51.487521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3910cdaa-59a7-4ab6-a3ab-9c789a27443a req-1fbe66e6-4813-41e7-b700-dfcbd4b5a8d8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:51.490406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3910cdaa-59a7-4ab6-a3ab-9c789a27443a req-1fbe66e6-4813-41e7-b700-dfcbd4b5a8d8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.1064897 Aug 30 23:10:51.552949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3910cdaa-59a7-4ab6-a3ab-9c789a27443a req-80a267c2-9bd1-4488-9954-f158140abf56 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539000 Aug 30 23:10:51.555105 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a40ae9ba-f0c2-403c-bf5d-bbd4dee3b00c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2445550 Aug 30 23:10:51.558113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41000) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.563402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-68d47fdd-7ddc-45f7-963b-141489064e96 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-2088428768') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.684896 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-68d47fdd-7ddc-45f7-963b-141489064e96 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:51.687101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-68d47fdd-7ddc-45f7-963b-141489064e96 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-2088428768 HTTP/1.1" status: 404 len: 329 time: 0.1279597 Aug 30 23:10:51.689970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41006) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.695929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-e3aa954e-8b97-47df-8311-0a3ea9dc600d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1796083477') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.848271 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-e3aa954e-8b97-47df-8311-0a3ea9dc600d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:51.852584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41012) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:51.859517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-d869ae43-5f6e-497f-85c8-fdb6087c12de tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb', 'tempest-TagsExtTest-Tag-1205457816') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:51.861929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e3aa954e-8b97-47df-8311-0a3ea9dc600d tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1796083477 HTTP/1.1" status: 404 len: 329 time: 0.1708357 Aug 30 23:10:51.992373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4e3d2-29ce-411b-9634-12356c4e1c97 req-007aef6a-b5ac-4079-bcb3-11117e9979e2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:51.994586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09e4e3d2-29ce-411b-9634-12356c4e1c97 req-007aef6a-b5ac-4079-bcb3-11117e9979e2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.0978627 Aug 30 23:10:52.004458 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-d869ae43-5f6e-497f-85c8-fdb6087c12de tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.005805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d869ae43-5f6e-497f-85c8-fdb6087c12de tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags/tempest-TagsExtTest-Tag-1205457816 HTTP/1.1" status: 404 len: 329 time: 0.1519260 Aug 30 23:10:52.011306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.017966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-00d2d424-22a1-4702-8920-91903b21fb16 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', {'tags': ['tempest-TagsExtTest-Tag-1971173114', 'tempest-TagsExtTest-Tag-294919737', 'tempest-TagsExtTest-Tag-1122553803']}) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.156428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09e4e3d2-29ce-411b-9634-12356c4e1c97 req-aa51274d-9683-4ae0-a4af-52ad0996b1ab tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772042 Aug 30 23:10:52.197151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00d2d424-22a1-4702-8920-91903b21fb16 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 200 len: 317 time: 0.1844497 Aug 30 23:10:52.199890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41024) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.205927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-7af9749a-d1bb-4155-87c8-35fe23da7486 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.339808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7af9749a-d1bb-4155-87c8-35fe23da7486 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 204 len: 168 time: 0.1385400 Aug 30 23:10:52.343192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41026) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.348287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-66f41808-fc4e-4d6d-92a9-c69a7d0b1092 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-1971173114') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.441309 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-66f41808-fc4e-4d6d-92a9-c69a7d0b1092 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.445091 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66f41808-fc4e-4d6d-92a9-c69a7d0b1092 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-1971173114 HTTP/1.1" status: 404 len: 329 time: 0.0981987 Aug 30 23:10:52.445542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.450548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-74c9f04d-a1c3-489a-bac8-190c1ecf7a59 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-294919737') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.478993 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:52.547003 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-74c9f04d-a1c3-489a-bac8-190c1ecf7a59 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.548138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74c9f04d-a1c3-489a-bac8-190c1ecf7a59 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-294919737 HTTP/1.1" status: 404 len: 328 time: 0.1018856 Aug 30 23:10:52.551561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41036) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.556835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-e0c52f4d-e1c7-4b46-b7c3-fd8d03278c13 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03', 'tempest-TagsExtTest-Tag-1122553803') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.643510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b2867869-be0a-41df-9009-e003d12a8020 req-ef6b1c2a-c13b-435d-b369-7a60a7429f42 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0475907 Aug 30 23:10:52.702535 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-e0c52f4d-e1c7-4b46-b7c3-fd8d03278c13 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.704069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e0c52f4d-e1c7-4b46-b7c3-fd8d03278c13 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags/tempest-TagsExtTest-Tag-1122553803 HTTP/1.1" status: 404 len: 329 time: 0.1509938 Aug 30 23:10:52.706564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.713232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-2237dc99-4b2e-4bc5-a5b5-2c4b99301388 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', {'tags': ['tempest-TagsExtTest-Tag-1910690622', 'tempest-TagsExtTest-Tag-235057573', 'tempest-TagsExtTest-Tag-620453907']}) {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.774062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2237dc99-4b2e-4bc5-a5b5-2c4b99301388 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "PUT /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 200 len: 316 time: 0.0661576 Aug 30 23:10:52.776515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41044) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.782529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-a8068e94-1a6a-41b8-aa8d-f790ab24a866 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.834048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8068e94-1a6a-41b8-aa8d-f790ab24a866 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 204 len: 168 time: 0.0545306 Aug 30 23:10:52.834699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.839071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-ba7610d7-577f-4d41-846d-1a9cd97af1df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-1910690622') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.863972 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-ba7610d7-577f-4d41-846d-1a9cd97af1df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.865341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ba7610d7-577f-4d41-846d-1a9cd97af1df tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-1910690622 HTTP/1.1" status: 404 len: 329 time: 0.0297241 Aug 30 23:10:52.869823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.881692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-f0f95f5c-eff2-4d94-b125-73a25c907626 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-235057573') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.919202 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-f0f95f5c-eff2-4d94-b125-73a25c907626 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.920262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f0f95f5c-eff2-4d94-b125-73a25c907626 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-235057573 HTTP/1.1" status: 404 len: 328 time: 0.0492246 Aug 30 23:10:52.923222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41056) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.927923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-c82f9a18-8a65-41f0-9763-ad4b570ab3ea tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700', 'tempest-TagsExtTest-Tag-620453907') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:52.969842 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-c82f9a18-8a65-41f0-9763-ad4b570ab3ea tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] show failed (client error): The resource could not be found. Aug 30 23:10:52.972682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41058) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:52.973912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c82f9a18-8a65-41f0-9763-ad4b570ab3ea tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags/tempest-TagsExtTest-Tag-620453907 HTTP/1.1" status: 404 len: 328 time: 0.0495698 Aug 30 23:10:52.978098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-0b5415c5-b662-4da8-8c1a-ed5c3114d69e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '9ea8c8cf-0929-41b0-8ec6-c0cad22b3700') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:53.026484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0b5415c5-b662-4da8-8c1a-ed5c3114d69e tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700/tags HTTP/1.1" status: 204 len: 168 time: 0.0524940 Aug 30 23:10:53.030935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.036636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-8b90cd40-c418-4fac-ae3c-3f9b68ca9335 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:53.203322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41072) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.208072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-11140563-643f-451e-b6d4-9e847f6220b0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '88eeca36-dd3b-4cce-bb57-293bf38982bb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:53.215224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b90cd40-c418-4fac-ae3c-3f9b68ca9335 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03/tags HTTP/1.1" status: 204 len: 168 time: 0.1821592 Aug 30 23:10:53.255585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 30efb681-39da-4a63-a3df-eb7d7a0cb79a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:53.315457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 30efb681-39da-4a63-a3df-eb7d7a0cb79a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:53.316270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 30efb681-39da-4a63-a3df-eb7d7a0cb79a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:53.340625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c0139f-06b2-4184-88be-b0a591719bf6 req-50192520-f5cb-4199-b800-48814cf6b26c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:53.340625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29c0139f-06b2-4184-88be-b0a591719bf6 req-50192520-f5cb-4199-b800-48814cf6b26c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.0830669 Aug 30 23:10:53.348052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11140563-643f-451e-b6d4-9e847f6220b0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1433074 Aug 30 23:10:53.348670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.349614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-ac79b84b-0ffe-4b1b-87c0-fab87056ee4f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:53.351341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-ac79b84b-0ffe-4b1b-87c0-fab87056ee4f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 945 time: 0.1202579 Aug 30 23:10:53.360649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-1a9d626c-3e3b-474a-9de4-270073f28f43 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'e1246a5b-45e4-4fb8-b190-ac29fa093ea2') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:53.441289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-29c0139f-06b2-4184-88be-b0a591719bf6 req-565cadf9-8673-4d21-8f8b-144f71d2a4fb tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914936 Aug 30 23:10:53.481585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a9d626c-3e3b-474a-9de4-270073f28f43 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2/tags HTTP/1.1" status: 204 len: 168 time: 0.1252658 Aug 30 23:10:53.482689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.564046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port 040e44da-5d7d-465a-a795-d389db32caa0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:53.564393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:53.717837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port 040e44da-5d7d-465a-a795-d389db32caa0, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=040e44da-5d7d-465a-a795-d389db32caa0,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:53.718433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:53.737672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for 040e44da-5d7d-465a-a795-d389db32caa0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:53.885284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9fb36e9d-c022-434c-8414-b5b8481b8f75 req-4badf82a-565d-4e70-be4e-c1137932f16f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0446198 Aug 30 23:10:53.910832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86c7fa99-220e-4e42-976e-846fe263aa27 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for subnetpool, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:53.915091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.925310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-86c7fa99-220e-4e42-976e-846fe263aa27 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnetpools/9ea8c8cf-0929-41b0-8ec6-c0cad22b3700 HTTP/1.1" status: 204 len: 168 time: 0.4409747 Aug 30 23:10:53.972506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41106) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:53.977160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-05606986-ee61-4a99-a345-3ed4bad1b13c tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03 HTTP/1.1" status: 200 len: 205 time: 0.0602920 Aug 30 23:10:54.094468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.170633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.184131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:10:54.209710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=040e44da-5d7d-465a-a795-d389db32caa0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:54.352113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port 040e44da-5d7d-465a-a795-d389db32caa0 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:54.355086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.357597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.359827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddc84dfa-06ea-4f79-a856-8ff7a413375b req-34713452-1aee-4cf0-9564-2c4a11532e1f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.52 "DELETE /v2.0/ports/040e44da-5d7d-465a-a795-d389db32caa0 HTTP/1.1" status: 204 len: 173 time: 1.0001166 Aug 30 23:10:54.360358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'name': 'network-vif-deleted', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:10:54.362844 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81550db7-b984-4b60-93ad-45d154a1de40" -d '{"events": [{"server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "name": "network-vif-deleted", "tag": "040e44da-5d7d-465a-a795-d389db32caa0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:10:54.367130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.421248 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.422043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Fanout notify agent at l3_agent the message router_deleted on router 3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:10:54.436993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.438512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-983b50bb-4979-42e7-95f2-de91f1f823c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/routers/3d0de04d-7fed-47dd-a5b1-3e1b5f94aa03 HTTP/1.1" status: 204 len: 168 time: 0.4648433 Aug 30 23:10:54.440273 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a0e0bb-3fa9-4f92-8339-ff26b8eabf80 x-openstack-request-id: req-83a0e0bb-3fa9-4f92-8339-ff26b8eabf80 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:10:54.440714 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "982a4866-02ff-4ef1-b53b-bdc8f75cd4a0", "name": "network-vif-deleted", "tag": "040e44da-5d7d-465a-a795-d389db32caa0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:10:54.441168 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83a0e0bb-3fa9-4f92-8339-ff26b8eabf80 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:10:54.441310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41112) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:54.441677 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '982a4866-02ff-4ef1-b53b-bdc8f75cd4a0', 'name': 'network-vif-deleted', 'tag': '040e44da-5d7d-465a-a795-d389db32caa0', 'status': 'completed', 'code': 200} Aug 30 23:10:54.576942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Deleting port 88eeca36-dd3b-4cce-bb57-293bf38982bb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:54.577385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.610773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a009c1d6-3a1f-48b2-bfd4-5eb85825a174 req-eeef5dc3-5cc9-402f-8d86-f474312f0805 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=982a4866-02ff-4ef1-b53b-bdc8f75cd4a0 HTTP/1.1" status: 200 len: 210 time: 0.0531766 Aug 30 23:10:54.699423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:54.715062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Calling delete_port for 88eeca36-dd3b-4cce-bb57-293bf38982bb owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:54.915686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.006642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event deleted for resources: {'Port': ['ID=88eeca36-dd3b-4cce-bb57-293bf38982bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:55.068430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-04433b77-7e5c-47ba-8256-86e2fe6c4a0c req-d6539b14-ccf7-4553-b643-991df809c600 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=25b3b823-b31b-490f-9a0e-0670b7ec9d7e HTTP/1.1" status: 200 len: 210 time: 0.0497956 Aug 30 23:10:55.169932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.176503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:55.190075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e72d4006-7559-4813-bfc6-ede2191af8c0 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/ports/88eeca36-dd3b-4cce-bb57-293bf38982bb HTTP/1.1" status: 204 len: 168 time: 0.7465522 Aug 30 23:10:55.258387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Deleting subnet e1246a5b-45e4-4fb8-b190-ac29fa093ea2 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:10:55.262475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.323516 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.480919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.593701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.640079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.642888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/subnets/e1246a5b-45e4-4fb8-b190-ac29fa093ea2 HTTP/1.1" status: 204 len: 168 time: 0.4650078 Aug 30 23:10:55.644495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a217a-a03d-47db-9546-2f4aa7069489 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event deleted for resources: {'Subnet': ['ID=e1246a5b-45e4-4fb8-b190-ac29fa093ea2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:55.645419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41148) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:55.659383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93c062a-d6e7-4ea2-b07a-4fec5b6f81c1 None None] Network 10dd8110-455c-422f-91f1-c26da403d75f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:10:55.798491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 040e44da-5d7d-465a-a795-d389db32caa0 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:55.831106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 040e44da-5d7d-465a-a795-d389db32caa0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:55.832333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 040e44da-5d7d-465a-a795-d389db32caa0 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:55.850935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:55.937878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] DHCP port deletion for 10dd8110-455c-422f-91f1-c26da403d75f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:10:56.018666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Deleting port 01569364-f381-491a-9076-bbe61de75992 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:56.021247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.055410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Deleting port 01569364-f381-491a-9076-bbe61de75992 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:10:56.056066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.153175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] For port 01569364-f381-491a-9076-bbe61de75992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=01569364-f381-491a-9076-bbe61de75992,segment=NetworkSegment(8cbe131a-7aa7-436e-9298-e1eae195e1cb),segment_id=8cbe131a-7aa7-436e-9298-e1eae195e1cb)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:56.153985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.174307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Calling delete_port for 01569364-f381-491a-9076-bbe61de75992 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:56.215959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] For port 01569364-f381-491a-9076-bbe61de75992, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=01569364-f381-491a-9076-bbe61de75992,segment=NetworkSegment(8cbe131a-7aa7-436e-9298-e1eae195e1cb),segment_id=8cbe131a-7aa7-436e-9298-e1eae195e1cb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:10:56.216326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.235674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Calling delete_port for 01569364-f381-491a-9076-bbe61de75992 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:10:56.343147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.393350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] No DVR routers for this DVR port 01569364-f381-491a-9076-bbe61de75992 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:56.406746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ddbcbc-6de6-45c8-9d85-fba42f5489a7 None None] Pushing event deleted for resources: {'Port': ['ID=01569364-f381-491a-9076-bbe61de75992,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:56.470131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 01569364-f381-491a-9076-bbe61de75992 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:10:56.513077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 01569364-f381-491a-9076-bbe61de75992 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:10:56.514074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 01569364-f381-491a-9076-bbe61de75992 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:10:56.607195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.625096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-f33abb4d-8103-470d-b1b2-9c49a0f65328 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:56.635833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-f33abb4d-8103-470d-b1b2-9c49a0f65328 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.2028270 Aug 30 23:10:56.654300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] No DVR routers for this DVR port 01569364-f381-491a-9076-bbe61de75992 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:10:56.674770 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-a8ecfa37-b649-4c65-ac4a-a84ceae9b3df tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/quotas/dbcaa87098474c1285a0c140a0c185ec HTTP/1.1" status: 200 len: 375 time: 0.0375535 Aug 30 23:10:56.678763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event deleted for resources: {'Port': ['ID=01569364-f381-491a-9076-bbe61de75992,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:56.828186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:56.845571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10dd8110-455c-422f-91f1-c26da403d75f']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:56.859722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-e0a82d31-4abd-46ed-bccf-43eab48f7162 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1476319 Aug 30 23:10:56.986874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-ae0e8259-eff8-4530-abdc-5e40f45156cd service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261330 Aug 30 23:10:56.998863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbe131a-7aa7-436e-9298-e1eae195e1cb') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:56.999205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbe131a-7aa7-436e-9298-e1eae195e1cb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:10:57.059768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:57.084185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:57.096023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:10:57.097458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:10:57.157439 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:10:57.198487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:57.203995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:57.212536 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] 10.222.0.25 "DELETE /v2.0/networks/10dd8110-455c-422f-91f1-c26da403d75f HTTP/1.1" status: 204 len: 168 time: 1.5608654 Aug 30 23:10:57.231870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a19f0-5d40-4456-86fa-9b2422b615e2 tempest-TagsExtTest-1858032260 tempest-TagsExtTest-1858032260-project] Pushing event deleted for resources: {'Network': ['ID=10dd8110-455c-422f-91f1-c26da403d75f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:57.250478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-c1f99419-3877-4d7f-8fc3-cbc631ca0930 service neutron] 10.222.0.25 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625976 Aug 30 23:10:57.503889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96b07b72-33af-44ad-938b-f0f983c63045 req-f207345a-a53e-413e-ac59-f7649cd95115 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 210 time: 0.0714355 Aug 30 23:10:57.696012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41212) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:57.854843 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:58.009841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5cd290e5-68f6-4943-9488-ac87b1a5af4e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=397916cf4bf94e95a1a285ef21e44113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3092959 Aug 30 23:10:58.011921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:10:58.117287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:58.159179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:58.273964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:58.278328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:58.279687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6db110cf-bce5-467c-940f-59f336ef88e1 HTTP/1.1" status: 204 len: 168 time: 0.2659967 Aug 30 23:10:58.313005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d3ada-d6dd-4a97-bd83-43809de9b345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db110cf-bce5-467c-940f-59f336ef88e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:10:58.704120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8374fb0b-9132-40ea-9761-1e197fae531d req-f7792f58-bccc-4221-9e0d-1f7751db24a4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 210 time: 0.0517371 Aug 30 23:10:59.159580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-32c07393-d731-4347-b923-4223ed38070d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:10:59.163613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-32c07393-d731-4347-b923-4223ed38070d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 805 time: 0.2561631 Aug 30 23:10:59.179318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Request body: {'port': {'device_id': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'admin_state_up': True, 'tenant_id': 'dbcaa87098474c1285a0c140a0c185ec'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:10:59.898415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Made reservation on behalf of dbcaa87098474c1285a0c140a0c185ec for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:10:59.907353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:10:59.938998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b4e6e55-de56-46eb-80fe-1851abdc5336 req-6076c6a9-697a-494b-a0a8-7bad30226d5d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 210 time: 0.0490022 Aug 30 23:11:00.286775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Allocated IP 172.20.0.2 (384520cd-2a00-46bc-afba-47646bc5baa9/03411621-3cae-478b-a026-30f9e334a5eb/4f561be6-335a-471b-bc3f-e186c29fe5cf) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:11:00.588947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:00.674683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:00.688445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:00.763678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event updated for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:00.772424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Network 384520cd-2a00-46bc-afba-47646bc5baa9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:00.779769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.780200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.780708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.781608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.782920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.783340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.783753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.784167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.784576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.784970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.785364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.789739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:00.797357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:00.799850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:11:00.859448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:00.860423 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:00.885749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-d556f828-603b-4c83-8cbc-31db498b356d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7113013 Aug 30 23:11:00.901483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Request body: {'port': {'device_id': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:01.062224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.330263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d462e2d6-882d-4624-8f46-8f823f639ccc req-5c0ccbfd-02ce-45ac-904c-e0c3d47eb299 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:01.331967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d462e2d6-882d-4624-8f46-8f823f639ccc req-5c0ccbfd-02ce-45ac-904c-e0c3d47eb299 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 931 time: 0.2360620 Aug 30 23:11:01.370216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41380) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:01.376386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897453982', 'description': 'tempest-secgroup-smoke-897453982 description', 'project_id': '6325ea2389ad4caa9b581b240d690f54'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:01.405045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.424206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d462e2d6-882d-4624-8f46-8f823f639ccc req-5b4f5a0f-4e88-441e-b4ca-a1518389d0e3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654392 Aug 30 23:11:01.520010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.528304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.566574 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.571237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:01.571430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1976502 Aug 30 23:11:01.577814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:01.578378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14761337-f3bd-4ece-8b30-a16c55a3b59e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=455bdf24-65aa-44ed-bae6-904a5d8d2781,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:01.583887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f561be6-335a-471b-bc3f-e186c29fe5cf {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:11:01.595074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.630131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Transition to ACTIVE for port object 4f561be6-335a-471b-bc3f-e186c29fe5cf will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:01.635278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.683430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:01.685723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.744113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:01.861716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.885913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Attempting to bind port 4f561be6-335a-471b-bc3f-e186c29fe5cf on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:11:01.886373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Attempting to bind port 4f561be6-335a-471b-bc3f-e186c29fe5cf by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:11:01.887077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Attempting to bind port 4f561be6-335a-471b-bc3f-e186c29fe5cf on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:01.892591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.894735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Port 4f561be6-335a-471b-bc3f-e186c29fe5cf on network 384520cd-2a00-46bc-afba-47646bc5baa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:11:01.894898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b71d660b-867b-4c18-b9e0-95b641ac0fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.895386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Attempting to bind port 4f561be6-335a-471b-bc3f-e186c29fe5cf on network 384520cd-2a00-46bc-afba-47646bc5baa9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:01.921295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.923044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509672 Aug 30 23:11:01.926249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:11:01.926799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Checking segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:11:01.927375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Bound using segment: {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:11:01.927979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Bound port: 4f561be6-335a-471b-bc3f-e186c29fe5cf, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f659a73e-e1c8-45c2-ac32-c647f2206307', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:11:01.928507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:01.930582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41404) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:01.937469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:01.945031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913c9baf-2693-4b05-8452-e1a47f9a4eb2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e585e28d-1685-49db-a717-d04a95ec134d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.031862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b71d660b-867b-4c18-b9e0-95b641ac0fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.038157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b71d660b-867b-4c18-b9e0-95b641ac0fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.052017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:11:02.057087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:11:02.086274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.107456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b71d660b-867b-4c18-b9e0-95b641ac0fca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dc761cd1702461a8ba1bb20dde5f0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223571 Aug 30 23:11:02.111175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:02.155348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.169815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d660b-867b-4c18-b9e0-95b641ac0fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc8588f-0de4-47ac-a189-92aca12a2e34,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.197701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:02.198481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.200651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] 10.222.0.47 "PUT /v2.0/ports/4f561be6-335a-471b-bc3f-e186c29fe5cf HTTP/1.1" status: 200 len: 1092 time: 1.3055387 Aug 30 23:11:02.213754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.266234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.276783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.277885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:02.281096 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c1c1c4-4977-4615-8af3-4566951f0f11" -d '{"events": [{"name": "network-changed", "server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:02.297143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.353361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44361297-9676-44ec-b0f1-df246862fcb5 service neutron] Pushing event updated for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.354318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.357588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.359393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a599652-81ec-42e6-bd73-507bc0a20445,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.363950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5fc8588f-0de4-47ac-a189-92aca12a2e34 HTTP/1.1" status: 204 len: 168 time: 0.2513819 Aug 30 23:11:02.384248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f352b-926f-46fe-99b9-06040ae7cb35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc8588f-0de4-47ac-a189-92aca12a2e34,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.392865 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83881b6a-1520-424f-a0fd-36473ac1acfe x-openstack-request-id: req-83881b6a-1520-424f-a0fd-36473ac1acfe {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:02.393364 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:02.393716 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83881b6a-1520-424f-a0fd-36473ac1acfe {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:02.394276 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf', 'status': 'completed', 'code': 200} Aug 30 23:11:02.396884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.401317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e1ae1266-93bb-4f9d-9d74-32f09b0fabc5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4659460 Aug 30 23:11:02.401565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:02.406567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:02.431478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-13761c3c-5220-4a25-ba6b-4d82aec37371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:02.447782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-13761c3c-5220-4a25-ba6b-4d82aec37371 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 1095 time: 0.1484604 Aug 30 23:11:02.479038 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.500113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-c063707c-ecc4-46cd-8e60-95d109d10b72 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf HTTP/1.1" status: 200 len: 217 time: 0.0512261 Aug 30 23:11:02.602267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-8220fcda-9d5f-4df7-a5ec-d223af9ec864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:02.604191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-8220fcda-9d5f-4df7-a5ec-d223af9ec864 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.0950372 Aug 30 23:11:02.616819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d482657-7b66-47de-b058-dc67a09b51e9 req-43988aa0-d2fc-44ce-a345-9c1219d66909 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:02.618471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6d482657-7b66-47de-b058-dc67a09b51e9 req-43988aa0-d2fc-44ce-a345-9c1219d66909 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 943 time: 0.0849845 Aug 30 23:11:02.629403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.639571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.661586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-4acc8caf-29c8-40b1-976e-ffe362921b57 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458593 Aug 30 23:11:02.664976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66756d97-d17a-4486-bdd4-b65b2b716e93,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.694130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.699103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-754de560-f119-4d10-86b3-0f63148ab42c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2961860 Aug 30 23:11:02.702747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:02.708982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:02.728897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6d482657-7b66-47de-b058-dc67a09b51e9 req-db34445a-0870-4d5f-8e2b-050016ab16c0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965757 Aug 30 23:11:02.766869 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.805686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-2ce6066d-2499-45f0-b572-bd1c79741b8c service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263080 Aug 30 23:11:02.852148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.862060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.891865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8e7430-ccd3-47a7-9830-f9e5448a16ff,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:02.896381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:02.902042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4b301576-9b03-4be7-933c-166ac03ccbd2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1979351 Aug 30 23:11:02.903080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:02.908576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:02.914041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:02.968209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-083f07f8-3a93-4a79-b359-006d11102e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.011744 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Project 6325ea2389ad4caa9b581b240d690f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:11:03.014251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-994708ec-ffe0-431a-9b63-999cc431cfa3 req-8005c61b-3b4d-41ca-a1a3-19f47407a74b service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017674 Aug 30 23:11:03.023319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.153636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-be24beed-cf35-4990-8312-7768e069e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:03.155649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-be24beed-cf35-4990-8312-7768e069e2a3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=dbcaa87098474c1285a0c140a0c185ec&device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 1095 time: 0.0812662 Aug 30 23:11:03.166768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-083f07f8-3a93-4a79-b359-006d11102e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.171059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.173194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-083f07f8-3a93-4a79-b359-006d11102e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.216959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.262020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083f07f8-3a93-4a79-b359-006d11102e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be3f18f8-bd14-423a-85e4-aec9f770878e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:03.280369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-083f07f8-3a93-4a79-b359-006d11102e55 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=31c1cf14f2a44cabaad503bf7e1e9a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3650448 Aug 30 23:11:03.282971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:03.288453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3effcab7-7748-4418-96b1-7979a6b5ce1e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:03.309925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.314567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0bc46ca7-24ba-42e6-90d0-2b25aa45ccb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4075737 Aug 30 23:11:03.315202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41452) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:03.323905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'security_group_rule': {'security_group_id': '455bdf24-65aa-44ed-bae6-904a5d8d2781', 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:03.356172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-abff35c9-7600-40e8-a516-10f64a4d2925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:03.357905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-abff35c9-7600-40e8-a516-10f64a4d2925 service neutron] 10.222.0.47 "GET /v2.0/networks?id=384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 200 len: 906 time: 0.1934381 Aug 30 23:11:03.390271 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Project 6325ea2389ad4caa9b581b240d690f54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:11:03.424627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-aa3f3a0d-e2d1-4609-8e4f-e443bc54c128 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf HTTP/1.1" status: 200 len: 217 time: 0.0539832 Aug 30 23:11:03.425387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.427093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.506144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.545716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-7a74d09d-84a4-4515-83af-df34e1d11b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:03.547494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-7a74d09d-84a4-4515-83af-df34e1d11b1c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 200 len: 845 time: 0.1088758 Aug 30 23:11:03.590918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.609110 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.612774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-8053ea23-eff5-42e7-9a0a-3e21452694f2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=384520cd-2a00-46bc-afba-47646bc5baa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485663 Aug 30 23:11:03.645246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f87a850-034c-4188-976a-5fb309cde435,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:03.682390 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.683485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1f32d41c-c0fd-4e9f-92d1-950829b1012e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3632782 Aug 30 23:11:03.702434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.704975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:03.706140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/be3f18f8-bd14-423a-85e4-aec9f770878e HTTP/1.1" status: 204 len: 168 time: 0.4222021 Aug 30 23:11:03.759162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca117af-00a1-4ae0-b27c-973cd69c192e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3f18f8-bd14-423a-85e4-aec9f770878e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:03.765681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-c84027ed-d88b-44b6-9cb5-866d715e3849 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411455 Aug 30 23:11:03.899229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57c1c1c4-4977-4615-8af3-4566951f0f11 req-e8053fec-b0b6-4b9d-8c57-39bbc266fdd1 service neutron] 10.222.0.47 "GET /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217511 Aug 30 23:11:03.932594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e30f55b-6347-4761-8f97-226e400cf9c7 req-619f244a-41b5-417d-a6d6-dff66bbfb335 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:03.942330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e30f55b-6347-4761-8f97-226e400cf9c7 req-619f244a-41b5-417d-a6d6-dff66bbfb335 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 943 time: 0.0919731 Aug 30 23:11:04.008932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e30f55b-6347-4761-8f97-226e400cf9c7 req-605feb95-e86c-409d-80bb-fd4b2ffbab76 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652218 Aug 30 23:11:05.165247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a53a7-b81d-4288-8cdd-26f7a3cc1c0e req-06f9f206-87fd-48e8-8d20-3d43e5af50c0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:05.167087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-570a53a7-b81d-4288-8cdd-26f7a3cc1c0e req-06f9f206-87fd-48e8-8d20-3d43e5af50c0 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 943 time: 0.0803993 Aug 30 23:11:05.219152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-570a53a7-b81d-4288-8cdd-26f7a3cc1c0e req-62365bb6-9b3d-49a0-a3f1-d5351024defc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449893 Aug 30 23:11:05.289057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f561be6-335a-471b-bc3f-e186c29fe5cf details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:11:05.516554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:05.539843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '4f561be6-335a-471b-bc3f-e186c29fe5cf', 'network_id': '384520cd-2a00-46bc-afba-47646bc5baa9', 'port_id': '4f561be6-335a-471b-bc3f-e186c29fe5cf', 'mac_address': 'fa:16:3e:4e:3d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03411621-3cae-478b-a026-30f9e334a5eb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:11:05.597216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:05.627165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f561be6-335a-471b-bc3f-e186c29fe5cf {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:11:05.683320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:05.689881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:05.798549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:05.957895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['4f561be6-335a-471b-bc3f-e186c29fe5cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:06.491331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4f1d34-3df5-4d60-8a75-34c031e74643 req-bceae8d6-765b-411e-b073-28570b03091a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:06.501616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a4f1d34-3df5-4d60-8a75-34c031e74643 req-bceae8d6-765b-411e-b073-28570b03091a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 944 time: 0.1314881 Aug 30 23:11:06.577217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a4f1d34-3df5-4d60-8a75-34c031e74643 req-f8932e86-e654-4aee-8a2f-88b988358607 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745137 Aug 30 23:11:07.317660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f561be6-335a-471b-bc3f-e186c29fe5cf up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:07.436818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 4f561be6-335a-471b-bc3f-e186c29fe5cf completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:07.443939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 4f561be6-335a-471b-bc3f-e186c29fe5cf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:07.444416 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:07.570205 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:07.602239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:07.604846 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2cd451-4073-488c-be8d-4fce1df9d3d2" -d '{"events": [{"server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "name": "network-vif-plugged", "status": "completed", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:07.641107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:07.656211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:07.657891 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:11:07.664476 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076463b8-3fbc-4018-b97f-99a08ccc0f76 x-openstack-request-id: req-076463b8-3fbc-4018-b97f-99a08ccc0f76 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:07.664782 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "name": "network-vif-plugged", "status": "completed", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:07.665040 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-076463b8-3fbc-4018-b97f-99a08ccc0f76 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:07.665439 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf', 'code': 200} Aug 30 23:11:07.734741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:07.824391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0518c3e-0329-4260-9907-a488ecce83fc req-55a15094-266d-43eb-9243-1b085e6df189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:07.826126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0518c3e-0329-4260-9907-a488ecce83fc req-55a15094-266d-43eb-9243-1b085e6df189 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 1097 time: 0.0932631 Aug 30 23:11:07.846385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c692831-2982-4ddf-944d-cfb1e507a390 req-27e32396-3a3f-4c3d-a4ee-0bfeee1aa875 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:07.850319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c692831-2982-4ddf-944d-cfb1e507a390 req-27e32396-3a3f-4c3d-a4ee-0bfeee1aa875 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1364906 Aug 30 23:11:07.911202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c692831-2982-4ddf-944d-cfb1e507a390 req-982bf716-729c-47fe-96e8-83da000b40d7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541422 Aug 30 23:11:07.930004 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0518c3e-0329-4260-9907-a488ecce83fc req-4270a334-2bc4-4bd5-bb6f-36e0fdc3f7c8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921738 Aug 30 23:11:09.108407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a0769-238a-412f-b179-929f03f3c170 req-166e2931-2df0-4957-8b1d-e4fdc7ed4a8f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:09.116491 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-315a0769-238a-412f-b179-929f03f3c170 req-166e2931-2df0-4957-8b1d-e4fdc7ed4a8f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1033120 Aug 30 23:11:09.202961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-315a0769-238a-412f-b179-929f03f3c170 req-50c43e5f-4ba6-4fe8-a56e-a7baf85dc02b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824287 Aug 30 23:11:10.142959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41758) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:10.301852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba5a6720-a09f-4559-bb57-7989eed14473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.304346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-101b0798-c3fd-41a8-80ef-3ad4d9d8f52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.394660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a09640-3f0a-4180-946c-d18380b99201 req-79c0825a-2e70-4066-a1eb-17ed89ea60e6 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:10.407757 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a09640-3f0a-4180-946c-d18380b99201 req-79c0825a-2e70-4066-a1eb-17ed89ea60e6 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0915205 Aug 30 23:11:10.463664 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69a09640-3f0a-4180-946c-d18380b99201 req-532f7d92-6703-4e2f-a9a2-0d1dd2b54153 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 Aug 30 23:11:10.466470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-101b0798-c3fd-41a8-80ef-3ad4d9d8f52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.473053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-101b0798-c3fd-41a8-80ef-3ad4d9d8f52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.502483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-101b0798-c3fd-41a8-80ef-3ad4d9d8f52a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02de655a8b164a3cba78661785ca896e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581326 Aug 30 23:11:10.505388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:10.558711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b0798-c3fd-41a8-80ef-3ad4d9d8f52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd559bc6-081c-4c54-9cf5-17eb6f5af5f5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:10.587397 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.649696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.725636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.735022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:10.736555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd559bc6-081c-4c54-9cf5-17eb6f5af5f5 HTTP/1.1" status: 204 len: 168 time: 0.2301397 Aug 30 23:11:10.746854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1f0d71-a340-4d2a-bd62-f5de10acd468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd559bc6-081c-4c54-9cf5-17eb6f5af5f5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:10.877541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f4e275-3a66-4a2c-9010-5f2e977ddf11 req-30f21f68-057a-4556-8ace-d0d14bf18411 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:10.885199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95f4e275-3a66-4a2c-9010-5f2e977ddf11 req-30f21f68-057a-4556-8ace-d0d14bf18411 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0623438 Aug 30 23:11:10.939857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95f4e275-3a66-4a2c-9010-5f2e977ddf11 req-b14afd97-d38e-478c-9632-37cdab69c254 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531673 Aug 30 23:11:11.095743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd5388-34f7-497d-b3bc-975e088519e2 req-64bbd9da-17e9-461f-b605-1ecd573a1fd9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:11.106923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03fd5388-34f7-497d-b3bc-975e088519e2 req-64bbd9da-17e9-461f-b605-1ecd573a1fd9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0872800 Aug 30 23:11:11.171535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-03fd5388-34f7-497d-b3bc-975e088519e2 req-a0788b53-ea41-4b88-86d6-d202cae6c169 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637224 Aug 30 23:11:11.304736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 41796) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:11.331990 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a70c4d7-e85f-4412-b61a-880d2e3466b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.536909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d6213-1727-48be-8e13-22e1a7294dd5 req-82600701-93e9-464e-9d9f-d0edcaea4e60 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:11.538488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e89d6213-1727-48be-8e13-22e1a7294dd5 req-82600701-93e9-464e-9d9f-d0edcaea4e60 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1006706 Aug 30 23:11:11.566891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a70c4d7-e85f-4412-b61a-880d2e3466b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.576067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a70c4d7-e85f-4412-b61a-880d2e3466b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.712525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70c4d7-e85f-4412-b61a-880d2e3466b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca69c8c2-b692-408d-a0e1-de8416c22a71,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:11.779619 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e89d6213-1727-48be-8e13-22e1a7294dd5 req-093378d2-b14d-428a-bed1-ae717f7717b1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246251 Aug 30 23:11:11.805601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a70c4d7-e85f-4412-b61a-880d2e3466b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=56b5e874a1e04ff4a064b90e0c1af29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4997234 Aug 30 23:11:11.808398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 41808) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:11.865772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.903912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.979828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.985030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:11.987040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca69c8c2-b692-408d-a0e1-de8416c22a71 HTTP/1.1" status: 204 len: 168 time: 0.1772349 Aug 30 23:11:12.002212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7f250-c02f-4b0b-8f27-340c57ebd7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca69c8c2-b692-408d-a0e1-de8416c22a71,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:12.938380 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:13.018439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47ad7-7a8f-4458-a1b6-3bd476b8a806 req-38853812-7691-45f7-a47f-bcd98533c919 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:13.020818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32f47ad7-7a8f-4458-a1b6-3bd476b8a806 req-38853812-7691-45f7-a47f-bcd98533c919 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0847604 Aug 30 23:11:13.112332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32f47ad7-7a8f-4458-a1b6-3bd476b8a806 req-6d60b454-96ea-4a37-8098-95f90eb77284 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841491 Aug 30 23:11:13.317989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14aaec2d-cdc3-4f13-82c6-ecfb6bbc8e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:14.383624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37227b7d-c9a3-4885-896a-b964a09704b2 req-7d8e112c-43c0-4656-aef0-c3686a716d5c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:14.393700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37227b7d-c9a3-4885-896a-b964a09704b2 req-7d8e112c-43c0-4656-aef0-c3686a716d5c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1448128 Aug 30 23:11:14.455147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37227b7d-c9a3-4885-896a-b964a09704b2 req-f2755a75-6bde-44e5-be71-9351dbbf57b6 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576406 Aug 30 23:11:14.573615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:15.703016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971d7004-c3eb-437b-81b5-184ed8741ecf req-2d8e0aad-6ad3-4962-81b6-097c41d74493 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:15.716998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-971d7004-c3eb-437b-81b5-184ed8741ecf req-2d8e0aad-6ad3-4962-81b6-097c41d74493 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0792882 Aug 30 23:11:15.785166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-971d7004-c3eb-437b-81b5-184ed8741ecf req-63ae447b-287f-4ad5-918f-f9065362dcde tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665503 Aug 30 23:11:15.999737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:16.798713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:16.983017 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0c04f17-1008-4f29-87cf-ca8b62809f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.018675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadf3f8-65b6-4f09-aa20-c5c60ef4ff88 req-cf729a25-130f-4bb0-b8ff-9ff468a6faef tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:17.020593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eadf3f8-65b6-4f09-aa20-c5c60ef4ff88 req-cf729a25-130f-4bb0-b8ff-9ff468a6faef tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1063325 Aug 30 23:11:17.099337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4eadf3f8-65b6-4f09-aa20-c5c60ef4ff88 req-26035423-788a-4315-9c59-1dab144ec7c5 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692251 Aug 30 23:11:17.200941 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0c04f17-1008-4f29-87cf-ca8b62809f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.206628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e0c04f17-1008-4f29-87cf-ca8b62809f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.246408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c04f17-1008-4f29-87cf-ca8b62809f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecd7771-fbb1-497a-8805-fbbafba8094a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:17.264125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42062) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:17.264669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e0c04f17-1008-4f29-87cf-ca8b62809f95 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd001dfab077432abe0f2484d4d18899&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644527 Aug 30 23:11:17.335476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.360222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.426225 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.429964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:17.434443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9ecd7771-fbb1-497a-8805-fbbafba8094a HTTP/1.1" status: 204 len: 168 time: 0.1689162 Aug 30 23:11:17.454817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69de07b0-f1a0-43ea-9ac5-3b57127d54f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecd7771-fbb1-497a-8805-fbbafba8094a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:17.992346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42086) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:18.019408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e806-f405-4fb5-84f6-d876923ecbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.216775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e806-f405-4fb5-84f6-d876923ecbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.252835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ba1e806-f405-4fb5-84f6-d876923ecbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.316077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba1e806-f405-4fb5-84f6-d876923ecbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c70f84b1-0dd9-41a7-ad3f-1d0dc62f3c07,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:18.358121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ba1e806-f405-4fb5-84f6-d876923ecbdd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=427a17f10b214d90a000464cba5596ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3633492 Aug 30 23:11:18.360724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:18.391157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfda476-159f-45d2-a549-72467a43e175 req-4e155642-d20d-43eb-965e-6662e710d66a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:18.402712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8dfda476-159f-45d2-a549-72467a43e175 req-4e155642-d20d-43eb-965e-6662e710d66a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2071295 Aug 30 23:11:18.456956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.478904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8dfda476-159f-45d2-a549-72467a43e175 req-7d5d91b9-737b-44a4-9ae2-9d0e144ef893 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744290 Aug 30 23:11:18.491959 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.568648 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.571418 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:18.572575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c70f84b1-0dd9-41a7-ad3f-1d0dc62f3c07 HTTP/1.1" status: 204 len: 168 time: 0.2105207 Aug 30 23:11:18.586321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308b5e0-bc72-4118-baba-958a153074f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c70f84b1-0dd9-41a7-ad3f-1d0dc62f3c07,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:19.718858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ea5f5-504d-4501-8ecb-e70f7f9cefb3 req-196d1509-1aee-44b9-bef5-54abe3835f41 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:19.728163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-808ea5f5-504d-4501-8ecb-e70f7f9cefb3 req-196d1509-1aee-44b9-bef5-54abe3835f41 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1212924 Aug 30 23:11:19.837740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-808ea5f5-504d-4501-8ecb-e70f7f9cefb3 req-1c15bbac-9e50-446c-8ebb-83121bd67aa4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086061 Aug 30 23:11:20.976154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150306f-05cc-45d2-b287-8c145cd27543 req-4d8fe76b-6474-4d2e-a2e3-80e947471dac tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:20.984800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0150306f-05cc-45d2-b287-8c145cd27543 req-4d8fe76b-6474-4d2e-a2e3-80e947471dac tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0833356 Aug 30 23:11:21.041160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0150306f-05cc-45d2-b287-8c145cd27543 req-d7beb400-905f-47eb-aefd-bd7a947273da tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503588 Aug 30 23:11:21.794545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:22.019302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dff889-6caf-4ff0-97cf-1d72c2805614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.250756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dff889-6caf-4ff0-97cf-1d72c2805614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.261586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dff889-6caf-4ff0-97cf-1d72c2805614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.374239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22dff889-6caf-4ff0-97cf-1d72c2805614 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd27712a85844e4a9779f4d7f35cc35b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5783331 Aug 30 23:11:22.375679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dff889-6caf-4ff0-97cf-1d72c2805614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0941dcc1-fb65-49a7-8943-c6282f6c1a27,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:22.378005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:22.398996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f04d2f-073d-4f96-ad48-dfaef869ed80 req-671bf065-d9e6-4ed7-aee5-f03d6493218c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:22.401743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91f04d2f-073d-4f96-ad48-dfaef869ed80 req-671bf065-d9e6-4ed7-aee5-f03d6493218c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2295325 Aug 30 23:11:22.416616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd59db2-7d2e-4329-99b0-256c5cb64051 req-0951fbe6-6d55-4fe9-988c-ffa727c49649 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:22.426709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fd59db2-7d2e-4329-99b0-256c5cb64051 req-0951fbe6-6d55-4fe9-988c-ffa727c49649 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1115882 Aug 30 23:11:22.478290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.498047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91f04d2f-073d-4f96-ad48-dfaef869ed80 req-a2f6e966-46d0-4aa1-88e3-d3a7ab006b0f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899222 Aug 30 23:11:22.522330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fd59db2-7d2e-4329-99b0-256c5cb64051 req-ad1433ef-09e4-41d4-9df6-cba04580254f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944765 Aug 30 23:11:22.553689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.582790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.663913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.666748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:22.669840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0941dcc1-fb65-49a7-8943-c6282f6c1a27 HTTP/1.1" status: 204 len: 168 time: 0.2660985 Aug 30 23:11:22.694107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc24d5-7018-40f6-a4c9-c59f51fbb535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0941dcc1-fb65-49a7-8943-c6282f6c1a27,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:23.668339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7b5c4-a8f2-45ce-aa1c-add8c9ccb2f6 req-7b913e24-d4d4-4d05-8b01-312fc40f240d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:23.670804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26c7b5c4-a8f2-45ce-aa1c-add8c9ccb2f6 req-7b913e24-d4d4-4d05-8b01-312fc40f240d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0718634 Aug 30 23:11:23.725997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26c7b5c4-a8f2-45ce-aa1c-add8c9ccb2f6 req-8e9df7f1-63f1-433b-84b2-dcf8e2d9dd15 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475695 Aug 30 23:11:23.755601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9c899e-be1b-470f-882c-552d6587b24b req-620d08f1-5e85-4f92-b5c3-7e48c346c6eb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:23.758786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b9c899e-be1b-470f-882c-552d6587b24b req-620d08f1-5e85-4f92-b5c3-7e48c346c6eb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0978312 Aug 30 23:11:23.800496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b9c899e-be1b-470f-882c-552d6587b24b req-5810fab4-18a6-42f1-b584-d1ebd2b6f248 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338554 Aug 30 23:11:24.944129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb85b40-31a2-496a-8916-c379c8f004b2 req-919bc324-922f-42fe-85ac-7543ab281fb7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:24.950867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb85b40-31a2-496a-8916-c379c8f004b2 req-919bc324-922f-42fe-85ac-7543ab281fb7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1340230 Aug 30 23:11:25.063598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8eb85b40-31a2-496a-8916-c379c8f004b2 req-aec2c73d-8de6-45ff-92ae-5d1df403a299 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900021 Aug 30 23:11:25.190420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6233b269-9f2a-4327-b35f-81980dff2528 req-f4df7635-4cc7-454a-bd2d-465fb8f8734b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:25.200921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6233b269-9f2a-4327-b35f-81980dff2528 req-f4df7635-4cc7-454a-bd2d-465fb8f8734b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1333525 Aug 30 23:11:25.290723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6233b269-9f2a-4327-b35f-81980dff2528 req-bcc0e338-9d41-4f69-bb2f-90d25a5f4579 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885713 Aug 30 23:11:26.302144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429078c9-b52b-45c5-90c6-42bec9c05d5b req-0b15e698-09d5-4292-8673-02343acf84ad tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:26.326730 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-429078c9-b52b-45c5-90c6-42bec9c05d5b req-0b15e698-09d5-4292-8673-02343acf84ad tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1281536 Aug 30 23:11:26.444069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-429078c9-b52b-45c5-90c6-42bec9c05d5b req-5a86dffd-5add-4bd3-b6e1-ff531ee5a958 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118615 Aug 30 23:11:26.523922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70505a16-373b-4d97-b172-ed06fa38a155 req-ab8842e3-5628-4ec7-b0bc-3f8308b91f42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:26.532238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70505a16-373b-4d97-b172-ed06fa38a155 req-ab8842e3-5628-4ec7-b0bc-3f8308b91f42 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0739193 Aug 30 23:11:26.582037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70505a16-373b-4d97-b172-ed06fa38a155 req-a42d7bc8-c937-4329-a511-2879c5d8f2b6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449989 Aug 30 23:11:26.829649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42520) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:26.979312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e985a679-4946-4eb5-bd74-d7e73fc899af admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.217821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e985a679-4946-4eb5-bd74-d7e73fc899af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.227988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e985a679-4946-4eb5-bd74-d7e73fc899af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.327535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e985a679-4946-4eb5-bd74-d7e73fc899af admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14206b8cf7b541a491165d907c061b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4952474 Aug 30 23:11:27.329708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985a679-4946-4eb5-bd74-d7e73fc899af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c463a4c-0841-4e55-9c91-77912542eabe,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:27.331742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:27.467021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.506254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.620187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.624598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.626484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7c463a4c-0841-4e55-9c91-77912542eabe HTTP/1.1" status: 204 len: 168 time: 0.2931910 Aug 30 23:11:27.865244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:27.891905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c87ea-e12f-4761-8ef7-1c1668470a8d req-8cea2dbe-870a-432d-9acb-02fe66f0d18a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:27.909482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f0c87ea-e12f-4761-8ef7-1c1668470a8d req-8cea2dbe-870a-432d-9acb-02fe66f0d18a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1537132 Aug 30 23:11:27.986087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f0c87ea-e12f-4761-8ef7-1c1668470a8d req-72d70210-00e5-4f9e-8976-88f39c3bca06 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754256 Aug 30 23:11:28.385683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63274b2-d924-483f-af6f-c2a062bda1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c463a4c-0841-4e55-9c91-77912542eabe,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:28.405586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23349d9c-5ee7-4988-b528-c4b79ba17c66 req-525cdf05-d08b-4edb-9e9e-a2e8c0787828 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:28.408823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23349d9c-5ee7-4988-b528-c4b79ba17c66 req-525cdf05-d08b-4edb-9e9e-a2e8c0787828 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.8295760 Aug 30 23:11:28.454452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42678) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:28.476789 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78e046e5-3716-4a70-a52d-5da4e772c0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.516695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23349d9c-5ee7-4988-b528-c4b79ba17c66 req-35677ddd-c024-4c1e-9027-463b6fd63bd8 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920157 Aug 30 23:11:28.626616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78e046e5-3716-4a70-a52d-5da4e772c0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.633328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78e046e5-3716-4a70-a52d-5da4e772c0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.674214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 42702) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:28.674726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-78e046e5-3716-4a70-a52d-5da4e772c0bd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9281b024ac2447daf738f7a93491d09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186868 Aug 30 23:11:28.709493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e046e5-3716-4a70-a52d-5da4e772c0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82caf83-617a-4d13-8d7c-94767ed2294a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:28.796186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.822883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.893298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.898227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:28.906422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e82caf83-617a-4d13-8d7c-94767ed2294a HTTP/1.1" status: 204 len: 168 time: 0.2303736 Aug 30 23:11:28.922869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf8a7c-40a2-45bd-810d-e77c410c3d5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82caf83-617a-4d13-8d7c-94767ed2294a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:29.303343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a8fcc-2bc3-4d07-a43c-700fb9dc48e2 req-387e42b5-a094-42e0-a66e-c8d7b75dd700 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:29.306027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a0a8fcc-2bc3-4d07-a43c-700fb9dc48e2 req-387e42b5-a094-42e0-a66e-c8d7b75dd700 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1173239 Aug 30 23:11:29.410072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a0a8fcc-2bc3-4d07-a43c-700fb9dc48e2 req-6680c1a7-9987-4918-be68-f2398d8dcad4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965319 Aug 30 23:11:29.765570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21801a-c0cf-4c96-b623-52ece885d57d req-5fce84b4-4629-4f4f-9dfc-8a56eb9b2eff tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:29.767948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da21801a-c0cf-4c96-b623-52ece885d57d req-5fce84b4-4629-4f4f-9dfc-8a56eb9b2eff tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0989926 Aug 30 23:11:29.815502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-b5889858-f17b-40ba-a090-1d2fbe77fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:29.825384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-b5889858-f17b-40ba-a090-1d2fbe77fcbc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.0785894 Aug 30 23:11:29.848046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da21801a-c0cf-4c96-b623-52ece885d57d req-e05c3750-1135-4065-bb73-f4f75442876d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728381 Aug 30 23:11:30.078754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-6d642dc3-b589-4966-90b2-8359741e89db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:30.084420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-6d642dc3-b589-4966-90b2-8359741e89db service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.2155190 Aug 30 23:11:30.248428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-65c3b3c3-f26a-4952-9008-16e0406b05e1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 1001 time: 0.1516435 Aug 30 23:11:30.361594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-750d5a74-48b8-46ce-8c60-4a5563afac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:30.363686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-750d5a74-48b8-46ce-8c60-4a5563afac43 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1070287 Aug 30 23:11:30.507578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-e0958fa6-73e5-4eac-aa95-b3a8f7dda4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:30.510744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-e0958fa6-73e5-4eac-aa95-b3a8f7dda4e7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1370265 Aug 30 23:11:30.701067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66329d99-ce92-49ed-9fde-a51d485b17ee req-1bb80522-8130-425a-9cfc-5d955bbe58d2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:30.703412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66329d99-ce92-49ed-9fde-a51d485b17ee req-1bb80522-8130-425a-9cfc-5d955bbe58d2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1106074 Aug 30 23:11:30.710990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-4e705747-6546-47b4-a51b-7859c446e42a service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908066 Aug 30 23:11:30.853447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66329d99-ce92-49ed-9fde-a51d485b17ee req-6576ee4a-e55d-4582-86cf-6586c6d64c0a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413250 Aug 30 23:11:30.901005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2ee58d6-28af-4f30-854f-981a6a321065 req-2d5383fd-bd43-440c-8776-76fc195b361e service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555445 Aug 30 23:11:31.161538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ddab28-c478-4e0d-b9e2-c462f7bde60b req-a7db5b3b-63f6-4084-a1cb-d3c3f72477b7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:31.164215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3ddab28-c478-4e0d-b9e2-c462f7bde60b req-a7db5b3b-63f6-4084-a1cb-d3c3f72477b7 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2035322 Aug 30 23:11:31.208892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3ddab28-c478-4e0d-b9e2-c462f7bde60b req-d41b5af0-679e-4a10-997a-97563d500dee tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373957 Aug 30 23:11:32.034555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576bf6ea-aeaf-483a-9890-b30977775756 req-8a786156-65d9-4d0c-91e6-022046677aa8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:32.042482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-576bf6ea-aeaf-483a-9890-b30977775756 req-8a786156-65d9-4d0c-91e6-022046677aa8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0717275 Aug 30 23:11:32.089045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-576bf6ea-aeaf-483a-9890-b30977775756 req-927b3f1d-3338-41bb-b607-2f14c38e203a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455766 Aug 30 23:11:32.386985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5722e72c-9b02-40f4-8856-e6d3424c0968 req-d5975693-3d50-4387-b806-9ba25364cae3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:32.388430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5722e72c-9b02-40f4-8856-e6d3424c0968 req-d5975693-3d50-4387-b806-9ba25364cae3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0527141 Aug 30 23:11:32.429106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5722e72c-9b02-40f4-8856-e6d3424c0968 req-245653cb-5381-4996-a24d-7cb708d3d9bc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337801 Aug 30 23:11:33.143441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3ff6c51d-4786-457c-8d80-819e5844a1d8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897453982&fields=id&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 267 time: 0.0454841 Aug 30 23:11:33.263560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f0818-9e66-44dc-b1b7-bdbe8e4e569b req-a7f4afe9-0d3a-4179-9fed-73d5ec9d289a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:33.264852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd3f0818-9e66-44dc-b1b7-bdbe8e4e569b req-a7f4afe9-0d3a-4179-9fed-73d5ec9d289a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0668154 Aug 30 23:11:33.291939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-665e1a74-1653-4916-94ba-61a93076673a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:33.293733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-665e1a74-1653-4916-94ba-61a93076673a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.1301932 Aug 30 23:11:33.313164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dd3f0818-9e66-44dc-b1b7-bdbe8e4e569b req-66ca014f-cd5d-4bbe-a5c0-db1cc43833da tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392122 Aug 30 23:11:33.318438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-0514b575-3f09-43d7-bcdb-b978db3f72dd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.0172210 Aug 30 23:11:33.376049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-0e07fd38-6fa6-4b0b-a06e-611abcf0734a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0564880 Aug 30 23:11:33.484403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-bae67a7c-a418-47e5-b88f-d6c4c4aaa275 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949569 Aug 30 23:11:33.601154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07598-0b53-424c-80ac-e574a32c2117 req-f50a11cd-92aa-45a2-83de-0b1e43567667 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:33.603464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-1ec5a907-3c4f-461b-86cb-d995e4c0122c service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129971 Aug 30 23:11:33.611144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1d07598-0b53-424c-80ac-e574a32c2117 req-f50a11cd-92aa-45a2-83de-0b1e43567667 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.0941365 Aug 30 23:11:33.664609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1d07598-0b53-424c-80ac-e574a32c2117 req-cd7e5963-62ce-408b-85f6-0f0c6feacab3 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523460 Aug 30 23:11:33.979575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:11:34.222952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:34.237437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:11:34.271609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cfe5ba85-fb03-4d45-911f-cedf85341677 req-4feb575a-b820-44bb-b311-c275ccfb1260 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.0787790 Aug 30 23:11:34.302511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:34.322476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:11:34.345605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:34.356966 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:34.449967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:34.464484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42936) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:34.467471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.468248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.468846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.469249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.469824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.470244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.470819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.479974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.482088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.482470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.483004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.484618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:34.515222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f27fe2ca-85ca-48c1-b233-269af8b27373'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:34.650004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5e92-544b-4111-badc-c87381b7f2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:34.709328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a066f-4408-4683-bda3-6e787a07abd3 req-d0054030-5ef6-47c0-ad80-a7d8f6710f45 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:34.711634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-367a066f-4408-4683-bda3-6e787a07abd3 req-d0054030-5ef6-47c0-ad80-a7d8f6710f45 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1919193 Aug 30 23:11:34.822467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-367a066f-4408-4683-bda3-6e787a07abd3 req-db019a32-3ae9-4fdd-b24b-b80c551ba829 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841022 Aug 30 23:11:34.923370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5e92-544b-4111-badc-c87381b7f2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:34.930613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ec7c5e92-544b-4111-badc-c87381b7f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:34.975932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04307a7-06cc-4a6c-9b14-327407d90188 req-0336df31-87d6-4230-99cf-9f7795b2622a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:34.983441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d04307a7-06cc-4a6c-9b14-327407d90188 req-0336df31-87d6-4230-99cf-9f7795b2622a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1621740 Aug 30 23:11:34.995722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ec7c5e92-544b-4111-badc-c87381b7f2c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cecc8d389b254d7887eb4719f16dc031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300062 Aug 30 23:11:34.998590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 42974) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:35.000067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c5e92-544b-4111-badc-c87381b7f2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085db548-d06a-402d-b4e9-1ee6f2be92e1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:35.047243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d04307a7-06cc-4a6c-9b14-327407d90188 req-a1229033-4c1f-4056-a517-942e344dd021 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628123 Aug 30 23:11:35.112541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:35.138581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:35.247658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:35.250195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:35.256666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/085db548-d06a-402d-b4e9-1ee6f2be92e1 HTTP/1.1" status: 204 len: 168 time: 0.2511945 Aug 30 23:11:35.271107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880e8658-47ae-4a6c-9645-13890525837d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085db548-d06a-402d-b4e9-1ee6f2be92e1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:35.434897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eac0942c-0725-487b-8dfe-c6ee2c9e6722 req-b94836b1-7eb0-4535-86e9-42637bf467ed tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.0544047 Aug 30 23:11:35.937430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-f4bbbd3e-851e-4177-b5f1-5566ca9920d9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:35.939027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-f4bbbd3e-851e-4177-b5f1-5566ca9920d9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.2318592 Aug 30 23:11:35.984610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:36.112474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-424c42e3-f898-4c90-ba4b-250844f5320a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 379 time: 0.1548693 Aug 30 23:11:36.135775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'security_groups': ['455bdf24-65aa-44ed-bae6-904a5d8d2781']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:36.194384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port f27fe2ca-85ca-48c1-b233-269af8b27373 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:36.196295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:36.203299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aacea4b-13c2-4855-868d-3d52a58dc93a req-61b5755e-4603-4f20-874a-a1cc263e42d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:36.227832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2aacea4b-13c2-4855-868d-3d52a58dc93a req-61b5755e-4603-4f20-874a-a1cc263e42d4 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 944 time: 0.2351305 Aug 30 23:11:36.340200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2aacea4b-13c2-4855-868d-3d52a58dc93a req-d5843b35-6628-4ed0-b722-9d6d40f74bae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049843 Aug 30 23:11:36.517265 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:36.728420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:11:36.801263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:36.806770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:36.812314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:36.820012 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c554f-f863-440e-8150-569b15306202" -d '{"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:36.823660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:36.915272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f48f26-de38-42f6-a082-973cec06cf11 req-e13f4183-94e8-4f58-8b0e-2fa3b1dcbb5a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:36.924192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79f48f26-de38-42f6-a082-973cec06cf11 req-e13f4183-94e8-4f58-8b0e-2fa3b1dcbb5a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.3204246 Aug 30 23:11:36.980347 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f8be9c39-3aaf-4e9e-9e7a-781a7440179c req-83ac6826-efc7-489e-afc8-2364c570fa5f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.1492162 Aug 30 23:11:37.075580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:37.101741 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c7e9ba-ce9f-4670-aa9f-72d9297a32a0 x-openstack-request-id: req-27c7e9ba-ce9f-4670-aa9f-72d9297a32a0 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:37.102267 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:37.102712 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27c7e9ba-ce9f-4670-aa9f-72d9297a32a0 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:37.103307 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'code': 200} Aug 30 23:11:37.116398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.3 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/c2a4ffea-3176-456f-94fe-29529c6bbcf9) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:11:37.250709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-79f48f26-de38-42f6-a082-973cec06cf11 req-4cbad474-ea98-4d49-84d2-825500ce50a1 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256390 Aug 30 23:11:37.563703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:37.634186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object c2a4ffea-3176-456f-94fe-29529c6bbcf9 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:37.679729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2c43-6127-4b53-9194-b556250ca339 req-f91439c9-a26b-42c1-ace5-aee7b8d3996f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:37.702374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-714a2c43-6127-4b53-9194-b556250ca339 req-f91439c9-a26b-42c1-ace5-aee7b8d3996f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0993364 Aug 30 23:11:37.742992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:37.813398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-714a2c43-6127-4b53-9194-b556250ca339 req-e8816d5b-6791-4b98-80da-e8d5d89fa4a3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100416 Aug 30 23:11:37.820025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:37.825891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:37.831639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:11:37.894779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:37.946146 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:37.947294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:37.970978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-984db043-4253-4df9-966c-2f0e9dd409d7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8461158 Aug 30 23:11:38.001825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Request body: {'port': {'device_id': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:38.249344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:38.270974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a0ffd-0cfa-4e72-83fc-cef61a730922 req-bf3f5eac-c859-4d1b-9a5c-fb10820f5339 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:38.273042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e9a0ffd-0cfa-4e72-83fc-cef61a730922 req-bf3f5eac-c859-4d1b-9a5c-fb10820f5339 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 931 time: 0.1944721 Aug 30 23:11:38.396579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-19f9093a-e152-4569-a03b-d43896f789f3 None None] Provisioning for port c2a4ffea-3176-456f-94fe-29529c6bbcf9 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:38.407566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-19f9093a-e152-4569-a03b-d43896f789f3 None None] Provisioning complete for port c2a4ffea-3176-456f-94fe-29529c6bbcf9 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:38.411388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19f9093a-e152-4569-a03b-d43896f789f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:38.503068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-19f9093a-e152-4569-a03b-d43896f789f3 None None] Port c2a4ffea-3176-456f-94fe-29529c6bbcf9 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:11:38.896249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2a4ffea-3176-456f-94fe-29529c6bbcf9 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:11:38.966485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.032607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2e9a0ffd-0cfa-4e72-83fc-cef61a730922 req-a77945d3-5f34-413f-945e-a96e95a342c7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394444 Aug 30 23:11:39.036141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Transition to ACTIVE for port object c2a4ffea-3176-456f-94fe-29529c6bbcf9 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:39.044794 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.143632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43066) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:39.148522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2016932956', 'description': 'tempest-secgroup-smoke-2016932956 description', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:39.306478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.356094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.387909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:39.562662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadb404f-f7b2-4585-a69c-a611980307ee req-2fc4af2b-377a-467d-ab5f-560aa87fa9c9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:39.571101 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fadb404f-f7b2-4585-a69c-a611980307ee req-2fc4af2b-377a-467d-ab5f-560aa87fa9c9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3596663 Aug 30 23:11:39.685966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383b4c8-49af-44c4-9c16-b237f4c4c9ea req-4fa699c6-97de-4aed-b2ee-8be7331bc32d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:39.688312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2383b4c8-49af-44c4-9c16-b237f4c4c9ea req-4fa699c6-97de-4aed-b2ee-8be7331bc32d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.3136244 Aug 30 23:11:39.770246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fadb404f-f7b2-4585-a69c-a611980307ee req-d21c0a3e-feb8-4a51-b99a-444a7f0cf70f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451108 Aug 30 23:11:39.860645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.862591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Attempting to bind port c2a4ffea-3176-456f-94fe-29529c6bbcf9 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:11:39.865127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Attempting to bind port c2a4ffea-3176-456f-94fe-29529c6bbcf9 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:11:39.865962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Attempting to bind port c2a4ffea-3176-456f-94fe-29529c6bbcf9 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:39.866166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.896094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2383b4c8-49af-44c4-9c16-b237f4c4c9ea req-7945d271-36f9-4c57-83fa-4f78cb927b5c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927838 Aug 30 23:11:39.902812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Port c2a4ffea-3176-456f-94fe-29529c6bbcf9 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:11:39.903676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Attempting to bind port c2a4ffea-3176-456f-94fe-29529c6bbcf9 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:39.920180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:11:39.921035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:11:39.921819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:11:39.923043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Bound port: c2a4ffea-3176-456f-94fe-29529c6bbcf9, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:11:39.923869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:39.931158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bde792-3acb-4da3-b457-761e6243df35,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:40.038214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.041101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.042119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.042891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.043675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.044287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.044873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.045460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.046101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.046723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.047338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.047913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.048488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:11:40.052866 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.085130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.086934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9422698 Aug 30 23:11:40.092016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43074) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:40.097098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:40.124758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3410dd9f-dc18-4f78-ab3f-dbebaa2be387 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bc74ce-6510-47f5-bf85-1ff7033c7465,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:40.137519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.257836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:11:40.266012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:11:40.313282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.365479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f671f60e-b544-4bf4-9173-a72344959f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.451420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.463713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.498134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:40.500317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.503000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] 10.222.0.52 "PUT /v2.0/ports/c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 200 len: 1092 time: 2.5160041 Aug 30 23:11:40.507716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:40.512406 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b" -d '{"events": [{"name": "network-changed", "server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:40.513124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c9c7f-9f7d-4994-a334-d0be6ab18771 req-999d194d-69ec-4beb-b7cd-19eb1de07dc9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:40.515369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f81c9c7f-9f7d-4994-a334-d0be6ab18771 req-999d194d-69ec-4beb-b7cd-19eb1de07dc9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1536658 Aug 30 23:11:40.521352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.522986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4296935 Aug 30 23:11:40.528099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43080) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:40.601111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd828a6-0b5f-4c67-baae-b0d35e1b8ff2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25352fba-7eb4-4b34-b5d7-e60a315d4556,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:40.610520 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89024f6c-ecc0-4bef-84a4-7857d8711c06 x-openstack-request-id: req-89024f6c-ecc0-4bef-84a4-7857d8711c06 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:40.610739 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:40.610990 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-89024f6c-ecc0-4bef-84a4-7857d8711c06 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:40.611393 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'status': 'completed', 'code': 200} Aug 30 23:11:40.615810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15e31f-002d-4f8e-b5a8-844dc74dac02 service neutron] Pushing event updated for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:40.629206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-b977d3b7-665c-4d63-827f-3fb23c64a210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:40.631345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-b977d3b7-665c-4d63-827f-3fb23c64a210 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1095 time: 0.0566280 Aug 30 23:11:40.640076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:40.700198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-ba66ad60-1310-4e88-be93-566f5029d513 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0550942 Aug 30 23:11:40.702135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f81c9c7f-9f7d-4994-a334-d0be6ab18771 req-cc1511a9-a9eb-4cca-9906-6aed2664b65f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742074 Aug 30 23:11:40.763288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.824018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-2f8e4287-823a-45c4-8ede-1c9541f0d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:40.830041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-2f8e4287-823a-45c4-8ede-1c9541f0d43e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1174576 Aug 30 23:11:40.880027 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.885587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.950152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b37539-71ad-486a-bcdb-64358538ee95,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:40.963442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:40.967760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2059fdf8-8703-403c-b9d5-b257d819cb61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4194956 Aug 30 23:11:40.968201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:40.978851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:41.021463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aeae1-3e19-4695-849d-74e4417df938 req-c36df9d0-a367-40da-b3af-fb58ee194bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:41.024888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-c36df9d0-a367-40da-b3af-fb58ee194bb4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1916754 Aug 30 23:11:41.051141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:41.148474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4d9a0-5741-4c49-9eaf-fcb2b8e2c730 req-dd86d854-58f9-45c8-ab2b-a0cb4dcd5556 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:41.160086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ae4d9a0-5741-4c49-9eaf-fcb2b8e2c730 req-dd86d854-58f9-45c8-ab2b-a0cb4dcd5556 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1027250 Aug 30 23:11:41.193724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:41.222057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:41.235373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ae4d9a0-5741-4c49-9eaf-fcb2b8e2c730 req-a36234a5-c809-4b64-a687-f33d36cb07ea tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738142 Aug 30 23:11:41.255169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f572d7-8abf-411d-ab0d-d1fb339103f9 req-def9bd42-3eb1-49b2-a88d-38c02a5ba93a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:41.270298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98f572d7-8abf-411d-ab0d-d1fb339103f9 req-def9bd42-3eb1-49b2-a88d-38c02a5ba93a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3157742 Aug 30 23:11:41.271105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddf27fd4-8cb2-473a-bcf4-de17027ac237,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:41.324010 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:41.325287 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dbbe8577-fa85-466a-bf41-cad65be3b674 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560040 Aug 30 23:11:41.328336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:41.343785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:41.394276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-7bd329ae-dfd5-49c2-ab3e-4157ba567b9f service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502514 Aug 30 23:11:41.474944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98f572d7-8abf-411d-ab0d-d1fb339103f9 req-6970c0d3-2b7e-4831-9463-42742f3b97f8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027400 Aug 30 23:11:42.023578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf08eb-e62a-4b77-b44b-76b5fcdc83d4 req-6d6af01d-4b48-4521-ae1b-6755b1a3175c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:42.046289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bcf08eb-e62a-4b77-b44b-76b5fcdc83d4 req-6d6af01d-4b48-4521-ae1b-6755b1a3175c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1508493 Aug 30 23:11:42.123451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bcf08eb-e62a-4b77-b44b-76b5fcdc83d4 req-5af2274f-eed7-4a2d-a6ca-f8a5d70a2cee tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688794 Aug 30 23:11:42.651920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:42.744752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77908a-0b37-4c6d-9e1d-0a95454c55a5 req-1bae322c-69e7-4d4a-a8f6-402e83536a9c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:42.758447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f77908a-0b37-4c6d-9e1d-0a95454c55a5 req-1bae322c-69e7-4d4a-a8f6-402e83536a9c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1012990 Aug 30 23:11:42.842343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c178a0a-fe8d-4a7c-8753-7c41903cfc6f req-ce0bf5b6-6ad4-4460-bf6b-23d9219a2c5f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:42.856183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c178a0a-fe8d-4a7c-8753-7c41903cfc6f req-ce0bf5b6-6ad4-4460-bf6b-23d9219a2c5f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2443094 Aug 30 23:11:42.925832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f84aeae1-3e19-4695-849d-74e4417df938 req-3f7f5891-4ca2-4511-ad07-443c6d07ac46 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5099089 Aug 30 23:11:42.928887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:42.937713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f77908a-0b37-4c6d-9e1d-0a95454c55a5 req-cea1e9b2-c8db-49b6-a4ef-6296ca326746 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714411 Aug 30 23:11:42.955365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:42.981485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.024327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c178a0a-fe8d-4a7c-8753-7c41903cfc6f req-eb6190db-5022-4e0f-b660-18ea0837bf4b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579483 Aug 30 23:11:43.084514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3350e5a3-5bbc-4a2b-83db-609366729ae7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:43.151481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.152920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53b1a4e7-d8be-4ee6-9beb-edbd3bad5947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8233042 Aug 30 23:11:43.158470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43112) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:43.164701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:43.232304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-2aa2bf12-0c85-4b81-a6ff-db1da766e8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:43.238056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-2aa2bf12-0c85-4b81-a6ff-db1da766e8a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1095 time: 0.1953936 Aug 30 23:11:43.241237 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:11:43.259070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.345317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1c44ae96-ed09-4bb6-8ac1-59d2fe391027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.398968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.410735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.452653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.454836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2951372 Aug 30 23:11:43.459960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43120) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:43.476474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f0bc74ce-6510-47f5-bf85-1ff7033c7465', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:43.507648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c469f05-46d8-4c97-9d03-010b7bc53b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f9dfdb0-2ca2-4033-b197-463b359dfb2a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:43.617928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d7a64b-ad8b-4a63-8313-fa06ded9799a req-66abc875-b43a-4ca5-8bf9-1ec524bc74cb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:43.619746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6d7a64b-ad8b-4a63-8313-fa06ded9799a req-66abc875-b43a-4ca5-8bf9-1ec524bc74cb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.2417834 Aug 30 23:11:43.718684 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:11:43.740582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5114d444-b06e-4e5d-8244-faa4091e0341 req-d072ac5a-5182-4128-bee6-1a22e9f4b3a9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:43.751917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-4eef64d7-f638-4580-9fa6-23c7d343d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:43.753470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-4eef64d7-f638-4580-9fa6-23c7d343d126 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.5118754 Aug 30 23:11:43.762149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5114d444-b06e-4e5d-8244-faa4091e0341 req-d072ac5a-5182-4128-bee6-1a22e9f4b3a9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2115459 Aug 30 23:11:43.816797 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:43.857023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-71664f16-1feb-4e1a-bccf-ad2a7bd102dc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 200 len: 217 time: 0.0844684 Aug 30 23:11:43.909017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6d7a64b-ad8b-4a63-8313-fa06ded9799a req-7b9cffa5-d335-43b8-821e-6e5ea5846202 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2537601 Aug 30 23:11:43.966117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-4c526131-45c2-43c5-9d70-6d012b198b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:43.967951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-4c526131-45c2-43c5-9d70-6d012b198b25 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1007049 Aug 30 23:11:44.042188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5114d444-b06e-4e5d-8244-faa4091e0341 req-772e49d2-2f30-414c-b5c8-371b95cf1d1a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588766 Aug 30 23:11:44.092020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.100440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.173529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8646d4ca-2bc8-48f8-a66f-5077583433d1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:44.216743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.228076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ec9fbee4-5f41-4987-bb7e-43ea39f96530 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7659402 Aug 30 23:11:44.229653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:44.244528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'network': {'name': 'tempest-network-smoke--336497571', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:44.281665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-bcd16dc7-72bc-49ee-9fa8-4babfd356cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:44.308904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-bcd16dc7-72bc-49ee-9fa8-4babfd356cb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3263283 Aug 30 23:11:44.440959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:11:44.465156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bb7e9-d1f3-449c-b3a4-13fe8129147a req-c9d06e37-e4d5-4828-85d2-d907db4b6567 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:44.478350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef2bb7e9-d1f3-449c-b3a4-13fe8129147a req-c9d06e37-e4d5-4828-85d2-d907db4b6567 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.3003998 Aug 30 23:11:44.505535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.574047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef2bb7e9-d1f3-449c-b3a4-13fe8129147a req-59807674-17a2-4c1e-8331-93715324eccc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951200 Aug 30 23:11:44.603263 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.619312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:11:44.640484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.642235 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Added segment 1d18a40d-a374-4c4d-af32-9c23f17911cc of type vlan for network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec Aug 30 23:11:44.668643 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:11:44.684482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-a05c6784-2ba3-46ba-a843-5d890dcb1852 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607066 Aug 30 23:11:44.761679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.901933 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.916772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:44.923241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:44.957322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bb9e5-e1cd-476c-82e9-0a501114220f req-ec16611f-da5c-4e48-842b-26761a147f6d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:44.960451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-908bb9e5-e1cd-476c-82e9-0a501114220f req-ec16611f-da5c-4e48-842b-26761a147f6d tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.6568637 Aug 30 23:11:44.988875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ef0a7b-9e5c-42be-a30c-a9c67279754b req-81b86978-aa05-48ce-ae6d-85d2bcb29dcf service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963762 Aug 30 23:11:45.053502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43138) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:45.054113 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8223441 Aug 30 23:11:45.064860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'admin_state_up': True, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:45.083838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853ec7f-9754-48b0-85d9-524f5ce56758 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Network': ['ID=6dbfa1d0-9998-4c20-817f-9bf521bc0fec,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:45.099326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:11:45.127335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-908bb9e5-e1cd-476c-82e9-0a501114220f req-80beefef-667e-4d6f-aa1b-931aea76a5cc tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372604 Aug 30 23:11:45.195108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:45.196424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:45.239840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6eb2f-8d65-4c75-9d8a-04afe1e14b14 req-fca6fab7-4ac0-4c4b-808f-976da4ecbeb0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:45.244524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bf6eb2f-8d65-4c75-9d8a-04afe1e14b14 req-fca6fab7-4ac0-4c4b-808f-976da4ecbeb0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1607351 Aug 30 23:11:45.363745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:45.432313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9bf6eb2f-8d65-4c75-9d8a-04afe1e14b14 req-c79383be-fa0f-4ff1-9f81-f20c9afd8fe0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468790 Aug 30 23:11:45.601552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228d13ac-128a-4cc2-8c3e-ce200fe2f175 req-76df9b38-09e1-4b31-b18e-f59d0a4ceb20 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:45.613171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:45.614029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-228d13ac-128a-4cc2-8c3e-ce200fe2f175 req-76df9b38-09e1-4b31-b18e-f59d0a4ceb20 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1250830 Aug 30 23:11:45.703330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-228d13ac-128a-4cc2-8c3e-ce200fe2f175 req-bd1129e3-1107-4f52-9fbe-9282e54e64f9 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834022 Aug 30 23:11:45.829373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd36816-d263-4b92-b766-17b4b5a80703 req-215b2bb5-7658-4553-97a0-85ccc86fbdc0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:45.831109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cd36816-d263-4b92-b766-17b4b5a80703 req-215b2bb5-7658-4553-97a0-85ccc86fbdc0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1114352 Aug 30 23:11:45.893065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7cd36816-d263-4b92-b766-17b4b5a80703 req-c479ff50-3e93-4e47-880c-530290e6e5bc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538242 Aug 30 23:11:46.017514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:46.040189 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:46.072684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:46.293072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.147 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1a6b8d67-cc9b-48b8-a37b-6854afef6160) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:11:46.426837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:46.477214 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:46.526614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:46.533083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:46.544584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:11:46.576882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=1a6b8d67-cc9b-48b8-a37b-6854afef6160,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:46.622317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207db40-d57d-4596-9f16-0b32293444ed req-7c14d9e1-6041-4aa5-92a8-87539c3b19a1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:46.631446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e207db40-d57d-4596-9f16-0b32293444ed req-7c14d9e1-6041-4aa5-92a8-87539c3b19a1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1077926 Aug 30 23:11:46.683009 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e207db40-d57d-4596-9f16-0b32293444ed req-12dadf68-d43e-4c4a-bcbf-214050fb51a1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502951 Aug 30 23:11:46.986287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-99a08abb-30fe-46ec-8782-becfd292d1c4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:46.988036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-99a08abb-30fe-46ec-8782-becfd292d1c4 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.1972404 Aug 30 23:11:47.096299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe081d-2974-4da4-acc6-b730efc44d65 req-4bf7efe8-963f-43ad-99fa-8bf42156abd2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:47.104222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdbe081d-2974-4da4-acc6-b730efc44d65 req-4bf7efe8-963f-43ad-99fa-8bf42156abd2 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 945 time: 0.2177074 Aug 30 23:11:47.176391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec99b89-a8c6-4ff5-9309-206e50b125a0 req-4cbc2887-600e-4ad5-a235-345466985911 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:47.177992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ec99b89-a8c6-4ff5-9309-206e50b125a0 req-4cbc2887-600e-4ad5-a235-345466985911 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1358321 Aug 30 23:11:47.259408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdbe081d-2974-4da4-acc6-b730efc44d65 req-c0b6ea7e-8a5a-4a37-9eac-327f594b1b3a tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542926 Aug 30 23:11:47.267389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:47.278127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ec99b89-a8c6-4ff5-9309-206e50b125a0 req-60650ee7-7b0b-428d-a700-42a1cc7bb20e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874214 Aug 30 23:11:47.369932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port 4f561be6-335a-471b-bc3f-e186c29fe5cf {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:11:47.370684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:47.584940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port 4f561be6-335a-471b-bc3f-e186c29fe5cf, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=4f561be6-335a-471b-bc3f-e186c29fe5cf,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:47.585187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:47.611539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for 4f561be6-335a-471b-bc3f-e186c29fe5cf owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:11:47.719132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:47.968679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e7ae90-9b71-419f-9e6e-b0c305efe4a3 req-96698ced-0f1c-4645-be19-beeb23c59312 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:47.976956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1e7ae90-9b71-419f-9e6e-b0c305efe4a3 req-96698ced-0f1c-4645-be19-beeb23c59312 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1546113 Aug 30 23:11:48.029069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:48.043102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc', '4f561be6-335a-471b-bc3f-e186c29fe5cf'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:48.087697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:11:48.124781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=4f561be6-335a-471b-bc3f-e186c29fe5cf,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:48.130168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d1e7ae90-9b71-419f-9e6e-b0c305efe4a3 req-aaf1e16e-730d-4083-a086-f1d34bb0176c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359823 Aug 30 23:11:48.209799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port 4f561be6-335a-471b-bc3f-e186c29fe5cf on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:11:48.311878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:48.341823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b23da435-6b52-428d-8ba6-a3be5f9273f0 req-fcfa0c9f-c250-4a29-ad80-7bcecaa3273c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "DELETE /v2.0/ports/4f561be6-335a-471b-bc3f-e186c29fe5cf HTTP/1.1" status: 204 len: 173 time: 1.2969003 Aug 30 23:11:48.342434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'name': 'network-vif-deleted', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:48.357708 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae32d475-c348-40d5-963f-938391f229ca" -d '{"events": [{"server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "name": "network-vif-deleted", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:48.472799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1335b80-8829-4239-9682-4bc673f665b1 req-15d058f6-b9d6-4bdc-8b6b-e4e124378167 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd9a92cf-e481-4782-9897-c2878fc49328 HTTP/1.1" status: 200 len: 210 time: 0.0583434 Aug 30 23:11:48.560670 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbce16d-3d37-42e4-aac3-d3947145011f x-openstack-request-id: req-7dbce16d-3d37-42e4-aac3-d3947145011f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:48.560983 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd9a92cf-e481-4782-9897-c2878fc49328", "name": "network-vif-deleted", "tag": "4f561be6-335a-471b-bc3f-e186c29fe5cf", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:48.561230 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7dbce16d-3d37-42e4-aac3-d3947145011f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:48.561628 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd9a92cf-e481-4782-9897-c2878fc49328', 'name': 'network-vif-deleted', 'tag': '4f561be6-335a-471b-bc3f-e186c29fe5cf', 'status': 'completed', 'code': 200} Aug 30 23:11:48.612684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cc617a-33a7-41c9-9e17-1c53afb4a3f4 req-b94d66d4-905e-470f-9053-f3bd4ddd517f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:48.620915 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72cc617a-33a7-41c9-9e17-1c53afb4a3f4 req-b94d66d4-905e-470f-9053-f3bd4ddd517f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0894735 Aug 30 23:11:48.647558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:11:48.660836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Sync routers for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:11:48.679515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:11:48.684446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:48.762566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:48.765264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0e199fb6-6b6b-4692-901c-326fdf36f5a5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.7106171 Aug 30 23:11:48.768516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:48.804652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72cc617a-33a7-41c9-9e17-1c53afb4a3f4 req-d54dccc6-82e6-4485-8a1d-63b1cf5007c6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1825185 Aug 30 23:11:48.844856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:11:48.918867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43198) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:49.056219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67f7a386-a026-4bd4-bc06-c0a50fc60ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.217640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67f7a386-a026-4bd4-bc06-c0a50fc60ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.246652 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67f7a386-a026-4bd4-bc06-c0a50fc60ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.316072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7cb46590-08f9-4951-b813-78e77e6d762d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cddf05cd7bf34777b75256b0b8ae28ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5463550 Aug 30 23:11:49.318889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:49.362257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7a386-a026-4bd4-bc06-c0a50fc60ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7444b1ab-55bf-4e26-b2f4-a75d143c5ddc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:49.379312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67f7a386-a026-4bd4-bc06-c0a50fc60ea2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bd9f312853bb44d996bce89be645a8eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4586701 Aug 30 23:11:49.386904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43210) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:49.391225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:46Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:49.432506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d0b86-661d-41af-b355-f23572b3004c req-8ab6e8d2-b24c-4744-a99b-2c5d6aeaa8cd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:49.441463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-168d0b86-661d-41af-b355-f23572b3004c req-8ab6e8d2-b24c-4744-a99b-2c5d6aeaa8cd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1459298 Aug 30 23:11:49.445965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Checking router: e9d9a09d-d405-4a8d-808f-0cf43bf94d60 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:11:49.446343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Updating router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:11:49.509911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.530260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.565369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-168d0b86-661d-41af-b355-f23572b3004c req-a4ea55aa-08a9-43e6-859f-1735a097aa01 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222470 Aug 30 23:11:49.654473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.813001 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.817169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:49.818721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7444b1ab-55bf-4e26-b2f4-a75d143c5ddc HTTP/1.1" status: 204 len: 168 time: 0.4293954 Aug 30 23:11:49.852943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11993b95-f04e-473d-bd5c-08e7825b8b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444b1ab-55bf-4e26-b2f4-a75d143c5ddc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:50.047859 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:50.094479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Transition to ACTIVE for port object 1a6b8d67-cc9b-48b8-a37b-6854afef6160 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:50.104258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:50.170440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Attempting to bind port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:11:50.172819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Attempting to bind port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:11:50.173485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Attempting to bind port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:50.248692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:11:50.257314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:11:50.258304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:50.259258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:11:50.260790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Bound port: 1a6b8d67-cc9b-48b8-a37b-6854afef6160, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:11:50.261481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:50.319132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5c938-ab37-4b77-8355-95a68fa0d6d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b8d67-cc9b-48b8-a37b-6854afef6160,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:50.461647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] For port 1a6b8d67-cc9b-48b8-a37b-6854afef6160, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:11:50.470654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] For port 1a6b8d67-cc9b-48b8-a37b-6854afef6160, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1a6b8d67-cc9b-48b8-a37b-6854afef6160,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:11:50.477889 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:50.605436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:11:50.606242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:50.690955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5c938-ab37-4b77-8355-95a68fa0d6d1 None None] Pushing event updated for resources: {'Port': ['ID=1a6b8d67-cc9b-48b8-a37b-6854afef6160,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:50.724249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b058a8a-d44c-45d6-a8ab-5391e2144066 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:50.734820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5b058a8a-d44c-45d6-a8ab-5391e2144066 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.4148357 Aug 30 23:11:50.739664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:50.781624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb40718c-cce9-45f6-85a0-68004234b283 req-10ed1363-5b59-4009-93eb-fd3600870868 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:50.782859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:11:50.800327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb40718c-cce9-45f6-85a0-68004234b283 req-10ed1363-5b59-4009-93eb-fd3600870868 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2961707 Aug 30 23:11:50.818597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dcc01a90-6eaf-4b3b-a48c-1acd17224360 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0767224 Aug 30 23:11:50.821030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:50.828034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1799979678', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:11:50.909366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6930c2-dfb4-4ac3-bd4c-d18efe7a057c req-4869740c-94c0-4a48-8b82-531d4398e62c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:50.917283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b6930c2-dfb4-4ac3-bd4c-d18efe7a057c req-4869740c-94c0-4a48-8b82-531d4398e62c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.2257175 Aug 30 23:11:50.921947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb40718c-cce9-45f6-85a0-68004234b283 req-dd8a48d1-57b9-4d7c-b5eb-fe156548478c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000445 Aug 30 23:11:51.011257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b6930c2-dfb4-4ac3-bd4c-d18efe7a057c req-0e1e5e98-1842-4113-a42b-e06f1b8154b7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929759 Aug 30 23:11:51.031520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:11:51.039102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:51.454851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:46Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:51.515366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ab60fb-1894-4e1a-b4e5-6f86eeae0916 None None] The sync data for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 is: [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:46Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:11:51.526388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:51.546189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f561be6-335a-471b-bc3f-e186c29fe5cf no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:11:51.610964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 4f561be6-335a-471b-bc3f-e186c29fe5cf {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:11:51.613225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 4f561be6-335a-471b-bc3f-e186c29fe5cf not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:11:51.636685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8b885-b12c-45f9-8322-4dd022c4daa8 req-4ae32bd7-6a03-4d4a-9952-ce5d243b9bfa tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:51.643180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9b8b885-b12c-45f9-8322-4dd022c4daa8 req-4ae32bd7-6a03-4d4a-9952-ce5d243b9bfa tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.1657622 Aug 30 23:11:51.711856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Subnet': ['ID=ee6512b1-692e-409a-bd15-6d20dfa08a04,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:51.722888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Checking segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:11:51.723443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network hostable DHCP agents. Network: 6dbfa1d0-9998-4c20-817f-9bf521bc0fec, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:11:51.756580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9b8b885-b12c-45f9-8322-4dd022c4daa8 req-e7324de2-2d05-4586-81bd-41c5245c24ad tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016564 Aug 30 23:11:51.795323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:11:51.814047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 6dbfa1d0-9998-4c20-817f-9bf521bc0fec) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:51.818881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:51.822627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:51.838633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6e8aa7-255b-4fb1-b29a-f006082ad145 None None] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:11:51.844857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf3b76dd-9b49-4236-bcac-23df6d85b30b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0227530 Aug 30 23:11:51.848305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:52.223121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:11:52.224013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:52.319132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a033a-7c08-4591-a9bc-77cda2436e61 req-8e47cbca-d581-46ee-863b-e885aaf6b606 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:52.321473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d2a033a-7c08-4591-a9bc-77cda2436e61 req-8e47cbca-d581-46ee-863b-e885aaf6b606 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.1350596 Aug 30 23:11:52.424717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d2a033a-7c08-4591-a9bc-77cda2436e61 req-954083fa-ea22-4e44-b564-bfdb362be23b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973299 Aug 30 23:11:52.589868 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1a6b8d67-cc9b-48b8-a37b-6854afef6160 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:52.595759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0711333-5aea-43ec-b8a1-d2f400b2f77d req-60158c5d-69cb-4e8c-ada9-463b3981adc2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:52.604055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:52.611606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0711333-5aea-43ec-b8a1-d2f400b2f77d req-60158c5d-69cb-4e8c-ada9-463b3981adc2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.4602344 Aug 30 23:11:52.776332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d0711333-5aea-43ec-b8a1-d2f400b2f77d req-03a63eab-7dc2-402c-98b5-ce57d8009571 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476896 Aug 30 23:11:52.849264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Allocated IP 172.20.0.2 (6dbfa1d0-9998-4c20-817f-9bf521bc0fec/ee6512b1-692e-409a-bd15-6d20dfa08a04/fedf34c2-8974-4488-b7ad-db67c3a24e46) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:11:52.877435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:52.981139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:52.982287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.011870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684dbf42-b23f-4349-85fe-5ab89f18b427 req-2e9bb1b2-7e9d-4113-a233-5c01e055ea45 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:53.014992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-684dbf42-b23f-4349-85fe-5ab89f18b427 req-2e9bb1b2-7e9d-4113-a233-5c01e055ea45 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.1210237 Aug 30 23:11:53.086223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adbadd3-374b-45cb-836e-124b487184bd req-1e724f36-0a6a-4b4f-80f2-b2989d93643f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:53.088349 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1adbadd3-374b-45cb-836e-124b487184bd req-1e724f36-0a6a-4b4f-80f2-b2989d93643f tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.2512295 Aug 30 23:11:53.215825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-684dbf42-b23f-4349-85fe-5ab89f18b427 req-62fffe74-5a10-487d-ac55-b9332e562f49 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953228 Aug 30 23:11:53.470176 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.588588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.604491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Transition to ACTIVE for port object fedf34c2-8974-4488-b7ad-db67c3a24e46 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:53.638179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Transition to ACTIVE for port object fedf34c2-8974-4488-b7ad-db67c3a24e46 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:53.646596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1a6b8d67-cc9b-48b8-a37b-6854afef6160, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1a6b8d67-cc9b-48b8-a37b-6854afef6160,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:53.649376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.668907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.699268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:53.703426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:53.707886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:11:53.793584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6995387-d969-43f3-a656-ba368803436f req-af257ae5-0809-4993-80b9-92680cbf44d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:53.805493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6995387-d969-43f3-a656-ba368803436f req-af257ae5-0809-4993-80b9-92680cbf44d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 943 time: 0.2192328 Aug 30 23:11:53.818394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Attempting to bind port fedf34c2-8974-4488-b7ad-db67c3a24e46 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:11:53.818879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Attempting to bind port fedf34c2-8974-4488-b7ad-db67c3a24e46 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:11:53.819486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Attempting to bind port fedf34c2-8974-4488-b7ad-db67c3a24e46 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:11:53.826057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:11:53.826640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Checking segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:11:53.827252 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.828007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Bound using segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:11:53.828596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Bound port: fedf34c2-8974-4488-b7ad-db67c3a24e46, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:11:53.829160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.831745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Pushing event updated for resources: {'Port': ['ID=fedf34c2-8974-4488-b7ad-db67c3a24e46,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:53.903900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Deleting port cc172413-0093-4d09-ac6b-7dc0efba01bc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:11:53.904156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:53.961360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1a6b8d67-cc9b-48b8-a37b-6854afef6160,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:53.972989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5811b598-0856-43ea-bf98-d1d05564dca7 req-802c442c-a200-47f5-88be-789cd74c806a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:53.976515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] For port fedf34c2-8974-4488-b7ad-db67c3a24e46, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:11:53.981312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5811b598-0856-43ea-bf98-d1d05564dca7 req-802c442c-a200-47f5-88be-789cd74c806a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0878029 Aug 30 23:11:53.984549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] For port fedf34c2-8974-4488-b7ad-db67c3a24e46, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fedf34c2-8974-4488-b7ad-db67c3a24e46,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:11:53.993229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.050982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6995387-d969-43f3-a656-ba368803436f req-db1d17b4-7cc1-467d-90d9-d10d1adcdabb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437165 Aug 30 23:11:54.075649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5811b598-0856-43ea-bf98-d1d05564dca7 req-fafc3c30-5ca0-43a5-af54-7716ea3e1f8c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931783 Aug 30 23:11:54.122709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c2a4ffea-3176-456f-94fe-29529c6bbcf9 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:11:54.150801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] For port cc172413-0093-4d09-ac6b-7dc0efba01bc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=cc172413-0093-4d09-ac6b-7dc0efba01bc,segment=NetworkSegment(f659a73e-e1c8-45c2-ac32-c647f2206307),segment_id=f659a73e-e1c8-45c2-ac32-c647f2206307)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:54.151873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.168077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad497c8-9765-45d6-b5d3-2e4fadcda32b None None] Pushing event updated for resources: {'Port': ['ID=fedf34c2-8974-4488-b7ad-db67c3a24e46,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:54.188159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.190775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Calling delete_port for cc172413-0093-4d09-ac6b-7dc0efba01bc owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:11:54.392122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:54.406492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'mac_address': 'fa:16:3e:59:78:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:11:54.486821 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.513941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2a4ffea-3176-456f-94fe-29529c6bbcf9 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:11:54.589228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:54.601429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.731488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59b80b-dda4-4e60-8c87-6d30c36c959d req-ee15a111-05b7-49b4-9986-195c1c73b365 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:54.733505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d59b80b-dda4-4e60-8c87-6d30c36c959d req-ee15a111-05b7-49b4-9986-195c1c73b365 tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/ports?device_id=e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f HTTP/1.1" status: 200 len: 945 time: 0.3320663 Aug 30 23:11:54.782230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:54.794230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1a6b8d67-cc9b-48b8-a37b-6854afef6160 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:54.885285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:54.885963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:54.985822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d59b80b-dda4-4e60-8c87-6d30c36c959d req-1e7f493c-2569-4c9e-9c47-b10450c3155b tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.25 "GET /v2.0/security-groups?id=6b93d17e-256a-40e1-a6d1-f958527bce8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386920 Aug 30 23:11:55.009572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c2a4ffea-3176-456f-94fe-29529c6bbcf9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:55.047135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:55.081074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Pushing event deleted for resources: {'Port': ['ID=cc172413-0093-4d09-ac6b-7dc0efba01bc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:55.108382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.1 (6dbfa1d0-9998-4c20-817f-9bf521bc0fec/ee6512b1-692e-409a-bd15-6d20dfa08a04/46054fbd-405f-4373-9454-d772d21f134b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:11:55.185863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['cc172413-0093-4d09-ac6b-7dc0efba01bc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:11:55.187932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] No DVR routers for this DVR port cc172413-0093-4d09-ac6b-7dc0efba01bc on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:11:55.202162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:55.206526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1adbadd3-374b-45cb-836e-124b487184bd req-0c6654ed-e12d-452e-b6f1-8cc32c46197c tempest-ServersTestJSON-478779023 tempest-ServersTestJSON-478779023-project] 10.222.0.47 "DELETE /v2.0/ports/cc172413-0093-4d09-ac6b-7dc0efba01bc HTTP/1.1" status: 204 len: 173 time: 1.8989480 Aug 30 23:11:55.207342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'name': 'network-vif-deleted', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:55.215792 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457b9797-8a09-41f1-ba29-7a0eeef36a61" -d '{"events": [{"server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "name": "network-vif-deleted", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:55.271287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fedf34c2-8974-4488-b7ad-db67c3a24e46 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:55.532675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14b818-c1d4-4357-bd89-413902a7732f req-136aafff-f9d5-4d2d-8bd0-ea6c802d9d26 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:55.535298 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d14b818-c1d4-4357-bd89-413902a7732f req-136aafff-f9d5-4d2d-8bd0-ea6c802d9d26 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 944 time: 0.2055171 Aug 30 23:11:55.559995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fedf34c2-8974-4488-b7ad-db67c3a24e46 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:55.597677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59e1a0-5ef5-401b-b039-a6640808ab8f req-c7e6e930-d329-48f1-b602-78606d3c53de tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:55.610409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd59e1a0-5ef5-401b-b039-a6640808ab8f req-c7e6e930-d329-48f1-b602-78606d3c53de tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2476492 Aug 30 23:11:55.651901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:55.677568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d14b818-c1d4-4357-bd89-413902a7732f req-f9d8b798-5772-42c0-89b6-ea26896f5566 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261055 Aug 30 23:11:55.713056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 46054fbd-405f-4373-9454-d772d21f134b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:11:55.765282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd59e1a0-5ef5-401b-b039-a6640808ab8f req-fe15d27c-83bc-41ae-83d9-5655c5bcceb8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424606 Aug 30 23:11:55.836195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:55.857579 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b147acb-c8a9-4562-9f71-97311f870506 x-openstack-request-id: req-0b147acb-c8a9-4562-9f71-97311f870506 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:55.857906 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f", "name": "network-vif-deleted", "tag": "cc172413-0093-4d09-ac6b-7dc0efba01bc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:55.858165 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0b147acb-c8a9-4562-9f71-97311f870506 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:55.858571 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3434cf0-2d60-488c-a6a3-a67dd9b5ff6f', 'name': 'network-vif-deleted', 'tag': 'cc172413-0093-4d09-ac6b-7dc0efba01bc', 'status': 'completed', 'code': 200} Aug 30 23:11:55.936841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:55.946796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:55.955651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:11:56.029528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947e694b-8970-461d-9e10-46706ddfeb04 None None] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:11:56.044321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:56.090969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.116024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43350) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:56.153870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Provisioning for port fedf34c2-8974-4488-b7ad-db67c3a24e46 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:56.182973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Provisioning complete for port fedf34c2-8974-4488-b7ad-db67c3a24e46 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:56.183350 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.232958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Deleting subnet 03411621-3cae-478b-a026-30f9e334a5eb {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:11:56.242150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.302683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.348420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.376781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.429090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.470774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03411621-3cae-478b-a026-30f9e334a5eb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:56.479073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.480394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.483178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-58abb1d8-4a4e-41b4-8c14-67c1d5169a75 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/03411621-3cae-478b-a026-30f9e334a5eb HTTP/1.1" status: 204 len: 168 time: 0.3655763 Aug 30 23:11:56.485204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43354) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:56.588795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] For port fedf34c2-8974-4488-b7ad-db67c3a24e46, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fedf34c2-8974-4488-b7ad-db67c3a24e46,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:56.599917 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.649460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.773955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b5b32-d93f-48ca-b054-7970647342ed None None] Pushing event updated for resources: {'Port': ['ID=fedf34c2-8974-4488-b7ad-db67c3a24e46,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:56.928492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:56.954109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['384520cd-2a00-46bc-afba-47646bc5baa9']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:56.968103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f659a73e-e1c8-45c2-ac32-c647f2206307') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:56.968405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f659a73e-e1c8-45c2-ac32-c647f2206307') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:56.979754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.000117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.007910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:11:57.008328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.101687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Provisioning complete for port fedf34c2-8974-4488-b7ad-db67c3a24e46 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:57.102287 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.104974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aea35ca-c4e7-42bd-ba7c-24639fc8403e req-0adb7ba7-22a9-46cc-878d-23a96a3758bb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:57.126399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aea35ca-c4e7-42bd-ba7c-24639fc8403e req-0adb7ba7-22a9-46cc-878d-23a96a3758bb tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2057378 Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:11:57.198493 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:11:57.283038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6aea35ca-c4e7-42bd-ba7c-24639fc8403e req-9b38757f-4205-4aa9-92eb-0c4356ed5e38 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1511130 Aug 30 23:11:57.292836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ed023-294a-40d2-bcb6-9c8f51b90e7f req-36c3803f-a363-4ae0-8d86-97179820338d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:57.322846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-479ed023-294a-40d2-bcb6-9c8f51b90e7f req-36c3803f-a363-4ae0-8d86-97179820338d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 944 time: 0.4725025 Aug 30 23:11:57.339530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.353884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.367648 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.395086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.405451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] 10.222.0.25 "DELETE /v2.0/networks/384520cd-2a00-46bc-afba-47646bc5baa9 HTTP/1.1" status: 204 len: 168 time: 0.9137015 Aug 30 23:11:57.452731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Provisioning for port 46054fbd-405f-4373-9454-d772d21f134b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:57.464158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Provisioning complete for port 46054fbd-405f-4373-9454-d772d21f134b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:57.464541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.514578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.526687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:57.527533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-479ed023-294a-40d2-bcb6-9c8f51b90e7f req-8b824062-be01-410b-a609-eb269cd7b26e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037380 Aug 30 23:11:57.535680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee99a40-03d7-4046-bb97-52d1993cb2fe admin admin] Pushing event deleted for resources: {'Network': ['ID=384520cd-2a00-46bc-afba-47646bc5baa9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:57.566257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-02a983ed-e7d0-47d4-a062-801c4e15acee None None] Port 46054fbd-405f-4373-9454-d772d21f134b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:11:57.596462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device cc172413-0093-4d09-ac6b-7dc0efba01bc no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:11:57.628917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: cc172413-0093-4d09-ac6b-7dc0efba01bc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:11:57.629882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device cc172413-0093-4d09-ac6b-7dc0efba01bc not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:11:57.699868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:11:57.701641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:11:57.803348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-15ad57f1-13f3-47f5-809c-442a7799c802 None None] Provisioning complete for port 46054fbd-405f-4373-9454-d772d21f134b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:57.803731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-15ad57f1-13f3-47f5-809c-442a7799c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.886734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:57.890869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:11:57.895503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-15ad57f1-13f3-47f5-809c-442a7799c802 None None] Port 46054fbd-405f-4373-9454-d772d21f134b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:11:57.928146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:57.979392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-802877d7-221d-4a0c-be85-1a1474729bb0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dbcaa87098474c1285a0c140a0c185ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472243 Aug 30 23:11:57.988014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:58.054039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.080635 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.081355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:11:58.087168 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f7e5b8cb-cfaf-4ba1-8613-1bc0d8d6a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/e9d9a09d-d405-4a8d-808f-0cf43bf94d60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2377648 Aug 30 23:11:58.098054 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Sync routers for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:11:58.124477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c2a4ffea-3176-456f-94fe-29529c6bbcf9 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:58.128141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0cfa4730-77a3-4c2f-a9d6-ee8b9ff655cc None None] Provisioning complete for port 46054fbd-405f-4373-9454-d772d21f134b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:58.128513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0cfa4730-77a3-4c2f-a9d6-ee8b9ff655cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.130818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:11:58.131482 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:58.152848 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.155923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.162262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6b93d17e-256a-40e1-a6d1-f958527bce8b HTTP/1.1" status: 204 len: 168 time: 0.1715302 Aug 30 23:11:58.171363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717426e-cde4-4458-865a-42d320765e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b93d17e-256a-40e1-a6d1-f958527bce8b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:58.226022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0cfa4730-77a3-4c2f-a9d6-ee8b9ff655cc None None] Port 46054fbd-405f-4373-9454-d772d21f134b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:11:58.283603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c2a4ffea-3176-456f-94fe-29529c6bbcf9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:11:58.291534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c2a4ffea-3176-456f-94fe-29529c6bbcf9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:58.292222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.505281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.520103 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:11:58.594715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-b7ba35e9-0d75-43d9-a106-b8fbb5cfe435 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2016932956&fields=id&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 267 time: 0.1425986 Aug 30 23:11:58.652001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:11:58.653600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fedf34c2-8974-4488-b7ad-db67c3a24e46 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:11:58.658765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93314464-07cb-45d3-92fc-cc8c20e439c6 req-c023b85f-118e-457b-9974-57723c021716 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:58.661006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-93314464-07cb-45d3-92fc-cc8c20e439c6 req-c023b85f-118e-457b-9974-57723c021716 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1400795 Aug 30 23:11:58.741475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-93314464-07cb-45d3-92fc-cc8c20e439c6 req-7c7db21b-6d17-4173-a1a8-6c0ee7a43f60 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721824 Aug 30 23:11:58.775951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:11:58.792869 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a891a74-3376-4d01-8ae9-deef8474d117" -d '{"events": [{"server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:11:58.812246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:58.991047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-ebf28689-9667-4e42-8ade-4ec1de340890 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:59.003233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-ebf28689-9667-4e42-8ade-4ec1de340890 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 796 time: 0.3934541 Aug 30 23:11:59.019200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fedf34c2-8974-4488-b7ad-db67c3a24e46 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:11:59.019584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:59.044957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-11055dc8-7a39-4309-8fe6-48c35d102ab8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/quotas/cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 375 time: 0.0303907 Aug 30 23:11:59.046628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a97f1-b92f-4446-b02e-3441c98b5a19 req-edb9bc43-5f90-4828-b551-380106e45056 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:59.059628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f95a97f1-b92f-4446-b02e-3441c98b5a19 req-edb9bc43-5f90-4828-b551-380106e45056 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.1576071 Aug 30 23:11:59.111643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:11:59.192100 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 2, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:11:59.202777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f95a97f1-b92f-4446-b02e-3441c98b5a19 req-090c9b92-eac7-4499-a0fd-4630f356e61b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365933 Aug 30 23:11:59.218881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-4e9602aa-771a-445a-bfe2-28bfd487b6e2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1668260 Aug 30 23:11:59.273099 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Checking router: e9d9a09d-d405-4a8d-808f-0cf43bf94d60 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:11:59.276485 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Updating router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 port 46054fbd-405f-4373-9454-d772d21f134b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:11:59.309833 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:11:59.351398 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab0b6d4c-8496-443d-83a1-51e80373507f x-openstack-request-id: req-ab0b6d4c-8496-443d-83a1-51e80373507f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:11:59.351898 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "name": "network-vif-plugged", "status": "completed", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:11:59.352301 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab0b6d4c-8496-443d-83a1-51e80373507f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:11:59.353477 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'code': 200} Aug 30 23:11:59.546798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-d8ebd648-df41-4db2-888e-e7aea0072659 service neutron] 10.222.0.25 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242962 Aug 30 23:11:59.562688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3b0ca5-1d42-4276-b76e-f42c3f9fe246 req-2d2989c7-5973-421a-a141-3ecf378b7141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:11:59.572590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0e3b0ca5-1d42-4276-b76e-f42c3f9fe246 req-2d2989c7-5973-421a-a141-3ecf378b7141 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1097 time: 0.1288745 Aug 30 23:11:59.649252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0e3b0ca5-1d42-4276-b76e-f42c3f9fe246 req-6ecb620a-d771-466e-83c8-d0bf90e2cdea service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755844 Aug 30 23:11:59.715997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:11:59.780107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-e2ff9e50-7bd2-4927-88df-bc5e8d877ff0 service neutron] 10.222.0.25 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320349 Aug 30 23:11:59.857758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-71213586-network', 'tenant_id': '9bf3302dbc6f44f28233c45c3030f30e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:00.018587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Made reservation on behalf of 9bf3302dbc6f44f28233c45c3030f30e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:00.031585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.075042 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.076074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.110222 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Transition to ACTIVE for port object 46054fbd-405f-4373-9454-d772d21f134b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:00.120404 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.133320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de0a05-3d1e-4d69-b183-d4032204161c req-3aa9b162-1791-4265-86ae-b5cc09474aff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:00.135480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23de0a05-3d1e-4d69-b183-d4032204161c req-3aa9b162-1791-4265-86ae-b5cc09474aff tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2142949 Aug 30 23:12:00.145429 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5026abaf-a8cf-4e71-8d6d-0040956c9af2 req-d30c3d0a-e85f-4bb8-9126-3cf6f7f39f52 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.0631011 Aug 30 23:12:00.201832 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Pushing event updated for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:00.212481 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.212952 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.213161 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.213492 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.213850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.214798 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.215569 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.215841 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.216181 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.216516 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.217194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.217544 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.318950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Attempting to bind port 46054fbd-405f-4373-9454-d772d21f134b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:00.319737 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Attempting to bind port 46054fbd-405f-4373-9454-d772d21f134b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:00.320343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Attempting to bind port 46054fbd-405f-4373-9454-d772d21f134b on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:00.329324 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:00.338193 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Checking segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:00.339087 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.339827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Bound using segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:00.340663 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Bound port: 46054fbd-405f-4373-9454-d772d21f134b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:00.341324 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.366730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23de0a05-3d1e-4d69-b183-d4032204161c req-e5594908-a008-4704-a2d9-5b274192a84e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109301 Aug 30 23:12:00.499234 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] For port 46054fbd-405f-4373-9454-d772d21f134b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:00.508433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] For port 46054fbd-405f-4373-9454-d772d21f134b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=46054fbd-405f-4373-9454-d772d21f134b,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:00.525189 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.582905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.593017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.605680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654319b-0f42-441c-92a9-a199b1145e8b req-8c664e53-f962-480e-b493-111acfd77c9b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:00.623110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e654319b-0f42-441c-92a9-a199b1145e8b req-8c664e53-f962-480e-b493-111acfd77c9b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.2200935 Aug 30 23:12:00.623431 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:00.624215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:00.667810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:12:00.748890 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0443bfe7-2052-469f-9bba-f23c1b107ea0 None None] Pushing event updated for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:00.751588 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:00.752139 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Added segment d433ba88-b472-4ed0-95d5-e7fd7431bef0 of type vlan for network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 Aug 30 23:12:00.791868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:00.963326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.964408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.965267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.965938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.966459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.968092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.968667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.969645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.970017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.970356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.970693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:00.971028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:01.022273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:01.027760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e654319b-0f42-441c-92a9-a199b1145e8b req-ff8a9b65-1918-4e86-9bf7-532739452063 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003813 Aug 30 23:12:01.112335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:01.113651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:01.116399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:01.227636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5102572 Aug 30 23:12:01.233550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:01.244046 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:01.254155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Request body: {'subnet': {'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-71213586-subnet', 'tenant_id': '9bf3302dbc6f44f28233c45c3030f30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:01.290598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90b7d41-1eca-47c2-9f16-f82ba21e18a5 admin admin] Pushing event updated for resources: {'Network': ['ID=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:01.308856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:12:01.407923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Made reservation on behalf of 9bf3302dbc6f44f28233c45c3030f30e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:01.418478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:01.472544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-92a320d1-4238-4a49-834a-3bd3b53ee844 req-7422326b-a801-4ba1-8087-e657464a04cf tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.0463116 Aug 30 23:12:01.721830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba8558-9b2e-4173-a829-5ea60329a360 req-3dc63c36-7dc8-49b3-8938-1782e78dd7cc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:01.730208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5ba8558-9b2e-4173-a829-5ea60329a360 req-3dc63c36-7dc8-49b3-8938-1782e78dd7cc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1179185 Aug 30 23:12:01.832020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b5ba8558-9b2e-4173-a829-5ea60329a360 req-bc9d1dbb-8c6f-4906-ac1f-7aba4eacfa7e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008151 Aug 30 23:12:01.937162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:00Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:02.022156 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e087f81-b05e-4076-9095-cfbce8f2cc12 None None] The sync data for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 is: [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:00Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:02.170889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:02.341141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Pushing event updated for resources: {'Subnet': ['ID=aba5ebcb-5dae-4b0d-b479-324f921719d8,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:02.367723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3ded73-9700-4bf0-814e-c204b43eaf4c req-97977e83-b376-45f5-aed9-0df005f7bb1a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:02.380266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d3ded73-9700-4bf0-814e-c204b43eaf4c req-97977e83-b376-45f5-aed9-0df005f7bb1a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.2312348 Aug 30 23:12:02.383055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Checking segment: {'id': 'd433ba88-b472-4ed0-95d5-e7fd7431bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:02.383442 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Network hostable DHCP agents. Network: 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:12:02.428967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:12:02.460459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:02.472982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8ecdcb-33f9-4984-80c7-092c800981ba None None] Network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:02.474899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:02.475967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:02.597133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7dde55cd-d271-43e7-b4a2-df145b21f49c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3619595 Aug 30 23:12:02.680121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 46054fbd-405f-4373-9454-d772d21f134b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:02.879565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-796ca6c8-b223-40b4-a6e6-b0a5d41865a3 req-7e06727a-1dab-40f7-ad25-46cd5c04a558 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.1410134 Aug 30 23:12:02.963523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 46054fbd-405f-4373-9454-d772d21f134b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:02.980819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 46054fbd-405f-4373-9454-d772d21f134b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:02.981196 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:03.132274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60301b01-1053-4392-9bb5-928dbf6c8436 None None] Network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:03.321126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f74b1-f73c-4a2d-b489-9b02e283da9f req-1f5a129a-f371-4c6c-b925-cf6e5caaff14 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:03.335929 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-730f74b1-f73c-4a2d-b489-9b02e283da9f req-1f5a129a-f371-4c6c-b925-cf6e5caaff14 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1891074 Aug 30 23:12:03.430488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-730f74b1-f73c-4a2d-b489-9b02e283da9f req-09b4fd5c-f387-4b1e-8e13-130307ecd650 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883286 Aug 30 23:12:03.486706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:03.545225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 46054fbd-405f-4373-9454-d772d21f134b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=46054fbd-405f-4373-9454-d772d21f134b,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:03.579349 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:03.808708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:03.824312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43490) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:03.829911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-75145429-network', 'tenant_id': '264a26e768ba41f5890799ac9792a8e9'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:03.889680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Made reservation on behalf of 264a26e768ba41f5890799ac9792a8e9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:03.892636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:03.908696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:03.982184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d3ded73-9700-4bf0-814e-c204b43eaf4c req-2385e5a4-39d1-422f-8c39-b2842c731bd0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5931244 Aug 30 23:12:04.004631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-db0d6e55-bb15-4652-a6ba-7dbbe399c12b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:04.021152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-db0d6e55-bb15-4652-a6ba-7dbbe399c12b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 796 time: 1.6088967 Aug 30 23:12:04.141963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-d08ba8a7-6a64-4e14-ad64-66ae0cecac47 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 380 time: 0.1129665 Aug 30 23:12:04.160780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'port': {'device_id': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'admin_state_up': True, 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'security_groups': ['f0bc74ce-6510-47f5-bf85-1ff7033c7465']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:04.186766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-465c50c4-35b7-463c-964f-03b48499f1ae req-4f984ebd-2272-4c27-b7de-a5d223cea545 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.0708640 Aug 30 23:12:04.279804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.291187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.342229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:12:04.381281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:04.386033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.390462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.391137 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Added segment b52b559f-ca89-443c-a3b8-08d0cee384b9 of type vlan for network d80c4d38-df34-4240-971a-704f237676b0 Aug 30 23:12:04.465899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7639c5-fbf8-4b37-9bc1-025a49b5801d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:04.488423 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.546641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.548182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:04.548182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.579741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 46054fbd-405f-4373-9454-d772d21f134b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:04.642387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771f599-155a-4a69-8df5-30f35a754bb4 req-c9e3b8aa-a0fe-4974-a57b-98798ed8a541 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:04.652002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9771f599-155a-4a69-8df5-30f35a754bb4 req-c9e3b8aa-a0fe-4974-a57b-98798ed8a541 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.5047483 Aug 30 23:12:04.719989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 46054fbd-405f-4373-9454-d772d21f134b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:04.725545 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.730336 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] Pushing event updated for resources: {'Network': ['ID=d80c4d38-df34-4240-971a-704f237676b0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:04.761634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d80c4d38-df34-4240-971a-704f237676b0 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:12:04.812131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9771f599-155a-4a69-8df5-30f35a754bb4 req-db54a681-a4de-4de0-86d6-481bee68e073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505747 Aug 30 23:12:04.848731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:04.851438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:04.855499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Request body: {'subnet': {'network_id': 'd80c4d38-df34-4240-971a-704f237676b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-75145429-subnet', 'tenant_id': '264a26e768ba41f5890799ac9792a8e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:04.861913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-364acbab-f52b-4cf9-b11e-98d2d1fdb089 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0363123 Aug 30 23:12:04.896605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Made reservation on behalf of 264a26e768ba41f5890799ac9792a8e9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:04.900589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:04.927658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417ba17-c9dc-4aee-8658-bd23594fc535 req-bd80df2a-3578-4d69-8f3e-c6098cfc4434 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:04.931146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8417ba17-c9dc-4aee-8658-bd23594fc535 req-bd80df2a-3578-4d69-8f3e-c6098cfc4434 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2020748 Aug 30 23:12:05.023032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8417ba17-c9dc-4aee-8658-bd23594fc535 req-c89ba489-3bd4-4ef9-9e6b-f37c68f1bd25 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857775 Aug 30 23:12:05.074308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.6 (6dbfa1d0-9998-4c20-817f-9bf521bc0fec/ee6512b1-692e-409a-bd15-6d20dfa08a04/c9ec9a5c-1718-4327-b26a-35b8b95f9f92) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:05.331366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-09fa356e-62e5-45ea-9094-cd6586fa46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:05.332938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-09fa356e-62e5-45ea-9094-cd6586fa46fe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1097 time: 0.3044457 Aug 30 23:12:05.567781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c8d81a54-174e-4063-8794-c1a33c7ff0a5 req-3b36bcc2-d52a-4ad6-8feb-37cc9e91f52a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.1468461 Aug 30 23:12:05.624222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:05.643129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:05.726518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982f5e97-332b-4711-a6e2-f8c333496b9e tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:05.731936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-982f5e97-332b-4711-a6e2-f8c333496b9e tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1092 time: 0.8616917 Aug 30 23:12:05.732271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43526) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:05.736920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:05.748465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object c9ec9a5c-1718-4327-b26a-35b8b95f9f92 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:05.761231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-0aba6dd9-c795-4270-9754-2a78380ab32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:05.762847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-0aba6dd9-c795-4270-9754-2a78380ab32d service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.4077742 Aug 30 23:12:05.768190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c18599-5e60-43bc-bc97-fdde51549973,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:05.792806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:05.925738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:05.998584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Checking segment: {'id': 'b52b559f-ca89-443c-a3b8-08d0cee384b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'd80c4d38-df34-4240-971a-704f237676b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:05.999273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Network hostable DHCP agents. Network: d80c4d38-df34-4240-971a-704f237676b0, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:12:06.008403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:06.015713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:06.018641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-50d561dc-e3bf-4c53-ba23-374983cf9e81 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 1001 time: 0.2414339 Aug 30 23:12:06.019884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:06.026034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:06.075834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:06.120744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Network d80c4d38-df34-4240-971a-704f237676b0 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:12:06.143026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d80c4d38-df34-4240-971a-704f237676b0) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:06.160669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:06.161447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.164273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f4db31-ae27-46c0-a617-fa8b3119f7b7 None None] Network d80c4d38-df34-4240-971a-704f237676b0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:06.177200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:06.177685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.182609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-8f0d6ef7-3834-48e6-9e38-41115cd1c63c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0342190 Aug 30 23:12:06.187509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.187747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-8d4a001e-4a3e-4b87-be29-45a906a0563a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:06.189426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-8d4a001e-4a3e-4b87-be29-45a906a0563a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1528425 Aug 30 23:12:06.197949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Request body: {'port': {'device_id': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:06.288234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-398ea67e-28a4-4ed5-b584-59c897243750 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4379706 Aug 30 23:12:06.316204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.361009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-c58401cb-1af5-4185-b471-198c7830cdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:06.362821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-c58401cb-1af5-4185-b471-198c7830cdb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1286571 Aug 30 23:12:06.494572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5115cf-9ead-4615-9b4c-a4536161c085 None None] Network d80c4d38-df34-4240-971a-704f237676b0 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:06.675576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68e30803-973e-4c5a-9d8a-c6153e00e27b None None] Provisioning for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:06.728608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.25.7.198 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7917658b-aeb2-46b8-a74c-d88da1b46ed9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:06.792636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-b6d0871e-7ee3-4c72-a8c1-41a40439f56b service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221404 Aug 30 23:12:06.806312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-68e30803-973e-4c5a-9d8a-c6153e00e27b None None] Provisioning complete for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:06.807988 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-68e30803-973e-4c5a-9d8a-c6153e00e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.863728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c52db-1d56-42ae-81d9-cb7b3cc8e675 req-2a12de7b-03ae-4e62-ab22-91780de20a5f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:06.865961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-432c52db-1d56-42ae-81d9-cb7b3cc8e675 req-2a12de7b-03ae-4e62-ab22-91780de20a5f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 931 time: 0.1150794 Aug 30 23:12:06.884703 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaae4a5e-2cfb-4188-8f1e-0acb5fe92bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:06.900209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-68e30803-973e-4c5a-9d8a-c6153e00e27b None None] Port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:12:06.982858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-432c52db-1d56-42ae-81d9-cb7b3cc8e675 req-ed6a40df-c74a-45a8-9a21-acbcc36c342d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796018 Aug 30 23:12:07.005692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fecbd3a7-4d02-4fb1-9a62-bac14adc902f req-fcf07813-55c7-405c-bd35-78a6ed8d4520 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014434 Aug 30 23:12:07.078325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ec9a5c-1718-4327-b26a-35b8b95f9f92 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:07.091796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.114156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Transition to ACTIVE for port object c9ec9a5c-1718-4327-b26a-35b8b95f9f92 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:07.119388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.164622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:07.275808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c103c0a-c448-4130-b133-92663a7f0b8b req-1a519749-c319-4528-be6b-ce38f4a9a42e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:07.277361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c103c0a-c448-4130-b133-92663a7f0b8b req-1a519749-c319-4528-be6b-ce38f4a9a42e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 945 time: 0.7616241 Aug 30 23:12:07.332914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:07.333388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:07.333727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:07.340186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:12:07.340734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:07.351433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:07.351783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Checking segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:07.352326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Bound using segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:07.352674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Bound port: c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:07.353046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.372263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.398257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c103c0a-c448-4130-b133-92663a7f0b8b req-069587d1-5b5a-4015-af28-55872ac05ec9 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036751 Aug 30 23:12:07.452734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaae4a5e-2cfb-4188-8f1e-0acb5fe92bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.470238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaae4a5e-2cfb-4188-8f1e-0acb5fe92bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.544157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.552546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaae4a5e-2cfb-4188-8f1e-0acb5fe92bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d35e4-ef5c-4b76-8bda-0f1852dff429,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:07.568065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aaae4a5e-2cfb-4188-8f1e-0acb5fe92bce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44a19da4ab2147a78a19effcab54f8a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5570452 Aug 30 23:12:07.568838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:07.580061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:07.585742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:07.596793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.616024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-af73e2d2-2feb-4ef5-855e-1c7e0ce69c2a tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:07.617690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-af73e2d2-2feb-4ef5-855e-1c7e0ce69c2a tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/networks?id=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 HTTP/1.1" status: 200 len: 823 time: 0.1598852 Aug 30 23:12:07.650786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:07.660503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:07.661015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:07.661728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.663345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] 10.222.0.47 "PUT /v2.0/ports/c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 1092 time: 1.4704857 Aug 30 23:12:07.664708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:07.665421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:07.667888 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:07.674214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-59596683-f337-417b-9033-daa48b667721 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/quotas/9bf3302dbc6f44f28233c45c3030f30e HTTP/1.1" status: 200 len: 375 time: 0.0343428 Aug 30 23:12:07.688801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd4d55-60d7-406c-8b06-8dd91e1cb2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:07.757621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=7917658b-aeb2-46b8-a74c-d88da1b46ed9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:07.775054 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b281f8-ee79-4145-804b-2712ccc7abc5 x-openstack-request-id: req-59b281f8-ee79-4145-804b-2712ccc7abc5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:07.775341 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:07.775591 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59b281f8-ee79-4145-804b-2712ccc7abc5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:07.776105 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'status': 'completed', 'code': 200} Aug 30 23:12:07.780347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-367f16fd-e0cd-4301-bf82-6288cb1a3b3e tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9bf3302dbc6f44f28233c45c3030f30e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723732 Aug 30 23:12:07.824858 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.863405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:07.863638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-f9467786-9f89-40ad-a708-14348c99895b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:07.865314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-f9467786-9f89-40ad-a708-14348c99895b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1095 time: 0.1330132 Aug 30 23:12:07.918421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-891fa42c-04e9-4db7-9b90-0a12ecb69571 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 217 time: 0.0435014 Aug 30 23:12:08.002275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-c2e117b4-5ad9-4454-95bb-72e81e035c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:08.003889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-c2e117b4-5ad9-4454-95bb-72e81e035c09 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0768611 Aug 30 23:12:08.040131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-fa94a88a-529d-4c4e-acf7-278a15a20f51 service neutron] 10.222.0.25 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512858 Aug 30 23:12:08.144891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.149733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.150668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:12:08.154995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c35d35e4-ef5c-4b76-8bda-0f1852dff429 HTTP/1.1" status: 204 len: 168 time: 0.5609148 Aug 30 23:12:08.164231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847322b-504e-406a-823c-5f55b0037dfe req-14a122ca-6b66-45a9-b415-fbd6719a6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:08.166988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-14a122ca-6b66-45a9-b415-fbd6719a6496 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1542230 Aug 30 23:12:08.173895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b620c-b0c3-4926-9262-13768f44c58b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d35e4-ef5c-4b76-8bda-0f1852dff429,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:08.225615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12b51a-bc43-4274-a681-c31ee7dcfe75 req-dba246e7-32c2-46af-8a80-0b20b8d8e4c9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:08.234480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc12b51a-bc43-4274-a681-c31ee7dcfe75 req-dba246e7-32c2-46af-8a80-0b20b8d8e4c9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.1319580 Aug 30 23:12:08.331726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-5129a21a-0695-462e-a146-0531080d84cd service neutron] 10.222.0.25 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506206 Aug 30 23:12:08.360138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-3ee6b7c1-a79e-4093-a302-74b20066972b service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659565 Aug 30 23:12:08.416533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.455267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:08.458367 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ffef82-7b69-4af3-91c0-e2f63abb8925" -d '{"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:08.482925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dc12b51a-bc43-4274-a681-c31ee7dcfe75 req-605dff51-e49d-4778-83b2-9d3aacb0ea5f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454982 Aug 30 23:12:08.485884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:08.491713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.582587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:08.631496 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.680237 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910b94d0-8d1e-40c5-9eb5-27ea79e562b3 x-openstack-request-id: req-910b94d0-8d1e-40c5-9eb5-27ea79e562b3 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:08.681557 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-unplugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:08.682152 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-910b94d0-8d1e-40c5-9eb5-27ea79e562b3 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:08.682763 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'code': 200} Aug 30 23:12:08.683304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5847322b-504e-406a-823c-5f55b0037dfe req-049fd084-143e-4991-b198-2e2708e48b52 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192048 Aug 30 23:12:08.803320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15f97a2-ab42-4254-90db-71bbe049d7ed req-2c5e900f-a073-45c8-b4b9-334845fcd388 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:08.804749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e15f97a2-ab42-4254-90db-71bbe049d7ed req-2c5e900f-a073-45c8-b4b9-334845fcd388 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1051500 Aug 30 23:12:08.821278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-245c14cc-7f3c-4eae-b7a2-8f827babb5be req-cc9b9fcd-2036-4a41-9a6b-1d180e5d96b0 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 210 time: 0.0654325 Aug 30 23:12:08.850855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-d5890e8e-1090-4606-b9f5-2c7547ccc1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:08.853153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-d5890e8e-1090-4606-b9f5-2c7547ccc1a4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1095 time: 0.1052961 Aug 30 23:12:08.861041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:08.909069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e15f97a2-ab42-4254-90db-71bbe049d7ed req-f8c3ae92-fa8c-4f3d-a03d-2fa7fb74ea91 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931449 Aug 30 23:12:09.007894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-a07f9957-dbdb-4aa3-9308-d9a3bfb179b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:09.010448 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-a07f9957-dbdb-4aa3-9308-d9a3bfb179b5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.1478634 Aug 30 23:12:09.113357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-0f9751af-3658-47b8-9e44-29770e906691 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 217 time: 0.0826302 Aug 30 23:12:09.142953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:09.148809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:09.261052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-dbabbedb-5f4d-4cca-ad0b-53a3196b6912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:09.264075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:09.265347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-dbabbedb-5f4d-4cca-ad0b-53a3196b6912 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.1444144 Aug 30 23:12:09.314743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=7917658b-aeb2-46b8-a74c-d88da1b46ed9,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:09.384630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-d682b235-b2f9-4680-ae61-4f29bb2da575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:09.394381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-d682b235-b2f9-4680-ae61-4f29bb2da575 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137455 Aug 30 23:12:09.449535 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 1e00d4b3-3888-46f6-8202-02b097a1fded associated. External IP: 172.25.7.198, port: c2a4ffea-3176-456f-94fe-29529c6bbcf9. Aug 30 23:12:09.536638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-58e360f6-5b9a-4b30-9f68-cce113ea858b service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395764 Aug 30 23:12:09.743958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed30b12-6206-4471-9a90-20bca4449db0 req-d6144cb6-cf0c-4d9e-b5c8-accb0cbb6f19 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:09.753359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aed30b12-6206-4471-9a90-20bca4449db0 req-d6144cb6-cf0c-4d9e-b5c8-accb0cbb6f19 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.1444671 Aug 30 23:12:09.777121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c99585f4-51f0-460a-8b1d-5d7dd77f33ac req-a794c231-4d57-424a-89e9-05251a3dbe2e service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196741 Aug 30 23:12:09.811190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:12:09.828283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aed30b12-6206-4471-9a90-20bca4449db0 req-cf5f7561-1bb5-4b23-87cd-2f9c35d19724 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740201 Aug 30 23:12:09.954857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f64ea7d0-ca43-48e4-960d-3b752d8d253c req-89156f47-279e-40cc-962e-859ff98ef5b2 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 210 time: 0.0362914 Aug 30 23:12:09.966881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:12:09.980945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:12:09.990890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:09.999890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:10.003207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:10.049045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3faf82bd-bb5c-4fe7-b375-2db77554fe64 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3030739 Aug 30 23:12:10.049045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:10.049045 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac031505-669e-472f-b96e-92f84703fae5" -d '{"events": [{"name": "network-changed", "server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:10.207490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:10.329853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d497b5-1078-4458-8dbe-2a90e1b23095 req-b57bc2d3-7a19-4782-8df4-be7d0b083705 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:10.332069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39d497b5-1078-4458-8dbe-2a90e1b23095 req-b57bc2d3-7a19-4782-8df4-be7d0b083705 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2492583 Aug 30 23:12:10.363511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-ef9765e8-94b6-4a1e-8965-ffb8453fb3c3 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:10.365058 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-ef9765e8-94b6-4a1e-8965-ffb8453fb3c3 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.47 "GET /v2.0/networks?id=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 HTTP/1.1" status: 200 len: 823 time: 0.2355902 Aug 30 23:12:10.385575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Request body: {'port': {'device_id': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3', 'admin_state_up': True, 'tenant_id': '9bf3302dbc6f44f28233c45c3030f30e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:10.391410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-93bdce7e-6ab2-4583-81ea-37c101338099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:10.491952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43636) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:10.495560 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1678cf0f-7433-40f5-8948-12f1d50912e0 x-openstack-request-id: req-1678cf0f-7433-40f5-8948-12f1d50912e0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:10.495837 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:10.496143 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1678cf0f-7433-40f5-8948-12f1d50912e0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:10.496488 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'status': 'completed', 'code': 200} Aug 30 23:12:10.627207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031505-669e-472f-b96e-92f84703fae5 req-7c4c5605-659f-4207-b5bb-263d0562d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:10.628822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-7c4c5605-659f-4207-b5bb-263d0562d024 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1097 time: 0.0824873 Aug 30 23:12:10.680356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '1e00d4b3-3888-46f6-8202-02b097a1fded', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:59:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:08Z', 'updated_at': '2021-08-30T23:12:08Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:10.724577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:12:10.737327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:10.738032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:11:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:10.740082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031505-669e-472f-b96e-92f84703fae5 req-4aa7dd2f-39e6-41f1-ab80-68aab40176fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:10.741717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-4aa7dd2f-39e6-41f1-ab80-68aab40176fe service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.1048260 Aug 30 23:12:10.749978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Made reservation on behalf of 9bf3302dbc6f44f28233c45c3030f30e for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:10.753429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:10.755301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'network': {'name': 'tempest-network-smoke--389976188', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:10.798776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:10.803043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:10.814996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:10.911196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:11.215815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '1e00d4b3-3888-46f6-8202-02b097a1fded', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:59:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:08Z', 'updated_at': '2021-08-30T23:12:08Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:11.248217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1fe94a7-5439-4a9a-b9c7-5b56b6a82a41 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '1e00d4b3-3888-46f6-8202-02b097a1fded', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.198', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:59:78:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:08Z', 'updated_at': '2021-08-30T23:12:08Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:11.301192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.312599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248c9de-3bf0-4a60-9b19-c2ae59e209a8 req-05ff6235-9b06-4113-805d-b785d519b128 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:11.321553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4248c9de-3bf0-4a60-9b19-c2ae59e209a8 req-05ff6235-9b06-4113-805d-b785d519b128 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.3506305 Aug 30 23:12:11.330462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.344078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:12:11.356251 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.356687 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Added segment 8d4c0651-a2ed-495a-948e-9caf7cd6eb5f of type vlan for network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 Aug 30 23:12:11.389475 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-0480b882-f670-4eae-a59b-6d99cef86671 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 200 len: 999 time: 0.6333332 Aug 30 23:12:11.400688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b22206-c2b6-45de-949c-f57226214298,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:11.417707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-39d497b5-1078-4458-8dbe-2a90e1b23095 req-c2e46e60-3bf2-4c01-99fc-5c82c94fe92c tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0742188 Aug 30 23:12:11.484856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.495358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4248c9de-3bf0-4a60-9b19-c2ae59e209a8 req-1c810250-223c-4b55-8012-208c5e284ee4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725838 Aug 30 23:12:11.546764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.557421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:11.563082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.576614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031505-669e-472f-b96e-92f84703fae5 req-7ab41b2e-d017-4c93-b725-507b9f9cd848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:11.578961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-7ab41b2e-d017-4c93-b725-507b9f9cd848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1808677 Aug 30 23:12:11.593331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Allocated IP 172.20.0.10 (3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3/aba5ebcb-5dae-4b0d-b479-324f921719d8/49c8e66d-2b97-4979-8f3e-cebbd71dc9ff) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:11.632034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:12:11.636239 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195adff5-b274-4d6d-b3c9-208822008d0a None None] New status for floating IP 1e00d4b3-3888-46f6-8202-02b097a1fded: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:12:11.685868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba538dae-36ec-4299-885b-05626a6bf892 req-2c120622-d51a-4e4b-88a8-22a988a930e2 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 210 time: 0.1694708 Aug 30 23:12:11.733315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2403963 Aug 30 23:12:11.737398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43652) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:11.759958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'admin_state_up': True, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:11.801203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d3d11-bb3b-4a08-b8a4-752bae441599 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Network': ['ID=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:11.816901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:12:11.833950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac031505-669e-472f-b96e-92f84703fae5 req-9f411ca1-d3a5-48f7-9f45-7ba38a29c0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:11.835773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.836333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-9f411ca1-d3a5-48f7-9f45-7ba38a29c0fb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1406302 Aug 30 23:12:11.839644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.914175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:11.949425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:11.965428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'mac_address': 'fa:16:3e:7f:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:12:11.976805 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-e71fdde1-bd11-4c6a-b9de-1ad327354e10 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311753 Aug 30 23:12:12.075932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.105360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ec9a5c-1718-4327-b26a-35b8b95f9f92 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:12.141309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:12.148663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.155870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.162000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.200413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:12:12.225931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac031505-669e-472f-b96e-92f84703fae5 req-135da30b-65e6-4795-a8f7-a7322aaba50c service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411861 Aug 30 23:12:12.242724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.304777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:12.352284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:12.358080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:12.363134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:12.402454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Pushing event updated for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:12.419149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['c9ec9a5c-1718-4327-b26a-35b8b95f9f92'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:12:12.464777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:12.465435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.492067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-7fa4fbc2-7624-4294-8840-c4d21cbc4fd4 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1114089 Aug 30 23:12:12.504999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Request body: {'port': {'device_id': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:12.579707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.593091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.628915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.855932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260087df-e289-4b00-995b-c1ca851bc251 req-cfb50663-770c-4787-83fb-d44cefb6342a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:12.858940 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-260087df-e289-4b00-995b-c1ca851bc251 req-cfb50663-770c-4787-83fb-d44cefb6342a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 944 time: 0.1707923 Aug 30 23:12:12.872607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.25.7.31 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/26845d92-cd07-417b-a040-e705193cd11d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:12.873186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.955441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:12.963727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:12.979621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Transition to ACTIVE for port object 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:12.984462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.012501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-260087df-e289-4b00-995b-c1ca851bc251 req-2671d17c-e831-4ca6-b087-d1532cc02380 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424270 Aug 30 23:12:13.085856 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.106786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-3eaa7e58-f3dd-450e-88ab-82c0b695d696 req-c42ab4bb-c715-44f9-af2c-8de0c9968777 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:12:13.107577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:13.108041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3eaa7e58-f3dd-450e-88ab-82c0b695d696 req-c42ab4bb-c715-44f9-af2c-8de0c9968777 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074503 Aug 30 23:12:13.147798 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.158874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64381f9-50d2-49d6-b978-5148e4224cea req-06850bef-e286-4667-985e-ccf6e77fe4dd tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:13.160533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a64381f9-50d2-49d6-b978-5148e4224cea req-06850bef-e286-4667-985e-ccf6e77fe4dd tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 944 time: 0.1201341 Aug 30 23:12:13.207956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:13.214407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:13.218431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Attempting to bind port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:13.219618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:13.229577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Attempting to bind port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'd433ba88-b472-4ed0-95d5-e7fd7431bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:13.229944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Attempting to bind port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff on network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:13.245777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff on network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:12:13.246138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Attempting to bind port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff on network 3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:13.265699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a64381f9-50d2-49d6-b978-5148e4224cea req-13bc758c-a269-419a-b1f0-ad2c94e2a20f tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947363 Aug 30 23:12:13.271710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:13.272473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Checking segment: {'id': 'd433ba88-b472-4ed0-95d5-e7fd7431bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:13.273105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Bound using segment: {'id': 'd433ba88-b472-4ed0-95d5-e7fd7431bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:13.274483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Bound port: 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd433ba88-b472-4ed0-95d5-e7fd7431bef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:13.275215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.281329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=26845d92-cd07-417b-a040-e705193cd11d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:13.323246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc972cfd-e6d0-410d-aa05-3ef05bcdf1d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.368597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:13.372647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,segment=NetworkSegment(d433ba88-b472-4ed0-95d5-e7fd7431bef0),segment_id=d433ba88-b472-4ed0-95d5-e7fd7431bef0)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:13.377169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.417918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:13.418878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.420658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] 10.222.0.47 "PUT /v2.0/ports/49c8e66d-2b97-4979-8f3e-cebbd71dc9ff HTTP/1.1" status: 200 len: 1093 time: 0.9201608 Aug 30 23:12:13.423174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:13.426964 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:13.478613 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c3111-a0a1-4b07-ba86-fd83ea9d1083 x-openstack-request-id: req-f57c3111-a0a1-4b07-ba86-fd83ea9d1083 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:13.478910 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:13.479153 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f57c3111-a0a1-4b07-ba86-fd83ea9d1083 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:13.479553 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff', 'status': 'completed', 'code': 200} Aug 30 23:12:13.505221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc30db4-5334-4b08-ac48-896e4f716061 service neutron] Pushing event updated for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:13.527088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-b76862db-c8b4-46cf-92d4-e3a370e9cd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:13.528844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-b76862db-c8b4-46cf-92d4-e3a370e9cd7b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bf3302dbc6f44f28233c45c3030f30e&device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 1096 time: 0.0637407 Aug 30 23:12:13.539872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-8b100798-0193-4589-b30b-212e96c308da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2083969 Aug 30 23:12:13.581184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-770e4374-27da-4394-857f-f0b7d70509e6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff HTTP/1.1" status: 200 len: 217 time: 0.0441351 Aug 30 23:12:13.605662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89070756-3b89-43c5-bf97-3702b6b348cb req-9accb204-ed57-45df-b236-570484cb3cb3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:13.607255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89070756-3b89-43c5-bf97-3702b6b348cb req-9accb204-ed57-45df-b236-570484cb3cb3 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2793036 Aug 30 23:12:13.642074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-ee3f356d-909d-4466-b80f-a43c8b054ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:13.645266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-ee3f356d-909d-4466-b80f-a43c8b054ded service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba5ebcb-5dae-4b0d-b479-324f921719d8 HTTP/1.1" status: 200 len: 863 time: 0.0565820 Aug 30 23:12:13.656838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:13.708294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-954a95b2-6e18-45fb-b925-dd762f95cd2e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509331 Aug 30 23:12:13.751817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-89070756-3b89-43c5-bf97-3702b6b348cb req-286b5c32-9ddd-444f-a8d0-87c7300d1adf tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367655 Aug 30 23:12:13.760612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:13.796328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:13.796451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.798199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:13.975384 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:14.007321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:14.026880 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03912f13-5fca-4979-8fba-e4440c307c9a" -d '{"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:14.040528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-726e79ca-ab53-4734-8f95-7a9c9488c55b service neutron] 10.222.0.47 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228128 Aug 30 23:12:14.081366 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:14.094157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:14.100276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:14.134161 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54729c60-0c02-4341-bbac-11a8cc8ea1e5 x-openstack-request-id: req-54729c60-0c02-4341-bbac-11a8cc8ea1e5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:14.134513 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:14.134984 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54729c60-0c02-4341-bbac-11a8cc8ea1e5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:14.135343 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'code': 200} Aug 30 23:12:14.176692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:14.330047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94083e32-3814-4cfa-adf0-64b20e55f6de req-c8fc957a-105b-401d-a56e-71cab22f3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.332001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94083e32-3814-4cfa-adf0-64b20e55f6de req-c8fc957a-105b-401d-a56e-71cab22f3609 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.1167350 Aug 30 23:12:14.334404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2ddb9a9-417a-4a9a-ba81-95d0fc5c7c6d req-22ac760c-7075-4151-b43f-083efed709c0 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766683 Aug 30 23:12:14.412418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda23c06-a518-4513-b24d-f1461a312e97 req-fa652c0d-fe7f-4662-aacc-914bb84cfc28 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.420523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eda23c06-a518-4513-b24d-f1461a312e97 req-fa652c0d-fe7f-4662-aacc-914bb84cfc28 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.2308898 Aug 30 23:12:14.443958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-94083e32-3814-4cfa-adf0-64b20e55f6de req-3d8f8e1e-8d71-42d8-8f29-ff6423f169eb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992525 Aug 30 23:12:14.470681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:12:14.493145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c5e51-bf9f-4569-a0a2-4e949aa9a934 req-8445b2e8-0770-4f58-8bfd-9d06c83170bb tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.501591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-033c5e51-bf9f-4569-a0a2-4e949aa9a934 req-8445b2e8-0770-4f58-8bfd-9d06c83170bb tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 944 time: 0.0952404 Aug 30 23:12:14.558861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:14.572864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-033c5e51-bf9f-4569-a0a2-4e949aa9a934 req-b640c016-03c6-40f7-a2d0-23e1d7844b8f tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702631 Aug 30 23:12:14.624690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eda23c06-a518-4513-b24d-f1461a312e97 req-709009b9-4235-4e20-8abe-1f06c4b0a61b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918452 Aug 30 23:12:14.629942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:12:14.644551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:12:14.658583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:14.659230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:14.665014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:14.669126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d858950b-f592-4be8-8721-d71284ec5314 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9166520 Aug 30 23:12:14.669422 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43712) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:14.750683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-20c987e4-c945-4a60-804a-50bdc6335c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.752383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-20c987e4-c945-4a60-804a-50bdc6335c1a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9bf3302dbc6f44f28233c45c3030f30e&device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 1096 time: 0.0603962 Aug 30 23:12:14.815591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6040b08a-9715-4087-97c9-aba912fd1080 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fe3d75e9ffa44d9da7b6be99fedebf4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1440663 Aug 30 23:12:14.817452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43718) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:14.839562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:14.957357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-3f8154d8-4190-4797-964b-c40d4c3a1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.958908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-3f8154d8-4190-4797-964b-c40d4c3a1f81 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 HTTP/1.1" status: 200 len: 924 time: 0.1981525 Aug 30 23:12:14.967799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-e8612178-fc06-4920-91d5-9fabd9e4d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:14.969333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-e8612178-fc06-4920-91d5-9fabd9e4d654 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1&tenant_id=2044296f9da64a998dfcdaade8f5a2f5 HTTP/1.1" status: 200 len: 1095 time: 0.1304855 Aug 30 23:12:15.032156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5721d-09eb-445a-8efc-d541dd7cb58b req-a828cc46-482a-48a7-b88a-1d1853010b7e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.040323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ed5721d-09eb-445a-8efc-d541dd7cb58b req-a828cc46-482a-48a7-b88a-1d1853010b7e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1626217 Aug 30 23:12:15.048841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-86f9b5e2-eb41-4463-940a-653a46c0deb4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff HTTP/1.1" status: 200 len: 217 time: 0.0772188 Aug 30 23:12:15.112255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:13Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:15.151395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:12:15.152346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Updating router 5e7b06ce-c602-4dba-8164-13fe932eabe9 port 26845d92-cd07-417b-a040-e705193cd11d binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:12:15.159276 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ed5721d-09eb-445a-8efc-d541dd7cb58b req-a5b61987-6121-463e-97b4-f7cbcf67aca2 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166809 Aug 30 23:12:15.172489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-c8c9b81a-7633-4a0c-818c-0553b6b948c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.174488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-c8c9b81a-7633-4a0c-818c-0553b6b948c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=aba5ebcb-5dae-4b0d-b479-324f921719d8 HTTP/1.1" status: 200 len: 863 time: 0.1089897 Aug 30 23:12:15.182114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-6362679c-9bb4-4ea9-9ce8-7c0b69d792f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.185660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-6362679c-9bb4-4ea9-9ce8-7c0b69d792f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.1708853 Aug 30 23:12:15.237766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-72fde5d9-7f67-45e3-9f79-083bcb26ecae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481091 Aug 30 23:12:15.323096 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4fbcd77-7929-4ed1-b4d0-df5207c5dc83 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.328029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a4fbcd77-7929-4ed1-b4d0-df5207c5dc83 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5070646 Aug 30 23:12:15.329914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:15.360051 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.373157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70d024d2-69de-4bad-aaf3-5e5391affa62 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390551 Aug 30 23:12:15.373663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43724) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:15.373892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-67571182-3073-45fa-9032-cf3f6fa6a083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.375377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-67571182-3073-45fa-9032-cf3f6fa6a083 service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.1765382 Aug 30 23:12:15.378974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1092866613', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:15.391494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-1b825122-fb39-42f6-94c9-d567de620079 service neutron] 10.222.0.47 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285470 Aug 30 23:12:15.484405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:15.492415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.505660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-0662f6e8-e462-4859-adb1-838ed1c25347 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 999 time: 0.1228299 Aug 30 23:12:15.612931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-021eee0c-262e-44cc-9c4b-0c3e6f38c3b2 req-7637ee9d-86d4-45e0-87ea-8379c32288fa service neutron] 10.222.0.47 "GET /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765890 Aug 30 23:12:15.634261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-f43fa7e0-5741-415c-adaf-0e0ed00f8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.652073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-f43fa7e0-5741-415c-adaf-0e0ed00f8f98 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.1311538 Aug 30 23:12:15.716607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:12:15.720179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.753040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-7470aa77-d28f-4579-bbf9-8c5b8bcca5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.760549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-7470aa77-d28f-4579-bbf9-8c5b8bcca5f7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1020827 Aug 30 23:12:15.771090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Transition to ACTIVE for port object 26845d92-cd07-417b-a040-e705193cd11d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:15.772560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.800079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.847907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150e534-f0d9-4213-8e65-fde631381467 req-ffbe2899-c3cb-485a-92b1-34c88d2a1993 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.858973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9150e534-f0d9-4213-8e65-fde631381467 req-ffbe2899-c3cb-485a-92b1-34c88d2a1993 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 944 time: 0.1513758 Aug 30 23:12:15.910225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317e9fe-68ea-4e45-b660-f4b2317eb8c9 req-9bba59e3-88fb-4ef1-a645-5d4a91edc6de tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:15.912566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1317e9fe-68ea-4e45-b660-f4b2317eb8c9 req-9bba59e3-88fb-4ef1-a645-5d4a91edc6de tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1507638 Aug 30 23:12:15.932474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9150e534-f0d9-4213-8e65-fde631381467 req-8289009c-d944-45df-b1cc-29cdcfb3c6ce tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Aug 30 23:12:15.934559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Subnet': ['ID=5d088311-1681-4aee-b982-7b6499a20b88,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:15.957397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf516f-fb48-4ead-ad5b-4f18e5a88b87 None None] Pushing event updated for resources: {'Port': ['ID=26845d92-cd07-417b-a040-e705193cd11d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:15.957397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Attempting to bind port 26845d92-cd07-417b-a040-e705193cd11d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:15.957397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Attempting to bind port 26845d92-cd07-417b-a040-e705193cd11d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:15.957397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Attempting to bind port 26845d92-cd07-417b-a040-e705193cd11d on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:15.972065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:15.972436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:15.972844 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.973252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:15.973736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Bound port: 26845d92-cd07-417b-a040-e705193cd11d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:15.974155 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:15.974677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Checking segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:15.975470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network hostable DHCP agents. Network: 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:12:15.991392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-ded1408b-9de2-41ff-8eb1-b981f99ea7ff service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052090 Aug 30 23:12:16.014642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:12:16.037631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:16.053152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1317e9fe-68ea-4e45-b660-f4b2317eb8c9 req-c55f3735-12a3-436a-90d4-6e7d5c49b9a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275141 Aug 30 23:12:16.059082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c06bd8e-ba07-4d1c-842f-d522eb1a47d8 None None] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:16.060702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:16.061402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:16.082666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09d6730b-7fea-471b-8f99-ac2fd2218c9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7068222 Aug 30 23:12:16.085395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43730) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:16.089262 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:16.155344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,segment=NetworkSegment(d433ba88-b472-4ed0-95d5-e7fd7431bef0),segment_id=d433ba88-b472-4ed0-95d5-e7fd7431bef0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:16.158137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] For port 26845d92-cd07-417b-a040-e705193cd11d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:16.167792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] For port 26845d92-cd07-417b-a040-e705193cd11d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=26845d92-cd07-417b-a040-e705193cd11d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:16.177528 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:16.186009 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f537de2-3d44-4eef-be98-9dfe2c065654 req-4111555f-b0da-4559-9a95-ed5455e885eb service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678495 Aug 30 23:12:16.195110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff', 'network_id': '3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3', 'port_id': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff', 'mac_address': 'fa:16:3e:e0:ed:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aba5ebcb-5dae-4b0d-b479-324f921719d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:12:16.390465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:16.391123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:16.392948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf516f-fb48-4ead-ad5b-4f18e5a88b87 None None] Pushing event updated for resources: {'Port': ['ID=26845d92-cd07-417b-a040-e705193cd11d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:16.488538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a4c622-41e3-4cb6-9e14-248e8a7e4f41 req-3ea41ddf-0036-4bf0-b46b-121f6daf2855 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:16.490322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6a4c622-41e3-4cb6-9e14-248e8a7e4f41 req-3ea41ddf-0036-4bf0-b46b-121f6daf2855 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2114198 Aug 30 23:12:16.586899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:16.630646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:12:16.631511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:16.644989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:16.691111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,segment=NetworkSegment(d433ba88-b472-4ed0-95d5-e7fd7431bef0),segment_id=d433ba88-b472-4ed0-95d5-e7fd7431bef0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:16.755444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e6a4c622-41e3-4cb6-9e14-248e8a7e4f41 req-24a0c970-9c80-40c7-9af0-ce8108f71ef0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2499444 Aug 30 23:12:16.790111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:16.840795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43766) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:16.844570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.095350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04e12361-26a5-48fd-8eed-7a34387d19dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.155720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.167387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:17.192261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['49c8e66d-2b97-4979-8f3e-cebbd71dc9ff'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:12:17.260570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c2938-9152-47e1-9055-117a5362c694 req-1d6c27b5-e027-452d-9b30-c2c437ba097a tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:17.262434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d49c2938-9152-47e1-9055-117a5362c694 req-1d6c27b5-e027-452d-9b30-c2c437ba097a tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 945 time: 0.1586895 Aug 30 23:12:17.307647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Allocated IP 172.20.0.2 (45c20e60-cc11-45a3-97b2-b1b5e64e6ed8/5d088311-1681-4aee-b982-7b6499a20b88/13dabd89-2e7c-47da-9359-2d2aff1a2dc1) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:17.347053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d49c2938-9152-47e1-9055-117a5362c694 req-8274ebd8-7a72-448c-91ae-7700a3cbad51 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657804 Aug 30 23:12:17.389967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04e12361-26a5-48fd-8eed-7a34387d19dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.394949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-04e12361-26a5-48fd-8eed-7a34387d19dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.502860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-04e12361-26a5-48fd-8eed-7a34387d19dd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=320723ded4e64be4849d54f6d8a2a263&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6585803 Aug 30 23:12:17.502860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e12361-26a5-48fd-8eed-7a34387d19dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c5b610-dc89-4884-8565-15432919f42f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:17.503711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43776) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:17.544122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24dce68-6db7-482e-b407-1720d124e895 req-ddb5240f-d43e-4452-9143-5dde9e8771c0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:17.545670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e24dce68-6db7-482e-b407-1720d124e895 req-ddb5240f-d43e-4452-9143-5dde9e8771c0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.2833261 Aug 30 23:12:17.653296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:13Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:17.728076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03830c04-f112-4d16-9f53-0a35f60cba9c None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:13Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:17.869945 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.906368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Transition to ACTIVE for port object 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:17.936337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e24dce68-6db7-482e-b407-1720d124e895 req-158296b5-cf52-4e7f-8624-66fbc3da9439 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3753383 Aug 30 23:12:17.975753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Transition to ACTIVE for port object 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:17.975878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:17.979304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.046964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.064025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803419c-8706-4421-9c4c-2aedf5caf481 req-cdd4a179-e012-4bf4-a64f-ed45aecbe037 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:18.077859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b803419c-8706-4421-9c4c-2aedf5caf481 req-cdd4a179-e012-4bf4-a64f-ed45aecbe037 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1479955 Aug 30 23:12:18.167108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b803419c-8706-4421-9c4c-2aedf5caf481 req-3791ac1e-e43b-4684-9805-93db36c9c281 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871418 Aug 30 23:12:18.174863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.1 (45c20e60-cc11-45a3-97b2-b1b5e64e6ed8/5d088311-1681-4aee-b982-7b6499a20b88/0cf4fc13-a478-4dcb-89c7-fc585b498d2b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:18.230009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Pushing event updated for resources: {'Port': ['ID=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:18.254143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:18.257490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:18.265268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:18.265620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b76d84-526d-4814-85e4-e7372d9b4bd6 req-43908074-a2d8-45d8-a9bd-2ca245ee728c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:18.273534 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77b76d84-526d-4814-85e4-e7372d9b4bd6 req-43908074-a2d8-45d8-a9bd-2ca245ee728c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1767087 Aug 30 23:12:18.304764 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.308350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.309704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25c5b610-dc89-4884-8565-15432919f42f HTTP/1.1" status: 204 len: 168 time: 0.8041952 Aug 30 23:12:18.366039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89014c05-862d-473d-9c01-83fd544d5712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c5b610-dc89-4884-8565-15432919f42f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:18.443023 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77b76d84-526d-4814-85e4-e7372d9b4bd6 req-7e78f32a-b0cb-4b1e-ad75-fc3a3b988b1c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677718 Aug 30 23:12:18.488594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43786) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:18.516921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Attempting to bind port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:18.518490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Attempting to bind port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:18.518915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Attempting to bind port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 on network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:18.529329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:18.529901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Checking segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:18.530313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.530726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Bound using segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:18.531301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Bound port: 13dabd89-2e7c-47da-9359-2d2aff1a2dc1, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:18.531706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.564525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.609621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object 0cf4fc13-a478-4dcb-89c7-fc585b498d2b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:18.679118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b08ace-5622-452f-90ad-b7ca86a375a5 req-aae68139-d27e-4dfe-a347-6ae5bf0a931e tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:18.681850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b08ace-5622-452f-90ad-b7ca86a375a5 req-aae68139-d27e-4dfe-a347-6ae5bf0a931e tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 945 time: 0.0798008 Aug 30 23:12:18.684483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e965a00-54c0-4705-ae66-10cd929e1003 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:18.686473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e965a00-54c0-4705-ae66-10cd929e1003 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1092 time: 0.1945689 Aug 30 23:12:18.690116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43790) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:18.693988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.695077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 26845d92-cd07-417b-a040-e705193cd11d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:18.696539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:18.759303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b08ace-5622-452f-90ad-b7ca86a375a5 req-b9613804-d91c-414f-aa16-b0a77f11ca34 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558658 Aug 30 23:12:18.776255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.820088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] For port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:18.831996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:18.833943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:18.836366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] For port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:18.839509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:18.843450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.856955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 26845d92-cd07-417b-a040-e705193cd11d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:18.895021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 26845d92-cd07-417b-a040-e705193cd11d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:18.898236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:18.930476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:18.971994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.051858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dda93c-66ee-4b8b-9605-60631654126f None None] Pushing event updated for resources: {'Port': ['ID=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:19.176363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.313469 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.421626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 26845d92-cd07-417b-a040-e705193cd11d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=26845d92-cd07-417b-a040-e705193cd11d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:19.431246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.563197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=26845d92-cd07-417b-a040-e705193cd11d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:19.595323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.126 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/c050ee65-c3ba-4434-ab99-0ac8db5139cd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:19.615182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.710689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:19.735341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2894187-112d-4729-bfac-a8472de98615 req-a1b96485-b762-43bf-aa20-ae1de853c5ba tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:19.737487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2894187-112d-4729-bfac-a8472de98615 req-a1b96485-b762-43bf-aa20-ae1de853c5ba tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2677572 Aug 30 23:12:19.815058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.829557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:19.836423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:19.837209 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.912154 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:19.990484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f2894187-112d-4729-bfac-a8472de98615 req-baf0e51f-29ee-4ead-929d-2962809e5df5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2105041 Aug 30 23:12:20.034854 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:20.097776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:20.113204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:20.141709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:20.146285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,segment=NetworkSegment(d433ba88-b472-4ed0-95d5-e7fd7431bef0),segment_id=d433ba88-b472-4ed0-95d5-e7fd7431bef0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:20.152667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:20.158842 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd9f63d-0523-486b-8611-c62fe57945f9" -d '{"events": [{"server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "name": "network-vif-plugged", "status": "completed", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:20.162835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=c050ee65-c3ba-4434-ab99-0ac8db5139cd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:20.179353 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:20.438316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f5b18-9ad0-47a6-9d8a-2fbc2a9a6915 req-d1f4b390-c7a0-4103-a8a9-792503d98e44 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:20.439997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc8f5b18-9ad0-47a6-9d8a-2fbc2a9a6915 req-d1f4b390-c7a0-4103-a8a9-792503d98e44 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 945 time: 0.5158980 Aug 30 23:12:20.444987 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:20.447219 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11915e94-3f7d-4c5a-ac86-a3357abebda6 x-openstack-request-id: req-11915e94-3f7d-4c5a-ac86-a3357abebda6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:20.447815 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "name": "network-vif-plugged", "status": "completed", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:20.448222 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11915e94-3f7d-4c5a-ac86-a3357abebda6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:20.448856 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff', 'code': 200} Aug 30 23:12:20.452311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:20.522971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:20.694703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:20.733622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc8f5b18-9ad0-47a6-9d8a-2fbc2a9a6915 req-345b999a-718c-4041-aa56-f4c0d08f4c74 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830319 Aug 30 23:12:20.753232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eed851-2f0c-48ee-8425-88adb48e8189 req-6c9f1a8c-6b03-4391-83c1-a5bb7760562b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:20.764433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4eed851-2f0c-48ee-8425-88adb48e8189 req-6c9f1a8c-6b03-4391-83c1-a5bb7760562b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 1098 time: 0.3911264 Aug 30 23:12:20.770908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:20.902905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4eed851-2f0c-48ee-8425-88adb48e8189 req-a53625bf-73a8-4e79-863a-b52834989b48 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234791 Aug 30 23:12:21.234157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:21.240615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:21.443054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 26845d92-cd07-417b-a040-e705193cd11d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:21.447099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7133e9-e641-4f2c-95d2-0e3ed56ffe1c req-c411aa9b-a040-4274-975c-0b94f8c5aa5f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:21.447492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e772bbd-c9fd-4c2a-857d-8701934bf3b1 None None] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:12:21.448779 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee7133e9-e641-4f2c-95d2-0e3ed56ffe1c req-c411aa9b-a040-4274-975c-0b94f8c5aa5f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2121317 Aug 30 23:12:21.516310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:21.670806 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:12:21.680437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:21.963155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4297f70f-0d9b-494c-90fa-8796cd7245b1 None None] Provisioning for port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:22.046552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee7133e9-e641-4f2c-95d2-0e3ed56ffe1c req-8f4b05a9-33cf-499e-80ef-4909c3ac3a6e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5871775 Aug 30 23:12:22.083375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:12:22.126665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 26845d92-cd07-417b-a040-e705193cd11d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:22.128219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:22.268678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:22.280039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:22.440362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:12:22.459056 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:12:22.472262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5f8679bc-4976-493f-adf1-91fc2a29d560 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/5e7b06ce-c602-4dba-8164-13fe932eabe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3662727 Aug 30 23:12:22.472937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43836) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:22.482312 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:22.483764 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:22.574263 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:22.736126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:22.901294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:22.910983 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:22.911532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:22.911773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.097572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.100813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.101494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.103234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.103868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.106867 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.107519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.108110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.109289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.110375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.113612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.123880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c444467-817c-4904-ad9b-3587d3a573d4 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7094 time: 0.6489615 Aug 30 23:12:23.124773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43848) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:23.215470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:23.223275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.241145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=c050ee65-c3ba-4434-ab99-0ac8db5139cd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:23.349970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Provisioning for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:23.358667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:23.380763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Provisioning complete for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:23.382546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.446957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:12:23.474393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Provisioning complete for port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:23.475043 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3f257bd8-5eaa-4b58-a7fe-108c97398b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.530488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec67ce-3ec9-4830-b40b-c56878f6149b req-e363883f-27d3-4122-ac08-3d89f76647bd tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.535782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2ec67ce-3ec9-4830-b40b-c56878f6149b req-e363883f-27d3-4122-ac08-3d89f76647bd tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 1.2579782 Aug 30 23:12:23.543352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.543873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.544738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.544885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.545342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.545821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.554053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.554789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.555253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.555711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.559505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4ee1b353-6c90-47c2-b7ed-6ca8a6ed4f18 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6573 time: 0.4335456 Aug 30 23:12:23.567781 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:20Z', 'revision_number': 2, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:23.577173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:23.630036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.644374 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:12:23.658073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-3df9424c-a011-4164-9090-97bd4221beb4 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3713560 Aug 30 23:12:23.677098 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Updating router 5e7b06ce-c602-4dba-8164-13fe932eabe9 port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:12:23.745176 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:23.808652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f2ec67ce-3ec9-4830-b40b-c56878f6149b req-953f2450-2b0e-4f79-8e28-96bdc60b488c tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440357 Aug 30 23:12:23.878604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee2105-3723-4938-8c83-ea838585589a req-9b2a4543-5fb5-4cec-b0ee-3feeaac5f2be tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:23.880438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdee2105-3723-4938-8c83-ea838585589a req-9b2a4543-5fb5-4cec-b0ee-3feeaac5f2be tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.5723472 Aug 30 23:12:23.998125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-487eb1ad-5cfe-4b16-9048-81feedb0d1f2 None None] Provisioning complete for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:24.001698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-487eb1ad-5cfe-4b16-9048-81feedb0d1f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:24.177652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-49df4e85-fdab-4ea4-a3e1-6a673bba4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:24.181985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-49df4e85-fdab-4ea4-a3e1-6a673bba4719 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.3723919 Aug 30 23:12:24.191367 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP c9838985-dc75-49dd-ae3a-5bbac73462ec associated. External IP: 172.25.7.126, port: c9ec9a5c-1718-4327-b26a-35b8b95f9f92. Aug 30 23:12:24.211825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-487eb1ad-5cfe-4b16-9048-81feedb0d1f2 None None] Port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:12:24.249307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdee2105-3723-4938-8c83-ea838585589a req-4eb03ffa-de9d-4405-a49e-3780e1b7f077 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3516212 Aug 30 23:12:24.477663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-da19b102-bdaa-4395-8599-4b2144198e96 None None] Provisioning complete for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:24.479481 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-da19b102-bdaa-4395-8599-4b2144198e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:24.574139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-da19b102-bdaa-4395-8599-4b2144198e96 None None] Port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:12:24.624845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15a27089-6b76-4bc5-b48a-78c315c1c8da tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 1.0447216 Aug 30 23:12:24.653162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-63d3a35c-e63f-457f-8788-e324908d1118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:24.654922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-63d3a35c-e63f-457f-8788-e324908d1118 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.3406270 Aug 30 23:12:24.769545 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:24.810892 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Transition to ACTIVE for port object 0cf4fc13-a478-4dcb-89c7-fc585b498d2b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:24.831677 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:25.049523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:12:25.084590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-43e4db8a-567e-4c39-b934-def13e6874c8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 999 time: 0.4139614 Aug 30 23:12:25.157642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2fe03-08e6-4ce3-8c50-76bae0ef9bc6 req-8bf63e8b-bffb-44fc-8705-850a04138811 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:25.180078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96a2fe03-08e6-4ce3-8c50-76bae0ef9bc6 req-8bf63e8b-bffb-44fc-8705-850a04138811 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.2234604 Aug 30 23:12:25.258433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Attempting to bind port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:25.258817 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Attempting to bind port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:25.260378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Attempting to bind port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b on network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:25.281987 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dffde-eb49-4d05-97c7-25bd7882dd6a None None] Pushing event updated for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:25.300346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:25.300664 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Checking segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:25.301088 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:25.305372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Bound using segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:25.310993 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Bound port: 0cf4fc13-a478-4dcb-89c7-fc585b498d2b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:25.311471 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:25.345710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96a2fe03-08e6-4ce3-8c50-76bae0ef9bc6 req-ef57dc7c-1fa7-4bf9-9215-1d5d3d36a92c tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497300 Aug 30 23:12:25.547176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:25.555918 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] For port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:25.620253 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] For port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:25.636603 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:25.743925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:25.746688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:25.834058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:12:25.879167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-e98b281f-22ce-49fa-881f-dab186e04f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:25.882605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-e98b281f-22ce-49fa-881f-dab186e04f56 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.7036619 Aug 30 23:12:26.000965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43876) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:26.029150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1441102084', 'description': 'tempest-secgroup-smoke-1441102084 description', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:26.030998 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:26.032005 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:26.035587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Sync routers for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:12:26.072845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-6cd1474c-da7f-4572-bd78-6e9eab3baf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:26.074680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-6cd1474c-da7f-4572-bd78-6e9eab3baf80 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523516 Aug 30 23:12:26.079875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:26.094339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-e2fd4fe1-0585-498f-a126-c81ecc1b4ce2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:12:26.096598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-e2fd4fe1-0585-498f-a126-c81ecc1b4ce2 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109885 Aug 30 23:12:26.111209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:26.112369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:26.212106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e5fe14-af6a-4dbf-958c-1ec362f2d669 req-c1986c15-a042-4d6d-8587-4435d9b82f86 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:26.227165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5e5fe14-af6a-4dbf-958c-1ec362f2d669 req-c1986c15-a042-4d6d-8587-4435d9b82f86 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.4247594 Aug 30 23:12:26.245724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:26.298573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:26.304933 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dffde-eb49-4d05-97c7-25bd7882dd6a None None] Pushing event updated for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:26.446240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-b012c4b3-6a6e-4bd6-aba5-11a10279f3e1 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107235 Aug 30 23:12:26.488972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9fc0ba03-1cb7-4990-a46e-19e35146690b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7969120 Aug 30 23:12:26.494956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:26.503143 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:26.510778 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5e5fe14-af6a-4dbf-958c-1ec362f2d669 req-2d63fb0d-255e-4843-b1c1-ebe037678efc tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2819951 Aug 30 23:12:26.539150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:26.754614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b2a96d-a6fd-4de4-9319-471c16d845af req-241938c0-5565-4069-ae66-12bfb76c6d83 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:26.764700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30b2a96d-a6fd-4de4-9319-471c16d845af req-241938c0-5565-4069-ae66-12bfb76c6d83 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.3136046 Aug 30 23:12:26.800890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:26.831573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:26.840424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30b2a96d-a6fd-4de4-9319-471c16d845af req-99e22c7c-6a2f-4b75-9cdb-05dee6dfce54 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735538 Aug 30 23:12:26.942657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:26.944038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9366517 Aug 30 23:12:26.948079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d25f635e-e06f-4967-924f-d1c2d9753ade req-1a02ca3a-ab95-44a5-975e-07dd9fcbace0 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527161 Aug 30 23:12:26.955470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43890) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:26.984332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6773a1-df29-47d5-b275-1c7e9e4160a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60f94c0-db93-48db-9024-8bfea0c0d6a4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:27.004457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:27.030292 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a869b5-b8b6-4ff5-8864-380de6218ee4 req-ea21110c-ffaa-4a64-8944-2a97b8f2ccc2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:27.034674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97a869b5-b8b6-4ff5-8864-380de6218ee4 req-ea21110c-ffaa-4a64-8944-2a97b8f2ccc2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.2283027 Aug 30 23:12:27.096224 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7877b09-ef57-4c09-85e8-58cf5cc3d7fe x-openstack-request-id: req-f7877b09-ef57-4c09-85e8-58cf5cc3d7fe {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:27.102205 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:27.103078 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7877b09-ef57-4c09-85e8-58cf5cc3d7fe {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:27.103781 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'status': 'completed', 'code': 200} Aug 30 23:12:27.120622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-97a869b5-b8b6-4ff5-8864-380de6218ee4 req-fd775930-a027-43e1-b285-a6cc25c4798e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786960 Aug 30 23:12:27.147467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:27.167889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:27.302273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9838985-dc75-49dd-ae3a-5bbac73462ec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'mac_address': 'fa:16:3e:7f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:21Z', 'updated_at': '2021-08-30T23:12:21Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:27.303402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-4dd74685-763e-4e0d-ab34-39116910a20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:27.310709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-4dd74685-763e-4e0d-ab34-39116910a20f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.1805363 Aug 30 23:12:27.393619 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:25Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:27.397171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Checking router: e9d9a09d-d405-4a8d-808f-0cf43bf94d60 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:12:27.410868 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:27.412756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:27.484463 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c41c45-031d-4d33-9a2f-74b3d21313eb None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:25Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:27.553118 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-85ed4b00-1720-4d34-8acf-c58c2c2d6a39 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 200 len: 991 time: 0.4002721 Aug 30 23:12:27.646570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:27.651501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:27.692708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4759e18f-9a87-46c2-964f-44a104a8890c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:27.715424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-77ee1457-1fbf-4bf1-9c25-327724c06f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:27.716883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-77ee1457-1fbf-4bf1-9c25-327724c06f41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.3958511 Aug 30 23:12:27.776872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:27.826953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:27.833997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-13cd1044-5285-46d9-8c39-0d64bc1e443d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8699958 Aug 30 23:12:27.834229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:27.854689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:27.888425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-695756ec-7cac-4988-ab5b-b782f93a6c63 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 999 time: 0.1464357 Aug 30 23:12:27.971271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44557d66-faf3-4f9a-a156-be92a7038328 req-29088d58-0d0c-45bd-882b-7b6d3ed60470 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:27.973463 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44557d66-faf3-4f9a-a156-be92a7038328 req-29088d58-0d0c-45bd-882b-7b6d3ed60470 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2360959 Aug 30 23:12:28.001714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.200763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-1fad5abe-33f7-492e-be0a-54519c509e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:28.204625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-1fad5abe-33f7-492e-be0a-54519c509e5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.3037095 Aug 30 23:12:28.232761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c39f0-1905-4a64-a0cd-ff09ddf316e8 req-a24b70d4-612e-416f-8145-19fe5c90030b tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:28.236468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c1c39f0-1905-4a64-a0cd-ff09ddf316e8 req-a24b70d4-612e-416f-8145-19fe5c90030b tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.2203882 Aug 30 23:12:28.265013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.281071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-44557d66-faf3-4f9a-a156-be92a7038328 req-59fae3a8-60e5-4932-832f-194ac041735e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871895 Aug 30 23:12:28.380950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.386776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.406598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-0443131e-0260-49e9-a24b-0d62ebdb4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:28.410982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-0443131e-0260-49e9-a24b-0d62ebdb4a79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728997 Aug 30 23:12:28.428602 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.431007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5947101 Aug 30 23:12:28.437254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43914) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:28.445764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:28.451263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2df18b0-3074-4c61-97d9-107210640e11 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62b59596-53cd-4839-9f0f-6947127b560f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:28.492971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c1c39f0-1905-4a64-a0cd-ff09ddf316e8 req-358b7772-4743-4b16-b9d4-d3d1ec862439 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260895 Aug 30 23:12:28.554874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:28.576282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9838985-dc75-49dd-ae3a-5bbac73462ec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'mac_address': 'fa:16:3e:7f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:21Z', 'updated_at': '2021-08-30T23:12:21Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:28.647193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bbd339-661a-4b1b-9fe2-6b9746423a86 None None] The sync data for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 is: [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9838985-dc75-49dd-ae3a-5bbac73462ec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.126', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3289, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'mac_address': 'fa:16:3e:7f:a9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:21Z', 'updated_at': '2021-08-30T23:12:21Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:28.665451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.711615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14660f78-ada3-4313-8cba-f0cac1b17fe2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 200 len: 991 time: 0.1535399 Aug 30 23:12:28.805382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.836637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.906763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:28.914553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4716775 Aug 30 23:12:28.914868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43924) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:28.919609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:28.936415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-e1ff2862-4a43-45b6-9137-486cd08892d3 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988353 Aug 30 23:12:28.969479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea1f993-0cbb-4527-ac34-8d63c5c98d1b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67c86a9-c527-4bc2-8e23-4bf0143fd75e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:29.013809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.262908 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bad244b-5022-4526-8ece-8e1324c8f039 None None] New status for floating IP c9838985-dc75-49dd-ae3a-5bbac73462ec: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:12:29.292566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa9f8786-fbe4-4632-8929-6ef39f0c7e52 req-f7e3f230-99d0-4474-90ef-37c8b965d9a0 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458507 Aug 30 23:12:29.294104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.301554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.392040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.393202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4773357 Aug 30 23:12:29.396161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43944) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:29.401589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:29.414883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67164870-d971-4d95-a8eb-2222ff15b9b2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29668165-a709-419e-9600-97273a61ba0d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:29.454489 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:12:29.479266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.570522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cf4fc13-a478-4dcb-89c7-fc585b498d2b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:29.719420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 43948) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:29.733741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:29.745515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:29.746928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.761127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea22e-ffe4-4c91-b5e8-631e3aa7030f req-c1d6563d-cde7-49b3-8bf9-efcc37c903b0 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:29.805360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6aaea22e-ffe4-4c91-b5e8-631e3aa7030f req-c1d6563d-cde7-49b3-8bf9-efcc37c903b0 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.5406122 Aug 30 23:12:29.883802 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6aaea22e-ffe4-4c91-b5e8-631e3aa7030f req-3df2ee22-4d91-4512-a867-1d04c42c32fb tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768697 Aug 30 23:12:29.884834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c541b7-b1a8-4184-a293-ff4b98844cc1 req-2a0e19d8-c1df-4042-8d23-87a209447e28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:29.886941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c541b7-b1a8-4184-a293-ff4b98844cc1 req-2a0e19d8-c1df-4042-8d23-87a209447e28 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.3691695 Aug 30 23:12:29.895474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.911777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.936458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2d3637bc-c715-4946-9ea0-ffb49b251663 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 200 len: 993 time: 0.2077754 Aug 30 23:12:29.963474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:29.965592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5676961 Aug 30 23:12:29.968152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 43950) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:29.973087 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'a60f94c0-db93-48db-9024-8bfea0c0d6a4', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:29.981618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc554aa-434d-4fbe-8ff8-854598683065 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abd44125-6135-471c-ab3d-b4f80ab69f51,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:30.036462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c541b7-b1a8-4184-a293-ff4b98844cc1 req-40bb4ab6-e4b3-4e11-8004-1e7434e8466d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356874 Aug 30 23:12:30.061877 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:12:30.108632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.153589 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.314892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:30.327694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.369118 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.384066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.415840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdbdb83b-cfda-4b1f-be2d-44fbf4e3dc91,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:30.428715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:30.431947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e97f879-68c9-403e-9700-5125263afcbe tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4622598 Aug 30 23:12:30.466264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:30.889779 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-cf2d496b-3057-4dd9-9246-a2ca55c99ff5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1441102084&fields=id&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 267 time: 0.0704675 Aug 30 23:12:31.053531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-716736a0-8b81-4e03-bf76-00585e437739 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:31.057278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-716736a0-8b81-4e03-bf76-00585e437739 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/networks?id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 796 time: 0.1664805 Aug 30 23:12:31.092456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-431f68fb-e657-4ec4-8fb6-19123ceaf91c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/quotas/fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 375 time: 0.0276225 Aug 30 23:12:31.200077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f12b71-3926-46b1-9910-087070aa7cd2 req-21630919-3d17-4890-b9e4-575d2dd884a3 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:31.206766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18f12b71-3926-46b1-9910-087070aa7cd2 req-21630919-3d17-4890-b9e4-575d2dd884a3 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.1304214 Aug 30 23:12:31.214043 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-760a0b9f-2483-4ecc-9a1b-ec235430ab48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105053 Aug 30 23:12:31.315133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-be4dd327-36d6-487c-85b4-d12565fde666 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:31.316938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-be4dd327-36d6-487c-85b4-d12565fde666 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.47 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 946 time: 0.1760993 Aug 30 23:12:31.326505 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18f12b71-3926-46b1-9910-087070aa7cd2 req-54857de3-7bca-457e-a926-6345becb78b3 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/security-groups?id=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090221 Aug 30 23:12:31.454067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cf4fc13-a478-4dcb-89c7-fc585b498d2b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:31.525914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-b54bc0ea-f3df-4684-b0b8-6d8d7f061951 service neutron] 10.222.0.25 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951810 Aug 30 23:12:31.543984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Deleting port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:12:31.544691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:31.580011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:31.581004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:31.726529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-2f1437cb-922e-4801-af40-ac13a9851cba service neutron] 10.222.0.25 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984265 Aug 30 23:12:31.797828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fb5a6a-29b6-4585-9f34-b372ddf818ac req-90fa40a1-bd25-41bd-8d42-425fb8431f53 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:31.803287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16fb5a6a-29b6-4585-9f34-b372ddf818ac req-90fa40a1-bd25-41bd-8d42-425fb8431f53 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2211835 Aug 30 23:12:31.864242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] For port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,segment=NetworkSegment(d433ba88-b472-4ed0-95d5-e7fd7431bef0),segment_id=d433ba88-b472-4ed0-95d5-e7fd7431bef0)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:31.864619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:31.910148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16fb5a6a-29b6-4585-9f34-b372ddf818ac req-7cabeb04-3f62-4d51-a6df-9009db3fdbf6 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012874 Aug 30 23:12:31.911219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Calling delete_port for 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:12:32.040514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e7ff83a-2771-4a9a-b4b4-15f6f12143cc req-46371a23-d94d-4f8f-b35e-cb480033ad63 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 210 time: 0.0417488 Aug 30 23:12:32.135947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:32.153402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['49c8e66d-2b97-4979-8f3e-cebbd71dc9ff'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:12:32.182873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Pushing event deleted for resources: {'Port': ['ID=49c8e66d-2b97-4979-8f3e-cebbd71dc9ff,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:32.235964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] No DVR routers for this DVR port 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:12:32.239144 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:32.242680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b334451-e5cc-4f1c-bb6a-44ed22fb9968 req-bb5adb99-f74b-4bd6-ba24-1bea392bce05 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.47 "DELETE /v2.0/ports/49c8e66d-2b97-4979-8f3e-cebbd71dc9ff HTTP/1.1" status: 204 len: 173 time: 0.9148841 Aug 30 23:12:32.243526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'name': 'network-vif-deleted', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:32.246064 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c881a0d-313b-4937-8942-4420114f9dd5" -d '{"events": [{"server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "name": "network-vif-deleted", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:32.286542 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38c745-776c-4319-a8eb-e8f0d978c920 x-openstack-request-id: req-8e38c745-776c-4319-a8eb-e8f0d978c920 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:32.287127 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fb234b-1d61-45f2-9e88-88a01bfc02f9", "name": "network-vif-deleted", "tag": "49c8e66d-2b97-4979-8f3e-cebbd71dc9ff", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:32.287601 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8e38c745-776c-4319-a8eb-e8f0d978c920 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:32.288273 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fb234b-1d61-45f2-9e88-88a01bfc02f9', 'name': 'network-vif-deleted', 'tag': '49c8e66d-2b97-4979-8f3e-cebbd71dc9ff', 'status': 'completed', 'code': 200} Aug 30 23:12:32.524705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ad5e0d4-a0c9-422f-a6ec-cb9c6dce2945 req-e5b335e8-5ae9-46e3-8438-00cf286071a2 tempest-ServersNegativeTestMultiTenantJSON-265723191 tempest-ServersNegativeTestMultiTenantJSON-265723191-project] 10.222.0.25 "GET /v2.0/ports?device_id=79fb234b-1d61-45f2-9e88-88a01bfc02f9 HTTP/1.1" status: 200 len: 210 time: 0.0337288 Aug 30 23:12:33.054972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0913ab-45d3-42e7-9338-b0bf0b496566 req-a4e7c948-3178-4468-ba83-414b86e75b34 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:33.058543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d0913ab-45d3-42e7-9338-b0bf0b496566 req-a4e7c948-3178-4468-ba83-414b86e75b34 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0585551 Aug 30 23:12:33.116256 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d0913ab-45d3-42e7-9338-b0bf0b496566 req-02ca01b9-d94b-4951-bc37-f195d09a8f9b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423205 Aug 30 23:12:33.230322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9f46b20-f5eb-4e85-b1c2-95ae3b33eb3a req-7af5bfec-c901-4def-b259-7d3066b08c02 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 210 time: 0.0315940 Aug 30 23:12:33.422639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-6c6beb07-7862-44fe-8594-307406405425 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:33.426314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-6c6beb07-7862-44fe-8594-307406405425 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.52 "GET /v2.0/networks?id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 796 time: 0.1607697 Aug 30 23:12:33.517405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-b1e69b16-e17b-4176-98ec-41890922d501 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 380 time: 0.0724261 Aug 30 23:12:33.528186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-4ad432dd-268a-4c84-b1ad-7c38f78d72e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:33.530016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-4ad432dd-268a-4c84-b1ad-7c38f78d72e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1095 time: 0.0643992 Aug 30 23:12:33.558213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'port': {'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'admin_state_up': True, 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'security_groups': ['a60f94c0-db93-48db-9024-8bfea0c0d6a4']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:33.629113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:33.704014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Deleting subnet aba5ebcb-5dae-4b0d-b479-324f921719d8 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:12:33.707546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.753721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.761074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-27cb9c45-8b05-43dd-8833-e054fd26a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:33.762817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-27cb9c45-8b05-43dd-8833-e054fd26a04f service neutron] 10.222.0.52 "GET /v2.0/networks?id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 200 len: 917 time: 0.1542020 Aug 30 23:12:33.783634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:12:33.783634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.819833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.885529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-f36321c7-db4f-4b38-9645-9d22720a603a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 200 len: 999 time: 0.1145718 Aug 30 23:12:33.903789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.958152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aba5ebcb-5dae-4b0d-b479-324f921719d8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:33.960785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:33.963006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2ffe744-c442-4e92-9b1a-75d179999b34 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/aba5ebcb-5dae-4b0d-b479-324f921719d8 HTTP/1.1" status: 204 len: 168 time: 0.3319333 Aug 30 23:12:33.966726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44010) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:33.988695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-52d2f770-277e-4ceb-b862-8a2322e31680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:33.990260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-52d2f770-277e-4ceb-b862-8a2322e31680 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 200 len: 855 time: 0.0957189 Aug 30 23:12:34.041701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.11 (45c20e60-cc11-45a3-97b2-b1b5e64e6ed8/5d088311-1681-4aee-b982-7b6499a20b88/b031f0f4-94be-48f3-ad72-724610d6ff72) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:34.059552 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.063375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-efbac6bf-e563-44c9-a164-0997caa46cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:34.065088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-efbac6bf-e563-44c9-a164-0997caa46cba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0678115 Aug 30 23:12:34.148186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.171688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:34.191481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd433ba88-b472-4ed0-95d5-e7fd7431bef0') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:34.191756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd433ba88-b472-4ed0-95d5-e7fd7431bef0') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:34.205090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.229465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.238002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:12:34.238002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:12:34.239516 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:12:34.287394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-39240f62-7005-44a5-9f3c-3f0c1c0771f3 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080877 Aug 30 23:12:34.327589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.335636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.338668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3 HTTP/1.1" status: 204 len: 168 time: 0.3708477 Aug 30 23:12:34.343303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:34.355857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:12:34.368661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea29c-1e25-4eb9-9374-89008f2fcc13 req-ea83219f-f1b7-4b36-8112-c62c5b4b300f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:34.370586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52dea29c-1e25-4eb9-9374-89008f2fcc13 req-ea83219f-f1b7-4b36-8112-c62c5b4b300f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1550083 Aug 30 23:12:34.374548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.413215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object b031f0f4-94be-48f3-ad72-724610d6ff72 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:34.419456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c98459-7869-42c5-b340-a335ea021898 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eb8654a-01c9-4cbf-bdf6-b077e26ad7a3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:34.440629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6742fdf8-32fa-466b-9135-1256fe3317be req-5f98dc7c-1774-4a01-a9a6-b1d811049104 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 210 time: 0.1005025 Aug 30 23:12:34.477773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52dea29c-1e25-4eb9-9374-89008f2fcc13 req-d4ce0643-85d2-433a-b1cf-6ca78c0e7053 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855739 Aug 30 23:12:34.479361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Deleting subnet 58c18599-5e60-43bc-bc97-fdde51549973 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:12:34.484794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.492800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db974548-b79b-41c6-93fa-f9c9c718ff6d req-0d09ae2a-d4a0-4682-a874-c4f924abb600 service neutron] 10.222.0.52 "GET /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914339 Aug 30 23:12:34.514064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.541748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:34.547994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.559953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'port_id': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'mac_address': 'fa:16:3e:70:dd:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:12:34.603401 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.635971 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.662043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:34.689623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.692073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:34.698938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.728576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c18599-5e60-43bc-bc97-fdde51549973,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:34.731693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.735991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c1c6d4ac-2d09-4f5d-b563-5776386b080a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/58c18599-5e60-43bc-bc97-fdde51549973 HTTP/1.1" status: 204 len: 168 time: 0.3914106 Aug 30 23:12:34.739592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44030) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:34.792524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:34.803193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.803705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.805155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.805722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.807128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.807596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.808081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.808560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.809171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.809850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.810523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.810980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:34.858594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:34.919439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:34.924798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:34.928719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:34.968868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:34.992988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f27fe2ca-85ca-48c1-b233-269af8b27373'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:12:34.993440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.029158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:35.029158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.033864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80c4d38-df34-4240-971a-704f237676b0']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:35.049550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52b559f-ca89-443c-a3b8-08d0cee384b9') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:35.050610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52b559f-ca89-443c-a3b8-08d0cee384b9') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:35.062998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a2f0368b-83ab-40b1-a934-9a04c985ce83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5093675 Aug 30 23:12:35.070392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.083968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Request body: {'port': {'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:35.093754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.101887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:12:35.102379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.178681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.400940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0287-b148-4f41-99ef-d326dbe9a09b None None] Provisioning for port b031f0f4-94be-48f3-ad72-724610d6ff72 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:35.407166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c0ce0287-b148-4f41-99ef-d326dbe9a09b None None] Provisioning complete for port b031f0f4-94be-48f3-ad72-724610d6ff72 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:35.407902 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c0ce0287-b148-4f41-99ef-d326dbe9a09b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.457306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c0ce0287-b148-4f41-99ef-d326dbe9a09b None None] Port b031f0f4-94be-48f3-ad72-724610d6ff72 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:12:35.464281 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:12:35.489650 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.500345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.508776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d80c4d38-df34-4240-971a-704f237676b0 HTTP/1.1" status: 204 len: 168 time: 0.7675793 Aug 30 23:12:35.535578 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269044d-ecd1-41cf-b91e-cc51278af337 admin admin] Pushing event deleted for resources: {'Network': ['ID=d80c4d38-df34-4240-971a-704f237676b0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:35.639239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ac21e-3aa9-43ec-a466-b8c3ffecba57 req-02016e05-d803-400a-ace2-aa0b0bb9bef1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:35.641548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c77ac21e-3aa9-43ec-a466-b8c3ffecba57 req-02016e05-d803-400a-ace2-aa0b0bb9bef1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 932 time: 0.0762799 Aug 30 23:12:35.651267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b031f0f4-94be-48f3-ad72-724610d6ff72 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:35.675596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.696156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Transition to ACTIVE for port object b031f0f4-94be-48f3-ad72-724610d6ff72 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:12:35.704395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c77ac21e-3aa9-43ec-a466-b8c3ffecba57 req-3d6b9cf2-131f-4ab3-a6f1-149d0a6b2866 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504525 Aug 30 23:12:35.709273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a940c-8bdb-401c-bd39-495d9f5d324a req-08c3e355-467d-498c-a797-4f2d741fd24a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:35.710976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b78a940c-8bdb-401c-bd39-495d9f5d324a req-08c3e355-467d-498c-a797-4f2d741fd24a tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1042600 Aug 30 23:12:35.711663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.779337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:35.796967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:12:35.799771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:35.837476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b78a940c-8bdb-401c-bd39-495d9f5d324a req-9b2811fc-8e74-49c2-9389-f755a9d2bbe7 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171589 Aug 30 23:12:35.855069 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-895a5507-f3fe-44ef-882b-6a01066faa09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bf3302dbc6f44f28233c45c3030f30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0742888 Aug 30 23:12:35.855927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44050) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:35.902922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:12:35.903269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 49c8e66d-2b97-4979-8f3e-cebbd71dc9ff not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:12:35.906495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Attempting to bind port b031f0f4-94be-48f3-ad72-724610d6ff72 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:12:35.907141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Attempting to bind port b031f0f4-94be-48f3-ad72-724610d6ff72 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:12:35.907680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Attempting to bind port b031f0f4-94be-48f3-ad72-724610d6ff72 on network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:35.913023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Port b031f0f4-94be-48f3-ad72-724610d6ff72 on network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:12:35.913922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Attempting to bind port b031f0f4-94be-48f3-ad72-724610d6ff72 on network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:12:35.922089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:12:35.922845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Checking segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:12:35.923624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Bound using segment: {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:12:35.924369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Bound port: b031f0f4-94be-48f3-ad72-724610d6ff72, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:12:35.925065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.932623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:35.956770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.024789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.026827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:12:36.027088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.029854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6cb73c5c-a2b2-4cc2-add9-aabd0171b71c HTTP/1.1" status: 204 len: 168 time: 0.1713824 Aug 30 23:12:36.041159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8226f-665f-459d-a97b-e178cc723e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb73c5c-a2b2-4cc2-add9-aabd0171b71c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:36.044447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b031f0f4-94be-48f3-ad72-724610d6ff72,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:12:36.051618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.120952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:36.122020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.123710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] 10.222.0.52 "PUT /v2.0/ports/b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 200 len: 1093 time: 1.0467288 Aug 30 23:12:36.124868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:36.127908 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32" -d '{"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:36.192521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd3601-4a04-4950-bfd8-157a0a343d6d service neutron] Pushing event updated for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:36.208000 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4a03a3-ab33-49d4-9811-f9884f285315 x-openstack-request-id: req-ab4a03a3-ab33-49d4-9811-f9884f285315 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:36.208289 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:36.208533 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab4a03a3-ab33-49d4-9811-f9884f285315 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:36.209058 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'status': 'completed', 'code': 200} Aug 30 23:12:36.279959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a4ae7efa-5a79-456f-8673-1d5a888573a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:36.281555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-a4ae7efa-5a79-456f-8673-1d5a888573a4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1096 time: 0.0657973 Aug 30 23:12:36.347346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-174eb9c6-cd25-454c-a195-3467e0f267fb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 200 len: 217 time: 0.0503469 Aug 30 23:12:36.366061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:36.441835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-d557db9e-67c4-4f18-a65a-62327f1c239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:36.444223 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-d557db9e-67c4-4f18-a65a-62327f1c239b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d088311-1681-4aee-b982-7b6499a20b88 HTTP/1.1" status: 200 len: 835 time: 0.0776374 Aug 30 23:12:36.452669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port f27fe2ca-85ca-48c1-b233-269af8b27373 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:36.453361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.498785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-3b8917cd-e521-4852-9324-1e6515f96373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:36.500855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-3b8917cd-e521-4852-9324-1e6515f96373 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482430 Aug 30 23:12:36.583424 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.618231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:36.621001 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bb7234-29c8-4cc2-9dd4-ef176a800716" -d '{"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:36.640001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:36.646421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.662047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-62432a0a-d749-466d-a78a-fdaf4fd787a7 service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488705 Aug 30 23:12:36.662682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44062) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:36.682751 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62dd6f53-c5fc-4789-87f7-39cd8289afdf x-openstack-request-id: req-62dd6f53-c5fc-4789-87f7-39cd8289afdf {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:36.683049 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:36.683303 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62dd6f53-c5fc-4789-87f7-39cd8289afdf {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:36.683716 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'code': 200} Aug 30 23:12:36.722915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e549fbaa-a97a-40e4-99e7-7c69453e671c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=264a26e768ba41f5890799ac9792a8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593147 Aug 30 23:12:36.725338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:36.726380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:36.854277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b809e4c-8393-49e9-ad1a-be81ad796670 req-e7b82881-8d0f-453e-aeb2-26419d9e909f service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798606 Aug 30 23:12:36.875351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:36.910389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cae85-373f-40f4-b433-ec31239e446f req-32c5ced7-0a3c-4cfb-86fd-f773cafb79ef tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:36.912307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d5cae85-373f-40f4-b433-ec31239e446f req-32c5ced7-0a3c-4cfb-86fd-f773cafb79ef tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 944 time: 0.1111820 Aug 30 23:12:36.949527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:37.038134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d5cae85-373f-40f4-b433-ec31239e446f req-1df9b3ee-1d11-44b7-972a-cd882d161d9c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805368 Aug 30 23:12:37.043053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf84a28-9998-4d35-887e-2c77731630c9 req-ddfcc547-915f-47f3-b248-1dbc6c794f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.044597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbf84a28-9998-4d35-887e-2c77731630c9 req-ddfcc547-915f-47f3-b248-1dbc6c794f4e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 1098 time: 0.1296549 Aug 30 23:12:37.062688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:37.069741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:37.072592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3b7639c5-fbf8-4b37-9bc1-025a49b5801d HTTP/1.1" status: 204 len: 168 time: 0.3456118 Aug 30 23:12:37.093145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b8db6-55fe-431f-bd9c-d8073f608145 req-71968407-38ed-4748-846b-fc2c64b2a76e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.093145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db9b8db6-55fe-431f-bd9c-d8073f608145 req-71968407-38ed-4748-846b-fc2c64b2a76e tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.1276157 Aug 30 23:12:37.094555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c04fc7c-46ff-48d1-8916-d51b01a3edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7639c5-fbf8-4b37-9bc1-025a49b5801d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:37.102782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-c696f038-5228-4253-a287-53cf38b7729b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.104442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-c696f038-5228-4253-a287-53cf38b7729b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1096 time: 0.1439288 Aug 30 23:12:37.144358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbf84a28-9998-4d35-887e-2c77731630c9 req-c7db40e9-cebf-46d9-94f7-02ed54c7d5e3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907929 Aug 30 23:12:37.215409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db9b8db6-55fe-431f-bd9c-d8073f608145 req-c09494bf-752d-4b53-996c-84840f55ac7d tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188300 Aug 30 23:12:37.285530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-8cb9e471-07d2-4526-8f30-cd938428cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.289977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-8cb9e471-07d2-4526-8f30-cd938428cdb4 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 897 time: 0.1766632 Aug 30 23:12:37.508416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-a1eaaa11-3c77-4f62-b30b-b0564c083855 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 200 len: 217 time: 0.0574841 Aug 30 23:12:37.647646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-fb97a3e2-17de-4639-8058-d4e24cdd0ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.650151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-fb97a3e2-17de-4639-8058-d4e24cdd0ddb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d088311-1681-4aee-b982-7b6499a20b88 HTTP/1.1" status: 200 len: 835 time: 0.0990236 Aug 30 23:12:37.670167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44092) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:37.717455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-688721a1-8cbe-4c71-a39b-5339614a7d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:37.719085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-688721a1-8cbe-4c71-a39b-5339614a7d4d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537763 Aug 30 23:12:37.865319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-11b74347-bab6-4396-abcb-4ca8d4217244 service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304936 Aug 30 23:12:37.905649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1780eb54-e4db-4031-9629-be0429f8b011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.053169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c901cee-fbc6-4ab8-9ed7-1cedeeffbe32 req-be78fe12-2b5e-4a42-8643-8b6316df123a service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754110 Aug 30 23:12:38.062846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1780eb54-e4db-4031-9629-be0429f8b011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.068538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1780eb54-e4db-4031-9629-be0429f8b011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.109736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780eb54-e4db-4031-9629-be0429f8b011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3214bcc-dba5-42ad-b572-e7f8ca6b7292,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:38.117665 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1780eb54-e4db-4031-9629-be0429f8b011 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6f4b15a3cc1f4a83a0355acd851f5e78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4430068 Aug 30 23:12:38.118260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44108) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:38.251288 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.269390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827953b0-3760-4811-b176-ae56ff333b19 req-481e86b6-f49d-42a1-b99a-c5da03ed4933 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:38.270939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-827953b0-3760-4811-b176-ae56ff333b19 req-481e86b6-f49d-42a1-b99a-c5da03ed4933 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 944 time: 0.0974298 Aug 30 23:12:38.324779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.355881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b031f0f4-94be-48f3-ad72-724610d6ff72 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:12:38.406138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecac0bf5-0087-4268-99f5-f445e152aa6c req-8b1b0f82-aa85-49df-afac-49bddacaa606 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:38.422429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ecac0bf5-0087-4268-99f5-f445e152aa6c req-8b1b0f82-aa85-49df-afac-49bddacaa606 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.1040232 Aug 30 23:12:38.442513 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-827953b0-3760-4811-b176-ae56ff333b19 req-c728beb8-c354-4c33-8eba-3f40e267adeb tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619444 Aug 30 23:12:38.444034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.447642 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.449244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3214bcc-dba5-42ad-b572-e7f8ca6b7292 HTTP/1.1" status: 204 len: 168 time: 0.3300467 Aug 30 23:12:38.461488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2c4cc-f855-46fc-aeb9-28e107e6d92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3214bcc-dba5-42ad-b572-e7f8ca6b7292,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:38.504356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ecac0bf5-0087-4268-99f5-f445e152aa6c req-c39f9319-e088-4154-be74-2587959bf75f tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708833 Aug 30 23:12:38.657412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b031f0f4-94be-48f3-ad72-724610d6ff72,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:38.670278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:12:38.714104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.728385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b031f0f4-94be-48f3-ad72-724610d6ff72 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:12:38.759000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b031f0f4-94be-48f3-ad72-724610d6ff72,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:38.766906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:38.823711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:39.049898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44150) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:39.070409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4248066-dc73-4961-9439-59f0e8513bb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.083780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['b031f0f4-94be-48f3-ad72-724610d6ff72'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:12:39.227016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4248066-dc73-4961-9439-59f0e8513bb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.235454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4248066-dc73-4961-9439-59f0e8513bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.287228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b4248066-dc73-4961-9439-59f0e8513bb7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b1f5d9b30064ba1b4c415d0fc2db42c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329524 Aug 30 23:12:39.287228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4248066-dc73-4961-9439-59f0e8513bb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b407fac-74d8-466a-b79b-2f4cd64eba5f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:39.287822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44166) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:39.364998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.395819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.462966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.466271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:39.467881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8b407fac-74d8-466a-b79b-2f4cd64eba5f HTTP/1.1" status: 204 len: 168 time: 0.1777718 Aug 30 23:12:39.484262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8d5d3-3439-4446-a82f-f6d3c685caf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b407fac-74d8-466a-b79b-2f4cd64eba5f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:39.690743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e2b21-66f9-4c0d-bcf1-bd972a7aa68f req-1e6d091e-f51e-4e08-9ace-c82baecf3d03 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:39.691446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f205ae1-196f-4a3f-a996-fd8d9bcae1ae req-ab21e232-06a6-4d1d-b50d-d690f7a53dd8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:39.693036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a5e2b21-66f9-4c0d-bcf1-bd972a7aa68f req-1e6d091e-f51e-4e08-9ace-c82baecf3d03 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 945 time: 0.1093278 Aug 30 23:12:39.693188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9f205ae1-196f-4a3f-a996-fd8d9bcae1ae req-ab21e232-06a6-4d1d-b50d-d690f7a53dd8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0962987 Aug 30 23:12:39.746847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a5e2b21-66f9-4c0d-bcf1-bd972a7aa68f req-be79a91a-3d32-4811-9329-357662064ac5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472064 Aug 30 23:12:39.767292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9f205ae1-196f-4a3f-a996-fd8d9bcae1ae req-2cdbc409-1bf5-41ec-9134-b62d6ea0d8e1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661292 Aug 30 23:12:40.016360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44188) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:40.033260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3289ebcb-2436-4f2c-9b30-b625a72965a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.152824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3289ebcb-2436-4f2c-9b30-b625a72965a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.157827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3289ebcb-2436-4f2c-9b30-b625a72965a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.207086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3289ebcb-2436-4f2c-9b30-b625a72965a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=337275c4e5f944a5b9037aff04f44a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1894979 Aug 30 23:12:40.207946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3289ebcb-2436-4f2c-9b30-b625a72965a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5680fc-4309-41fb-969d-23511d86cc40,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:40.209876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:40.283746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.293183 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c7b3ac1f-7945-43e2-b603-2c694973aef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.310905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.365482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b031f0f4-94be-48f3-ad72-724610d6ff72 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:12:40.379336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.382911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.396849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a5680fc-4309-41fb-969d-23511d86cc40 HTTP/1.1" status: 204 len: 168 time: 0.1756430 Aug 30 23:12:40.408004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5680fc-4309-41fb-969d-23511d86cc40,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:40.426456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.427457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.428111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.429323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.430296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.431253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.432055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.432600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.433731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.435050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.436945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.437798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c941e676-8810-4435-aaff-a185c31fd653 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:12:40.453405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port b031f0f4-94be-48f3-ad72-724610d6ff72 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:12:40.463516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port b031f0f4-94be-48f3-ad72-724610d6ff72 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:12:40.464164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.571727 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.605267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:40.609531 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc740ca-eab8-401b-8920-78703ebe4ab6" -d '{"events": [{"server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "name": "network-vif-plugged", "status": "completed", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:40.628823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b031f0f4-94be-48f3-ad72-724610d6ff72,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:12:40.633942 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:40.668734 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b835e6-229f-4a2d-8df3-b0cbf6d3892b x-openstack-request-id: req-52b835e6-229f-4a2d-8df3-b0cbf6d3892b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:40.669533 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "name": "network-vif-plugged", "status": "completed", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:40.670138 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52b835e6-229f-4a2d-8df3-b0cbf6d3892b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:40.670811 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'code': 200} Aug 30 23:12:40.728502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:40.848290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82571ac8-366c-428f-9cc9-e2879c26b860 req-f3abc3dd-1eb7-4905-b45f-642c19e562e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:40.851662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82571ac8-366c-428f-9cc9-e2879c26b860 req-f3abc3dd-1eb7-4905-b45f-642c19e562e9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1098 time: 0.1001329 Aug 30 23:12:40.939731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f644c6ca-66d2-4d65-800a-9010846e9833 req-fb2ee833-5d64-4c81-b0d6-52b9c7817c20 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:40.943294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1d9750-fc28-4397-b820-27398010c36f req-9240bbb4-8898-40e5-861a-a17a46ee9a05 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:40.943776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f644c6ca-66d2-4d65-800a-9010846e9833 req-fb2ee833-5d64-4c81-b0d6-52b9c7817c20 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0684407 Aug 30 23:12:40.945375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb1d9750-fc28-4397-b820-27398010c36f req-9240bbb4-8898-40e5-861a-a17a46ee9a05 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.0926244 Aug 30 23:12:40.950108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-82571ac8-366c-428f-9cc9-e2879c26b860 req-662fb240-c180-4290-a721-abcac861d550 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789289 Aug 30 23:12:40.998188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb1d9750-fc28-4397-b820-27398010c36f req-c5066cfd-6dca-4f00-898d-8366e996289c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444686 Aug 30 23:12:41.019244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f644c6ca-66d2-4d65-800a-9010846e9833 req-6e141d1f-af26-4588-871a-ce900240f507 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568943 Aug 30 23:12:41.522306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:41.650536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2372-a755-4b2d-bfa9-af1b19a08224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.748194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2372-a755-4b2d-bfa9-af1b19a08224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.754284 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbf2372-a755-4b2d-bfa9-af1b19a08224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.796082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0cbf2372-a755-4b2d-bfa9-af1b19a08224 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5765db88aa564888a1a91c1fe1f37b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2695153 Aug 30 23:12:41.796883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:41.798477 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbf2372-a755-4b2d-bfa9-af1b19a08224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c2c0f-5782-427e-81ea-ffe5adfccc00,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:41.872899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.897253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.957764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.961039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:41.962286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7d1c2c0f-5782-427e-81ea-ffe5adfccc00 HTTP/1.1" status: 204 len: 168 time: 0.1638398 Aug 30 23:12:41.962567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:41.979890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a8a3dc-566f-426c-929e-4fe6096f8ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c2c0f-5782-427e-81ea-ffe5adfccc00,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:42.143108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6fcffd0-3546-42a9-a141-a0366b203ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.222479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4741c2-59a9-4957-9fbd-2d8755480507 req-063ffab0-ff8e-4fcd-a4a8-a27e04e191b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:42.227605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac4741c2-59a9-4957-9fbd-2d8755480507 req-063ffab0-ff8e-4fcd-a4a8-a27e04e191b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.1388721 Aug 30 23:12:42.334385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6fcffd0-3546-42a9-a141-a0366b203ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.339923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6fcffd0-3546-42a9-a141-a0366b203ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.340629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac4741c2-59a9-4957-9fbd-2d8755480507 req-b06e3989-d4e2-4937-aeae-ecc27aaaa48d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042545 Aug 30 23:12:42.402062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6fcffd0-3546-42a9-a141-a0366b203ef3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fc170ab905d14233bd22913a853a6007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355199 Aug 30 23:12:42.403042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44260) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:42.411913 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fcffd0-3546-42a9-a141-a0366b203ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0290372a-57ef-41be-99af-86d1590135d2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:42.443366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:42.461337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10810ea3-86d2-4dab-9157-a9ef79cbdab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.520122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.567273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.583601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10810ea3-86d2-4dab-9157-a9ef79cbdab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.590393 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10810ea3-86d2-4dab-9157-a9ef79cbdab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.640414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-10810ea3-86d2-4dab-9157-a9ef79cbdab9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4638ecb17f7f45b88cccc14c6a062ad2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943238 Aug 30 23:12:42.642707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10810ea3-86d2-4dab-9157-a9ef79cbdab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00868a9-2aed-483b-8847-423542085559,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:42.644548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:42.672006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.678507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.684090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0290372a-57ef-41be-99af-86d1590135d2 HTTP/1.1" status: 204 len: 168 time: 0.2769172 Aug 30 23:12:42.699602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444db231-2aa8-4b33-b388-7d4841aa5c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0290372a-57ef-41be-99af-86d1590135d2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:42.759627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.800266 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.864298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.879060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.883524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:42.887579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f00868a9-2aed-483b-8847-423542085559 HTTP/1.1" status: 204 len: 168 time: 0.2283201 Aug 30 23:12:42.899535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40b0f28-27c4-4cf6-8261-efb566984963 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00868a9-2aed-483b-8847-423542085559,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:43.329236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bdc94586-9a6d-44af-b78f-38dd15762946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:43.502249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac804293-8393-4688-900f-0e200cdc2f56 req-c548e647-e09b-46fc-869c-46de70ccbd7c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:43.503800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac804293-8393-4688-900f-0e200cdc2f56 req-c548e647-e09b-46fc-869c-46de70ccbd7c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.0634532 Aug 30 23:12:43.550453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac804293-8393-4688-900f-0e200cdc2f56 req-4efe01bb-3fd7-4676-9477-9d9cbf17b814 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395594 Aug 30 23:12:43.726389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac475f7b-bc2f-4b25-bad2-0540cf0b1557 req-d1e249c9-8967-49e3-a850-e35150d9bb0a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:43.728275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac475f7b-bc2f-4b25-bad2-0540cf0b1557 req-d1e249c9-8967-49e3-a850-e35150d9bb0a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.0871701 Aug 30 23:12:43.786199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac475f7b-bc2f-4b25-bad2-0540cf0b1557 req-bbe1a84b-b609-4fb5-874b-2b50d503ab68 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503545 Aug 30 23:12:43.811658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44310) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:43.871965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f881e4b8-6819-4f58-a8a0-168ca37b5abd tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:43.874213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f881e4b8-6819-4f58-a8a0-168ca37b5abd tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1093 time: 0.0612037 Aug 30 23:12:43.877320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44320) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:43.882001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:12:43.908296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:44.033572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:44.243148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.25.7.95 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/aab22fab-6253-401d-a2a1-2d4e87c8a1b7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:12:44.373256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:44.426302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:44.471793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:12:44.474967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:12:44.483085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:12:44.514959 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=aab22fab-6253-401d-a2a1-2d4e87c8a1b7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:44.563624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.050060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.136063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.381241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.387481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.470338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=aab22fab-6253-401d-a2a1-2d4e87c8a1b7,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:45.486933 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:45.624388 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Floating IP e8cd0e20-8536-4084-bddc-7217008907c1 associated. External IP: 172.25.7.95, port: b031f0f4-94be-48f3-ad72-724610d6ff72. Aug 30 23:12:45.896257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:12:45.993649 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:46.090315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:12:46.111905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:46.116651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:12:46.136958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:46.140015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:46.170186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44380) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:46.170944 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-da50c5e9-1306-46b0-8722-e1a3aea56c9f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2918825 Aug 30 23:12:46.170944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:12:46.173286 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3011b3a5-683c-43f0-91ac-0fd8ce64c503" -d '{"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:12:46.217697 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a8e485-c641-4cad-917c-01d8f361d419 x-openstack-request-id: req-f7a8e485-c641-4cad-917c-01d8f361d419 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:12:46.218032 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:12:46.218313 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7a8e485-c641-4cad-917c-01d8f361d419 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:12:46.218801 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'status': 'completed', 'code': 200} Aug 30 23:12:46.298030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3ddbdad0-814c-4685-8632-48eb40553cbd tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/e8cd0e20-8536-4084-bddc-7217008907c1 HTTP/1.1" status: 200 len: 991 time: 0.1265032 Aug 30 23:12:46.320807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:46.330344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-a824f1d0-7fb0-4cdd-a650-52e9a625ff90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:46.331854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-a824f1d0-7fb0-4cdd-a650-52e9a625ff90 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1098 time: 0.0705597 Aug 30 23:12:46.441736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-29d74f6d-f240-4e62-bc61-f68484c05650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:46.443435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-29d74f6d-f240-4e62-bc61-f68484c05650 service neutron] 10.222.0.52 "GET /v2.0/networks?id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 897 time: 0.1037898 Aug 30 23:12:46.533901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-a4cfc5a3-9fb1-4dec-9b3b-6e19659cd2e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 200 len: 999 time: 0.0827470 Aug 30 23:12:46.606870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-f2dba88d-7757-481f-943e-5551a8bcfaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:46.609883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-f2dba88d-7757-481f-943e-5551a8bcfaad service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d088311-1681-4aee-b982-7b6499a20b88 HTTP/1.1" status: 200 len: 835 time: 0.0693884 Aug 30 23:12:46.680773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:44Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:46.686697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-3ba31195-cec6-4ce4-b535-8326944c50ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:46.688881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-3ba31195-cec6-4ce4-b535-8326944c50ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660136 Aug 30 23:12:46.710032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:12:46.720793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:12:46.721429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:12:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:46.790660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:46.822810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-86fec9ff-4d33-4d8e-bf01-baaec67ee8e1 service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264696 Aug 30 23:12:46.923882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:12:46.955628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3011b3a5-683c-43f0-91ac-0fd8ce64c503 req-908a5269-a8f0-4e77-869c-42066fdd54ee service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251509 Aug 30 23:12:46.956033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a56d9997-4ddd-48fd-a02b-7fac1dd38336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.081651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a56d9997-4ddd-48fd-a02b-7fac1dd38336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.086800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a56d9997-4ddd-48fd-a02b-7fac1dd38336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.128659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a56d9997-4ddd-48fd-a02b-7fac1dd38336 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1330a5e07ec048bab510c1da3160578e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366141 Aug 30 23:12:47.129743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d9997-4ddd-48fd-a02b-7fac1dd38336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a498fb-1bbc-43c5-aa98-9115240857b6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:47.132748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:47.217701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.242382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:44Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:12:47.268878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.275352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a93fbed-2e4e-4ffa-97bb-be0f64958daa None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:44Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:12:47.305585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:47.358237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.361239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.362910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/29a498fb-1bbc-43c5-aa98-9115240857b6 HTTP/1.1" status: 204 len: 168 time: 0.2283230 Aug 30 23:12:47.372872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168596e-50eb-487a-81ef-add32a4b1f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a498fb-1bbc-43c5-aa98-9115240857b6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:47.407057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9c071d17-f512-435b-93d9-465f338b3164 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/e8cd0e20-8536-4084-bddc-7217008907c1 HTTP/1.1" status: 200 len: 991 time: 0.1000798 Aug 30 23:12:47.611678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf40411-227c-4c0f-873e-32c6cfd32649 None None] New status for floating IP e8cd0e20-8536-4084-bddc-7217008907c1: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:12:47.775649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44416) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:47.793008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ae6-a33e-4a60-a3d4-6374c266de9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.931054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ae6-a33e-4a60-a3d4-6374c266de9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.936382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2ae6-a33e-4a60-a3d4-6374c266de9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:47.981664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd6e2ae6-a33e-4a60-a3d4-6374c266de9d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45ea7c8ff84948b09acb71f1dccdf306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2048090 Aug 30 23:12:47.983001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e2ae6-a33e-4a60-a3d4-6374c266de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3638fc-cd86-4c03-83b1-97d6add535be,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:47.984995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44420) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:48.049710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:48.075124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:48.135533 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:48.138109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:48.139349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f3638fc-cd86-4c03-83b1-97d6add535be HTTP/1.1" status: 204 len: 168 time: 0.1533611 Aug 30 23:12:48.147748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7479dcbc-7f00-43b4-967b-55f4b0db0535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3638fc-cd86-4c03-83b1-97d6add535be,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:48.411847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44426) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:48.504740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cb72f650-85e2-440e-bea7-e41ceed4e187 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/e8cd0e20-8536-4084-bddc-7217008907c1 HTTP/1.1" status: 200 len: 993 time: 0.0914056 Aug 30 23:12:50.863490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44544) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:51.015529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d0ca-fcb2-4a61-a321-dd39c5f8cb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.125767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d0ca-fcb2-4a61-a321-dd39c5f8cb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.130542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aaa1d0ca-fcb2-4a61-a321-dd39c5f8cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.176817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aaa1d0ca-fcb2-4a61-a321-dd39c5f8cb5f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e6db32fa8b8341d7bc7a1f8a2062dbee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121796 Aug 30 23:12:51.178057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1d0ca-fcb2-4a61-a321-dd39c5f8cb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c23e52-edd7-471a-9b06-a20bc98ca981,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:51.181529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44556) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:51.237203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.261864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.346969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.350009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.351585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4c23e52-edd7-471a-9b06-a20bc98ca981 HTTP/1.1" status: 204 len: 168 time: 0.1690500 Aug 30 23:12:51.361364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0649b1c0-3f08-48b8-91e6-b44493f1988b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c23e52-edd7-471a-9b06-a20bc98ca981,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:51.708192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44566) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:51.724377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d563f8dd-363d-4176-928e-febd870e614a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.834388 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d563f8dd-363d-4176-928e-febd870e614a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.839919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d563f8dd-363d-4176-928e-febd870e614a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.881849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563f8dd-363d-4176-928e-febd870e614a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb542ec-1690-492a-8e07-c5b53c1517fd,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:51.886586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d563f8dd-363d-4176-928e-febd870e614a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c67d9b859d347aa9e0fc4007de93eb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1772232 Aug 30 23:12:51.892542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44568) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:51.946964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:51.970338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:52.022706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:52.025384 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:52.029055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6eb542ec-1690-492a-8e07-c5b53c1517fd HTTP/1.1" status: 204 len: 168 time: 0.1327424 Aug 30 23:12:52.035465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc0925f-a222-433c-9812-a58d53e6d7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb542ec-1690-492a-8e07-c5b53c1517fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:52.501012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:55.317872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-1bb5666f-3085-4f11-a868-848f5f66be97 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:55.321092 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-1bb5666f-3085-4f11-a868-848f5f66be97 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.0631588 Aug 30 23:12:55.358428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-161cc825-fd92-4ee9-a65b-8e052519705e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:55.539742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-161cc825-fd92-4ee9-a65b-8e052519705e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:55.546387 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-161cc825-fd92-4ee9-a65b-8e052519705e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:55.607213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e19a7792-4be0-42c0-ae99-338338529ce2 req-161cc825-fd92-4ee9-a65b-8e052519705e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2740984 Aug 30 23:12:55.647728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161cc825-fd92-4ee9-a65b-8e052519705e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4869cc67-77a0-42d7-b4d4-aab7a0f790b2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:55.784286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af16226-d042-4254-b1c5-54710ea9230c req-5ccff591-a49f-4b91-a63e-62df2ba82c68 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:55.790923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6af16226-d042-4254-b1c5-54710ea9230c req-5ccff591-a49f-4b91-a63e-62df2ba82c68 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0825768 Aug 30 23:12:55.884205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6af16226-d042-4254-b1c5-54710ea9230c req-46e88080-717c-45d0-a5a9-fad54050411f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717316 Aug 30 23:12:55.903025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44678) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:56.031442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d50344b6-7492-46a1-b8f2-be291cf2ca2e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 200 len: 993 time: 0.1265047 Aug 30 23:12:56.426804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-425762ec-ac82-4af1-b9fe-78e1a95e5f3b req-ff1de907-62fe-414c-b978-2ed841838c15 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:12:56.428287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-425762ec-ac82-4af1-b9fe-78e1a95e5f3b req-ff1de907-62fe-414c-b978-2ed841838c15 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061846 Aug 30 23:12:57.046662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31cb5c6-155f-4e79-88d5-1ad12e97c0d7 req-761c7e06-45ee-4641-a2a9-30954a7a1a53 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:57.050336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d31cb5c6-155f-4e79-88d5-1ad12e97c0d7 req-761c7e06-45ee-4641-a2a9-30954a7a1a53 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1067495 Aug 30 23:12:57.111821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d31cb5c6-155f-4e79-88d5-1ad12e97c0d7 req-087a65ff-e93b-4ba4-b982-8cb3584cd712 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539107 Aug 30 23:12:57.229818 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-39267156-cd11-4bf9-8334-7dc7f50f9136 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2690511 Aug 30 23:12:57.847055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:58.383441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d142ba78-f3b2-4732-baf8-6b8c471cfb4c req-8fe59b53-2311-4d73-a374-4f907b0740da tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:58.390693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d142ba78-f3b2-4732-baf8-6b8c471cfb4c req-8fe59b53-2311-4d73-a374-4f907b0740da tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1083064 Aug 30 23:12:58.451081 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d142ba78-f3b2-4732-baf8-6b8c471cfb4c req-247630ec-64ef-4be8-8777-bf0ef952f0a9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586805 Aug 30 23:12:58.540817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:58.675451 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:12:58.742248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becf03dc-12b5-44b7-ad8b-5e4770971ea8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:58.861550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becf03dc-12b5-44b7-ad8b-5e4770971ea8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:58.866422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-becf03dc-12b5-44b7-ad8b-5e4770971ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:58.909967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf03dc-12b5-44b7-ad8b-5e4770971ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9a1c20-8cb3-40cf-b6cd-14c72fd0612d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:58.923272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-becf03dc-12b5-44b7-ad8b-5e4770971ea8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=65ee144affb7454794bb25e49f1fd0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3804324 Aug 30 23:12:58.926619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:12:59.008826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:59.035105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:59.127468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:59.134441 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:12:59.137461 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc9a1c20-8cb3-40cf-b6cd-14c72fd0612d HTTP/1.1" status: 204 len: 168 time: 0.2090614 Aug 30 23:12:59.151694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf3d88e-e3d3-4b54-9097-f77dd04fcaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9a1c20-8cb3-40cf-b6cd-14c72fd0612d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:12:59.328526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-457bb858-c4b2-4c0a-a8a1-cbe39aa9ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:59.330326 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-457bb858-c4b2-4c0a-a8a1-cbe39aa9ca2d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.1843503 Aug 30 23:12:59.480277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-22c55f45-df16-4931-ace9-98fbc31f3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:59.484412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-22c55f45-df16-4931-ace9-98fbc31f3ce8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.1421001 Aug 30 23:12:59.578385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-261e5622-8b6d-49f2-94f7-3fb9e792cd2a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 1001 time: 0.0869641 Aug 30 23:12:59.652718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-2b324413-b1e9-44bb-a9e7-4a512e9d7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:59.654958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-2b324413-b1e9-44bb-a9e7-4a512e9d7d65 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0671606 Aug 30 23:12:59.665215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a307398-ba6b-40af-b38b-a23800151cd3 req-a4b28001-8364-467e-9dca-efcca48c7c15 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:59.667604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a307398-ba6b-40af-b38b-a23800151cd3 req-a4b28001-8364-467e-9dca-efcca48c7c15 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0901039 Aug 30 23:12:59.725244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a307398-ba6b-40af-b38b-a23800151cd3 req-b53aaf2e-0c4c-4ae7-a9e0-3241a1ef2e02 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490327 Aug 30 23:12:59.726993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-a77632c8-fd9a-402a-8475-0c3187043dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:12:59.730362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-a77632c8-fd9a-402a-8475-0c3187043dab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653272 Aug 30 23:12:59.889733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-5cac0c99-9afd-4d87-a6c8-60f13e726c1c service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469960 Aug 30 23:13:00.010101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-bf011167-7f74-4a8f-9cce-e7068d7cef2f service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113255 Aug 30 23:13:00.871731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0eb48c-be14-40de-a530-b4ecb1500310 req-01a8444c-8351-450c-9d1e-332c22ef2e8e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:00.873884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b0eb48c-be14-40de-a530-b4ecb1500310 req-01a8444c-8351-450c-9d1e-332c22ef2e8e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0701692 Aug 30 23:13:00.918000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b0eb48c-be14-40de-a530-b4ecb1500310 req-a5196c32-aa18-4d28-a756-0b862b1ab493 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376930 Aug 30 23:13:02.060331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3eb479-635b-44b4-ab98-f5aa709ef376 req-4f109fc7-5a96-490e-97a4-83c8f26ac2aa tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:02.061765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae3eb479-635b-44b4-ab98-f5aa709ef376 req-4f109fc7-5a96-490e-97a4-83c8f26ac2aa tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0635288 Aug 30 23:13:02.110884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae3eb479-635b-44b4-ab98-f5aa709ef376 req-e996ed0e-1fd7-4b0c-888d-283b4348d332 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389335 Aug 30 23:13:03.251771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf10677-e0f9-46a8-a56e-32946dbf0366 req-5e430823-333c-46ca-8bc2-974d0db5e7d8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:03.253334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcf10677-e0f9-46a8-a56e-32946dbf0366 req-5e430823-333c-46ca-8bc2-974d0db5e7d8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0572309 Aug 30 23:13:03.298856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fcf10677-e0f9-46a8-a56e-32946dbf0366 req-704b60ec-0695-4aec-9092-2e9d8a040751 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379653 Aug 30 23:13:04.424787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7237999e-66d6-458a-8034-a61041672a0c req-854140df-0fa5-4748-8aa7-11e4f0fd7300 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:04.426387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7237999e-66d6-458a-8034-a61041672a0c req-854140df-0fa5-4748-8aa7-11e4f0fd7300 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0551329 Aug 30 23:13:04.478816 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7237999e-66d6-458a-8034-a61041672a0c req-d4b1a83a-61ac-4a6c-aff8-7b5ca2f11cb8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453649 Aug 30 23:13:04.930338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:05.051636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfcf2-4e52-40dd-8383-4f11ee50e4ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.150806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfcf2-4e52-40dd-8383-4f11ee50e4ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.155089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cbbfcf2-4e52-40dd-8383-4f11ee50e4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.194799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbbfcf2-4e52-40dd-8383-4f11ee50e4ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac60f7b6-6759-4c02-b818-d7d6b96a6399,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:05.200181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0cbbfcf2-4e52-40dd-8383-4f11ee50e4ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c431ea8e23f24e609ee20cef6f57c1aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2687132 Aug 30 23:13:05.206368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44914) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:05.263537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.287044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.342739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.345316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.346530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ac60f7b6-6759-4c02-b818-d7d6b96a6399 HTTP/1.1" status: 204 len: 168 time: 0.1413774 Aug 30 23:13:05.354703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac60f7b6-6759-4c02-b818-d7d6b96a6399,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:05.362765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.363126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.363475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.363818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.364163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.364502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.364838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.365323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.365502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.365862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.366194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.366524 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6846d0-0838-4959-939b-c436a45fe876 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:05.603147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40364d2a-80d6-4d7e-a87e-1cd4cef6145e req-dc436257-8db7-4a09-856b-52e324f54237 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:05.604722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40364d2a-80d6-4d7e-a87e-1cd4cef6145e req-dc436257-8db7-4a09-856b-52e324f54237 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0593400 Aug 30 23:13:05.660122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40364d2a-80d6-4d7e-a87e-1cd4cef6145e req-b827dc6b-f2e0-459f-a47e-c02e43280107 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383074 Aug 30 23:13:05.671751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 44922) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:05.687543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24be9b18-b13b-4e9e-afbc-e4245beb6f3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.788218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24be9b18-b13b-4e9e-afbc-e4245beb6f3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.793370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-24be9b18-b13b-4e9e-afbc-e4245beb6f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.838160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-24be9b18-b13b-4e9e-afbc-e4245beb6f3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=aa7081489f69493f959d5a5bfd6ae081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1652443 Aug 30 23:13:05.838892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be9b18-b13b-4e9e-afbc-e4245beb6f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e46d99-ecd6-4223-bea9-47e06fc6b661,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:05.840772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 44924) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:05.903272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.928057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.977157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.979758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:05.980922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1e46d99-ecd6-4223-bea9-47e06fc6b661 HTTP/1.1" status: 204 len: 168 time: 0.1386006 Aug 30 23:13:05.988695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b061a-d212-4e92-850b-fef15b41cd09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e46d99-ecd6-4223-bea9-47e06fc6b661,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:06.808848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d0443-f855-4003-b59a-735c6cbbda56 req-e874f736-9cc6-423f-ad57-6ebb61b63346 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:06.811484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e9d0443-f855-4003-b59a-735c6cbbda56 req-e874f736-9cc6-423f-ad57-6ebb61b63346 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0760484 Aug 30 23:13:06.864853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8e9d0443-f855-4003-b59a-735c6cbbda56 req-baf23059-4f18-4916-ac68-1af72654489e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473204 Aug 30 23:13:07.992276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbf8c7-bc15-4d54-a40a-a7244eabc7e2 req-7ecbd3a8-b0c1-4c2e-b921-0dab2a9f6aea tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:07.993840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72fbf8c7-bc15-4d54-a40a-a7244eabc7e2 req-7ecbd3a8-b0c1-4c2e-b921-0dab2a9f6aea tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0527411 Aug 30 23:13:08.034447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72fbf8c7-bc15-4d54-a40a-a7244eabc7e2 req-323a34b6-b79f-42aa-90ee-210f77acc942 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337973 Aug 30 23:13:09.183505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8142be1-e700-4827-97d8-e50986f31df5 req-6cec00af-0d84-4c58-96cf-3ebb4cbd0317 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:09.188260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8142be1-e700-4827-97d8-e50986f31df5 req-6cec00af-0d84-4c58-96cf-3ebb4cbd0317 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0723965 Aug 30 23:13:09.229199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8142be1-e700-4827-97d8-e50986f31df5 req-cb28161d-08c3-4dc6-9977-7256f31e03c6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344527 Aug 30 23:13:10.289829 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-790c61ec-0a24-4b39-9f3f-46191fd8bbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:10.378630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7367f-8551-4164-85ab-bb0e79c95b4a req-b04a0d4c-f7bf-41ca-8a92-898e399fd2dd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:10.380228 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ab7367f-8551-4164-85ab-bb0e79c95b4a req-b04a0d4c-f7bf-41ca-8a92-898e399fd2dd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0642412 Aug 30 23:13:10.423181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ab7367f-8551-4164-85ab-bb0e79c95b4a req-7e57b07f-360c-4d12-8cc3-b6eb2185c9b2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360394 Aug 30 23:13:11.565044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33161bcd-37a6-4722-8a81-5bef0f454d9d req-edf4919f-a052-4152-aabc-d6d12f26b127 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:11.566855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33161bcd-37a6-4722-8a81-5bef0f454d9d req-edf4919f-a052-4152-aabc-d6d12f26b127 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0618966 Aug 30 23:13:11.631903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33161bcd-37a6-4722-8a81-5bef0f454d9d req-60f5b9b8-b0fe-4930-bfd3-f06639e6e4b9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539207 Aug 30 23:13:12.761244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5b924d-97b1-48e4-9cb3-d6854a28db80 req-ea0c72f7-e190-4799-a230-2be706ea7b1f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:12.762860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e5b924d-97b1-48e4-9cb3-d6854a28db80 req-ea0c72f7-e190-4799-a230-2be706ea7b1f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0533171 Aug 30 23:13:12.803827 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4e5b924d-97b1-48e4-9cb3-d6854a28db80 req-753908cc-af7e-4efd-a58b-3071585d83b8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350807 Aug 30 23:13:12.859536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:13.310649 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c175a178-e142-4060-88c4-61a78f336045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:13.936102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f053144-7f42-4ea2-9e10-21a1fc55a4bb req-25259552-4202-4b15-9e47-870ba2cbac28 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:13.938482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f053144-7f42-4ea2-9e10-21a1fc55a4bb req-25259552-4202-4b15-9e47-870ba2cbac28 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0590227 Aug 30 23:13:13.983339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f053144-7f42-4ea2-9e10-21a1fc55a4bb req-10b2ae02-2f30-497c-9402-0c41d590d76d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388541 Aug 30 23:13:14.064841 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d0e80-df21-43f5-a175-081425c1fd37 req-1a0736d0-0403-43e9-b7c9-09ec8b4e4dc8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:14.066363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0d0e80-df21-43f5-a175-081425c1fd37 req-1a0736d0-0403-43e9-b7c9-09ec8b4e4dc8 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0541792 Aug 30 23:13:14.107325 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe0d0e80-df21-43f5-a175-081425c1fd37 req-d01b950c-3f66-4742-b85e-5b208ae4b6ea tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327504 Aug 30 23:13:14.551007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:15.102720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66b0252-fe8a-483d-84db-4c368ce3501a req-85a0b122-442e-428c-b3fc-8cf88fe2b01f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:15.104932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c66b0252-fe8a-483d-84db-4c368ce3501a req-85a0b122-442e-428c-b3fc-8cf88fe2b01f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0506527 Aug 30 23:13:15.147139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c66b0252-fe8a-483d-84db-4c368ce3501a req-2749a2af-0f8a-468f-9120-7c56c9a40d7b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361631 Aug 30 23:13:15.236261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ebfd7-0c91-4876-9a49-3e383f81b0d7 req-e48991b0-f2cc-4439-a17c-faa78a2a0d54 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:15.237751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af9ebfd7-0c91-4876-9a49-3e383f81b0d7 req-e48991b0-f2cc-4439-a17c-faa78a2a0d54 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0539286 Aug 30 23:13:15.279563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af9ebfd7-0c91-4876-9a49-3e383f81b0d7 req-c74cbac5-9ef8-4534-a816-dd05c3a8b6f5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups?id=26c54aa5-da2a-4484-8129-220e5078b672&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334113 Aug 30 23:13:15.552987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-ed606d72-03d1-443c-84f0-db56e04111e5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:15.554522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-ed606d72-03d1-443c-84f0-db56e04111e5 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 946 time: 0.0554013 Aug 30 23:13:15.667832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Deleting port f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:15.668174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:15.763290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] For port f27fe2ca-85ca-48c1-b233-269af8b27373, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f27fe2ca-85ca-48c1-b233-269af8b27373,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:15.763657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:15.943929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:15.944414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:15.944732 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Floating IP 0b105295-990c-42fe-82c2-2e6c12e9de46 disassociated. External IP: 172.25.7.113, port: f27fe2ca-85ca-48c1-b233-269af8b27373. Aug 30 23:13:15.945086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Calling delete_port for f27fe2ca-85ca-48c1-b233-269af8b27373 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:15.994266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:16.090114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:16.121636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'Port': ['ID=f27fe2ca-85ca-48c1-b233-269af8b27373,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:16.241362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:13:16.273070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d97-1630-47ea-a483-857ec41e50f4 req-bfc427d3-9195-497f-ba80-6b4bd541395b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:16.275058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-266b9d97-1630-47ea-a483-857ec41e50f4 req-bfc427d3-9195-497f-ba80-6b4bd541395b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0561869 Aug 30 23:13:16.322810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-266b9d97-1630-47ea-a483-857ec41e50f4 req-904501a3-7fcc-4d4f-adbc-1cf2d4a2ffbc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Aug 30 23:13:16.363023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:13:16.371513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:13:16.383628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:16.383628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:16.429361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] No DVR routers for this DVR port f27fe2ca-85ca-48c1-b233-269af8b27373 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:13:16.432407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:16.435230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-870b5e4d-47b2-4c96-9cdc-31d703e85a01 req-6adbe6a8-d7c1-47e5-8e48-a6d89e92a6ae tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.52 "DELETE /v2.0/ports/f27fe2ca-85ca-48c1-b233-269af8b27373 HTTP/1.1" status: 204 len: 173 time: 0.8635087 Aug 30 23:13:16.437162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbdf8287-9142-4e24-86d9-d19d371b5e24 req-526a6a9d-e4e4-4033-8a79-9ec69913cf6b tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/ports?device_id=61a7630d-6403-4f69-a367-e0e175f0b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0793040 Aug 30 23:13:16.437767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-deleted', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:16.440818 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32b3e1a-1e37-4c0d-ae1f-8bb12b0d96a9" -d '{"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-deleted", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:16.516096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:16.714516 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddcf840-78e3-4b06-8850-2f521891d3d9 x-openstack-request-id: req-3ddcf840-78e3-4b06-8850-2f521891d3d9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:16.714852 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a7630d-6403-4f69-a367-e0e175f0b0a1", "name": "network-vif-deleted", "tag": "f27fe2ca-85ca-48c1-b233-269af8b27373", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:16.715249 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ddcf840-78e3-4b06-8850-2f521891d3d9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:16.715647 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a7630d-6403-4f69-a367-e0e175f0b0a1', 'name': 'network-vif-deleted', 'tag': 'f27fe2ca-85ca-48c1-b233-269af8b27373', 'status': 'completed', 'code': 200} Aug 30 23:13:16.797921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:16.824893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:13:16.834492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:16.835111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:16.944397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:17.156770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:17.186623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be15bb9-2ccd-43f7-bdd7-5c358b743968 None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:20Z', 'revision_number': 4, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '2a5ac08f-2010-4494-8236-3bde13ccc80d', 'name': '', 'network_id': '0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'mac_address': 'fa:16:3e:6b:f0:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:18Z', 'updated_at': '2021-08-30T23:04:28Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'subnets': [{'id': '4a00932e-40f6-4cf3-8c88-a19d50d5b5b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:13:17.192167 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-1cf0ea28-81fc-4548-add4-86f2be65e6b8 service neutron] show failed (client error): The resource could not be found. Aug 30 23:13:17.193910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-1cf0ea28-81fc-4548-add4-86f2be65e6b8 service neutron] 10.222.0.47 "GET /v2.0/ports/c9ec9a5c-1718-4327-b26a-35b8b95f9f92/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0657456 Aug 30 23:13:17.467678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-7dba9646-7970-4e8d-86c5-9ec4688edaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:17.469526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-7dba9646-7970-4e8d-86c5-9ec4688edaa9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 1097 time: 0.0830870 Aug 30 23:13:17.485517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b42db-a4f0-49b3-a4f0-5ef6d6eb694a req-97f255d7-0e5f-41f3-b15e-d0305088a00f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:17.494760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e28b42db-a4f0-49b3-a4f0-5ef6d6eb694a req-97f255d7-0e5f-41f3-b15e-d0305088a00f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0744276 Aug 30 23:13:17.543076 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9712e0-21e1-45c8-8e5b-fba1fd265ee3 None None] New status for floating IP 0b105295-990c-42fe-82c2-2e6c12e9de46: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:13:17.561582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:17.568763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e28b42db-a4f0-49b3-a4f0-5ef6d6eb694a req-05224253-91d0-4d57-b061-a295e93b5751 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729206 Aug 30 23:13:17.625342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.652845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.718366 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.721204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.724911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "DELETE /v2.0/security-groups/26c54aa5-da2a-4484-8129-220e5078b672 HTTP/1.1" status: 204 len: 168 time: 0.1590424 Aug 30 23:13:17.725962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:17.731150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:17.732194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:17.739692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06500798-e0fb-46af-8f93-e798cc1f41f0 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c54aa5-da2a-4484-8129-220e5078b672,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:17.768117 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-81ec3b70-df52-461c-aeb2-9e0f750939ba tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] show failed (client error): The resource could not be found. Aug 30 23:13:17.772913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-81ec3b70-df52-461c-aeb2-9e0f750939ba tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "GET /v2.0/security-groups/26c54aa5-da2a-4484-8129-220e5078b672 HTTP/1.1" status: 404 len: 347 time: 0.0338304 Aug 30 23:13:17.773484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:17.806582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.838752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3cbfb90-bb6a-4edc-b096-74990f63634d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:17.957569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Deleting port fa51d1d3-96e4-4800-8a78-a21c83dafc99 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:17.958438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.015488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:18.052239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:13:18.054714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3cbfb90-bb6a-4edc-b096-74990f63634d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.062400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d3cbfb90-bb6a-4edc-b096-74990f63634d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.066557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.066887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.094621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.106596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Calling delete_port for fa51d1d3-96e4-4800-8a78-a21c83dafc99 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:18.107241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Transition to ACTIVE for port object c9ec9a5c-1718-4327-b26a-35b8b95f9f92 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:18.111030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.118900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbfb90-bb6a-4edc-b096-74990f63634d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90999a5f-e6fd-4929-90e3-5f2d01fef6c9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:18.128552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d3cbfb90-bb6a-4edc-b096-74990f63634d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b9feaf1d5cb44999ad894921f518e4c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3927274 Aug 30 23:13:18.129017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:18.213090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:18.242733 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.271937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.292562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] No DVR routers for this DVR port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:13:18.346146 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.384312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.387080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.388247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/90999a5f-e6fd-4929-90e3-5f2d01fef6c9 HTTP/1.1" status: 204 len: 168 time: 0.2585671 Aug 30 23:13:18.398890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Pushing event deleted for resources: {'Port': ['ID=fa51d1d3-96e4-4800-8a78-a21c83dafc99,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:18.403059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187dd95-0c6e-490f-9277-bbbe5ed9e2a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90999a5f-e6fd-4929-90e3-5f2d01fef6c9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:18.461381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.464139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.465285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9b47a4fb-2026-4fa3-a8e9-bfed41a3dfc1 tempest-AttachVolumeShelveTestJSON-1553250624 tempest-AttachVolumeShelveTestJSON-1553250624-project] 10.222.0.25 "DELETE /v2.0/floatingips/0b105295-990c-42fe-82c2-2e6c12e9de46 HTTP/1.1" status: 204 len: 168 time: 0.6909661 Aug 30 23:13:18.621137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:13:18.669152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: f27fe2ca-85ca-48c1-b233-269af8b27373 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:13:18.669772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f27fe2ca-85ca-48c1-b233-269af8b27373 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:13:18.722989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfa58e-fd9a-4dc8-9f56-168c4f4d5e14 req-779a6ae2-6a92-4334-98d7-8781cdecdf50 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:18.725214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67dfa58e-fd9a-4dc8-9f56-168c4f4d5e14 req-779a6ae2-6a92-4334-98d7-8781cdecdf50 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.0732241 Aug 30 23:13:18.776954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67dfa58e-fd9a-4dc8-9f56-168c4f4d5e14 req-c8a64842-6a06-4d16-8a99-ed4c9ad2bf0e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434983 Aug 30 23:13:18.787874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:18.790268 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082fd8b9-1ac7-4be5-b747-b1247b7a04da" -d '{"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:18.803657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:18.816172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e489a404-2069-4ef0-945a-fc6c59a63a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.862291 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fde76d-17db-41a9-a3cd-4df8e93a946c x-openstack-request-id: req-17fde76d-17db-41a9-a3cd-4df8e93a946c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:18.862588 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-unplugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:18.862843 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-17fde76d-17db-41a9-a3cd-4df8e93a946c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:18.863233 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'code': 200} Aug 30 23:13:18.865851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:13:18.866211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:13:18.866599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:18.871086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:13:18.871409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Attempting to bind port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:18.876459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:13:18.876799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Checking segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:13:18.877185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Bound using segment: {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:13:18.877886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Bound port: c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d18a40d-a374-4c4d-af32-9c23f17911cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:13:18.878256 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.926674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e489a404-2069-4ef0-945a-fc6c59a63a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.931361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e489a404-2069-4ef0-945a-fc6c59a63a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.950681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:13:18.954564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:13:18.959728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:18.972867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e489a404-2069-4ef0-945a-fc6c59a63a87 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d25cfe1936548ac90e7cf5f4e8b58bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699965 Aug 30 23:13:18.973086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45274) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:18.979848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e489a404-2069-4ef0-945a-fc6c59a63a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b570a4-5c73-434d-989d-51df14fc7890,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:19.016137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.016774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:19.022108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] 10.222.0.52 "PUT /v2.0/ports/c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 1092 time: 1.4996815 Aug 30 23:13:19.028104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:19.040887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3659f583-f609-4c50-939c-6027ea9a62c4 service neutron] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:19.067966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:19.099260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-d8c46e8b-b948-493e-925f-53217bac56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.100935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-d8c46e8b-b948-493e-925f-53217bac56dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1095 time: 0.0464306 Aug 30 23:13:19.123996 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:19.127178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:19.130977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/03b570a4-5c73-434d-989d-51df14fc7890 HTTP/1.1" status: 204 len: 168 time: 0.1539195 Aug 30 23:13:19.154250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e648f1-cf5c-4136-8639-80fe8f775cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b570a4-5c73-434d-989d-51df14fc7890,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:19.227794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-66bad78a-8f6d-4901-b135-deba286fbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.229195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-66bad78a-8f6d-4901-b135-deba286fbb03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.1210353 Aug 30 23:13:19.319025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-5db0ca66-c147-40cc-af20-1bf6539349cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 999 time: 0.0811324 Aug 30 23:13:19.372181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-ea5c2f22-ecdf-43c6-a93f-756c39564392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.373831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-ea5c2f22-ecdf-43c6-a93f-756c39564392 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0479357 Aug 30 23:13:19.423673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-1db9f7ac-de9a-45ea-bb08-d067fa82804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.425392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-1db9f7ac-de9a-45ea-bb08-d067fa82804c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436311 Aug 30 23:13:19.437239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-63b90553-7384-4a7d-8287-40e0719f9dab service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:13:19.438286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-63b90553-7384-4a7d-8287-40e0719f9dab service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055914 Aug 30 23:13:19.552693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-253b04cb-77bf-40a9-9b79-d1cb5b35fbab service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018057 Aug 30 23:13:19.650285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-6c6d3073-bcd8-4b08-a9fe-6c6ee7c83e00 service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 Aug 30 23:13:19.665494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45290) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:19.815149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007426f4-db44-4d7f-b723-df5c570b4077 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.816082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007426f4-db44-4d7f-b723-df5c570b4077 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.816949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007426f4-db44-4d7f-b723-df5c570b4077 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.819589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-007426f4-db44-4d7f-b723-df5c570b4077 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=fe3d75e9ffa44d9da7b6be99fedebf4f&network_id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 2973 time: 0.1530371 Aug 30 23:13:19.916767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18677436-9ed9-422b-a220-6b6de9259b1f req-e8c60db1-3a4e-418a-b1d2-191549a53d2f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:19.918481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18677436-9ed9-422b-a220-6b6de9259b1f req-e8c60db1-3a4e-418a-b1d2-191549a53d2f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.0513780 Aug 30 23:13:19.966327 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18677436-9ed9-422b-a220-6b6de9259b1f req-c4f3ad94-8b62-4550-9109-151e15cba7ad tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416634 Aug 30 23:13:20.864963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:20.869766 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f98484-208f-42d6-b6d2-77da75a801cc" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:20.936179 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae07492-3b8c-4037-922d-3dc019e71053 x-openstack-request-id: req-3ae07492-3b8c-4037-922d-3dc019e71053 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:20.936470 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:20.936715 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ae07492-3b8c-4037-922d-3dc019e71053 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:20.937286 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'status': 'completed', 'code': 200} Aug 30 23:13:21.054563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-e10f3412-2c92-433d-afaa-89e5e7fe851f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.056726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-e10f3412-2c92-433d-afaa-89e5e7fe851f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1095 time: 0.0968153 Aug 30 23:13:21.064381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-0344c710-7e7a-402f-8fad-80313c66b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.066661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-0344c710-7e7a-402f-8fad-80313c66b0b4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1095 time: 0.0757124 Aug 30 23:13:21.147587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c0637-bf25-4b07-8c31-a6a7e3b72b6d req-abe9b646-dadb-4a54-8444-27a0cb3bb18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.149259 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8c0637-bf25-4b07-8c31-a6a7e3b72b6d req-abe9b646-dadb-4a54-8444-27a0cb3bb18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.0616698 Aug 30 23:13:21.199658 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8c0637-bf25-4b07-8c31-a6a7e3b72b6d req-2d772bc0-ccfe-4ce4-888f-45fbf81bc0dc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Aug 30 23:13:21.276923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-c6812001-a69d-45ef-83db-4e7d015d5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.278483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-c6812001-a69d-45ef-83db-4e7d015d5129 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.2021399 Aug 30 23:13:21.289000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-8f788772-ebb1-4e21-b1d5-efa1ec5f1ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.290714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-8f788772-ebb1-4e21-b1d5-efa1ec5f1ed2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.2224641 Aug 30 23:13:21.409398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-dd5af663-e26c-458c-9231-ceada579f58a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 999 time: 0.1106422 Aug 30 23:13:21.464433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-b7579de5-9857-4222-90da-22daccbc4f0d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 999 time: 0.1727235 Aug 30 23:13:21.492803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-bc035a0b-0147-40f1-a4b8-35a4dbd4cd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.494461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-bc035a0b-0147-40f1-a4b8-35a4dbd4cd73 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0773389 Aug 30 23:13:21.611395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-ce8adc86-f3ce-420f-a9e1-33e4c4ecceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.613086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-ce8adc86-f3ce-420f-a9e1-33e4c4ecceb9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0949910 Aug 30 23:13:21.622861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-f1ad45f7-c0f0-4b4f-9832-a9a7512cdab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.624466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-f1ad45f7-c0f0-4b4f-9832-a9a7512cdab5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1213117 Aug 30 23:13:21.728231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-154c69b4-e2df-41f7-9a17-866e7dd69cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:21.729815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-154c69b4-e2df-41f7-9a17-866e7dd69cb8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043851 Aug 30 23:13:21.756361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:21.818548 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-0ced895e-634a-469b-ac58-d4118ee8bf5e service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836362 Aug 30 23:13:21.890849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a2698b-3843-403f-b51e-a6df8da3a8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:21.898429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-bdfb3c4d-725d-4683-9cef-484a6e865d31 service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591105 Aug 30 23:13:21.950241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:22.010841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-ed76cb5e-48a6-42f2-b851-e9543925dd3f service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789408 Aug 30 23:13:22.016545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:13:22.020231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ecb1ec4-d173-4f00-b7a3-7da1fb3c480d tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:22.029437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ecb1ec4-d173-4f00-b7a3-7da1fb3c480d tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37 HTTP/1.1" status: 200 len: 814 time: 0.0778840 Aug 30 23:13:22.099455 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0f98484-208f-42d6-b6d2-77da75a801cc req-5644fbc6-0c47-4488-b4dc-782c8d04c731 service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903334 Aug 30 23:13:22.109149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:13:22.116276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a2698b-3843-403f-b51e-a6df8da3a8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.121195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62a2698b-3843-403f-b51e-a6df8da3a8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.166443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2698b-3843-403f-b51e-a6df8da3a8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a78daf-f535-4a01-ae36-102ac11143d0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:22.171547 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62a2698b-3843-403f-b51e-a6df8da3a8cf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88114a18b4724811a4f9787e62c24e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127212 Aug 30 23:13:22.173357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:22.224161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.249059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.301380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.304920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.306310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60a78daf-f535-4a01-ae36-102ac11143d0 HTTP/1.1" status: 204 len: 168 time: 0.1319971 Aug 30 23:13:22.315188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e2a6b6-c3be-442a-a953-d17871d3d0d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a78daf-f535-4a01-ae36-102ac11143d0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:22.350677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa198d7-4eb7-495a-827e-697ca61ed99f req-8998140c-d9e5-4aa9-b0cc-99de08a15c91 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:22.352364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aa198d7-4eb7-495a-827e-697ca61ed99f req-8998140c-d9e5-4aa9-b0cc-99de08a15c91 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 943 time: 0.0775585 Aug 30 23:13:22.396364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0aa198d7-4eb7-495a-827e-697ca61ed99f req-692fa150-8568-42c6-9221-6f8de3f8061d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371547 Aug 30 23:13:22.497246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.635652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:13:22.756159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:22.776893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'port_id': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'mac_address': 'fa:16:3e:7f:a9:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:13:22.825494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:22.835018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.836408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'network': {'name': 'tempest-network-smoke--1660707168', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:22.851423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ec9a5c-1718-4327-b26a-35b8b95f9f92 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:13:22.876958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:22.882228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.886879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:13:22.890837 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.951833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:13:22.954884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:22.966040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:22.966453 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Added segment 0a0ea3db-8b9c-4b94-a472-5720e5d1a322 of type vlan for network 30a2e9f9-118c-4829-b27b-10ae042f0654 Aug 30 23:13:23.041736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:23.082039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cb5cab-8bd3-411a-af74-e2eec5ccb137 req-b21536ed-a79f-4d40-9de7-e94a237e13e6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.086060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:23.089818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96cb5cab-8bd3-411a-af74-e2eec5ccb137 req-b21536ed-a79f-4d40-9de7-e94a237e13e6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 944 time: 0.1854954 Aug 30 23:13:23.093441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.094086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:23.132002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-dc78b899-1243-4caa-9eff-76699a86a5dc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.133882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-dc78b899-1243-4caa-9eff-76699a86a5dc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.2408979 Aug 30 23:13:23.188044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96cb5cab-8bd3-411a-af74-e2eec5ccb137 req-6bbfe193-2c79-4085-98ac-ac9465ea272c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971282 Aug 30 23:13:23.197025 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Network': ['ID=30a2e9f9-118c-4829-b27b-10ae042f0654,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:23.201676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e43f4759-4b81-4e3b-b56c-469736df8cd9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3745852 Aug 30 23:13:23.204642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.210247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:13:23.238534 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-e7025e4b-cf37-4df3-8a53-c9ad516e2ee1 service neutron] delete failed (client error): The resource could not be found. Aug 30 23:13:23.242881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-e7025e4b-cf37-4df3-8a53-c9ad516e2ee1 service neutron] 10.222.0.47 "DELETE /v2.0/ports/c9ec9a5c-1718-4327-b26a-35b8b95f9f92/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0963776 Aug 30 23:13:23.279902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c9ec9a5c-1718-4327-b26a-35b8b95f9f92'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:13:23.321205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f83c30a-1a89-4615-a169-2880a4410e33 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.323304 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7f83c30a-1a89-4615-a169-2880a4410e33 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fe3d75e9ffa44d9da7b6be99fedebf4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1168365 Aug 30 23:13:23.326491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.363416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-04135ff5-1765-4509-aa2d-4ebab0735808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.365432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-04135ff5-1765-4509-aa2d-4ebab0735808 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1096 time: 0.0687442 Aug 30 23:13:23.514070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-4a7d0424-3583-4602-a56b-76d87860c338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.526020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-4a7d0424-3583-4602-a56b-76d87860c338 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.1519549 Aug 30 23:13:23.634350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-d93c0bff-691c-4f53-9c54-157004e48117 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 1000 time: 0.1002700 Aug 30 23:13:23.690644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-04526e91-4fcd-4a83-84a3-abfd256cd0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.692060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-04526e91-4fcd-4a83-84a3-abfd256cd0f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.0504484 Aug 30 23:13:23.740463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-9e6f7f37-0455-444c-ad77-a4561fffe9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.741996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-9e6f7f37-0455-444c-ad77-a4561fffe9cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418053 Aug 30 23:13:23.766220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac12d671-588c-46cc-99bc-2f0f3fef2cb1 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.770975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ac12d671-588c-46cc-99bc-2f0f3fef2cb1 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4395316 Aug 30 23:13:23.770975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.803321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8041e510-d9d6-4689-926e-901d7a5f9acb tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287125 Aug 30 23:13:23.803535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45418) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.834070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f87f3522-ba13-41a1-8adc-eb2624176c5c tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fe3d75e9ffa44d9da7b6be99fedebf4f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266061 Aug 30 23:13:23.834276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45420) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.853279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-eb0c7a8d-0171-4496-9817-150705e598d3 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023529 Aug 30 23:13:23.923785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c885d9-6dd8-4d43-b06c-b41ebcc9c436 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:23.925361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15c885d9-6dd8-4d43-b06c-b41ebcc9c436 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901959 Aug 30 23:13:23.928128 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.948243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc7d6ee-524c-4413-9fd6-dbbb04da6364 req-aefefd2f-90f9-4340-9522-68b3e46f5937 service neutron] 10.222.0.47 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865161 Aug 30 23:13:23.957105 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-78cd3e22-7122-47ad-b744-7729d12f8db8 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277870 Aug 30 23:13:23.960107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:23.965359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119826032', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:24.073034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:13:24.076526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.279800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.289204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45436) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:24.362238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Subnet': ['ID=7a84131b-da98-4352-8210-8f2e4a028c5e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:24.367260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Checking segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:13:24.367630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network hostable DHCP agents. Network: 30a2e9f9-118c-4829-b27b-10ae042f0654, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:13:24.386541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304c87b-ea1f-4c10-a26e-38ee018184e7 req-74c4a462-3ce1-419d-aa25-1f756e95bd60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:24.389596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c304c87b-ea1f-4c10-a26e-38ee018184e7 req-74c4a462-3ce1-419d-aa25-1f756e95bd60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 944 time: 0.1200855 Aug 30 23:13:24.410125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:13:24.421639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 30a2e9f9-118c-4829-b27b-10ae042f0654) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:24.427090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:24.428368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.437526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80098240-4a7e-4783-a8e4-acb599701982 None None] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:13:24.471824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b7a9f235-e243-40e6-9846-2b60224ca9d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5105729 Aug 30 23:13:24.476660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c304c87b-ea1f-4c10-a26e-38ee018184e7 req-8e7a5f68-073d-46ed-bd51-f4f3970c103f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670846 Aug 30 23:13:24.693688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:24.700089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131706645', 'description': 'tempest-secgroup-smoke-1131706645 description', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:24.735025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.812970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:24.848066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.852904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.885152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.889491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1914840 Aug 30 23:13:24.889909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45454) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:24.894634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:24.900564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc45aac-7f4e-43fd-8bc4-fd84b15032d0 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=576e39a6-fed1-4768-8c6c-5b8849c28471,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:24.922653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:24.927241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.929284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:24.929727 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:24.997751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.004782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.025180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2a17ac0-c825-4163-8df5-52ed2e002486,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.033836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.038278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-56ba88b3-c541-4977-a538-50e61f87300f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1442430 Aug 30 23:13:25.038419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-30a2e9f9-118c-4829-b27b-10ae042f0654', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ips': [{'subnet_id': '7a84131b-da98-4352-8210-8f2e4a028c5e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:13:25.038419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.039716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.044678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:25.065150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.078158 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.092995 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.138020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.142914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.155147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:25.157453 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1deceebc-b912-4397-bb1e-ec78bfb2f255" -d '{"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:25.163059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2686a64-65b0-40f8-aa1a-13416bbc1e12,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.172858 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.177871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a481c256-bfe5-4264-a0c3-fcbbe9001a57 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340916 Aug 30 23:13:25.179155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45460) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.183099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:25.184465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:25.218170 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e8f8cf-6162-46f9-afaf-cebef1c05ee3 x-openstack-request-id: req-00e8f8cf-6162-46f9-afaf-cebef1c05ee3 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:25.218465 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-plugged", "status": "completed", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:25.218764 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00e8f8cf-6162-46f9-afaf-cebef1c05ee3 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:25.219105 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'code': 200} Aug 30 23:13:25.221614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.222270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.274340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Allocated IP 172.20.0.18 (30a2e9f9-118c-4829-b27b-10ae042f0654/7a84131b-da98-4352-8210-8f2e4a028c5e/5884d84f-189d-4e50-8b32-05076fab4439) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:13:25.293602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.296005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.300795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.328313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d46eac1-c922-4726-8802-b9d85514fc04,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.334311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.336002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e0a32a56-74b6-4856-85fd-7c08edddd5a4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1567097 Aug 30 23:13:25.338627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45462) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.343688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:25.371612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.390296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Deleting port 2a5ac08f-2010-4494-8236-3bde13ccc80d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:25.391544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.435793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.444761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.458185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.466834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Transition to ACTIVE for port object 5884d84f-189d-4e50-8b32-05076fab4439 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:25.467184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.468508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1286860 Aug 30 23:13:25.469810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9654c-e013-4c08-8107-5dbbf980517a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92de5e07-337e-4836-9688-d2178e363e17,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.471705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45464) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.481328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:25.482783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] For port 2a5ac08f-2010-4494-8236-3bde13ccc80d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2a5ac08f-2010-4494-8236-3bde13ccc80d,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:25.483243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.486764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Transition to ACTIVE for port object 5884d84f-189d-4e50-8b32-05076fab4439 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:25.492388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.507612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Calling delete_port for 2a5ac08f-2010-4494-8236-3bde13ccc80d owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:25.524440 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:13:25.531679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.538557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:13:25.543888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:25.546112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Pushing event updated for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.548273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:13:25.607681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Attempting to bind port 5884d84f-189d-4e50-8b32-05076fab4439 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:13:25.608151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Attempting to bind port 5884d84f-189d-4e50-8b32-05076fab4439 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:13:25.608503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Attempting to bind port 5884d84f-189d-4e50-8b32-05076fab4439 on network 30a2e9f9-118c-4829-b27b-10ae042f0654 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:25.613637 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.614628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:13:25.615301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Checking segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:13:25.615301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.616067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Bound using segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:13:25.616477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Bound port: 5884d84f-189d-4e50-8b32-05076fab4439, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:13:25.616908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.621923 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.640258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27eee400-7552-4e22-ab2c-84dce90fd27b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.641175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744df0a6-3d4b-44ab-83e8-134a119825e7 req-1dc4fddd-ecd9-4db7-b408-03c78ccbd4a0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:25.643207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744df0a6-3d4b-44ab-83e8-134a119825e7 req-1dc4fddd-ecd9-4db7-b408-03c78ccbd4a0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0748749 Aug 30 23:13:25.661732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.663364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ff63888f-cdef-486f-affb-19712f22bdd6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1856472 Aug 30 23:13:25.666176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45468) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.672110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': '576e39a6-fed1-4768-8c6c-5b8849c28471', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:25.698515 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:13:25.698721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:13:25.702462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5884d84f-189d-4e50-8b32-05076fab4439,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:13:25.705120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.710332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.730206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-744df0a6-3d4b-44ab-83e8-134a119825e7 req-f2d9d8a4-c836-4c88-91d1-fd10937c61b5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506113 Aug 30 23:13:25.784416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45470) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:25.794044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d59c3-b965-42de-8c69-fd323e2a7db8 None None] Pushing event updated for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.820127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.839066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.847567 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.880449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3639cb01-a77b-4c87-ad5e-19fc390fd266,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.885563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:25.894616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-32aa7e05-ce85-4c00-a798-7b5ec415a4ac tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2259979 Aug 30 23:13:25.896287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Pushing event deleted for resources: {'Port': ['ID=2a5ac08f-2010-4494-8236-3bde13ccc80d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:25.903243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a3703b22-00ed-446a-80d7-5517b20f6356 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 200 len: 993 time: 0.1174347 Aug 30 23:13:26.167170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:26.259152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-5f5abb9a-899c-423d-99e7-829b209f2ad9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131706645&fields=id&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 267 time: 0.0609531 Aug 30 23:13:26.383806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-6a147619-8926-4dab-8c84-4e0331de1a31 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:26.389813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-6a147619-8926-4dab-8c84-4e0331de1a31 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/networks?id=30a2e9f9-118c-4829-b27b-10ae042f0654 HTTP/1.1" status: 200 len: 797 time: 0.1162627 Aug 30 23:13:26.402763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-6be9a3fc-e631-4b11-be7c-6034e06b63c6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/quotas/fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 375 time: 0.0109265 Aug 30 23:13:26.472280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-786e7d1a-3e63-4dc0-9727-3f6004148a32 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0635407 Aug 30 23:13:26.481076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:13:26.572952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-deeb8f12-78d8-42b0-8532-34d6db7231a6 service neutron] 10.222.0.25 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866737 Aug 30 23:13:26.599438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:13:26.604869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a98140f-dd33-48ee-b4b9-8b30a6a6a32b admin admin] 10.222.0.25 "PUT /v2.0/routers/2cb955d8-761b-400a-9f6c-cdafa97b5e32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3145449 Aug 30 23:13:26.607452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:26.610417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Sync routers for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:13:26.620867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:26.621612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:26.702244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-c8766ee9-3559-49a2-88d3-24926cf02790 service neutron] 10.222.0.25 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226406 Aug 30 23:13:26.739840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:26.770007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:26.938890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:26.948809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7f0fa94-679f-4712-a68a-60805e028969 req-5b0a17dd-6fa6-40b4-bb0e-92ca11cef7ef tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 210 time: 0.0515661 Aug 30 23:13:27.019767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211'}], 'enable_snat': True}, 'gw_port_id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:13:25Z', 'revision_number': 5, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port': {'id': '70f07df6-6cc6-4f83-a6f7-7329a12c6ce5', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:89:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2532, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:04:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:27.021375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Deleting port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:27.021726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.054284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Checking router: 2cb955d8-761b-400a-9f6c-cdafa97b5e32 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:13:27.065070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Routers {'2cb955d8-761b-400a-9f6c-cdafa97b5e32'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:27.065722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:27.163599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58367f44-efbf-4ff4-a5a8-ac60fd833a7f None None] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:13:27.173488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] For port 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:27.173890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.196921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Calling delete_port for 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:27.282304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] Set router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:27.286625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-84b4bc16-403f-4080-8802-6967ab6f1380 None None] Provisioning for port 5884d84f-189d-4e50-8b32-05076fab4439 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:27.368886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:13:26Z', 'revision_number': 6, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:27.406870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff434343-5994-4f86-b89c-090fc0a247da None None] The sync data for ids ['2cb955d8-761b-400a-9f6c-cdafa97b5e32'] in n-d-791504-21 is: [{'id': '2cb955d8-761b-400a-9f6c-cdafa97b5e32', 'name': 'tempest-AttachVolumeShelveTestJSON-816851084-router', 'tenant_id': '2044296f9da64a998dfcdaade8f5a2f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:04:13Z', 'updated_at': '2021-08-30T23:13:26Z', 'revision_number': 6, 'project_id': '2044296f9da64a998dfcdaade8f5a2f5', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:13:27.471336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.500735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=70f07df6-6cc6-4f83-a6f7-7329a12c6ce5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:27.577926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.687472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.689920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.743247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.744127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cb955d8-761b-400a-9f6c-cdafa97b5e32 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:13:27.752040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.754079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a80e6333-badf-4b7f-8a8d-e98a61ebf1e1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/2cb955d8-761b-400a-9f6c-cdafa97b5e32 HTTP/1.1" status: 204 len: 168 time: 1.1452863 Aug 30 23:13:27.757103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:27.824569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5884d84f-189d-4e50-8b32-05076fab4439 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:27.828155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Deleting subnet 4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:13:27.833040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.871604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.890499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.911866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5884d84f-189d-4e50-8b32-05076fab4439 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:27.920709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5884d84f-189d-4e50-8b32-05076fab4439 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:27.920709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:27.999272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.062600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.072126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.079007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.083901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4a00932e-40f6-4cf3-8c88-a19d50d5b5b4 HTTP/1.1" status: 204 len: 168 time: 0.3229663 Aug 30 23:13:28.092163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45516) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:28.100175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ac1a3e-49d4-482e-b958-a31fbbc20f9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a00932e-40f6-4cf3-8c88-a19d50d5b5b4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:28.104975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea72813-146f-4e2b-8577-5baca528e1f5 None None] Network 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:13:28.166443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5884d84f-189d-4e50-8b32-05076fab4439,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:28.172231 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.175489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f359780-10fe-4883-906a-25dffb874505 req-da452679-87b2-41cc-8b80-8afaa4d2eefa tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 210 time: 0.0842090 Aug 30 23:13:28.215519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-0ef0f886-449b-4b38-bcd4-77fa5336be3c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:28.217367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-0ef0f886-449b-4b38-bcd4-77fa5336be3c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/networks?id=30a2e9f9-118c-4829-b27b-10ae042f0654 HTTP/1.1" status: 200 len: 797 time: 0.2164712 Aug 30 23:13:28.221598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.292708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:28.303384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-c74f10fd-63eb-4c5b-a441-f291b42596cc tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 473 time: 0.0753987 Aug 30 23:13:28.316536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'port': {'device_id': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'admin_state_up': True, 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'security_groups': ['576e39a6-fed1-4768-8c6c-5b8849c28471']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:28.382490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Deleting port 81d19481-26e5-481b-8e1f-3bd16b989c7c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:28.382743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.408544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] DHCP port deletion for 0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:13:28.463730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Deleting port 81d19481-26e5-481b-8e1f-3bd16b989c7c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:28.464124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.480036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] For port 81d19481-26e5-481b-8e1f-3bd16b989c7c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81d19481-26e5-481b-8e1f-3bd16b989c7c,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:28.480402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.498935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Calling delete_port for 81d19481-26e5-481b-8e1f-3bd16b989c7c owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:28.532572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] For port 81d19481-26e5-481b-8e1f-3bd16b989c7c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=81d19481-26e5-481b-8e1f-3bd16b989c7c,segment=NetworkSegment(92a9eb11-be62-4c66-90ae-7fc445710c47),segment_id=92a9eb11-be62-4c66-90ae-7fc445710c47)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:28.532925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.546376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Calling delete_port for 81d19481-26e5-481b-8e1f-3bd16b989c7c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:28.547474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:13:28.551123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.643535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.667087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.675378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] Pushing event deleted for resources: {'Port': ['ID=81d19481-26e5-481b-8e1f-3bd16b989c7c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:28.677518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b3f826-94bd-466b-a8f0-f67e2af3a6cd None None] No DVR routers for this DVR port 81d19481-26e5-481b-8e1f-3bd16b989c7c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:13:28.718674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=81d19481-26e5-481b-8e1f-3bd16b989c7c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:28.728355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] No DVR routers for this DVR port 81d19481-26e5-481b-8e1f-3bd16b989c7c on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:13:28.774643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.20 (30a2e9f9-118c-4829-b27b-10ae042f0654/7a84131b-da98-4352-8210-8f2e4a028c5e/f2455310-5cbf-4cbf-bd71-2ed8924590cd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:13:28.831526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.851935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:28.869555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92a9eb11-be62-4c66-90ae-7fc445710c47') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:28.869879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92a9eb11-be62-4c66-90ae-7fc445710c47') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:28.885995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.936634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.947045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:13:28.947452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:13:28.949105 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:13:29.025617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.032601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.038283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] 10.222.0.25 "DELETE /v2.0/networks/0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f HTTP/1.1" status: 204 len: 168 time: 0.9413815 Aug 30 23:13:29.054079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b9087-8af6-4880-9c77-83e53ff06b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=0d3d1f8a-932e-48bb-a7cc-efdc667d5b9f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:29.064574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.077867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object f2455310-5cbf-4cbf-bd71-2ed8924590cd will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:29.123485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.165478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45526) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:29.172466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:13:29.178329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:29.182959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:13:29.187386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:29.221174 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8dbfcbfd-b5c5-4bb0-8bb8-e5ce317d8f4d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2044296f9da64a998dfcdaade8f5a2f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0539050 Aug 30 23:13:29.224022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45530) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:29.254889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:29.255736 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.278323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-e80b7423-b083-402a-8dec-551bae78f989 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9658999 Aug 30 23:13:29.304303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Request body: {'port': {'device_id': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:29.366460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc20ba-6788-48c2-b5b0-01064351d0ab req-56b95b07-a0f0-4990-894c-25292c8212c4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:29.368193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fcc20ba-6788-48c2-b5b0-01064351d0ab req-56b95b07-a0f0-4990-894c-25292c8212c4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 932 time: 0.1031499 Aug 30 23:13:29.368988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.382884 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.389884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5884d84f-189d-4e50-8b32-05076fab4439 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:29.409616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.454566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5884d84f-189d-4e50-8b32-05076fab4439 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:29.455075 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.489898 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fcc20ba-6788-48c2-b5b0-01064351d0ab req-97090c33-392c-4ea6-829f-230ca4274ce9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439694 Aug 30 23:13:29.497608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.512267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.512267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/da0a7e6a-f708-4b35-a041-95d72e8ced6a HTTP/1.1" status: 204 len: 168 time: 0.2815516 Aug 30 23:13:29.517378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7e8396-0af0-4861-a17e-0a31bcb57c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0a7e6a-f708-4b35-a041-95d72e8ced6a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:29.540528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-97df62a2-b2f0-45f6-bde2-60fee9a4d502 None None] Provisioning for port f2455310-5cbf-4cbf-bd71-2ed8924590cd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:29.547774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-97df62a2-b2f0-45f6-bde2-60fee9a4d502 None None] Provisioning complete for port f2455310-5cbf-4cbf-bd71-2ed8924590cd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:29.548227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97df62a2-b2f0-45f6-bde2-60fee9a4d502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.608328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-97df62a2-b2f0-45f6-bde2-60fee9a4d502 None None] Port f2455310-5cbf-4cbf-bd71-2ed8924590cd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:13:29.691106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a5ac08f-2010-4494-8236-3bde13ccc80d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:13:29.705150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2455310-5cbf-4cbf-bd71-2ed8924590cd {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:13:29.715786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.716858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2a5ac08f-2010-4494-8236-3bde13ccc80d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:13:29.717374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2a5ac08f-2010-4494-8236-3bde13ccc80d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:13:29.718007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81d19481-26e5-481b-8e1f-3bd16b989c7c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:13:29.730041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Transition to ACTIVE for port object f2455310-5cbf-4cbf-bd71-2ed8924590cd will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:29.733927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.740177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 81d19481-26e5-481b-8e1f-3bd16b989c7c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:13:29.740520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 81d19481-26e5-481b-8e1f-3bd16b989c7c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:13:29.740955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:13:29.760586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:13:29.761036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 70f07df6-6cc6-4f83-a6f7-7329a12c6ce5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:13:29.807503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Pushing event updated for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:29.899951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Attempting to bind port f2455310-5cbf-4cbf-bd71-2ed8924590cd on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:13:29.900432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Attempting to bind port f2455310-5cbf-4cbf-bd71-2ed8924590cd by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:13:29.900774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Attempting to bind port f2455310-5cbf-4cbf-bd71-2ed8924590cd on network 30a2e9f9-118c-4829-b27b-10ae042f0654 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:29.905989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Port f2455310-5cbf-4cbf-bd71-2ed8924590cd on network 30a2e9f9-118c-4829-b27b-10ae042f0654 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:13:29.906318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Attempting to bind port f2455310-5cbf-4cbf-bd71-2ed8924590cd on network 30a2e9f9-118c-4829-b27b-10ae042f0654 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:29.913376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:13:29.913724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Checking segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:13:29.914121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Bound using segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:13:29.914552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Bound port: f2455310-5cbf-4cbf-bd71-2ed8924590cd, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:13:29.914909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:29.990310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:13:29.995501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:13:30.000999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:30.044375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:30.045595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:30.047396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] 10.222.0.47 "PUT /v2.0/ports/f2455310-5cbf-4cbf-bd71-2ed8924590cd HTTP/1.1" status: 200 len: 1093 time: 0.7522709 Aug 30 23:13:30.047844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:30.050237 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acefffca-39ba-422a-b1c3-5f5f786d88e9" -d '{"events": [{"name": "network-changed", "server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:30.081617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b6f5b-422a-46a6-bcec-7d6874c9ae49 service neutron] Pushing event updated for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:30.105155 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6d060f-05ee-4e97-b009-5c34b095c7ac x-openstack-request-id: req-5b6d060f-05ee-4e97-b009-5c34b095c7ac {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:30.105450 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:30.105725 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b6d060f-05ee-4e97-b009-5c34b095c7ac {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:30.106134 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd', 'status': 'completed', 'code': 200} Aug 30 23:13:30.137161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-4f40444c-ba25-4eab-b84d-cef156884c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:30.138742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-4f40444c-ba25-4eab-b84d-cef156884c34 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 1096 time: 0.0451589 Aug 30 23:13:30.185192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-6d4c1048-e132-41bb-9413-398bcebfe2f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd HTTP/1.1" status: 200 len: 217 time: 0.0372515 Aug 30 23:13:30.244032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-cb5414f8-7892-49bf-bab8-97c645602fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:30.246034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-cb5414f8-7892-49bf-bab8-97c645602fc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a84131b-da98-4352-8210-8f2e4a028c5e HTTP/1.1" status: 200 len: 837 time: 0.0521464 Aug 30 23:13:30.299912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-b106705d-8581-4e6a-b9fa-45e7041f18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:30.301957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-b106705d-8581-4e6a-b9fa-45e7041f18bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30a2e9f9-118c-4829-b27b-10ae042f0654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0479324 Aug 30 23:13:30.396903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-d973ad20-9dd4-4823-8293-40573b1e3574 service neutron] 10.222.0.47 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865300 Aug 30 23:13:30.492527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb7d3bce-49cc-4400-a844-8af5d6e6facc req-a522c98b-89bb-4965-a122-eb3c61fb90d6 service neutron] 10.222.0.47 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874045 Aug 30 23:13:30.603347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-6e4fe8c0-8a58-42ec-9091-5f952e306b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:30.605077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-6e4fe8c0-8a58-42ec-9091-5f952e306b77 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 1096 time: 0.0582139 Aug 30 23:13:31.073367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45596) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:31.084457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6d622-e118-4ad7-b983-df1c9ca55a1a req-8cb00015-9127-426c-a0e8-7e47ad7d142d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:31.086007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ff6d622-e118-4ad7-b983-df1c9ca55a1a req-8cb00015-9127-426c-a0e8-7e47ad7d142d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 944 time: 0.4752734 Aug 30 23:13:31.123104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-24ba2af8-f285-4d77-8a59-2ec66101c3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:31.124712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-24ba2af8-f285-4d77-8a59-2ec66101c3c0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=30a2e9f9-118c-4829-b27b-10ae042f0654 HTTP/1.1" status: 200 len: 898 time: 0.5027335 Aug 30 23:13:31.141087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ff6d622-e118-4ad7-b983-df1c9ca55a1a req-cd2a572b-51e9-439d-9ed6-223591adb502 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477378 Aug 30 23:13:31.190129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-41819766-ec44-4076-9278-f8966d09f210 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd HTTP/1.1" status: 200 len: 217 time: 0.0441179 Aug 30 23:13:31.209100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa8ee14b-0e38-4576-a8af-3d6580c79baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.244058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-c0ed895b-030a-4b72-b5f9-384334c99d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:31.245553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-c0ed895b-030a-4b72-b5f9-384334c99d88 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7a84131b-da98-4352-8210-8f2e4a028c5e HTTP/1.1" status: 200 len: 837 time: 0.0443456 Aug 30 23:13:31.299092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-44c32e7c-3901-43f7-86cc-da493e59a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:31.301212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-44c32e7c-3901-43f7-86cc-da493e59a610 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=30a2e9f9-118c-4829-b27b-10ae042f0654&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0447221 Aug 30 23:13:31.304729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa8ee14b-0e38-4576-a8af-3d6580c79baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.309040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa8ee14b-0e38-4576-a8af-3d6580c79baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.350553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fa8ee14b-0e38-4576-a8af-3d6580c79baf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b3c24705c7d45dbaff11d010692bd0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759182 Aug 30 23:13:31.351596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ee14b-0e38-4576-a8af-3d6580c79baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e392329-8af4-4968-8b3d-86181eb68648,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:31.355121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45600) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:31.400885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-d263574b-9bc3-4a00-bcbf-e501afbfab6a service neutron] 10.222.0.47 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885839 Aug 30 23:13:31.415211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.436967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.485370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.487927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:31.489919 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e392329-8af4-4968-8b3d-86181eb68648 HTTP/1.1" status: 204 len: 168 time: 0.1333945 Aug 30 23:13:31.497761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ee747-b86d-43b8-8624-df0edb174e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e392329-8af4-4968-8b3d-86181eb68648,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:31.498774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-acefffca-39ba-422a-b1c3-5f5f786d88e9 req-6694895c-0ab4-47dd-9a59-b2b90e3104ba service neutron] 10.222.0.47 "GET /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891476 Aug 30 23:13:32.075477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f2455310-5cbf-4cbf-bd71-2ed8924590cd details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:13:32.189546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:32.211758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'port_id': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd', 'mac_address': 'fa:16:3e:a8:c3:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:13:32.268785 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:32.281590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c817fe6-0e1c-4d88-852a-99171055b3f8 req-b588d0f2-f34f-4c64-9ba4-5c5572ad1f03 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:32.283215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c817fe6-0e1c-4d88-852a-99171055b3f8 req-b588d0f2-f34f-4c64-9ba4-5c5572ad1f03 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 944 time: 0.0551255 Aug 30 23:13:32.287430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2455310-5cbf-4cbf-bd71-2ed8924590cd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:13:32.325567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:32.330388 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c817fe6-0e1c-4d88-852a-99171055b3f8 req-f1ac22b6-9524-49cd-a301-ab2fb155f683 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371394 Aug 30 23:13:32.335634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:32.389659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:32.581999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['f2455310-5cbf-4cbf-bd71-2ed8924590cd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:13:33.477410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-13951903-5434-4c2e-b76e-8091c1413c28 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0776546 Aug 30 23:13:33.498717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07cb5e-ab36-4ffa-92b0-8ac841a5fca7 req-7c3269ef-2489-475a-81d1-c04077fa60da tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:33.500265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe07cb5e-ab36-4ffa-92b0-8ac841a5fca7 req-7c3269ef-2489-475a-81d1-c04077fa60da tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 945 time: 0.0906479 Aug 30 23:13:33.572760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe07cb5e-ab36-4ffa-92b0-8ac841a5fca7 req-2f57ce1e-31ea-4f3f-87be-2c7c2f9a0537 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619729 Aug 30 23:13:33.590632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-0966783a-a6fd-4771-8dc0-82e446b17549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:33.592230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-0966783a-a6fd-4771-8dc0-82e446b17549 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 1097 time: 0.0676105 Aug 30 23:13:33.718233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-c40a181b-e195-4336-b472-358b6685c533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:33.719598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-c40a181b-e195-4336-b472-358b6685c533 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.1038482 Aug 30 23:13:33.794003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-73a0ec5c-57fa-48df-a2d9-032a6fc7f69c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 200 len: 1001 time: 0.0647426 Aug 30 23:13:33.846176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-30137408-cc52-440b-98e3-43c1c06183f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:33.847650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-30137408-cc52-440b-98e3-43c1c06183f4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0458407 Aug 30 23:13:33.901452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-043ec006-13d0-49e5-bb82-cd2e4d4cf228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:33.903123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-043ec006-13d0-49e5-bb82-cd2e4d4cf228 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0484154 Aug 30 23:13:34.003364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-c379cee9-55f1-4044-bae0-4fade2a6946f service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911515 Aug 30 23:13:34.091888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f2455310-5cbf-4cbf-bd71-2ed8924590cd up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:34.113699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d4a5aef-0097-4307-b0a0-a571202b3c84 req-84476698-6738-4f09-8b39-d43c7c1fff95 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027720 Aug 30 23:13:34.149903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port f2455310-5cbf-4cbf-bd71-2ed8924590cd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:34.153949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port f2455310-5cbf-4cbf-bd71-2ed8924590cd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:34.154337 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.176590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45672) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:34.312379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e82c78f2-633d-405a-bbdf-e2f0d074b1c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.404296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.423237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e82c78f2-633d-405a-bbdf-e2f0d074b1c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.428279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:34.429709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e82c78f2-633d-405a-bbdf-e2f0d074b1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.430742 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f51d3e-48c4-4c71-a4a8-f9a06f8f911e" -d '{"events": [{"server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "name": "network-vif-plugged", "status": "completed", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:34.452894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:34.460212 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.471955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e82c78f2-633d-405a-bbdf-e2f0d074b1c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd31a80a1b9d4b7f9127d7c74ab18df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2942560 Aug 30 23:13:34.472921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c78f2-633d-405a-bbdf-e2f0d074b1c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a099fb-a48b-4942-8308-094c730eed48,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:34.475866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45678) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:34.493593 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abacf5f4-44db-4be8-99eb-87957c282aee x-openstack-request-id: req-abacf5f4-44db-4be8-99eb-87957c282aee {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:34.493593 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "name": "network-vif-plugged", "status": "completed", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:34.493843 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abacf5f4-44db-4be8-99eb-87957c282aee {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:34.494527 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd', 'code': 200} Aug 30 23:13:34.524364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:34.544463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.567914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.596664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9268d550-1f38-4a07-a18c-9890549a4cbc req-dc14617b-5d86-49da-8f9c-12ff61eca2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:34.598237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9268d550-1f38-4a07-a18c-9890549a4cbc req-dc14617b-5d86-49da-8f9c-12ff61eca2fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 1098 time: 0.0504572 Aug 30 23:13:34.633479 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.636862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:34.638272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/48a099fb-a48b-4942-8308-094c730eed48 HTTP/1.1" status: 204 len: 168 time: 0.1610589 Aug 30 23:13:34.648591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd041863-91e5-4cff-8d83-8104fd0d3610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a099fb-a48b-4942-8308-094c730eed48,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:34.654595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9268d550-1f38-4a07-a18c-9890549a4cbc req-05a096a6-ccd2-49f9-8552-72306117a731 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468221 Aug 30 23:13:34.719257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df9fb9-7f67-4c59-9b0c-91e39bed2513 req-c132392e-b3f0-45ae-a60b-344f7351e5d4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:34.720797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40df9fb9-7f67-4c59-9b0c-91e39bed2513 req-c132392e-b3f0-45ae-a60b-344f7351e5d4 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.0543227 Aug 30 23:13:34.779626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-40df9fb9-7f67-4c59-9b0c-91e39bed2513 req-2cda09a9-5416-46d0-8ec7-a1355471e8d7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498736 Aug 30 23:13:34.941158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45686) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:34.955461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e70bfc72-a668-40f5-963e-009ff9dc300f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.085603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e70bfc72-a668-40f5-963e-009ff9dc300f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.090805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e70bfc72-a668-40f5-963e-009ff9dc300f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.139911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e70bfc72-a668-40f5-963e-009ff9dc300f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6885df41c311496e94ea9501b7a7667d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973712 Aug 30 23:13:35.141962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bfc72-a668-40f5-963e-009ff9dc300f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730acb02-106b-4a43-a0da-49577911fe6e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:35.142693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:35.198258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.228181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.280124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.282699 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:35.283876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/730acb02-106b-4a43-a0da-49577911fe6e HTTP/1.1" status: 204 len: 168 time: 0.1401854 Aug 30 23:13:35.292775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d528f97-a4a4-4dbc-a51d-90f36799181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730acb02-106b-4a43-a0da-49577911fe6e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:35.682571 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:13:35.923280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009a5b6-ebec-4a14-8a56-bd60b9a0bfd9 req-f5204f2b-7a8d-407e-9f25-d6e619e6182d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:35.924863 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6009a5b6-ebec-4a14-8a56-bd60b9a0bfd9 req-f5204f2b-7a8d-407e-9f25-d6e619e6182d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.0619776 Aug 30 23:13:35.970358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6009a5b6-ebec-4a14-8a56-bd60b9a0bfd9 req-fd82700c-5e47-4b1d-93d4-b00735d54788 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385644 Aug 30 23:13:37.091865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e6ad5-1e70-4c70-b13a-a00d2a6eecb7 req-da11fe75-f5b9-4e8d-a061-c56ec14033a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:37.093724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b56e6ad5-1e70-4c70-b13a-a00d2a6eecb7 req-da11fe75-f5b9-4e8d-a061-c56ec14033a7 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.0520499 Aug 30 23:13:37.133112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b56e6ad5-1e70-4c70-b13a-a00d2a6eecb7 req-cfafe59c-991f-4c40-bce6-933eceda88ae tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328164 Aug 30 23:13:37.247769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a3b6c4-35c6-4c67-adf2-a6d00c7092ce req-bf2ceaa9-b496-4d92-9c06-00993769c4dc tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:37.249308 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49a3b6c4-35c6-4c67-adf2-a6d00c7092ce req-bf2ceaa9-b496-4d92-9c06-00993769c4dc tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.0506916 Aug 30 23:13:37.289487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-49a3b6c4-35c6-4c67-adf2-a6d00c7092ce req-b5368b14-034b-4d00-bf10-03674c13572d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329361 Aug 30 23:13:37.370880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:37.475792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2268f1c9-0e22-46ea-8b21-a4565dc74eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.572203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2268f1c9-0e22-46ea-8b21-a4565dc74eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.575914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2268f1c9-0e22-46ea-8b21-a4565dc74eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.614089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2268f1c9-0e22-46ea-8b21-a4565dc74eba admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da2bd284b0de4e898644fe4faab28ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416024 Aug 30 23:13:37.615030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268f1c9-0e22-46ea-8b21-a4565dc74eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a257e18-bb27-439a-834d-2b670656c9a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:37.617103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45748) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:37.666821 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.690640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.737559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.740647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:37.741901 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a257e18-bb27-439a-834d-2b670656c9a5 HTTP/1.1" status: 204 len: 168 time: 0.1234109 Aug 30 23:13:37.753494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e6fa6-5e4a-489a-98cc-87a4ff99c87e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a257e18-bb27-439a-834d-2b670656c9a5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:38.018332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45754) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:38.031540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a513-9f99-442c-8f36-e0f9475cf01c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.142111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a513-9f99-442c-8f36-e0f9475cf01c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.147312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e9a8a513-9f99-442c-8f36-e0f9475cf01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.186902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e9a8a513-9f99-442c-8f36-e0f9475cf01c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f69f21e0cafa4531823c9d157200ad75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1674614 Aug 30 23:13:38.187757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8a513-9f99-442c-8f36-e0f9475cf01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a02ebf4-175b-4a20-8b58-d2afb2025712,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:38.191139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45756) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:38.240711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.264082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.312609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.315379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:38.316575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0a02ebf4-175b-4a20-8b58-d2afb2025712 HTTP/1.1" status: 204 len: 168 time: 0.1244650 Aug 30 23:13:38.324961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b9e1a-ca3f-4522-b66e-0f6815cc3c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a02ebf4-175b-4a20-8b58-d2afb2025712,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:38.797664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45770) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:39.325284 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:39.613662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.17 (30a2e9f9-118c-4829-b27b-10ae042f0654/7a84131b-da98-4352-8210-8f2e4a028c5e/e474d5e6-00da-49fb-9876-52e8949ec4bf) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:13:39.736883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:39.751612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object e474d5e6-00da-49fb-9876-52e8949ec4bf will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:39.794744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:39.833033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:13:39.836320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:39.839006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:13:39.890343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:39.905611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.097992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.147288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-370fc488-2e7e-466f-9c5f-92cee97a283b None None] Provisioning for port e474d5e6-00da-49fb-9876-52e8949ec4bf completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:40.152689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-370fc488-2e7e-466f-9c5f-92cee97a283b None None] Provisioning complete for port e474d5e6-00da-49fb-9876-52e8949ec4bf triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:40.153373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-370fc488-2e7e-466f-9c5f-92cee97a283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.194628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-370fc488-2e7e-466f-9c5f-92cee97a283b None None] Port e474d5e6-00da-49fb-9876-52e8949ec4bf cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:13:40.298530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-41925814-88ed-4429-99ef-01e147258834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.407448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.413543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.491459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.493200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:40.588885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:13:40.590683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:40.718004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:13:40.842640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:13:40.849773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d9da3bbf-1712-4c8d-9d6c-fc7ef1d7c86f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/5e7b06ce-c602-4dba-8164-13fe932eabe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0509067 Aug 30 23:13:40.854577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:13:40.864800 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:40.865242 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:40.932349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d95907d7-2d2f-43cb-91e9-74e8ac6b4756 None None] Provisioning complete for port e474d5e6-00da-49fb-9876-52e8949ec4bf triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:40.933208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d95907d7-2d2f-43cb-91e9-74e8ac6b4756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:40.975147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d95907d7-2d2f-43cb-91e9-74e8ac6b4756 None None] Port e474d5e6-00da-49fb-9876-52e8949ec4bf cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:13:40.983202 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:41.018046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45834) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:41.163311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53d31322-d996-4f1f-b5d2-381d47be3804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.255218 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:13:40Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e474d5e6-00da-49fb-9876-52e8949ec4bf', 'name': '', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:fb:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:13:39Z', 'updated_at': '2021-08-30T23:13:40Z', 'revision_number': 2, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:41.272181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53d31322-d996-4f1f-b5d2-381d47be3804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.280143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53d31322-d996-4f1f-b5d2-381d47be3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.285860 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:13:41.286226 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Updating router 5e7b06ce-c602-4dba-8164-13fe932eabe9 port e474d5e6-00da-49fb-9876-52e8949ec4bf binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:13:41.314012 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.324018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53d31322-d996-4f1f-b5d2-381d47be3804 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b95f92de8ec49abb3d9b49af419760f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048091 Aug 30 23:13:41.324743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d31322-d996-4f1f-b5d2-381d47be3804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95fe47a-4780-4ff9-99ae-4edb513667ab,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:41.329084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45838) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:41.388584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.416238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.482620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.486780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.488428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b95fe47a-4780-4ff9-99ae-4edb513667ab HTTP/1.1" status: 204 len: 168 time: 0.1545722 Aug 30 23:13:41.507196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95fe47a-4780-4ff9-99ae-4edb513667ab,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:41.515658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.516015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.516347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.516826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.517301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.517643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.518073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.518412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.518745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.519081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.520009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.520327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd7e7cc-6cf9-407b-88ba-54f176d0a1aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.646117 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.659510 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Transition to ACTIVE for port object e474d5e6-00da-49fb-9876-52e8949ec4bf will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:13:41.667578 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.739220 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Pushing event updated for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:41.760822 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.761303 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.761630 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.761914 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.762284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.762594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.762934 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.763351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.763610 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.763960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.764277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.764608 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:41.794150 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Attempting to bind port e474d5e6-00da-49fb-9876-52e8949ec4bf on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:13:41.794623 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Attempting to bind port e474d5e6-00da-49fb-9876-52e8949ec4bf by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:13:41.794991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Attempting to bind port e474d5e6-00da-49fb-9876-52e8949ec4bf on network 30a2e9f9-118c-4829-b27b-10ae042f0654 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:13:41.802547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 13, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:13:41.802547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Checking segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:13:41.802981 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.803553 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Bound using segment: {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:13:41.804255 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Bound port: e474d5e6-00da-49fb-9876-52e8949ec4bf, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0ea3db-8b9c-4b94-a472-5720e5d1a322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:13:41.804640 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.859236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45844) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:41.876686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfad707b-d8c0-476b-be7a-d56bb9852d69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:41.899641 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] For port e474d5e6-00da-49fb-9876-52e8949ec4bf, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:13:41.905425 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] For port e474d5e6-00da-49fb-9876-52e8949ec4bf, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e474d5e6-00da-49fb-9876-52e8949ec4bf,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:13:41.912421 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.024919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfad707b-d8c0-476b-be7a-d56bb9852d69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.029992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bfad707b-d8c0-476b-be7a-d56bb9852d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.073035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bfad707b-d8c0-476b-be7a-d56bb9852d69 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92dd3cb0e7f34b729e9e0eb9326852a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126238 Aug 30 23:13:42.077157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45850) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:42.078934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad707b-d8c0-476b-be7a-d56bb9852d69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23196a0a-943d-42aa-b178-47eedbc02fa1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:42.135671 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:42.136250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:42.162296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.190882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.200240 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6cc7d-08e8-4060-9298-7ad9df9fd40d None None] Pushing event updated for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:42.268485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.272622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:42.277133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/23196a0a-943d-42aa-b178-47eedbc02fa1 HTTP/1.1" status: 204 len: 168 time: 0.1987703 Aug 30 23:13:42.287756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5328d-7c72-484c-bac2-8d33cf299d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23196a0a-943d-42aa-b178-47eedbc02fa1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:42.342842 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:42.600209 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:13:40Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e474d5e6-00da-49fb-9876-52e8949ec4bf', 'name': '', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:fb:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:13:39Z', 'updated_at': '2021-08-30T23:13:41Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:42.638502 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd617ff8-39a7-43d6-9435-4d18a0d2b250 None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:13:40Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e474d5e6-00da-49fb-9876-52e8949ec4bf', 'name': '', 'network_id': '30a2e9f9-118c-4829-b27b-10ae042f0654', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:fb:b5:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:13:39Z', 'updated_at': '2021-08-30T23:13:41Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '7a84131b-da98-4352-8210-8f2e4a028c5e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:13:42.879255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:43.328247 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc48fdb-fdc7-4532-aa87-7d7bdd646e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:43.446163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e474d5e6-00da-49fb-9876-52e8949ec4bf up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:43.547277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port e474d5e6-00da-49fb-9876-52e8949ec4bf completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:13:43.554952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e474d5e6-00da-49fb-9876-52e8949ec4bf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:43.555238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:43.681227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:43.734862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port e474d5e6-00da-49fb-9876-52e8949ec4bf, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e474d5e6-00da-49fb-9876-52e8949ec4bf,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:43.741701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:43.755700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45890) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:43.832257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:43.846563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.847077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.848059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.848509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.848969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.849413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.849931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.850379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.850781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.851177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.851574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.852050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:13:43.943510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa06b-064c-4bed-b798-8fc9c0a60c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.082161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa06b-064c-4bed-b798-8fc9c0a60c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.089152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5a2aa06b-064c-4bed-b798-8fc9c0a60c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.156287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5a2aa06b-064c-4bed-b798-8fc9c0a60c89 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c172f89b10e54c8b91a675e0e5dd5ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3986864 Aug 30 23:13:44.157619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2aa06b-064c-4bed-b798-8fc9c0a60c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315ad75e-e6af-4232-a7c6-5243bab4613c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:44.160787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:44.243042 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.271465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.332229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.334923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:44.336507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/315ad75e-e6af-4232-a7c6-5243bab4613c HTTP/1.1" status: 204 len: 168 time: 0.1737690 Aug 30 23:13:44.347884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa59d8a-249d-4526-8c91-ec996a6b1bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315ad75e-e6af-4232-a7c6-5243bab4613c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:44.560022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:45.385590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e474d5e6-00da-49fb-9876-52e8949ec4bf up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:13:45.448052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port e474d5e6-00da-49fb-9876-52e8949ec4bf triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:13:45.448436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:45.644768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 45928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:45.784579 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa3fb-a1ee-40c7-9162-9279bbcf619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:45.908352 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa3fb-a1ee-40c7-9162-9279bbcf619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:45.912865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d9aa3fb-a1ee-40c7-9162-9279bbcf619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:45.966244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d9aa3fb-a1ee-40c7-9162-9279bbcf619f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e11c68b912c474a96838ada360f9fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3202379 Aug 30 23:13:45.968398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9aa3fb-a1ee-40c7-9162-9279bbcf619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78777678-f412-42ec-aa59-2f4f75b5bf13,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:45.969887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 45934) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:46.022015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:46.057343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:46.083955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:46.152088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:46.155287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:46.156471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78777678-f412-42ec-aa59-2f4f75b5bf13 HTTP/1.1" status: 204 len: 168 time: 0.1843786 Aug 30 23:13:46.169412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bac353-1589-4580-80d9-738cfbe305e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78777678-f412-42ec-aa59-2f4f75b5bf13,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:48.612471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:48.694681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46068) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:48.804997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0879-bed7-4728-8840-44ac6a427572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:48.824722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-308c6e9d-02b0-4a12-a420-9ffa5d8f7f58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:48.917768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0879-bed7-4728-8840-44ac6a427572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:48.923245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f7a0879-bed7-4728-8840-44ac6a427572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:48.978522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f7a0879-bed7-4728-8840-44ac6a427572 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=84f12f92e161491db427e78550bd3a5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632939 Aug 30 23:13:48.981616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:48.986521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a0879-bed7-4728-8840-44ac6a427572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f01ba64-ee49-4bf0-9bab-e0b962280067,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:49.040823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.048940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-308c6e9d-02b0-4a12-a420-9ffa5d8f7f58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.054337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-308c6e9d-02b0-4a12-a420-9ffa5d8f7f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.064522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.096147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-308c6e9d-02b0-4a12-a420-9ffa5d8f7f58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7d31337680e4f1298348578823189b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000142 Aug 30 23:13:49.097844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6e9d-02b0-4a12-a420-9ffa5d8f7f58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982c6697-6944-4ef3-a1d6-af5837893eea,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:49.100140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:49.149178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.151778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.152929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f01ba64-ee49-4bf0-9bab-e0b962280067 HTTP/1.1" status: 204 len: 168 time: 0.1700933 Aug 30 23:13:49.168842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b46ee-974e-4942-ad93-490fc4ae15bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f01ba64-ee49-4bf0-9bab-e0b962280067,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:49.175472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.204662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.256432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.259233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.262786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/982c6697-6944-4ef3-a1d6-af5837893eea HTTP/1.1" status: 204 len: 168 time: 0.1588697 Aug 30 23:13:49.268897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4463c8-2bb3-4d44-a44f-a9abd49a39f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982c6697-6944-4ef3-a1d6-af5837893eea,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:49.492629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46084) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:49.507178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-364019c7-dd92-43d9-b8be-c9f41723c696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.622311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-364019c7-dd92-43d9-b8be-c9f41723c696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.627090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-364019c7-dd92-43d9-b8be-c9f41723c696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.672229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-364019c7-dd92-43d9-b8be-c9f41723c696 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=955b3fdfc03e407a9b2bf4a19d88ed34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1783600 Aug 30 23:13:49.673200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364019c7-dd92-43d9-b8be-c9f41723c696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea2cf3-5061-4a74-b52e-ae918f70828d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:49.677199 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46088) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:49.746405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.777763 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.850029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.854826 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:49.856748 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dea2cf3-5061-4a74-b52e-ae918f70828d HTTP/1.1" status: 204 len: 168 time: 0.1776714 Aug 30 23:13:49.873282 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb5335-39ca-43f3-b144-d4d165a3aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dea2cf3-5061-4a74-b52e-ae918f70828d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:52.142221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:52.289113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a124-8ac3-4aa2-a2b7-f1b8caba2998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.415282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a124-8ac3-4aa2-a2b7-f1b8caba2998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.420123 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dcc1a124-8ac3-4aa2-a2b7-f1b8caba2998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.478267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46264) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:52.486101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dcc1a124-8ac3-4aa2-a2b7-f1b8caba2998 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=46eaf26783444df88bf5298c06bee9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3421195 Aug 30 23:13:52.490679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc1a124-8ac3-4aa2-a2b7-f1b8caba2998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9349e3fe-3b01-4276-83f7-95158b427bcd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:52.494741 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.546242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.574980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.651819 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.657067 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:52.659041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9349e3fe-3b01-4276-83f7-95158b427bcd HTTP/1.1" status: 204 len: 168 time: 0.1795971 Aug 30 23:13:52.670535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36c696-8c37-4f63-b524-0938fc56f89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9349e3fe-3b01-4276-83f7-95158b427bcd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:53.038785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46290) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:53.054602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-480f6a48-5011-4df2-9a4e-33fca35accd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.182027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-480f6a48-5011-4df2-9a4e-33fca35accd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.196297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-480f6a48-5011-4df2-9a4e-33fca35accd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.232858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f6a48-5011-4df2-9a4e-33fca35accd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc1f73d-3a78-4808-ab70-1824123b0453,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:53.239170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-480f6a48-5011-4df2-9a4e-33fca35accd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35a5aff721fe463183e4800cf7193716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1985004 Aug 30 23:13:53.241838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:53.305079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.328964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.384929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.388740 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:53.390419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bc1f73d-3a78-4808-ab70-1824123b0453 HTTP/1.1" status: 204 len: 168 time: 0.1470184 Aug 30 23:13:53.405007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6871c77-e59b-4193-a157-4d5fd683826f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc1f73d-3a78-4808-ab70-1824123b0453,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:54.845777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b866ad6-34df-4aad-93b4-902708b3b4f3 req-49c50c78-de1a-4525-867b-cfa7086f2c4a tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:54.848838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b866ad6-34df-4aad-93b4-902708b3b4f3 req-49c50c78-de1a-4525-867b-cfa7086f2c4a tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.0604227 Aug 30 23:13:54.899883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b866ad6-34df-4aad-93b4-902708b3b4f3 req-8b98d83d-4f7f-4961-8e73-2e2631833203 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427182 Aug 30 23:13:54.937356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46488) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:55.162533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port c050ee65-c3ba-4434-ab99-0ac8db5139cd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:55.162878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:55.267676 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:55.268212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:55.286914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for c050ee65-c3ba-4434-ab99-0ac8db5139cd owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:55.572038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46546) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:55.572632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:55.617139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=c050ee65-c3ba-4434-ab99-0ac8db5139cd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:55.694592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:55.694892 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP c9838985-dc75-49dd-ae3a-5bbac73462ec disassociated (deleted). External IP: 172.25.7.126, port: c9ec9a5c-1718-4327-b26a-35b8b95f9f92. Aug 30 23:13:55.992855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:13:56.049213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd0493d-0178-4d56-b18f-789321a3b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.173160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:13:56.179359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd0493d-0178-4d56-b18f-789321a3b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.182597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.189731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cdd0493d-0178-4d56-b18f-789321a3b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.197343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Sync routers for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:13:56.223598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:56.226066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:56.226343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd0493d-0178-4d56-b18f-789321a3b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f78a9c1-5a1f-4357-a56e-98777f0f0986,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:56.275236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cdd0493d-0178-4d56-b18f-789321a3b649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3e3e354be0d84d9a9c76ef9379b87913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7015514 Aug 30 23:13:56.276460 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46584) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:56.362892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.398974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.412938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:56.501851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.507396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:56.512457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9f78a9c1-5a1f-4357-a56e-98777f0f0986 HTTP/1.1" status: 204 len: 168 time: 0.2340879 Aug 30 23:13:56.522980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31afec2-95d1-4450-b40e-16a68e3143ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f78a9c1-5a1f-4357-a56e-98777f0f0986,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:56.649586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93cf0c84-75b8-48cb-b05a-e16e58ca356b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9838985-dc75-49dd-ae3a-5bbac73462ec HTTP/1.1" status: 204 len: 168 time: 1.7099702 Aug 30 23:13:56.650353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:56.653685 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2add45-b144-40a9-8a04-73faa3505b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:56.729853 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e26c8-8235-4223-a524-2e8a0b26824d x-openstack-request-id: req-209e26c8-8235-4223-a524-2e8a0b26824d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:56.730390 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:56.730865 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-209e26c8-8235-4223-a524-2e8a0b26824d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:56.731484 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'status': 'completed', 'code': 200} Aug 30 23:13:56.818730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:56.847219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Checking router: e9d9a09d-d405-4a8d-808f-0cf43bf94d60 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:13:56.860895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:13:56.862311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:56.919054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-079d851f-fb27-4906-8ee8-c4942a7608f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:56.931451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-079d851f-fb27-4906-8ee8-c4942a7608f9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 1097 time: 0.1432617 Aug 30 23:13:57.053993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:13:57.139529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-7ce1811e-22d7-45ef-ac51-90d665b50bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:57.141044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-7ce1811e-22d7-45ef-ac51-90d665b50bf6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 200 len: 897 time: 0.1678288 Aug 30 23:13:57.153842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8221b-3741-4eaa-9753-b60b47de39a2 req-8c910446-3e06-4e34-bc8b-0964d0ede338 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:57.155596 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fb8221b-3741-4eaa-9753-b60b47de39a2 req-8c910446-3e06-4e34-bc8b-0964d0ede338 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.0982528 Aug 30 23:13:57.208770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-85ea06a3-8367-4cae-b8b3-7dd6ed862899 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 200 len: 217 time: 0.0563142 Aug 30 23:13:57.247060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1fb8221b-3741-4eaa-9753-b60b47de39a2 req-7ea9c47f-dfad-46ff-b75a-32ec5117171e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778031 Aug 30 23:13:57.311645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-3af7d3b2-f712-4bfa-b575-918474f90a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:57.314896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-3af7d3b2-f712-4bfa-b575-918474f90a0e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 200 len: 835 time: 0.1013775 Aug 30 23:13:57.381950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-6cfe7b7c-5d59-434f-82ec-902434569221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:57.384934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-6cfe7b7c-5d59-434f-82ec-902434569221 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6dbfa1d0-9998-4c20-817f-9bf521bc0fec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620649 Aug 30 23:13:57.505257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:13:57.560771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e5e4b0-a1be-420f-bdc4-54671aa427a5 None None] The sync data for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 is: [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:11:56Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '46054fbd-405f-4373-9454-d772d21f134b', 'name': '', 'network_id': '6dbfa1d0-9998-4c20-817f-9bf521bc0fec', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:15:94:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3245, 'fixed_ips': [{'subnet_id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:54Z', 'updated_at': '2021-08-30T23:12:03Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'ee6512b1-692e-409a-bd15-6d20dfa08a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:13:57.563997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-1d6ce242-2046-47ce-80dd-dfc588b5be9a service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686399 Aug 30 23:13:57.730607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a2add45-b144-40a9-8a04-73faa3505b5e req-dcfcb3cc-6d4d-49b0-92c3-96b2f2544d7d service neutron] 10.222.0.52 "GET /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568477 Aug 30 23:13:57.863515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:57.969865 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68960245-5fc2-4b34-8b62-7bd60c1e73d3 None None] New status for floating IP c9838985-dc75-49dd-ae3a-5bbac73462ec: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:13:58.170602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46672) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:58.317183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed5ff786-f77a-4d78-b703-16381a34f8b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.488794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed5ff786-f77a-4d78-b703-16381a34f8b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.493332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b008d5-db56-4795-a750-6c5b01c1f37c req-159572f8-f332-4fdb-b404-90532e5a7122 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:58.496306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19b008d5-db56-4795-a750-6c5b01c1f37c req-159572f8-f332-4fdb-b404-90532e5a7122 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1375992 Aug 30 23:13:58.496557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ed5ff786-f77a-4d78-b703-16381a34f8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.559102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-7646af51-ae2c-48d4-8ce8-ac93920aba68 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:58.561641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-7646af51-ae2c-48d4-8ce8-ac93920aba68 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 945 time: 0.1471276 Aug 30 23:13:58.575179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ed5ff786-f77a-4d78-b703-16381a34f8b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49c300ffc67f41e9863d32936e9f1840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4031646 Aug 30 23:13:58.576437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5ff786-f77a-4d78-b703-16381a34f8b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420eeb7a-bc68-4543-ad51-47cd22d5857c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:58.579020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46688) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:58.640835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.668684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.678463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19b008d5-db56-4795-a750-6c5b01c1f37c req-96ca9938-cfc9-49fd-b37a-b2c32aa3850a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f0bc74ce-6510-47f5-bf85-1ff7033c7465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678932 Aug 30 23:13:58.720151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:13:58.721121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.733498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46690) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:58.751861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.757468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.759668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/420eeb7a-bc68-4543-ad51-47cd22d5857c HTTP/1.1" status: 204 len: 168 time: 0.1793926 Aug 30 23:13:58.772557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65e606-c8bd-4549-84f2-0ed68bc96ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420eeb7a-bc68-4543-ad51-47cd22d5857c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:58.861615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port c9ec9a5c-1718-4327-b26a-35b8b95f9f92, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:13:58.862184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.883771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for c9ec9a5c-1718-4327-b26a-35b8b95f9f92 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:13:58.910255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2041144141', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:58.937063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Made reservation on behalf of 922daf46b9f0418a829d934f339f51ef for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:13:58.939717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:58.949013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.053827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.082098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.088209 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.098087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=c9ec9a5c-1718-4327-b26a-35b8b95f9f92,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:59.123933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] device_id is not set on port 0ee57742-13bc-4f2c-997b-06891322ffe4 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:13:59.128756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b886b-5c34-4fb0-91e3-fed67befb34c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:59.149877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] No DVR routers for this DVR port c9ec9a5c-1718-4327-b26a-35b8b95f9f92 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:13:59.152849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.155139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51b7adb7-87f1-4e7c-8229-b5676f9b2eb9 req-668f09d7-e3bc-4fcc-88ed-424289c37494 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "DELETE /v2.0/ports/c9ec9a5c-1718-4327-b26a-35b8b95f9f92 HTTP/1.1" status: 204 len: 173 time: 0.5758710 Aug 30 23:13:59.155657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-deleted', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:13:59.158069 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14ca0924-2b54-41db-b36d-c03212436962" -d '{"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-deleted", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:13:59.226377 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37ce389-ca49-4f02-8dc8-3c9d111a039e x-openstack-request-id: req-a37ce389-ca49-4f02-8dc8-3c9d111a039e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:13:59.226670 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b12a32-eb98-4bef-a87d-7fde2a38ae5d", "name": "network-vif-deleted", "tag": "c9ec9a5c-1718-4327-b26a-35b8b95f9f92", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:13:59.226927 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a37ce389-ca49-4f02-8dc8-3c9d111a039e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:13:59.227343 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b12a32-eb98-4bef-a87d-7fde2a38ae5d', 'name': 'network-vif-deleted', 'tag': 'c9ec9a5c-1718-4327-b26a-35b8b95f9f92', 'status': 'completed', 'code': 200} Aug 30 23:13:59.312076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Allocated IP 172.25.7.23 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/0ee57742-13bc-4f2c-997b-06891322ffe4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:13:59.523616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.604646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.698550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:13:59.702814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:13:59.708339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:13:59.779283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Pushing event updated for resources: {'Port': ['ID=0ee57742-13bc-4f2c-997b-06891322ffe4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:13:59.801288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:13:59.802071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.820002 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b65efca3-352e-455d-affc-2e874219cc32 tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0848613 Aug 30 23:13:59.822813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:59.831486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.23'}]}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:13:59.881824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e2151a6-181e-48d5-9a4e-1ff39b7040cc req-12441603-3531-497e-8590-a9c6b6ab4a61 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=d7b12a32-eb98-4bef-a87d-7fde2a38ae5d HTTP/1.1" status: 200 len: 210 time: 0.0459881 Aug 30 23:13:59.911651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.913424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:13:59.954538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:13:59.972897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.117927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c45121c5-0aaa-4535-bc9b-e710eb68fe29 tempest-AgentManagementNegativeTest-1436839822 tempest-AgentManagementNegativeTest-1436839822-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1621144 Aug 30 23:14:00.146889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.409545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.437119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.494435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46730) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:00.631842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10a0f10a-a0df-4409-a008-9f6be0b86b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.682208 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.752964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10a0f10a-a0df-4409-a008-9f6be0b86b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.758141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-10a0f10a-a0df-4409-a008-9f6be0b86b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.789833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:00.814024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: c9ec9a5c-1718-4327-b26a-35b8b95f9f92 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:00.814737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c9ec9a5c-1718-4327-b26a-35b8b95f9f92 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:00.826129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-10a0f10a-a0df-4409-a008-9f6be0b86b86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12477a3455294700828622727f972d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3299501 Aug 30 23:14:00.827737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a0f10a-a0df-4409-a008-9f6be0b86b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5131265-aaac-435c-ab4c-4e2af2e941ab,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:00.832362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46734) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:00.897196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.901610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.959702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46738) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:00.968459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:00.968950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ba27b083-a67e-49cd-bb39-755f786bffdc {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:14:01.008882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.043683 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:14:01.044800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-93d4b457-3542-4b3e-ba70-1722b45efd7b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2187304 Aug 30 23:14:01.048194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46742) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:01.052254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.150773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Deleting port 0ee57742-13bc-4f2c-997b-06891322ffe4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:01.151245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.220660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.223694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.224848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f5131265-aaac-435c-ab4c-4e2af2e941ab HTTP/1.1" status: 204 len: 168 time: 0.3858232 Aug 30 23:14:01.241012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8ce67-12f4-409f-8e02-91ac0818834f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5131265-aaac-435c-ab4c-4e2af2e941ab,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:01.270164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.290169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Calling delete_port for 0ee57742-13bc-4f2c-997b-06891322ffe4 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:01.486231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.503193 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.543826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ee57742-13bc-4f2c-997b-06891322ffe4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:01.632832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.637878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27b3d3a3-2ed4-4bb4-860e-18235a81654b tempest-RoutersAdminNegativeIpV6Test-141069801 tempest-RoutersAdminNegativeIpV6Test-141069801-project-admin] 10.222.0.25 "DELETE /v2.0/ports/0ee57742-13bc-4f2c-997b-06891322ffe4 HTTP/1.1" status: 204 len: 168 time: 0.5865579 Aug 30 23:14:01.860314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 46054fbd-405f-4373-9454-d772d21f134b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:01.861107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:01.935241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:01.974866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 46054fbd-405f-4373-9454-d772d21f134b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=46054fbd-405f-4373-9454-d772d21f134b,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:01.974866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.000205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 46054fbd-405f-4373-9454-d772d21f134b owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:02.082910 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92b5c060-3958-4954-940a-1646d9239c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.219069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92b5c060-3958-4954-940a-1646d9239c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.224633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-92b5c060-3958-4954-940a-1646d9239c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.262927 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.269964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b5c060-3958-4954-940a-1646d9239c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ab2fe5-1a19-45b6-b386-7dc05a843786,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:02.272111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46772) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:02.276975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-92b5c060-3958-4954-940a-1646d9239c74 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2fd9b928d3e4fd19a738afab6a5311d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381035 Aug 30 23:14:02.278508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:02.314749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=46054fbd-405f-4373-9454-d772d21f134b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:02.361352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.393052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.434692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1007178034'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:02.479531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:02.487416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.506057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.528199 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.531123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.532666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45ab2fe5-1a19-45b6-b386-7dc05a843786 HTTP/1.1" status: 204 len: 168 time: 0.2543542 Aug 30 23:14:02.553942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d36e47-e150-451e-96b1-35e0fcaa9ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ab2fe5-1a19-45b6-b386-7dc05a843786,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:02.561863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.676444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.682278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.708630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:14:02.728807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1bb64f-c0fa-49a4-85e2-e75cd5a6ff33,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:02.735301 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.736087 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Added segment 65bf18f0-5bde-4d40-974c-be29a2880c44 of type vlan for network 5572f586-4e0e-4663-9dc7-90653c0c7e0c Aug 30 23:14:02.807407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.841256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.850171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:02.850832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:02.916389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6404259 Aug 30 23:14:02.918616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:02.920300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:02.927023 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'subnet': {'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:02.995275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7150988-28b9-4220-92d4-12647f2dd0ca tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Network': ['ID=5572f586-4e0e-4663-9dc7-90653c0c7e0c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:03.014378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:14:03.055169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:03.061333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.078491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:03.088503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d974e2a-2b24-4541-8028-f07207f20018 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/e9d9a09d-d405-4a8d-808f-0cf43bf94d60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1267610 Aug 30 23:14:03.090548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46786) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.105692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Sync routers for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:03.119965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:03.120616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:03.153316 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46788) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.217044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting subnet ee6512b1-692e-409a-bd15-6d20dfa08a04 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:14:03.220363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.260670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:03.269193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-30275249-d9bf-47f7-a3b8-730e381d85b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=922daf46b9f0418a829d934f339f51ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1143703 Aug 30 23:14:03.274051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.276971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46790) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.356739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.414566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.445649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.452064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Checking segment: {'id': '65bf18f0-5bde-4d40-974c-be29a2880c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:03.452447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network hostable DHCP agents. Network: 5572f586-4e0e-4663-9dc7-90653c0c7e0c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:14:03.455098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Subnet': ['ID=d2077565-63d1-401c-8c14-23a73bd78312,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:03.478631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.492265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:14:03.503487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5572f586-4e0e-4663-9dc7-90653c0c7e0c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:03.508788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:03.510806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.530383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23496d3a-ae28-49b0-a04e-cdd2ba9f6e79 None None] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:03.530692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46794) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.532450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:14:02Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:03.533478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bd397282-ed38-49c5-8dcf-5f0c31ac504d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6118758 Aug 30 23:14:03.536332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1092853221', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:03.575237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.578054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.579200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/208b886b-5c34-4fb0-91e3-fed67befb34c HTTP/1.1" status: 204 len: 168 time: 0.3018012 Aug 30 23:14:03.600443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.601607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.606700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e1530-3fc6-46f2-986f-b2bafdb607e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b886b-5c34-4fb0-91e3-fed67befb34c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:03.613157 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.637592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Checking router: e9d9a09d-d405-4a8d-808f-0cf43bf94d60 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:03.652821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Subnet': ['ID=ee6512b1-692e-409a-bd15-6d20dfa08a04,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:03.670970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46798) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.676412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:03.680369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Routers {'e9d9a09d-d405-4a8d-808f-0cf43bf94d60'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:03.681844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:03.682269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7f075734-81b9-47ae-aa40-a65951868498 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/subnets/ee6512b1-692e-409a-bd15-6d20dfa08a04 HTTP/1.1" status: 204 len: 168 time: 0.5896273 Aug 30 23:14:03.687195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:03.777702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8545a166-edec-40cd-a15e-b52519dc00f7 None None] Network 6dbfa1d0-9998-4c20-817f-9bf521bc0fec requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:03.790290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.003069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] Set router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:04.338689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.500608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92d0680-3d33-4c10-811c-9ed54bfd2ed0 None None] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:04.664476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.678156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.797674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] DHCP port deletion for 6dbfa1d0-9998-4c20-817f-9bf521bc0fec request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:14:04.848274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:14:02Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:04.880175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc31b4a4-e1c9-4511-af00-70dbeda1799f None None] The sync data for ids ['e9d9a09d-d405-4a8d-808f-0cf43bf94d60'] in n-d-791504-21 is: [{'id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1459242697', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147'}], 'enable_snat': True}, 'gw_port_id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:11:45Z', 'updated_at': '2021-08-30T23:14:02Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '1a6b8d67-cc9b-48b8-a37b-6854afef6160', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:60:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9d9a09d-d405-4a8d-808f-0cf43bf94d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3237, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:11:46Z', 'updated_at': '2021-08-30T23:11:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:04.891512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port e474d5e6-00da-49fb-9876-52e8949ec4bf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:04.892095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.927087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Deleting port fedf34c2-8974-4488-b7ad-db67c3a24e46 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:04.930838 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:04.949555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.031183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] For port fedf34c2-8974-4488-b7ad-db67c3a24e46, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fedf34c2-8974-4488-b7ad-db67c3a24e46,segment=NetworkSegment(1d18a40d-a374-4c4d-af32-9c23f17911cc),segment_id=1d18a40d-a374-4c4d-af32-9c23f17911cc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:05.032152 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.035769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port e474d5e6-00da-49fb-9876-52e8949ec4bf, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e474d5e6-00da-49fb-9876-52e8949ec4bf,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:05.036468 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.061265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 1a6b8d67-cc9b-48b8-a37b-6854afef6160 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:05.061675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for e474d5e6-00da-49fb-9876-52e8949ec4bf owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:05.061978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.064658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Calling delete_port for fedf34c2-8974-4488-b7ad-db67c3a24e46 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:05.182873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.222681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] Pushing event deleted for resources: {'Port': ['ID=fedf34c2-8974-4488-b7ad-db67c3a24e46,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:05.232798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ad98dc-75c6-45bd-88df-3c30fa6d3f9e None None] No DVR routers for this DVR port fedf34c2-8974-4488-b7ad-db67c3a24e46 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:05.238032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.272329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.368482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 1a6b8d67-cc9b-48b8-a37b-6854afef6160, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1a6b8d67-cc9b-48b8-a37b-6854afef6160,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:05.368827 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.391090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 1a6b8d67-cc9b-48b8-a37b-6854afef6160 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:05.450176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.509737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fedf34c2-8974-4488-b7ad-db67c3a24e46 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:05.522052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=e474d5e6-00da-49fb-9876-52e8949ec4bf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:05.523086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.136 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/d9210a5b-e451-4930-82cc-34a2d9969e19) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:05.566038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fedf34c2-8974-4488-b7ad-db67c3a24e46 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:05.566595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fedf34c2-8974-4488-b7ad-db67c3a24e46 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:05.567279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 46054fbd-405f-4373-9454-d772d21f134b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:05.625713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 46054fbd-405f-4373-9454-d772d21f134b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:05.626345 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 46054fbd-405f-4373-9454-d772d21f134b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:05.849601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:05.939577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=1a6b8d67-cc9b-48b8-a37b-6854afef6160,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:06.056566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347a93b-7ab8-4b50-ba2e-3a105ec1f71f req-66b1b890-e6f3-48d5-9178-f5a210a7ba7b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:06.059394 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9347a93b-7ab8-4b50-ba2e-3a105ec1f71f req-66b1b890-e6f3-48d5-9178-f5a210a7ba7b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.1858113 Aug 30 23:14:06.065919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.066530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.067132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.067693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.068255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.069009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.069350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.069931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.070503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.071069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.071610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.072125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:06.097083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.103897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.115444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46838) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:06.121939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.144775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9347a93b-7ab8-4b50-ba2e-3a105ec1f71f req-5507f701-e932-47c5-ae6c-41eeccd5e6e9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750310 Aug 30 23:14:06.253777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.257156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.271813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1030500381', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:06.320919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Made reservation on behalf of 1acbfd2948e44423a46adfcc4df52839 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:06.320919 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.326717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.334893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.335529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Fanout notify agent at l3_agent the message router_deleted on router e9d9a09d-d405-4a8d-808f-0cf43bf94d60 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:14:06.338522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.349190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.353105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e2488c25-d502-4842-932e-a557f27a7e51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/routers/e9d9a09d-d405-4a8d-808f-0cf43bf94d60 HTTP/1.1" status: 204 len: 168 time: 2.6639686 Aug 30 23:14:06.355121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46842) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:06.460703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:06.476351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:06.485522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:06.510757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:06.524479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=d9210a5b-e451-4930-82cc-34a2d9969e19,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:06.540985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.591286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.602505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.609072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] device_id is not set on port e2e1a77d-09e2-4826-9c44-90ec11d11997 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:06.709275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb4cefd-f7bf-4d52-a021-384bdba6b7ba,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:06.761275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:06.771970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14626db0-bc69-4e74-83d6-50ec8230f06a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/5e7b06ce-c602-4dba-8164-13fe932eabe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1006293 Aug 30 23:14:06.778035 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:06.779228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:06.790688 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:06.791335 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:06.800553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbfa1d0-9998-4c20-817f-9bf521bc0fec']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:06.828534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Allocated IP 172.25.7.117 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e2e1a77d-09e2-4826-9c44-90ec11d11997) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:06.966091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d18a40d-a374-4c4d-af32-9c23f17911cc') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:06.976247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d18a40d-a374-4c4d-af32-9c23f17911cc') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:06.987688 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:07.015080 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.053235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.056805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.111718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:14:07.112151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:14:07.115539 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:14:07.140283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.170211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c40c34-2545-488a-98d5-ed286a87fe51 req-36c64b97-f369-465f-b098-850529909333 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:07.171811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5c40c34-2545-488a-98d5-ed286a87fe51 req-36c64b97-f369-465f-b098-850529909333 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.1097744 Aug 30 23:14:07.250368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5c40c34-2545-488a-98d5-ed286a87fe51 req-342e48aa-ff28-43cb-81cd-d422c38f35cc tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623279 Aug 30 23:14:07.271236 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.321361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.324967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:07.335000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:07.336537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:07.352037 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.358014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/networks/6dbfa1d0-9998-4c20-817f-9bf521bc0fec HTTP/1.1" status: 204 len: 168 time: 0.9978633 Aug 30 23:14:07.366321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46850) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:07.378567 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:07.381840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70be3d64-12ca-4345-b668-49510fc8507e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Network': ['ID=6dbfa1d0-9998-4c20-817f-9bf521bc0fec,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:07.384754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Pushing event updated for resources: {'Port': ['ID=e2e1a77d-09e2-4826-9c44-90ec11d11997,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:07.412183 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:07.423278 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:07.424032 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:07.438768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:07.439420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.459232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-123ff723-9120-4ee2-b38c-f9cbea5c7681 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3425357 Aug 30 23:14:07.460836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:07.470681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.117'}]}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:07.530087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.562654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.565087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.567102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f918313-4fe3-4052-b3e2-cf204c8d922e req-128f5e97-416c-4e26-8be5-b61e2b889ed9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:07.568774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f918313-4fe3-4052-b3e2-cf204c8d922e req-128f5e97-416c-4e26-8be5-b61e2b889ed9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.2182636 Aug 30 23:14:07.580223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.606638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:07.608166 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.610138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1a6b8d67-cc9b-48b8-a37b-6854afef6160 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:07.618947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-4e332511-284d-4125-9b68-9df159141c91 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:07.620674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-4e332511-284d-4125-9b68-9df159141c91 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.1879780 Aug 30 23:14:07.660675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f918313-4fe3-4052-b3e2-cf204c8d922e req-4c38b853-1ea1-446b-b160-138b09773838 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821519 Aug 30 23:14:07.664865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1a6b8d67-cc9b-48b8-a37b-6854afef6160 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:07.666144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1a6b8d67-cc9b-48b8-a37b-6854afef6160 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:07.699023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.702156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.704540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/security-groups/f0bc74ce-6510-47f5-bf85-1ff7033c7465 HTTP/1.1" status: 204 len: 168 time: 0.3343244 Aug 30 23:14:07.778637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65595c-a622-4084-a59b-6a83c0388d83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bc74ce-6510-47f5-bf85-1ff7033c7465,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:07.782051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.903520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port c2a4ffea-3176-456f-94fe-29529c6bbcf9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:07.903901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:07.909152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:14:07.981412 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:08.011903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.028951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d184f33-8cb4-4608-a476-b485da44012e None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e8cd0e20-8536-4084-bddc-7217008907c1', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.95', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'port_id': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3331, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'mac_address': 'fa:16:3e:4a:88:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:12:44Z', 'updated_at': '2021-08-30T23:12:47Z', 'revision_number': 1, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:08.176824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46858) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:08.186201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-305734775', 'description': 'tempest-secgroup-smoke-305734775 description', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:08.294221 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.366853 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.526972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port c2a4ffea-3176-456f-94fe-29529c6bbcf9, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c2a4ffea-3176-456f-94fe-29529c6bbcf9,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:08.526972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.605929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:08.626346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:08.641728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:08.644530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:08.688119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:08.715607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:08.716742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:08.743099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.804528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:08.805554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14da8af3-7d0b-449c-9e68-ae91daf55570 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:08.854614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-eacd3119-560b-4dbe-9cf2-5efd2554bdba tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:08.856182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-eacd3119-560b-4dbe-9cf2-5efd2554bdba tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.1775048 Aug 30 23:14:08.945106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9c662-39fb-4fde-95ee-c972144685a3 req-e37db9b7-7088-4fd0-b1ca-f26265f03dc9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:08.946740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58c9c662-39fb-4fde-95ee-c972144685a3 req-e37db9b7-7088-4fd0-b1ca-f26265f03dc9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 946 time: 0.2087104 Aug 30 23:14:08.957750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.958383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:08.958904 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 1e00d4b3-3888-46f6-8202-02b097a1fded disassociated. External IP: 172.25.7.198, port: c2a4ffea-3176-456f-94fe-29529c6bbcf9. Aug 30 23:14:08.959424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for c2a4ffea-3176-456f-94fe-29529c6bbcf9 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:09.029130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350333e-0e38-473e-a22e-6022b02bd493 req-cb6c400e-2fc1-4dfc-9346-37d80c7d8d3d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:09.031137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3350333e-0e38-473e-a22e-6022b02bd493 req-cb6c400e-2fc1-4dfc-9346-37d80c7d8d3d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 945 time: 0.2240887 Aug 30 23:14:09.087437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.101104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58c9c662-39fb-4fde-95ee-c972144685a3 req-f9d7983d-193b-40f6-b251-261306b28482 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=576e39a6-fed1-4768-8c6c-5b8849c28471&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278501 Aug 30 23:14:09.102107 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.106483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.110335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53f2ec95-945d-4da0-9267-a76d34a9d28e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5785296 Aug 30 23:14:09.126085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46864) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:09.156080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port f2455310-5cbf-4cbf-bd71-2ed8924590cd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:09.156451 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.162981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3350333e-0e38-473e-a22e-6022b02bd493 req-452e90ee-42a5-46fd-9e4f-0696fb9bcc08 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965400 Aug 30 23:14:09.203302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.204529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0261867 Aug 30 23:14:09.215086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46866) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:09.223772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:09.236125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949d4bb-97ce-4be2-93a8-b7da49b193b4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f66b9494-f6b2-46a7-8a7f-69416621a8ce,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:09.240926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.323208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port f2455310-5cbf-4cbf-bd71-2ed8924590cd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=f2455310-5cbf-4cbf-bd71-2ed8924590cd,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:09.323467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.332550 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.345496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e474d5e6-00da-49fb-9876-52e8949ec4bf no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:09.349875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for f2455310-5cbf-4cbf-bd71-2ed8924590cd owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:09.372800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: e474d5e6-00da-49fb-9876-52e8949ec4bf {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:09.373151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device e474d5e6-00da-49fb-9876-52e8949ec4bf not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:09.389017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=c2a4ffea-3176-456f-94fe-29529c6bbcf9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:09.422018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.524247 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.562927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.582418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:09.636194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.663686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.664228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4605ef79-da79-49e4-8b90-f71938eb1495 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:14:09.665911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.692408 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.707486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4dc344-fa47-4dc1-9396-f88c5df52f87,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:09.711836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.717001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1944dee2-34f7-4d6e-8d75-531b03f784f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962559 Aug 30 23:14:09.717001 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 30 23:14:09.717875 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-598bc83e-dc47-42a7-8fa5-24133477745f tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2545922 Aug 30 23:14:09.718947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46868) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:09.725260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:09.729377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46870) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:09.737991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=f2455310-5cbf-4cbf-bd71-2ed8924590cd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:09.839697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] No DVR routers for this DVR port f2455310-5cbf-4cbf-bd71-2ed8924590cd on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:09.844509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.847703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7304e300-f867-4cd3-915b-0e7836b856a8 req-10ec046b-2358-421e-8b97-e75fe47c28b5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "DELETE /v2.0/ports/f2455310-5cbf-4cbf-bd71-2ed8924590cd HTTP/1.1" status: 204 len: 173 time: 0.9753044 Aug 30 23:14:09.847901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'name': 'network-vif-deleted', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:09.850239 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3394008-a2cf-4770-93d4-4a7f04bc1351" -d '{"events": [{"server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "name": "network-vif-deleted", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:09.857897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:09.874533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:09.893926 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:09.894701 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:09.953355 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23f730c-9acc-4e8b-abfb-eef20bc0c61f x-openstack-request-id: req-f23f730c-9acc-4e8b-abfb-eef20bc0c61f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:09.954447 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac4b774-66c8-488d-87eb-46b21b130f23", "name": "network-vif-deleted", "tag": "f2455310-5cbf-4cbf-bd71-2ed8924590cd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:09.954946 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f23f730c-9acc-4e8b-abfb-eef20bc0c61f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:09.955764 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac4b774-66c8-488d-87eb-46b21b130f23', 'name': 'network-vif-deleted', 'tag': 'f2455310-5cbf-4cbf-bd71-2ed8924590cd', 'status': 'completed', 'code': 200} Aug 30 23:14:09.957074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port c2a4ffea-3176-456f-94fe-29529c6bbcf9 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:09.962988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:09.967293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afea3e0f-ff4c-4ab0-a5c4-506f98934d25 req-63bc4d39-aac1-434c-acc3-3bf41517fddb tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "DELETE /v2.0/ports/c2a4ffea-3176-456f-94fe-29529c6bbcf9 HTTP/1.1" status: 204 len: 173 time: 2.3285677 Aug 30 23:14:10.024179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.047939 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:10.163299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.170384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Deleting port e2e1a77d-09e2-4826-9c44-90ec11d11997 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:10.170931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.175261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.294516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14873d54-c278-4544-98a0-7b3a9f7ad0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.359838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16980ec5-8bfe-493a-90a0-0e9b3347c7b3 req-f1c8aa39-24d6-486a-afab-0ff581ed3e35 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=eac4b774-66c8-488d-87eb-46b21b130f23 HTTP/1.1" status: 200 len: 210 time: 0.0788186 Aug 30 23:14:10.449158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33a7f83-d7a3-4e4c-9704-c6e68801a3f9,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:10.458444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.484153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.485669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52096049-9021-4dc4-8d9c-8fccb46e02a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7666721 Aug 30 23:14:10.489237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46878) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:10.496093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:10.566670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.579408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.592508 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:10.594248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Calling delete_port for e2e1a77d-09e2-4826-9c44-90ec11d11997 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:10.633510 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:10.649354 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:10.650128 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:13:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:10.663288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.670089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.703065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fb729bb-e396-4136-85b8-a5ca1993ec62,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:10.716910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.718393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d9f5ae2-6252-4327-a7f6-cd934aba4a45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2278686 Aug 30 23:14:10.721894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46880) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:10.730702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:10.780045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.792134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1b37d89-1aee-4b9c-ba4b-f5d2e6fb115c req-d325aa2d-8e91-4c04-ba78-a6969df7b00a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.4109027 Aug 30 23:14:10.799896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.810224 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:10.910412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2e1a77d-09e2-4826-9c44-90ec11d11997,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:10.947317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.952554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.973751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a22481f2-a228-4463-bc53-82d403ceafd9,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:10.982865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:10.984976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8964be59-18ae-43b8-8562-6ebf38cf34f7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2614994 Aug 30 23:14:10.988623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46882) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:10.997046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:11.029357 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:14:11.041942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.070750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.072782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-565ca479-259a-4287-b019-ef85ff5afde4 tempest-RoutersAdminNegativeTest-358193357 tempest-RoutersAdminNegativeTest-358193357-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e2e1a77d-09e2-4826-9c44-90ec11d11997 HTTP/1.1" status: 204 len: 168 time: 1.3423944 Aug 30 23:14:11.109573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:11.147645 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6158479-5770-4144-9041-5d9c3fa5fb15 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:11.166841 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.172260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.198711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f08983e-5e5d-469c-a964-2a11df7b440d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:11.209813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.214169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-669650ed-5533-44ad-8f19-e668162ceb33 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2222586 Aug 30 23:14:11.214672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46886) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:11.222803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': 'f66b9494-f6b2-46a7-8a7f-69416621a8ce', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:11.257474 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:14:11.266087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.402635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.410736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.1 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/6e9058ac-b8ec-4f40-95fd-975935ea19a5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:11.411621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.469844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdcb740-a6e0-401a-a37d-6432d60ed4e0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:11.477899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.479888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d6e4e0c-3ab8-41eb-b42e-139d5322d2c2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2637327 Aug 30 23:14:11.483758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46892) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:11.504806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'network': {'name': 'tempest-network-smoke--1717655061', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:11.508133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46894) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:11.568739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:11.572641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.605144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46896) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:11.605690 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.682145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.685824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:14:11.715953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.716293 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Added segment 6dc216d5-1f12-4c04-9246-69fc9d93e754 of type vlan for network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 Aug 30 23:14:11.728348 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.748264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5c41835-add0-4e3a-9a9e-5db5b89dd934 None None] New status for floating IP 1e00d4b3-3888-46f6-8202-02b097a1fded: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:14:11.809024 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.851546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.870919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=6e9058ac-b8ec-4f40-95fd-975935ea19a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:11.887610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:11.891851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:11.892121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606c805-837f-478c-8d3f-9513209c7bef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.907118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:11.972492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'name': 'network-vif-deleted', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:11.975051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:11.975621 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d66502-5acb-43ee-9436-e291c21e26b6" -d '{"events": [{"server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "name": "network-vif-deleted", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:12.008813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.014759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:12.015411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.059312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.065238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.067367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/security-groups/576e39a6-fed1-4768-8c6c-5b8849c28471 HTTP/1.1" status: 204 len: 168 time: 0.5577123 Aug 30 23:14:12.110971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8503019c-08ff-41b6-bf07-7d4daa42cb0a req-8d5184f4-c0d9-4c79-b141-74288a8474ca tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.0510712 Aug 30 23:14:12.144566 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4060f3a5-99b3-411b-9269-c74b4b9717f6 x-openstack-request-id: req-4060f3a5-99b3-411b-9269-c74b4b9717f6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:12.145034 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73758ebe-d1bf-4928-ade2-09f1a02aea16", "name": "network-vif-deleted", "tag": "c2a4ffea-3176-456f-94fe-29529c6bbcf9", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:12.145199 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4060f3a5-99b3-411b-9269-c74b4b9717f6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:12.145643 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73758ebe-d1bf-4928-ade2-09f1a02aea16', 'name': 'network-vif-deleted', 'tag': 'c2a4ffea-3176-456f-94fe-29529c6bbcf9', 'status': 'completed', 'code': 200} Aug 30 23:14:12.148298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46908) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:12.210975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d6127-7c89-4486-acb1-332392b5f0ed tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=576e39a6-fed1-4768-8c6c-5b8849c28471,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.245826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Network': ['ID=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.257287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.271486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting subnet 7a84131b-da98-4352-8210-8f2e4a028c5e {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:14:12.281931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.286197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606c805-837f-478c-8d3f-9513209c7bef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.292943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f2455310-5cbf-4cbf-bd71-2ed8924590cd no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:12.296618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:14:12.312156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a606c805-837f-478c-8d3f-9513209c7bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.338221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aee0976f-5ec1-42d4-8564-dca85064c0bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8503649 Aug 30 23:14:12.350493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46910) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:12.355503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'admin_state_up': True, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:12.382017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.397566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: f2455310-5cbf-4cbf-bd71-2ed8924590cd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:12.398249 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device f2455310-5cbf-4cbf-bd71-2ed8924590cd not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:12.445193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a606c805-837f-478c-8d3f-9513209c7bef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdde2468a1a041569acff08f8253008c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324785 Aug 30 23:14:12.449651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:12.450541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606c805-837f-478c-8d3f-9513209c7bef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1343536f-da7a-4ff0-918d-dc9ab1a019d1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.469659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.473097 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.542053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.574761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.630754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.644671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.686680 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:14:12.768395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.771262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.772603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1343536f-da7a-4ff0-918d-dc9ab1a019d1 HTTP/1.1" status: 204 len: 168 time: 0.3217721 Aug 30 23:14:12.796988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19054a5-c9ff-4f47-a4e7-a91a506c6539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1343536f-da7a-4ff0-918d-dc9ab1a019d1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.812567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.822590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.843032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c2a4ffea-3176-456f-94fe-29529c6bbcf9 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:12.844583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.850889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.904444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: c2a4ffea-3176-456f-94fe-29529c6bbcf9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:12.904946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c2a4ffea-3176-456f-94fe-29529c6bbcf9 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:12.909630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Subnet': ['ID=7a84131b-da98-4352-8210-8f2e4a028c5e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.932142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.935653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5226841c-c0d7-4296-a745-d949305d0f98 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/subnets/7a84131b-da98-4352-8210-8f2e4a028c5e HTTP/1.1" status: 204 len: 168 time: 0.7860582 Aug 30 23:14:12.938590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46916) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:12.947019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=6e9058ac-b8ec-4f40-95fd-975935ea19a5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:12.947822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ecf5a9-b82b-4c6d-8ee3-07b5745cf685 None None] Network 30a2e9f9-118c-4829-b27b-10ae042f0654 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:12.949934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:12.955554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.121619 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:13.123709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:13.144264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.249615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] DHCP port deletion for 30a2e9f9-118c-4829-b27b-10ae042f0654 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:14:13.267716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-95e20f7d-1e55-4777-afb5-dea9a121f6af req-6fb1f612-1a79-457f-b466-191010ace58a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.0444825 Aug 30 23:14:13.294656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port 5884d84f-189d-4e50-8b32-05076fab4439 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:13.294924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.369266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efc90865-68d9-42b5-a192-c269739fc9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.396310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46922) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:13.422006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Deleting port 5884d84f-189d-4e50-8b32-05076fab4439 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:13.422553 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.426163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:13.441826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5884d84f-189d-4e50-8b32-05076fab4439 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:13.546331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5884d84f-189d-4e50-8b32-05076fab4439,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:13.547108 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.568404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Calling delete_port for 5884d84f-189d-4e50-8b32-05076fab4439 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:13.571269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5884d84f-189d-4e50-8b32-05076fab4439,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:13.571849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.616029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.629634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.686319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.694415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6693c9da-5411-4ed3-9e29-99adf1f57981 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1acbfd2948e44423a46adfcc4df52839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917616 Aug 30 23:14:13.695345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:13.728526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for 5884d84f-189d-4e50-8b32-05076fab4439 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:13.761616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5884d84f-189d-4e50-8b32-05076fab4439, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5884d84f-189d-4e50-8b32-05076fab4439,segment=NetworkSegment(0a0ea3db-8b9c-4b94-a472-5720e5d1a322),segment_id=0a0ea3db-8b9c-4b94-a472-5720e5d1a322)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:13.769293 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.885852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:13.898388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.935163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:13.940694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:13.945732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f6159294-05df-4e89-9e3e-c078d7ec63c7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/routers/a8277402-65d0-4a1c-990a-29867499e506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8181522 Aug 30 23:14:13.946496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:13.947499 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:13.948715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] Pushing event deleted for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:13.951113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08ad647-c6f2-4a94-ad2a-855580ab7462 None None] No DVR routers for this DVR port 5884d84f-189d-4e50-8b32-05076fab4439 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:13.952106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'port': {'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c', 'name': 'tempest-FloatingIPTestJSON-1589775178'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:13.968997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:13.968997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.000655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.022901 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.040981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:14.042143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.055170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.171 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ad8f3868-a507-4eed-b470-6bce6d2404eb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:14.087472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.104674 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.106869 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c16203-2cbc-444a-ab87-7a52d4df6609 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:14.124441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] No DVR routers for this DVR port 5884d84f-189d-4e50-8b32-05076fab4439 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:14.130760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:14.134915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.162769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] device_id is not set on port 90a3e18b-eb3d-4733-9c89-3ed8fa455f32 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:14.176078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=5884d84f-189d-4e50-8b32-05076fab4439,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:14.230800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.233636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.237563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/feb4cefd-f7bf-4d52-a021-384bdba6b7ba HTTP/1.1" status: 204 len: 168 time: 0.5348799 Aug 30 23:14:14.311857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.11 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/90a3e18b-eb3d-4733-9c89-3ed8fa455f32) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:14.315545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b7099-b215-4574-a574-a8364e04c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb4cefd-f7bf-4d52-a021-384bdba6b7ba,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:14.333462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.355313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a2e9f9-118c-4829-b27b-10ae042f0654']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.379386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0ea3db-8b9c-4b94-a472-5720e5d1a322') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.380069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0ea3db-8b9c-4b94-a472-5720e5d1a322') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:14.392128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.398790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.418162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.434248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:14:14.435205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:14:14.439754 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:14:14.525168 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-51b1b73b-f565-47c6-9c8d-548cda8f2059 req-fb311d5a-860b-4689-b344-bb4bc999627c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.0682302 Aug 30 23:14:14.544448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.555088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.558661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/networks/30a2e9f9-118c-4829-b27b-10ae042f0654 HTTP/1.1" status: 204 len: 168 time: 1.6182458 Aug 30 23:14:14.562698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:14.582147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.587228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.630478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd8c11-db3f-4010-9f29-08d1dd14755d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Network': ['ID=30a2e9f9-118c-4829-b27b-10ae042f0654,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:14.632689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.695182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.725280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:14.733994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:14.738503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=ad8f3868-a507-4eed-b470-6bce6d2404eb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:14.740961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:14.773420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:14.787897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:14.795234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:14.854872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=90a3e18b-eb3d-4733-9c89-3ed8fa455f32,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:14.879324 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:14.880104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:14.901998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8d7ad76-72a3-4327-b2a3-4149b77ef149 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9520228 Aug 30 23:14:14.902659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46940) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:14.908448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'port': {'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c', 'name': 'tempest-FloatingIPTestJSON-1553349904'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:15.064435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port aab22fab-6253-401d-a2a1-2d4e87c8a1b7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:15.065260 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.103781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:15.110147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.138491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] device_id is not set on port f4306e1e-434b-4bae-96a7-62ee76fe4ea5 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:15.340908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.3 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/f4306e1e-434b-4bae-96a7-62ee76fe4ea5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:15.541948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46954) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:15.586322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.640967 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.689071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:15.694939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:15.708351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:15.736273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.736737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.749346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1612792748'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:15.777869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=f4306e1e-434b-4bae-96a7-62ee76fe4ea5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:15.779360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.799952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:15.800622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.811998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:15.815824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.832613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a3228515-80d8-4090-b0d0-5385d8178af6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9285681 Aug 30 23:14:15.833326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46960) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:15.835701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.840872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'f4306e1e-434b-4bae-96a7-62ee76fe4ea5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:15.849804 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4150348-5a02-434d-9750-97e5a0400193 req-e96ae8f4-22d7-4406-a775-7d2be5e33a7c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=73758ebe-d1bf-4928-ade2-09f1a02aea16 HTTP/1.1" status: 200 len: 210 time: 0.1347523 Aug 30 23:14:15.871206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:15.904687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for aab22fab-6253-401d-a2a1-2d4e87c8a1b7 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:16.009342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.064215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.072835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.077565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.147386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:14:16.166326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=109ec4b9-1404-404e-8f67-2ce48d55b157,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:16.172907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.173259 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Added segment 37345ffb-fbdd-45c8-b509-50b4c13930f3 of type vlan for network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c Aug 30 23:14:16.202650 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.246170 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.293650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.233 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/93e57640-1849-49b9-b527-bb7065eafc39) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:16.305063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.311066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:16.311689 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.329497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.395365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=aab22fab-6253-401d-a2a1-2d4e87c8a1b7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:16.427310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8840718 Aug 30 23:14:16.432662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46962) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:16.440193 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'subnet': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:16.443037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f20a6-4711-4dcc-a080-b50ed4c27335 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Network': ['ID=a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:16.459927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:14:16.509501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.521557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.522157 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Floating IP e8cd0e20-8536-4084-bddc-7217008907c1 disassociated (deleted). External IP: 172.25.7.95, port: b031f0f4-94be-48f3-ad72-724610d6ff72. Aug 30 23:14:16.570188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:16.614529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:16.617926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:16.622717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:16.626036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=93e57640-1849-49b9-b527-bb7065eafc39,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:16.653763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e4b2b310-a406-4834-bcaa-e5a553b2fe3d is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:14:16.684995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:16.688863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.012153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:17.027794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Sync routers for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:17.050713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:17.053367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:17.087816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.091799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc423138-5ed7-4208-8483-81923f7d1afb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7377627 Aug 30 23:14:17.093686 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:17.095017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:17.146732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1b19c6fd-d0d4-4bac-9b70-796cef9f5191 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cddf05cd7bf34777b75256b0b8ae28ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511239 Aug 30 23:14:17.150117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46974) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:17.156891 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.204445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.276909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:17.367722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Subnet': ['ID=5258d627-f5de-412e-a962-4d920901d798,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:17.401460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.407361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:17.413936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.418331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:17.427525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14980819-f56a-4b1b-a28b-46977cc4c7c0 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:17.432529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14980819-f56a-4b1b-a28b-46977cc4c7c0 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2778645 Aug 30 23:14:17.433654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46976) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:17.436632 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:17.437774 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:17.440380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-38c695b7-56b6-4e00-bdbd-2a033e002013 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897453982&fields=id&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 267 time: 0.1858878 Aug 30 23:14:17.475335 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-82c5ec14-dc5f-465c-ac26-3fa54160d15d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379627 Aug 30 23:14:17.475614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46978) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:17.480983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2042789527', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:17.510393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Checking segment: {'id': '37345ffb-fbdd-45c8-b509-50b4c13930f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:17.510907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network hostable DHCP agents. Network: a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:14:17.578120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:15Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:17.611602 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:17.620687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Checking router: e4b2b310-a406-4834-bcaa-e5a553b2fe3d for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:17.621200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Updating router e4b2b310-a406-4834-bcaa-e5a553b2fe3d port ad8f3868-a507-4eed-b470-6bce6d2404eb binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:14:17.624055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-8e49012c-9095-4286-831f-94f12ef0926a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:17.627663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-8e49012c-9095-4286-831f-94f12ef0926a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.1855998 Aug 30 23:14:17.629657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb66fc51-ffb3-4e43-93a6-5e87a292cf42 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/floatingips/e8cd0e20-8536-4084-bddc-7217008907c1 HTTP/1.1" status: 204 len: 168 time: 3.0657990 Aug 30 23:14:17.634627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:17.637750 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995dfd90-ae29-4a24-96b9-b1d6c902a15a" -d '{"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:17.674132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-9bdcb92b-e27c-4a64-bb2c-b98cdde62ce4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.0310612 Aug 30 23:14:17.676278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:14:17.710637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:17.715371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.716859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:17.724829 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.741385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:17.742094 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.764564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c35294fe-cc4c-4592-b6eb-e55743bfaabf tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3279655 Aug 30 23:14:17.765388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46984) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:17.778871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-1175678609'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:17.790893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505088f7-71f9-4771-b5b2-a0afa9e48b63 None None] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:17.854160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.869233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:17.941232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=93e57640-1849-49b9-b527-bb7065eafc39,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:17.950574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-ce77365f-3b52-4aba-a3e9-5e8ac066b4fe tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2621248 Aug 30 23:14:17.963633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-59563c76-fb16-44cc-96a5-4f4ac7c0a1e7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:14:17.971975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-59563c76-fb16-44cc-96a5-4f4ac7c0a1e7 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0158224 Aug 30 23:14:18.029167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.052419 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8f16f8-f25e-445c-961e-cb0aff773724 x-openstack-request-id: req-2e8f16f8-f25e-445c-961e-cb0aff773724 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:18.052738 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:18.053083 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e8f16f8-f25e-445c-961e-cb0aff773724 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:18.053853 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'status': 'completed', 'code': 200} Aug 30 23:14:18.069386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:18.077096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.155464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:18.169936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 03df4f8d-394f-48f7-884d-8f7060e6b6dd yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:18.218001 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:18.240996 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:18.242602 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:18.278382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'tenant_id': 'b1b40a02971f4dd69fda924a1c1e21c2', 'fixed_ips': [{'subnet_id': '5258d627-f5de-412e-a962-4d920901d798'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:14:18.280486 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.301243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.12 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/03df4f8d-394f-48f7-884d-8f7060e6b6dd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:18.352931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880adcf5-6bc8-4c65-b1ec-ba4572ab08d7 req-5697bd75-28e2-4b96-8646-9c832467ac0f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:18.354736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-880adcf5-6bc8-4c65-b1ec-ba4572ab08d7 req-5697bd75-28e2-4b96-8646-9c832467ac0f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.1665113 Aug 30 23:14:18.357986 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 3ac8b9b9-fffa-4b5e-b515-6e70a0b4e5d4 associated. External IP: 172.25.7.233, port: f4306e1e-434b-4bae-96a7-62ee76fe4ea5. Aug 30 23:14:18.445303 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:18.462883 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.483025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 03df4f8d-394f-48f7-884d-8f7060e6b6dd will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:18.495735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.550217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.601263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:18.601763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network hostable DHCP agents. Network: 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:14:18.614928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-880adcf5-6bc8-4c65-b1ec-ba4572ab08d7 req-14b8f1bb-9e0e-4c5f-b737-631f36d66c1e tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449721 Aug 30 23:14:18.659962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Allocated IP 172.20.0.2 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:18.680408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Subnet': ['ID=fe3395f1-9c6c-4845-94f8-d33785db7988,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:18.708332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:14:18.708596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=03df4f8d-394f-48f7-884d-8f7060e6b6dd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:18.728925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:18.734692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:18.735587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.742315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-0c3b12e7-f59c-47ed-9bab-76f5513da497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:18.745120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-0c3b12e7-f59c-47ed-9bab-76f5513da497 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 1098 time: 0.6547368 Aug 30 23:14:18.756504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-b5c9e2ce-5d0d-45b2-b6e6-42b2325404e6 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7832294 Aug 30 23:14:18.766894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:18.800437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c56be1-a068-4b22-8c89-074a9f1b8eb6 None None] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:18.828621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.842888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:18.846842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Transition to ACTIVE for port object ad8f3868-a507-4eed-b470-6bce6d2404eb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:18.848712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:18.863285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:18.896843 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:18.946166 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbd26262-25ed-4406-9bed-01961364be6d None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:05Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '0cf4fc13-a478-4dcb-89c7-fc585b498d2b', 'name': '', 'network_id': '45c20e60-cc11-45a3-97b2-b1b5e64e6ed8', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:76:7c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '5d088311-1681-4aee-b982-7b6499a20b88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:17Z', 'updated_at': '2021-08-30T23:12:30Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': '5d088311-1681-4aee-b982-7b6499a20b88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:19.025755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Attempting to bind port ad8f3868-a507-4eed-b470-6bce6d2404eb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:19.026726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Attempting to bind port ad8f3868-a507-4eed-b470-6bce6d2404eb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:19.027122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Attempting to bind port ad8f3868-a507-4eed-b470-6bce6d2404eb on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:19.086329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:19.087463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.115844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8c0989e3-9b8c-4734-b793-aa56e0895516 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3489122 Aug 30 23:14:19.117607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-a7b2e893-4324-44c0-a787-42d1ac6a542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:19.120072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-a7b2e893-4324-44c0-a787-42d1ac6a542b service neutron] 10.222.0.52 "GET /v2.0/networks?id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 200 len: 897 time: 0.3566701 Aug 30 23:14:19.120298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 46988) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:19.132203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-64457699', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:64:4b:bf'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:19.168365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-357b0b55-2b3a-4f91-9112-2521ce197f1a service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3646381 Aug 30 23:14:19.189974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efa4ae07-6369-499c-8514-c4091c7a8c34 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7128723 Aug 30 23:14:19.193038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 46990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:19.287428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:19.310651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-14c2ac20-ddcd-4a45-8b5d-1f67114c57dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 200 len: 217 time: 0.1700952 Aug 30 23:14:19.318693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:19.319337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:19.320030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.320709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:19.321595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Bound port: ad8f3868-a507-4eed-b470-6bce6d2404eb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:19.323466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.339432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e689a7-8a90-4ede-82c3-f7878367985f None None] Pushing event updated for resources: {'Port': ['ID=ad8f3868-a507-4eed-b470-6bce6d2404eb,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:19.408693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcf22a94-386e-431c-9cb1-f082e1aabb7f None None] New status for floating IP e8cd0e20-8536-4084-bddc-7217008907c1: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:14:19.578454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:19.617610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:19.630078 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:19.678725 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:19.680842 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:19.696775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] For port ad8f3868-a507-4eed-b470-6bce6d2404eb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:19.715504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.724889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-40eab687-ef10-4b30-9d54-7b8565604487 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:19.726801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-40eab687-ef10-4b30-9d54-7b8565604487 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.52 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.3453605 Aug 30 23:14:19.729647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-8b876025-56a3-4112-abe2-cbf101853ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:19.746007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] For port ad8f3868-a507-4eed-b470-6bce6d2404eb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ad8f3868-a507-4eed-b470-6bce6d2404eb,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:19.748054 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-8b876025-56a3-4112-abe2-cbf101853ad9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5d088311-1681-4aee-b982-7b6499a20b88 HTTP/1.1" status: 200 len: 835 time: 0.3480902 Aug 30 23:14:19.759098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.804237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.813153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:19.847768 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:19.878057 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:19.879827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:19.911900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 19a44dba-b483-431f-859e-d58206ee0f39 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:19.916329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Transition to ACTIVE for port object 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:19.924297 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:19.925487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee061f-7c48-48e1-8141-541598ea6b37 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:19.985617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:14:19.987586 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.017482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18803b03-249e-4603-9f92-e0c14d7dde81 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.1825340 Aug 30 23:14:20.028017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47006) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:20.043791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:20.056187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Transition to ACTIVE for port object 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:20.061812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:20.062934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:20.071809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e689a7-8a90-4ede-82c3-f7878367985f None None] Pushing event updated for resources: {'Port': ['ID=ad8f3868-a507-4eed-b470-6bce6d2404eb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:20.146320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cb6ec-f582-4545-9a70-c9b1d4c160fc req-75422aea-fa59-4994-ba31-83067f8dfc24 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:20.149040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e57cb6ec-f582-4545-9a70-c9b1d4c160fc req-75422aea-fa59-4994-ba31-83067f8dfc24 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.2123041 Aug 30 23:14:20.282430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.350876 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e57cb6ec-f582-4545-9a70-c9b1d4c160fc req-5836c6da-0eda-4f08-b301-9661b1b2407f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1871207 Aug 30 23:14:20.432153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Allocated IP 172.20.0.2 (7c4dcc5c-96b6-4dc2-8829-8a237d2932f3/fe3395f1-9c6c-4845-94f8-d33785db7988/455cc7f3-2b43-4a2f-bb36-9c0902afa49b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:20.540753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.575815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-310085eb-e858-448c-8ed2-ba867b8e673b req-cabfad28-ee51-4ab1-82e2-89e0277d8ed4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.7000992 Aug 30 23:14:20.641473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-836ad762-17aa-4916-9a56-07c484494625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:20.644452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-836ad762-17aa-4916-9a56-07c484494625 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8950887 Aug 30 23:14:20.651640 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.661152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.662279 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 3ac8b9b9-fffa-4b5e-b515-6e70a0b4e5d4 disassociated. External IP: 172.25.7.233, port: f4306e1e-434b-4bae-96a7-62ee76fe4ea5. Aug 30 23:14:20.673542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Pushing event updated for resources: {'Port': ['ID=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:20.702959 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:20.706184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:20.745170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:20.810778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:20.855375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Transition to ACTIVE for port object 455cc7f3-2b43-4a2f-bb36-9c0902afa49b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:20.950319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.8 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/19a44dba-b483-431f-859e-d58206ee0f39) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:20.969277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Transition to ACTIVE for port object 455cc7f3-2b43-4a2f-bb36-9c0902afa49b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:20.970860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port b031f0f4-94be-48f3-ad72-724610d6ff72 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:20.971541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.008355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:21.020206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.067172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.135361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Attempting to bind port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:21.135875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Attempting to bind port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '37345ffb-fbdd-45c8-b509-50b4c13930f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:21.136473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Attempting to bind port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de on network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:21.162355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-6dcbe718-7b56-4a65-a86a-31fd7c4999fa service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978920 Aug 30 23:14:21.218687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:21.259508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:21.260153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Checking segment: {'id': '37345ffb-fbdd-45c8-b509-50b4c13930f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:21.260765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.261493 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Bound using segment: {'id': '37345ffb-fbdd-45c8-b509-50b4c13930f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:21.262342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Bound port: 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37345ffb-fbdd-45c8-b509-50b4c13930f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:21.262971 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.282948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:21.330665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:21.387490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:21.392433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Pushing event updated for resources: {'Port': ['ID=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:21.469089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:21.483647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port b031f0f4-94be-48f3-ad72-724610d6ff72, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=b031f0f4-94be-48f3-ad72-724610d6ff72,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:21.484254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.484563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.513810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:21.518774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-daa8bfc5-ba99-4d1a-bd34-16e883b9495c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/3ac8b9b9-fffa-4b5e-b515-6e70a0b4e5d4 HTTP/1.1" status: 200 len: 688 time: 1.4814782 Aug 30 23:14:21.524604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47018) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:21.658681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:21.659856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:21.675169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for b031f0f4-94be-48f3-ad72-724610d6ff72 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:21.681848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.741665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 19a44dba-b483-431f-859e-d58206ee0f39 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:21.754538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-995dfd90-ae29-4a24-96b9-b1d6c902a15a req-5e359ec7-fdd1-4363-a1d3-4b3f0afc45b6 service neutron] 10.222.0.52 "GET /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5836401 Aug 30 23:14:21.773019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ada11655-4385-4671-9adb-777346147cc0 None None] For port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:21.783051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:21.786084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Attempting to bind port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:21.786683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Attempting to bind port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:21.787291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Attempting to bind port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:21.826989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ada11655-4385-4671-9adb-777346147cc0 None None] For port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,segment=NetworkSegment(37345ffb-fbdd-45c8-b509-50b4c13930f3),segment_id=37345ffb-fbdd-45c8-b509-50b4c13930f3)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:21.845562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:21.850388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:21.854556 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.855364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Bound using segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:21.858505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Bound port: 455cc7f3-2b43-4a2f-bb36-9c0902afa49b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:21.859415 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.891778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1754b3-9654-464f-ac57-93cb454d0fab req-0585d9d6-a7e1-4c70-a50a-cc20609a90ba tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:21.894184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc1754b3-9654-464f-ac57-93cb454d0fab req-0585d9d6-a7e1-4c70-a50a-cc20609a90ba tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 946 time: 0.3710678 Aug 30 23:14:21.897524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86220815-60df-486b-a772-ca84979fcb4b req-2ef5d3d3-d1b1-4122-aa41-dfda0f1612ae tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0716019 Aug 30 23:14:21.948333 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:21.951445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:21.952482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:21.988469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc1754b3-9654-464f-ac57-93cb454d0fab req-0f9f218c-a78f-4a01-acdc-96003f578e7b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=a60f94c0-db93-48db-9024-8bfea0c0d6a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677602 Aug 30 23:14:22.012701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6bf61471-4ab2-4663-86ff-9906a5b5c75e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:22.016018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6bf61471-4ab2-4663-86ff-9906a5b5c75e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.6480398 Aug 30 23:14:22.022679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.1 (7c4dcc5c-96b6-4dc2-8829-8a237d2932f3/fe3395f1-9c6c-4845-94f8-d33785db7988/715379b4-6c5b-4057-8b7b-e9eb45d2f2b3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:22.025835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 93e57640-1849-49b9-b527-bb7065eafc39 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:22.026321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.095009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.115093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.115596 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.130232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 93e57640-1849-49b9-b527-bb7065eafc39 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:22.136544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:22.137606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e742661-82ff-4735-9448-294eeaf7e309 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:22.187746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-22d9fbb2-8ae8-4cdc-8b14-bd19637f509f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 379 time: 0.1596093 Aug 30 23:14:22.235075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'security_groups': ['455bdf24-65aa-44ed-bae6-904a5d8d2781']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:22.271220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada11655-4385-4671-9adb-777346147cc0 None None] Pushing event updated for resources: {'Port': ['ID=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:22.282433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] For port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:22.289456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] For port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:22.292413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:15Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:22.299516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.383065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.394008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b67e9d0-8ace-4b05-aae9-f046eb84bdf7 None None] The sync data for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 is: [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:15Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:22.450874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=93e57640-1849-49b9-b527-bb7065eafc39,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:22.528520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:22.557143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:22.607320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.610589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.616614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ab69fa0-ae37-44da-ab56-daec066ad212 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/3ac8b9b9-fffa-4b5e-b515-6e70a0b4e5d4 HTTP/1.1" status: 204 len: 168 time: 1.0845218 Aug 30 23:14:22.621359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47022) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:22.629716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '90a3e18b-eb3d-4733-9c89-3ed8fa455f32'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:22.648526 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:22.654697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.658161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:22.666249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.676190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.777912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.800554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4973276b-6519-4b4b-9d9c-569416c71dd7 None None] Pushing event updated for resources: {'Port': ['ID=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:22.856904 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=19a44dba-b483-431f-859e-d58206ee0f39,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:22.938796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:22.973510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:23.003379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] No DVR routers for this DVR port b031f0f4-94be-48f3-ad72-724610d6ff72 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:23.032210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:23.035798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c8f1fe8-6f1b-43e1-99e8-6adfd3d8084d req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.52 "DELETE /v2.0/ports/b031f0f4-94be-48f3-ad72-724610d6ff72 HTTP/1.1" status: 204 len: 173 time: 3.2680473 Aug 30 23:14:23.060920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'name': 'network-vif-deleted', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:23.063677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:23.081316 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfbce6d5-802a-49ff-8c67-846861e3c3cb" -d '{"events": [{"server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "name": "network-vif-deleted", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:23.165147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc61a2-296a-4ad0-9bfb-70933573c0d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=b031f0f4-94be-48f3-ad72-724610d6ff72,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:23.227944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:23.269238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1fa8cde1-b919-4b29-9b44-a4d62e4ac06a req-4bc682dd-fc95-4bdc-be7a-b71886327a06 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.1568601 Aug 30 23:14:23.332879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:23.352918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:23.388497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:23.389471 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:23.406033 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0f9fb8-b296-4229-bb28-bfe2fc3998fc x-openstack-request-id: req-5b0f9fb8-b296-4229-bb28-bfe2fc3998fc {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:23.406361 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d35fa2a0-d44d-484e-b0ac-aa01c853e22f", "name": "network-vif-deleted", "tag": "b031f0f4-94be-48f3-ad72-724610d6ff72", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:23.406602 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b0f9fb8-b296-4229-bb28-bfe2fc3998fc {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:23.406987 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd35fa2a0-d44d-484e-b0ac-aa01c853e22f', 'name': 'network-vif-deleted', 'tag': 'b031f0f4-94be-48f3-ad72-724610d6ff72', 'status': 'completed', 'code': 200} Aug 30 23:14:23.511580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4af9f293-1e8f-401d-8514-dff84907fb2d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.3876362 Aug 30 23:14:23.517613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47030) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:23.751222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad8f3868-a507-4eed-b470-6bce6d2404eb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:23.818627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd63fd4-8a94-4a2b-8f7d-c15f500155c6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:23.854765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd63fd4-8a94-4a2b-8f7d-c15f500155c6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:23.870192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd63fd4-8a94-4a2b-8f7d-c15f500155c6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:23.876047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1bd63fd4-8a94-4a2b-8f7d-c15f500155c6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.3496420 Aug 30 23:14:23.876047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:23.889927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.13 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/8c068105-2d4f-454a-bcd8-fd401c6d140a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:23.926581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ad8f3868-a507-4eed-b470-6bce6d2404eb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:23.946422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ad8f3868-a507-4eed-b470-6bce6d2404eb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:23.947436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.068366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-5370dbff-4c40-432a-8415-e74b46448a1e req-c1a264ee-cf57-4bec-b9d6-46c7f46f8a9e service neutron] (101269) timed out ('10.222.0.25', 55810) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:14:24.191476 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.215681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:24.251807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ad8f3868-a507-4eed-b470-6bce6d2404eb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ad8f3868-a507-4eed-b470-6bce6d2404eb,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:24.264173 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.268655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 455cc7f3-2b43-4a2f-bb36-9c0902afa49b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:24.326025 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ba237bb-7fdb-46fb-a41a-09556b192c44 req-82d7e5f2-949d-44d7-b8fe-1a9ddcb4e113 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=d35fa2a0-d44d-484e-b0ac-aa01c853e22f HTTP/1.1" status: 200 len: 210 time: 1.0199924 Aug 30 23:14:24.350458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 19a44dba-b483-431f-859e-d58206ee0f39 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:24.350824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.369723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.447698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:24.469704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:24.473040 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.552234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ad8f3868-a507-4eed-b470-6bce6d2404eb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:24.607462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0bd0a8ed-4843-4f8c-961b-d47641eeb159 req-ce43f588-c537-40be-a0e0-c1a1ac32b624 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.1164198 Aug 30 23:14:24.625843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:24.657743 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.689836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object 8c068105-2d4f-454a-bcd8-fd401c6d140a will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:24.702138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.703245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e63ad5-849a-4fde-beb8-d339cdb21576 None None] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:24.721432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 19a44dba-b483-431f-859e-d58206ee0f39 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:24.812253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.843154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Provisioning for port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:24.887493 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.887779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Provisioning complete for port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:24.888055 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:24.898863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b031f0f4-94be-48f3-ad72-724610d6ff72 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:24.943848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: b031f0f4-94be-48f3-ad72-724610d6ff72 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:24.948957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device b031f0f4-94be-48f3-ad72-724610d6ff72 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:24.957962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.88 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/c27bf0ce-53e1-46e2-9093-99bf0280b867) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:24.961170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:24.981095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cde6090-5728-46bb-b360-053494b7d8fa None None] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:24.988321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:25.002493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:25.125299 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.157055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:25.234131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=19a44dba-b483-431f-859e-d58206ee0f39,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:25.279899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.305908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.320765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:25.321703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.341715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-6eb0d6e4-0cbb-4af5-a6cc-54a6c9096c6f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1192157 Aug 30 23:14:25.414206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Request body: {'port': {'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:25.487123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47038) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:25.530720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad8f3868-a507-4eed-b470-6bce6d2404eb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:25.568806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.593471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] For port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,segment=NetworkSegment(37345ffb-fbdd-45c8-b509-50b4c13930f3),segment_id=37345ffb-fbdd-45c8-b509-50b4c13930f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:25.634240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.644908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.659456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.722448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbe75f0-bf73-4381-aea5-476299a48281 None None] Pushing event updated for resources: {'Port': ['ID=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:25.747173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:25.757918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.810836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:25.818344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Provisioning for port 8c068105-2d4f-454a-bcd8-fd401c6d140a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:25.827870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:25.832922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Provisioning complete for port 8c068105-2d4f-454a-bcd8-fd401c6d140a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:25.834400 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.843242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.857380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2219e33b-ea92-4ba7-a9cb-16fa5f1e307d tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/19a44dba-b483-431f-859e-d58206ee0f39 HTTP/1.1" status: 204 len: 168 time: 1.9617980 Aug 30 23:14:25.863981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47042) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:25.914075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.936662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Port 8c068105-2d4f-454a-bcd8-fd401c6d140a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:25.954436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=c27bf0ce-53e1-46e2-9093-99bf0280b867,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:25.970649 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e85fd5-4a6f-419a-b5b0-db2ebb0edf46 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] GET failed (client error): The resource could not be found. Aug 30 23:14:25.976259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74e85fd5-4a6f-419a-b5b0-db2ebb0edf46 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports/19a44dba-b483-431f-859e-d58206ee0f39 HTTP/1.1" status: 404 len: 333 time: 0.1072800 Aug 30 23:14:25.978309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Provisioning for port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:25.979639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47044) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:25.982452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ad8f3868-a507-4eed-b470-6bce6d2404eb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:25.985049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:25.992150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-188108937'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:26.041767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Provisioning complete for port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:26.042379 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.094140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.125207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.242448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def70750-b1be-4f15-9cae-d99ac566d65c req-905654c4-0695-4c22-aa25-ef587c879aa4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:26.244334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-def70750-b1be-4f15-9cae-d99ac566d65c req-905654c4-0695-4c22-aa25-ef587c879aa4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 932 time: 0.3815951 Aug 30 23:14:26.258118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:26.331772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.421117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-def70750-b1be-4f15-9cae-d99ac566d65c req-637e2794-c476-417d-81aa-8686ff56e7b9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416595 Aug 30 23:14:26.474797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] For port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:26.483662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.660594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:26.691293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043aebfd-7812-4b00-b6c3-505a60f097bc None None] Pushing event updated for resources: {'Port': ['ID=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:26.726487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning complete for port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:26.727162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.728246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c068105-2d4f-454a-bcd8-fd401c6d140a {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:14:26.745098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:26.750474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.757213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.760230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/security-groups/a60f94c0-db93-48db-9024-8bfea0c0d6a4 HTTP/1.1" status: 204 len: 168 time: 1.2706206 Aug 30 23:14:26.773375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.794289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:26.811762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:26.861728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:26.863247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f9f89-5609-438f-9ef5-8e62a79f236c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60f94c0-db93-48db-9024-8bfea0c0d6a4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:26.947680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Transition to ACTIVE for port object 8c068105-2d4f-454a-bcd8-fd401c6d140a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:26.965691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.074175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:27.096215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning complete for port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:27.096948 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.285000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.9 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/0912ba4c-4a1e-4856-8a4e-9c780ed7f987) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:27.353834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning for port 03df4f8d-394f-48f7-884d-8f7060e6b6dd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:27.360864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning complete for port 03df4f8d-394f-48f7-884d-8f7060e6b6dd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:27.361252 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.473300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Port 03df4f8d-394f-48f7-884d-8f7060e6b6dd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:27.503911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:27.514515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Provisioning complete for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:27.515378 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.530319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.559853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:27.575688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-14a8b6b2-4cfa-48e6-9587-b3fb61d4fb34 None None] Port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:27.577766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:27.690474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:27.691006 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e4b2b310-a406-4834-bcaa-e5a553b2fe3d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:27.716023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:27.716294 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.732763 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.748070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.813059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Provisioning complete for port 03df4f8d-394f-48f7-884d-8f7060e6b6dd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:27.813677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.879154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3691a-be19-4ea1-86a5-21f5d436c959 req-1f7e3f11-4ad4-4189-82b2-e4fdfba6d939 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:27.881935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fb3691a-be19-4ea1-86a5-21f5d436c959 req-1f7e3f11-4ad4-4189-82b2-e4fdfba6d939 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.2474110 Aug 30 23:14:27.917741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:27.926491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Port 03df4f8d-394f-48f7-884d-8f7060e6b6dd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:27.931280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 455cc7f3-2b43-4a2f-bb36-9c0902afa49b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:27.934398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:27.941762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:27.942437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:27.945462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=0912ba4c-4a1e-4856-8a4e-9c780ed7f987,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:28.024108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Attempting to bind port 8c068105-2d4f-454a-bcd8-fd401c6d140a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:28.025005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Attempting to bind port 8c068105-2d4f-454a-bcd8-fd401c6d140a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:28.025819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Attempting to bind port 8c068105-2d4f-454a-bcd8-fd401c6d140a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:28.034079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Could not find standard attr ID for object 19a44dba-b483-431f-859e-d58206ee0f39. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:14:28.038868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.057212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:28.058175 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.063415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fb3691a-be19-4ea1-86a5-21f5d436c959 req-a99ce92c-1e68-47c5-aae6-714491d09cc0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638219 Aug 30 23:14:28.074500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Port 8c068105-2d4f-454a-bcd8-fd401c6d140a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:14:28.075785 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Attempting to bind port 8c068105-2d4f-454a-bcd8-fd401c6d140a on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:28.083389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Provisioning complete for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:28.083770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.092362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:28.094165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:28.094996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:28.096125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Bound port: 8c068105-2d4f-454a-bcd8-fd401c6d140a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:28.097335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.135248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:28.135940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.138522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-73213660-3d22-419a-8e60-877141ce4e24 None None] Port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:28.224260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:28.227935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:28.233424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d745ea00-99aa-4e8f-9619-d3b1f5e7d010 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2443802 Aug 30 23:14:28.237059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.262796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:28.278512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:28.279376 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.281097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] 10.222.0.47 "PUT /v2.0/ports/8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 1093 time: 2.8857594 Aug 30 23:14:28.287869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:64:4b:bf'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:28.291409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:28.293757 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a" -d '{"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:28.409635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fe6aa-3233-47b8-ba18-a926cd9971eb service neutron] Pushing event updated for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:28.477093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b1e8a1a0-89e2-4b01-80ab-da4e7f528d04 None None] Provisioning for port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:28.489808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b1e8a1a0-89e2-4b01-80ab-da4e7f528d04 None None] Provisioning complete for port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:28.490335 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b1e8a1a0-89e2-4b01-80ab-da4e7f528d04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.569051 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d925208-ffbc-4cec-80c1-6939aa98060f x-openstack-request-id: req-1d925208-ffbc-4cec-80c1-6939aa98060f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:28.569440 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:28.569695 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1d925208-ffbc-4cec-80c1-6939aa98060f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:28.570188 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'status': 'completed', 'code': 200} Aug 30 23:14:28.574778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8a1a0-89e2-4b01-80ab-da4e7f528d04 None None] Port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:28.613242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.663909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-618504b5-fcfc-4ff1-aebc-4dbc2964b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:28.665712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-618504b5-fcfc-4ff1-aebc-4dbc2964b595 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1096 time: 0.2445073 Aug 30 23:14:28.706042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:28.718636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6965c09-80a3-43ed-99cf-6dd7afe250ed tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/e4b2b310-a406-4834-bcaa-e5a553b2fe3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5197930 Aug 30 23:14:28.730733 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Sync routers for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:28.742610 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:28.743486 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:28.780737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-7dccb320-77b5-4b9b-a58c-7bec5750f387 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 217 time: 0.1014652 Aug 30 23:14:28.905527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.921616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:28.944585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-04431733-7220-42c4-8c6c-a8e5ce59925f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:28.946270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-04431733-7220-42c4-8c6c-a8e5ce59925f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1578672 Aug 30 23:14:29.075298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-18e1dfd1-40f6-4d94-85d0-304a6a03921e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:29.083863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-18e1dfd1-40f6-4d94-85d0-304a6a03921e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198688 Aug 30 23:14:29.092250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=c27bf0ce-53e1-46e2-9093-99bf0280b867,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:29.109487 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.122908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.125204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.139476 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:29.250857 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 3d217006-bd0b-4b7a-8921-f7aaafb342d2 associated. External IP: 172.25.7.88, port: 90a3e18b-eb3d-4733-9c89-3ed8fa455f32. Aug 30 23:14:29.288369 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-22c007b0-1327-4b9b-b326-a16c5ef7258e service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509769 Aug 30 23:14:29.297364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.409655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e644325e-3a53-4f74-852e-0734d2b87d6d req-413e19df-da81-4b9a-8981-b067b3baf96e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:29.411516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e644325e-3a53-4f74-852e-0734d2b87d6d req-413e19df-da81-4b9a-8981-b067b3baf96e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.1712291 Aug 30 23:14:29.470376 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:25Z', 'revision_number': 2, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:29.523345 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Checking router: e4b2b310-a406-4834-bcaa-e5a553b2fe3d for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:29.527324 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Updating router e4b2b310-a406-4834-bcaa-e5a553b2fe3d port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:14:29.556911 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e644325e-3a53-4f74-852e-0734d2b87d6d req-f0a1151d-f46b-44eb-a4ad-92fa099b1b3b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076660 Aug 30 23:14:29.578581 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.854038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0df37e3b-a573-4942-8fdf-6d69ce2ccf65 None None] Provisioning complete for port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:29.854670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0df37e3b-a573-4942-8fdf-6d69ce2ccf65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.873509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:29.956156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0df37e3b-a573-4942-8fdf-6d69ce2ccf65 None None] Port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:29.978678 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:29.993376 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Transition to ACTIVE for port object 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:30.002129 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.027563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:30.031813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.122536 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Attempting to bind port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:30.123070 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Attempting to bind port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:30.124451 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Attempting to bind port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:30.137207 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:30.137769 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:30.138296 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.139153 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Bound using segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:30.139356 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Bound port: 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:30.139847 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.208810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-fc03d7bb-e421-40bb-826b-05a2aa086a00 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-305734775&fields=id&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 267 time: 1.0927408 Aug 30 23:14:30.213824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cadcc3e5-3ea1-4a39-96ce-bd13c8c94820 req-e4c5a20c-aaf3-49ad-9f36-37692831dc42 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9118719 Aug 30 23:14:30.240384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port 0cf4fc13-a478-4dcb-89c7-fc585b498d2b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:30.240827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.269800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for 0cf4fc13-a478-4dcb-89c7-fc585b498d2b owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:30.272833 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] For port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:30.276672 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] For port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:30.284523 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.296031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:30.301703 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2b71-e274-4014-b307-b4d6bdea1240 None None] Pushing event updated for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:30.308497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:30.332128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:30.333992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.382284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2b71-e274-4014-b307-b4d6bdea1240 None None] Pushing event updated for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:30.392756 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.417518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:30.419154 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.420173 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] In _notify_port_updated(), no bound segment for port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 on network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:14:30.431084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:30.431783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.442848 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "PUT /v2.0/ports/0912ba4c-4a1e-4856-8a4e-9c780ed7f987 HTTP/1.1" status: 200 len: 993 time: 2.1692791 Aug 30 23:14:30.445819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47070) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:30.466378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.489896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:30.490972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.580197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.581397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b648555-40b6-4e96-996e-2a0965b0f57d None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:30.618085 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:30.661183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fafe14-147b-4543-9601-f7550db4b505 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=0912ba4c-4a1e-4856-8a4e-9c780ed7f987,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:30.677216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.722890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-bcd61f20-ed50-4658-b896-ad9ea8689d5b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:30.725562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-bcd61f20-ed50-4658-b896-ad9ea8689d5b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 797 time: 0.5156505 Aug 30 23:14:30.743982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-68a5fd4f-b901-4df5-bfb2-124868ca3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:30.747110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-68a5fd4f-b901-4df5-bfb2-124868ca3169 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1096 time: 0.2847128 Aug 30 23:14:30.763375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-a72afd67-ca17-431f-9aa7-37437515a0f6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/quotas/cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 375 time: 0.0230629 Aug 30 23:14:30.929212 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:30Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:30.965278 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a868d26-061e-4e2c-9fd5-e1fadb432662 None None] The sync data for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 is: [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:30Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:30.973434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:30.974031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:30.999200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-52e66f10-40b3-4365-abe8-b837c9e247b7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1320837 Aug 30 23:14:31.098663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=0cf4fc13-a478-4dcb-89c7-fc585b498d2b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:31.111890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83023afa-2966-48d9-a401-f9594d9884ed tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.4888759 Aug 30 23:14:31.120474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:31.166246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406418-a3fa-4a0b-818a-b2cba6ab8d05 req-aa0901dc-1c0f-446e-b44d-10dfcb3266af tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:31.168257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b406418-a3fa-4a0b-818a-b2cba6ab8d05 req-aa0901dc-1c0f-446e-b44d-10dfcb3266af tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.4812400 Aug 30 23:14:31.184599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-8cf1d4b0-3372-49f5-8f0a-97fd18c9086e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:31.186148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-8cf1d4b0-3372-49f5-8f0a-97fd18c9086e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.4218686 Aug 30 23:14:31.202013 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.299780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b406418-a3fa-4a0b-818a-b2cba6ab8d05 req-8cadabbc-fde7-4a2a-9b5e-2f6baca2e1a4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234481 Aug 30 23:14:31.319953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-df59b7f1-9f2b-4f39-87bd-35e357239c19 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 217 time: 0.0836322 Aug 30 23:14:31.365778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.405858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5e9c6cf9-22a0-4110-a7bc-1530e8a17af9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/floatingips/3d217006-bd0b-4b7a-8921-f7aaafb342d2 HTTP/1.1" status: 200 len: 978 time: 0.2509172 Aug 30 23:14:31.408695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47076) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:31.417694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 0912ba4c-4a1e-4856-8a4e-9c780ed7f987 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:31.420876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-2aa7c156-44ed-4ab8-8a3e-1685b264d05e service neutron] 10.222.0.25 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464460 Aug 30 23:14:31.533745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-b8f70089-8440-4e41-95a5-6ebcb0a4ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:31.533745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-b8f70089-8440-4e41-95a5-6ebcb0a4ae10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1921339 Aug 30 23:14:31.605718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:31.691921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:31.697119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:31.699106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.706507 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3269f769-75bd-4bd6-80cc-aeb0baf92c7f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2917876 Aug 30 23:14:31.706825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-05ca24a1-ea61-41dd-9592-a7988fa669bd service neutron] 10.222.0.25 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490695 Aug 30 23:14:31.707890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-387a1cdb-f917-469e-afa7-b1f118aba7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:31.708174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47078) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:31.709195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-387a1cdb-f917-469e-afa7-b1f118aba7e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336474 Aug 30 23:14:31.716800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': 'f4306e1e-434b-4bae-96a7-62ee76fe4ea5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:31.810042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 5e7b06ce-c602-4dba-8164-13fe932eabe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:31.842988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.881797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.886936 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.943054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:31.948730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:31.952527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=0912ba4c-4a1e-4856-8a4e-9c780ed7f987,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:31.966710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-21ae3f43-307f-495d-8b49-3956c81254d0 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479074 Aug 30 23:14:32.094527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:32.179568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65ddd48d-f372-4006-b541-449a38fb2478 req-037c0e39-95ce-4660-b834-34276309383a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 210 time: 0.0678840 Aug 30 23:14:32.196333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:32.205229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-42b8bb41-71b8-4cc6-8af3-2dcb841d6fab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/5e7b06ce-c602-4dba-8164-13fe932eabe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3395011 Aug 30 23:14:32.209647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47084) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:32.211231 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Sync routers for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:32.229550 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:32.230208 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:32.301852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-741fb6c6-7c91-4cf9-a228-e47ada65cf6a req-d7457197-cc20-444a-b81d-5d7092330bfc service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864180 Aug 30 23:14:32.321001 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:32.329991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-47bc6781-211a-4ab4-b21c-665000a3d659 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/0912ba4c-4a1e-4856-8a4e-9c780ed7f987 HTTP/1.1" status: 204 len: 168 time: 1.8403778 Aug 30 23:14:32.331175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47090) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:32.464067 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:32.514988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92199e6f-f25f-4a18-8be7-55e082938c2a req-5d28233c-6fd1-481f-88ef-326324efa673 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:32.527800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-92199e6f-f25f-4a18-8be7-55e082938c2a req-5d28233c-6fd1-481f-88ef-326324efa673 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.1295936 Aug 30 23:14:32.624625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-92199e6f-f25f-4a18-8be7-55e082938c2a req-45cf5320-6a17-462d-a7ea-d70a803a46a9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957916 Aug 30 23:14:32.731627 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:30Z', 'revision_number': 7, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:32.772069 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Checking router: 5e7b06ce-c602-4dba-8164-13fe932eabe9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:32.791655 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Routers {'5e7b06ce-c602-4dba-8164-13fe932eabe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:32.792320 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5e7b06ce-c602-4dba-8164-13fe932eabe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:32.825239 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-76493153-85b2-4ced-b6bc-50acd7a47e86 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] GET failed (client error): The resource could not be found. Aug 30 23:14:32.831852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47096) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:32.832111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-76493153-85b2-4ced-b6bc-50acd7a47e86 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports/0912ba4c-4a1e-4856-8a4e-9c780ed7f987 HTTP/1.1" status: 404 len: 333 time: 0.4949403 Aug 30 23:14:32.845146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting subnet 5d088311-1681-4aee-b982-7b6499a20b88 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:14:32.845501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-282543978'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:32.852977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:32.953723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.093924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:33.102203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.122020 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] Set router 5e7b06ce-c602-4dba-8164-13fe932eabe9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:33.149132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 645aa5c1-3098-4405-807e-4acd0eae04d2 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:33.162953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.321916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.5 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/645aa5c1-3098-4405-807e-4acd0eae04d2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:33.346845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d72aa0fe-d948-47c6-9dfe-7dfba38648b6 req-17cd618c-1798-48b4-9ef3-05f35c5dd78f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 210 time: 0.0431538 Aug 30 23:14:33.363079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.399788 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:30Z', 'revision_number': 7, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:33.434739 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd17d5e1-6411-4e7d-ad3a-439d5d15addd None None] The sync data for ids ['5e7b06ce-c602-4dba-8164-13fe932eabe9'] in n-d-791504-21 is: [{'id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'name': 'tempest-TestNetworkBasicOps-router-1418993658', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31'}], 'enable_snat': True}, 'gw_port_id': '26845d92-cd07-417b-a040-e705193cd11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:12:11Z', 'updated_at': '2021-08-30T23:14:30Z', 'revision_number': 7, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '26845d92-cd07-417b-a040-e705193cd11d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7b06ce-c602-4dba-8164-13fe932eabe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:12:12Z', 'updated_at': '2021-08-30T23:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:33.490683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:33.519489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Subnet': ['ID=5d088311-1681-4aee-b982-7b6499a20b88,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:33.534067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.551119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:33.551494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.567275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.572214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d04082a8-563b-420c-955d-74ef75841e92 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/subnets/5d088311-1681-4aee-b982-7b6499a20b88 HTTP/1.1" status: 204 len: 168 time: 1.3589349 Aug 30 23:14:33.572940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47100) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:33.578828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4676b6-f1a8-44de-aa8f-7f717025ad78 None None] Network 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:33.672159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 645aa5c1-3098-4405-807e-4acd0eae04d2 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:33.749483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.788787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-dc4e9c29-e3a5-4204-b9a5-3c2c7ef7bd52 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:33.790380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-dc4e9c29-e3a5-4204-b9a5-3c2c7ef7bd52 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 797 time: 0.2518146 Aug 30 23:14:33.798609 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.801092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f07ef-99b9-457b-b1c4-b8d3fee9f15b req-8649ac38-ec9b-41e6-bd44-f407bbe313e3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:33.802747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd1f07ef-99b9-457b-b1c4-b8d3fee9f15b req-8649ac38-ec9b-41e6-bd44-f407bbe313e3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.1092882 Aug 30 23:14:33.809238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.826804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:33.903613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] DHCP port deletion for 45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:14:33.913424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=645aa5c1-3098-4405-807e-4acd0eae04d2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:33.933163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:33.937999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:33.946188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:33.961090 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7337ea4e-03dc-4770-a091-ae9be1b26f25 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 379 time: 0.1498656 Aug 30 23:14:33.999493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'port': {'device_id': '88b4521e-3763-4532-a1c9-08d361f521b9', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'admin_state_up': True, 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'security_groups': ['f66b9494-f6b2-46a7-8a7f-69416621a8ce']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:34.007210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Deleting port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:34.007841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.010574 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 3d217006-bd0b-4b7a-8921-f7aaafb342d2 associated. External IP: 172.25.7.88, port: 90a3e18b-eb3d-4733-9c89-3ed8fa455f32. Aug 30 23:14:34.070428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd1f07ef-99b9-457b-b1c4-b8d3fee9f15b req-294f6c4a-f6ac-4af5-b340-7c66c4df1151 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2489851 Aug 30 23:14:34.091722 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.093514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] For port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,segment=NetworkSegment(8d4c0651-a2ed-495a-948e-9caf7cd6eb5f),segment_id=8d4c0651-a2ed-495a-948e-9caf7cd6eb5f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:34.093956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.128542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Calling delete_port for 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:34.141475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:34.142263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.173292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f0533b5-3572-4a32-b041-779bdb014530 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3358469 Aug 30 23:14:34.179721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47104) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:34.185189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:64:4b:bf'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:34.225476 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.238675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port 26845d92-cd07-417b-a040-e705193cd11d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:34.239817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.254810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] Pushing event deleted for resources: {'Port': ['ID=13dabd89-2e7c-47da-9359-2d2aff1a2dc1,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:34.264666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a793d5d4-7985-404f-8775-4c0f8e925d5b None None] No DVR routers for this DVR port 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:34.298297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ba91e5a-7f3f-4185-89f0-6f1e113cf9c5 None None] Provisioning for port 645aa5c1-3098-4405-807e-4acd0eae04d2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:34.303282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ba91e5a-7f3f-4185-89f0-6f1e113cf9c5 None None] Provisioning complete for port 645aa5c1-3098-4405-807e-4acd0eae04d2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:34.303739 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ba91e5a-7f3f-4185-89f0-6f1e113cf9c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.347745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:34.351288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.356291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4ba91e5a-7f3f-4185-89f0-6f1e113cf9c5 None None] Port 645aa5c1-3098-4405-807e-4acd0eae04d2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:34.468449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port 26845d92-cd07-417b-a040-e705193cd11d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=26845d92-cd07-417b-a040-e705193cd11d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:34.469101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.498211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d99001c7-aba5-498c-a808-d091fd29bbfc req-e246e8ce-b33d-4b17-8c72-fa6cde88ee12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 210 time: 0.0539048 Aug 30 23:14:34.508675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for 26845d92-cd07-417b-a040-e705193cd11d owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:34.539331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.560975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:34.568100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.11 (7c4dcc5c-96b6-4dc2-8829-8a237d2932f3/fe3395f1-9c6c-4845-94f8-d33785db7988/20adfaff-79fe-45c3-a456-3af05d6c62b5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:34.778860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:34.797194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:34.809902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:34.810190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:34.867238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.888838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.915553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.917543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 20adfaff-79fe-45c3-a456-3af05d6c62b5 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:34.941403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:34.951332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=26845d92-cd07-417b-a040-e705193cd11d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:35.019473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.030061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:35.030612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.050501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.052905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.068060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=645aa5c1-3098-4405-807e-4acd0eae04d2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:35.072012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.073350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca2f850-0a61-410e-86be-996efc6f9210 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:35.145807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:35.151938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] In _notify_port_updated(), no bound segment for port 645aa5c1-3098-4405-807e-4acd0eae04d2 on network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:14:35.158336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:35.159502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.164318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-641b097f-e27c-4f6f-a76a-f32c8dacd154 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "PUT /v2.0/ports/645aa5c1-3098-4405-807e-4acd0eae04d2 HTTP/1.1" status: 200 len: 995 time: 0.9803753 Aug 30 23:14:35.164318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:35.167106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47110) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:35.167965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:35.270325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:35.283823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.287857 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.318259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:35.318949 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.364046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.364702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Fanout notify agent at l3_agent the message router_deleted on router 5e7b06ce-c602-4dba-8164-13fe932eabe9 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:14:35.370147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d78cede-527d-4551-ba19-cdc7a7f7152f req-bcfaa2a0-be4a-4fbf-a38a-b6520b25b3de tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:35.371688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d78cede-527d-4551-ba19-cdc7a7f7152f req-bcfaa2a0-be4a-4fbf-a38a-b6520b25b3de tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.2005885 Aug 30 23:14:35.375738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c8340f9b-067a-4c74-af3d-b39cc4014862 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3804045 Aug 30 23:14:35.383638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.385424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fc1a661-5a3b-445a-b551-087a06f67a83 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/routers/5e7b06ce-c602-4dba-8164-13fe932eabe9 HTTP/1.1" status: 204 len: 168 time: 1.8113167 Aug 30 23:14:35.389565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47112) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:35.420512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Request body: {'port': {'device_id': '88b4521e-3763-4532-a1c9-08d361f521b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:35.424667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-409edc85-774d-4111-a4dd-b7a13207f6f8 None None] Provisioning complete for port 645aa5c1-3098-4405-807e-4acd0eae04d2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:35.425548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-409edc85-774d-4111-a4dd-b7a13207f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.494955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d78cede-527d-4551-ba19-cdc7a7f7152f req-46e18db8-73aa-4b96-ad30-93a0097070fd tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120555 Aug 30 23:14:35.515299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 645aa5c1-3098-4405-807e-4acd0eae04d2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:35.515645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.556309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-409edc85-774d-4111-a4dd-b7a13207f6f8 None None] Port 645aa5c1-3098-4405-807e-4acd0eae04d2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:35.578493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:35.598162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cf4fc13-a478-4dcb-89c7-fc585b498d2b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:35.635484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.636617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 0cf4fc13-a478-4dcb-89c7-fc585b498d2b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:35.637020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 0cf4fc13-a478-4dcb-89c7-fc585b498d2b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:35.637569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:35.661900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:35.662253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 13dabd89-2e7c-47da-9359-2d2aff1a2dc1 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:35.710985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-44fd2269-1c38-42a3-ba24-53bf00150aa7 None None] Provisioning for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:35.715503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-44fd2269-1c38-42a3-ba24-53bf00150aa7 None None] Provisioning complete for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:35.716013 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-44fd2269-1c38-42a3-ba24-53bf00150aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.750212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.770059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-44fd2269-1c38-42a3-ba24-53bf00150aa7 None None] Port 20adfaff-79fe-45c3-a456-3af05d6c62b5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:35.793863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.822942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a6f8f-0c11-4dd2-8f3d-6c7368411d63 req-716e8eeb-7628-49cd-ad53-4b7ab7b07e60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:35.824440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d8a6f8f-0c11-4dd2-8f3d-6c7368411d63 req-716e8eeb-7628-49cd-ad53-4b7ab7b07e60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 932 time: 0.1318371 Aug 30 23:14:35.858333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 645aa5c1-3098-4405-807e-4acd0eae04d2 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:35.869900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:35.878458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:35.886484 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:35.896799 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:35.897424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.935969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.951478 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:35.952117 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.991357 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:35.992269 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc9e4f2-c4df-421c-a0d2-c4e403c8cbd0 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:36.159808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:14:36.164490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.174705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.302078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d8a6f8f-0c11-4dd2-8f3d-6c7368411d63 req-2c0383a9-ade9-4774-8f43-66cea797979a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4677444 Aug 30 23:14:36.303758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.332875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c20e60-cc11-45a3-97b2-b1b5e64e6ed8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:36.347865 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:36.348158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4c0651-a2ed-495a-948e-9caf7cd6eb5f') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:36.351018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ee09ac4a-ab78-47f0-9f00-bfb68dd3fa53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/3d217006-bd0b-4b7a-8921-f7aaafb342d2 HTTP/1.1" status: 200 len: 977 time: 4.6424158 Aug 30 23:14:36.356493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47116) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:36.362706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:36.367182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.414309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.427083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:14:36.427556 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:14:36.431068 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:14:36.452447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.547186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.553352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.562910 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/networks/45c20e60-cc11-45a3-97b2-b1b5e64e6ed8 HTTP/1.1" status: 204 len: 168 time: 1.1642904 Aug 30 23:14:36.585045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:36.594915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'network': {'name': 'tempest-network-smoke--90097926', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:36.602075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=645aa5c1-3098-4405-807e-4acd0eae04d2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:36.629943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da10b7f-4b6e-4f86-a33d-5457498c66a9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Network': ['ID=45c20e60-cc11-45a3-97b2-b1b5e64e6ed8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:36.648833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Transition to ACTIVE for port object 20adfaff-79fe-45c3-a456-3af05d6c62b5 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:36.662922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.702383 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.707430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.707965 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 3d217006-bd0b-4b7a-8921-f7aaafb342d2 disassociated. External IP: 172.25.7.88, port: f4306e1e-434b-4bae-96a7-62ee76fe4ea5. Aug 30 23:14:36.752260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:36.755770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.822353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:36.826665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.831958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bdbf30a7-217d-42f5-bbb6-c7819d444bed tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/645aa5c1-3098-4405-807e-4acd0eae04d2 HTTP/1.1" status: 204 len: 168 time: 1.6521595 Aug 30 23:14:36.833153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47122) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:36.842189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b3c175-ecf7-45c7-81bc-e43256245676 req-d0710a6a-7f4e-4796-9d9e-961f8a9a6efc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:36.843889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1b3c175-ecf7-45c7-81bc-e43256245676 req-d0710a6a-7f4e-4796-9d9e-961f8a9a6efc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.2428491 Aug 30 23:14:36.873821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:14:36.915520 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-a541d48f-8cd4-49f7-94c8-766653ab51de tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] GET failed (client error): The resource could not be found. Aug 30 23:14:36.917179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a541d48f-8cd4-49f7-94c8-766653ab51de tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports/645aa5c1-3098-4405-807e-4acd0eae04d2 HTTP/1.1" status: 404 len: 333 time: 0.0828063 Aug 30 23:14:36.922360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47124) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:36.928287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-95965079'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:36.937049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:36.937406 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Added segment 8bdcb489-4c58-4176-a503-0df890b8645e of type vlan for network dcbaa284-31eb-433e-96fc-e097d943edbb Aug 30 23:14:36.966407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e1b3c175-ecf7-45c7-81bc-e43256245676 req-45475676-0ec4-4998-90d6-cecb08a2dd2d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960104 Aug 30 23:14:37.011445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.021729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:37.022109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:37.022447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:37.030862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:14:37.031204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:37.046202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:37.046569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:37.046931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Bound using segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:37.047377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Bound port: 20adfaff-79fe-45c3-a456-3af05d6c62b5, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:37.048559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.059930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.066075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.066236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.087107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:37.147003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:37.150691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.151766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5624371 Aug 30 23:14:37.155009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47126) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:37.170744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'admin_state_up': True, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:37.173155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89a090-4681-4c28-b471-43ff9b210af2 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Network': ['ID=dcbaa284-31eb-433e-96fc-e097d943edbb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:37.189807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dcbaa284-31eb-433e-96fc-e097d943edbb details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:14:37.195129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 2f8297a8-facf-4867-b30e-f6af10693e17 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:37.197182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:37.201224 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:37.206307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.242595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.243954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.245418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] 10.222.0.52 "PUT /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 1093 time: 1.8303080 Aug 30 23:14:37.247994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:37.250371 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49b9e3c-f740-4d34-9793-7b6b69867bcd" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:37.301458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.302545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.324779 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921001f3-8d26-4755-b6f0-fe204339c231 x-openstack-request-id: req-921001f3-8d26-4755-b6f0-fe204339c231 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:37.325132 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:37.325355 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-921001f3-8d26-4755-b6f0-fe204339c231 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:37.325820 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:14:37.350137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad5ef05-637e-4217-96c8-083f5bb3427a service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:37.377421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-ce59df84-1b9a-43c2-8ae4-54d0c01b4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.379201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-ce59df84-1b9a-43c2-8ae4-54d0c01b4cb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.0721283 Aug 30 23:14:37.387053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:37.396142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 26845d92-cd07-417b-a040-e705193cd11d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:37.422325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:37.428855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 26845d92-cd07-417b-a040-e705193cd11d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:37.429208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 26845d92-cd07-417b-a040-e705193cd11d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:37.436187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.445382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.447356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:37.448536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:37.493085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-f7ffd9b3-8576-47b6-96e3-15ef6d2e513f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 217 time: 0.0897155 Aug 30 23:14:37.496969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:37.514715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:37.515653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:37.519795 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-57e4371d-a97b-400b-8171-b5307c7b26a3 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/3d217006-bd0b-4b7a-8921-f7aaafb342d2 HTTP/1.1" status: 200 len: 687 time: 1.1623139 Aug 30 23:14:37.548094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47132) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:37.577882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:37.578550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4a1d06-7576-414a-8cde-f5bf14b6658d None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:37.600859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f4780-bf2a-403c-b631-84937484534d req-7fc98819-27ec-4374-a4ca-884e7b47ba5e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.603365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb6f4780-bf2a-403c-b631-84937484534d req-7fc98819-27ec-4374-a4ca-884e7b47ba5e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.2016637 Aug 30 23:14:37.605970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-83481270-7468-4306-9034-c1e870d6522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.607858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-83481270-7468-4306-9034-c1e870d6522e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.1085379 Aug 30 23:14:37.608257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.3 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/2f8297a8-facf-4867-b30e-f6af10693e17) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:37.689746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb6f4780-bf2a-403c-b631-84937484534d req-114abed6-7789-45c5-b21c-0c06cded2968 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744679 Aug 30 23:14:37.697758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c5d1f94a-64df-447d-b420-a18e17bdfed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:37.699707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-c5d1f94a-64df-447d-b420-a18e17bdfed0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0825298 Aug 30 23:14:37.727949 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.838780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-fa6b1914-94bb-4a8e-bf58-7a3b5c607984 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318731 Aug 30 23:14:37.939902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port c27bf0ce-53e1-46e2-9093-99bf0280b867 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:37.940161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:37.944815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29d895ef-6eb4-4ea6-bea3-708307e65125 req-156b7672-8ceb-4904-9733-a2e786ae964a service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986853 Aug 30 23:14:37.997522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.027995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 2f8297a8-facf-4867-b30e-f6af10693e17 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:38.075207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-be11763e-e29e-4864-b873-d4d7cd2554c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.076863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-be11763e-e29e-4864-b873-d4d7cd2554c6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.0482509 Aug 30 23:14:38.121115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.121444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.146514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for c27bf0ce-53e1-46e2-9093-99bf0280b867 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:38.177305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-efb4f728-ac24-4a9e-ac3f-4a5f3fe2c56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.179380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-efb4f728-ac24-4a9e-ac3f-4a5f3fe2c56e service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.0951405 Aug 30 23:14:38.197634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.233243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-bc1759b4-2ab9-4595-a5c7-178e529ad4e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 217 time: 0.0450141 Aug 30 23:14:38.289068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-adc18719-c531-436d-bd2b-ec52c6aa62bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.290504 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-adc18719-c531-436d-bd2b-ec52c6aa62bf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0493150 Aug 30 23:14:38.301858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7c41b-679b-4068-9db6-b367f57b9898 req-a34bfe52-5481-4988-869a-2883e78c1ea6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.303421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cbc7c41b-679b-4068-9db6-b367f57b9898 req-a34bfe52-5481-4988-869a-2883e78c1ea6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.2504292 Aug 30 23:14:38.338501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-d5222a70-a68b-4b1d-8536-acab84863909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.340028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-d5222a70-a68b-4b1d-8536-acab84863909 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421813 Aug 30 23:14:38.371354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.376748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:38.401169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:38.403077 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=2f8297a8-facf-4867-b30e-f6af10693e17,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:38.410417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:38.412517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.459513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-3bf9f258-6dd1-406d-b721-1f545286ea73 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101530 Aug 30 23:14:38.512540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cbc7c41b-679b-4068-9db6-b367f57b9898 req-0da97830-64bc-46c0-b7ec-cdb735d562d1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928616 Aug 30 23:14:38.568563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.569371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.589760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b49b9e3c-f740-4d34-9793-7b6b69867bcd req-7fafe7e0-7b54-4938-9f1a-65839afdab64 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215038 Aug 30 23:14:38.645978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a85e64be-f4ce-4715-9308-a5c9850e250b tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.7215850 Aug 30 23:14:38.649261 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47136) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:38.655109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'network_id': 'a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c', 'name': 'tempest-AllowedAddressPairTestJSON-1865391908'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:38.667944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-79ed654d-e180-4786-830a-616c0600072a None None] Provisioning for port 2f8297a8-facf-4867-b30e-f6af10693e17 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:38.671299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.25.7.167 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7de9f459-c8f2-46f8-9671-e28574bb66bc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:38.673263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.673443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-79ed654d-e180-4786-830a-616c0600072a None None] Provisioning complete for port 2f8297a8-facf-4867-b30e-f6af10693e17 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:38.674021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-79ed654d-e180-4786-830a-616c0600072a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.713661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-79ed654d-e180-4786-830a-616c0600072a None None] Port 2f8297a8-facf-4867-b30e-f6af10693e17 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:38.715104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=c27bf0ce-53e1-46e2-9093-99bf0280b867,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:38.843432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.848319 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.850155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-029e2db8-b750-45c4-9af5-485fb7515917 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/3d217006-bd0b-4b7a-8921-f7aaafb342d2 HTTP/1.1" status: 204 len: 168 time: 1.2989142 Aug 30 23:14:38.854166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47140) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:38.869034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Made reservation on behalf of b1b40a02971f4dd69fda924a1c1e21c2 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:38.872984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.901196 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:38.905895 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-2dbf3145-288c-4db3-b4bf-75ea0baf85b6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] delete failed (client error): The resource could not be found. Aug 30 23:14:38.907502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2dbf3145-288c-4db3-b4bf-75ea0baf85b6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/3d217006-bd0b-4b7a-8921-f7aaafb342d2 HTTP/1.1" status: 404 len: 345 time: 0.0517299 Aug 30 23:14:38.913751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47142) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:38.922376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd69a75-e07e-4be0-ba96-a9642b2f89aa req-4a1cac63-d526-4057-9cae-3f29a1ef7411 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:38.924581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bd69a75-e07e-4be0-ba96-a9642b2f89aa req-4a1cac63-d526-4057-9cae-3f29a1ef7411 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.1260064 Aug 30 23:14:38.937062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] device_id is not set on port 1872433f-ca87-491c-8cbf-fff821ca55c2 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:39.040188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a65dce-a2a4-42b4-863a-f62981925b8d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.041573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4bd69a75-e07e-4be0-ba96-a9642b2f89aa req-40c1cf37-c056-42b3-90dd-6b37f5bc3c0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061471 Aug 30 23:14:39.046748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a65dce-a2a4-42b4-863a-f62981925b8d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.054125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a65dce-a2a4-42b4-863a-f62981925b8d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.059331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-10a65dce-a2a4-42b4-863a-f62981925b8d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/ports?network_id=5572f586-4e0e-4663-9dc7-90653c0c7e0c HTTP/1.1" status: 200 len: 2359 time: 0.1408772 Aug 30 23:14:39.059766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:39.075322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.134345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:39.143419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:39.149179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:39.167814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Allocated IP 172.20.0.8 (a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c/5258d627-f5de-412e-a962-4d920901d798/1872433f-ca87-491c-8cbf-fff821ca55c2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:39.174516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b1f2a-4300-422d-8654-84afde32f4ee tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.176663 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c83b1f2a-4300-422d-8654-84afde32f4ee tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/subnets/d2077565-63d1-401c-8c14-23a73bd78312 HTTP/1.1" status: 200 len: 797 time: 0.1154318 Aug 30 23:14:39.178684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=7de9f459-c8f2-46f8-9671-e28574bb66bc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:39.183469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47146) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:39.189449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'port': {'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c', 'name': 'tempest-FloatingIPTestJSON-2044831672', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:39.406087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.430814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Transition to ACTIVE for port object 1872433f-ca87-491c-8cbf-fff821ca55c2 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:39.484534 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.588577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:39.595730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=1872433f-ca87-491c-8cbf-fff821ca55c2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:39.606745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:39.610849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:39.691881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.693497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.715065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aa6a18d5-35ee-415d-a25b-3ab76567a728 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0629022 Aug 30 23:14:39.715310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47150) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:39.720870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:64:4b:bf'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:f7:c1:e0'}]}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:39.848506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e50b4f4-6b5d-4ea3-ba8a-1c96fdc823c1 None None] Provisioning for port 1872433f-ca87-491c-8cbf-fff821ca55c2 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:39.852291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6e50b4f4-6b5d-4ea3-ba8a-1c96fdc823c1 None None] Provisioning complete for port 1872433f-ca87-491c-8cbf-fff821ca55c2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:39.852671 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6e50b4f4-6b5d-4ea3-ba8a-1c96fdc823c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.894870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6e50b4f4-6b5d-4ea3-ba8a-1c96fdc823c1 None None] Port 1872433f-ca87-491c-8cbf-fff821ca55c2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:39.898432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:39.900759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79304a2-875d-491e-a012-b1c8b23c01ec req-06311854-95e1-4939-b46c-78755b169aad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:39.902236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a79304a2-875d-491e-a012-b1c8b23c01ec req-06311854-95e1-4939-b46c-78755b169aad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 944 time: 0.1302361 Aug 30 23:14:39.974033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:40.074652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a79304a2-875d-491e-a012-b1c8b23c01ec req-b1edb3e0-b1f2-45b6-9d30-26012485b595 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337132 Aug 30 23:14:40.101998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.106841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.108738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.177255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.230555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] device_id is not set on port f04f32dc-0f2c-4b75-8b43-6462a4ac89c9 yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:40.232712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event updated for resources: {'Port': ['ID=1872433f-ca87-491c-8cbf-fff821ca55c2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:40.257816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2067d7d-d082-4708-9a2d-faa6efe3bfee req-e738f02d-983f-48ae-9d81-a4c9902820f3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:40.259499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2067d7d-d082-4708-9a2d-faa6efe3bfee req-e738f02d-983f-48ae-9d81-a4c9902820f3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.1157341 Aug 30 23:14:40.260250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] In _notify_port_updated(), no bound segment for port 1872433f-ca87-491c-8cbf-fff821ca55c2 on network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c {{(pid=101269) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 30 23:14:40.265752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:40.266512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.267878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-212827f7-d14d-4487-911f-0b90b8127ee3 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "PUT /v2.0/ports/1872433f-ca87-491c-8cbf-fff821ca55c2 HTTP/1.1" status: 200 len: 1056 time: 0.5515790 Aug 30 23:14:40.271100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47154) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:40.302921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73765e11-d76d-46dd-98ed-6d1c512be252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.384414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2067d7d-d082-4708-9a2d-faa6efe3bfee req-8773f24f-e7b0-4387-b906-332dd773755f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109345 Aug 30 23:14:40.430101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 1872433f-ca87-491c-8cbf-fff821ca55c2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:40.430368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.464990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c068105-2d4f-454a-bcd8-fd401c6d140a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:14:40.530049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.546744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 1872433f-ca87-491c-8cbf-fff821ca55c2 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:40.566033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-48e84081-9f9c-44d2-8834-132ac7c19186 None None] Provisioning complete for port 1872433f-ca87-491c-8cbf-fff821ca55c2 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:40.566716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-48e84081-9f9c-44d2-8834-132ac7c19186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.604977 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.629362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:40.632151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-48e84081-9f9c-44d2-8834-132ac7c19186 None None] Port 1872433f-ca87-491c-8cbf-fff821ca55c2 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:40.645625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:14:40.702156 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.718984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c068105-2d4f-454a-bcd8-fd401c6d140a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:14:40.738695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.750729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:40.758505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:40.778181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=1872433f-ca87-491c-8cbf-fff821ca55c2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:40.837614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:40.881406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.14 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/f04f32dc-0f2c-4b75-8b43-6462a4ac89c9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:40.883795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:14:40.892548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.13 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/f04f32dc-0f2c-4b75-8b43-6462a4ac89c9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:40.899379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:14:41.067761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:41.071439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.075990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8935fa13-2d7d-41ac-a4b6-20a18e3db018 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/1872433f-ca87-491c-8cbf-fff821ca55c2 HTTP/1.1" status: 204 len: 168 time: 0.8013451 Aug 30 23:14:41.077267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47156) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.085438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:14:41.091351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['8c068105-2d4f-454a-bcd8-fd401c6d140a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:14:41.101071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:41.114877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Sync routers for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:41.129481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.132635 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-6de3370e-34f4-4b19-a657-63750c745c65 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] GET failed (client error): The resource could not be found. Aug 30 23:14:41.133603 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:41.134047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-912561d3-8212-4898-be32-31a7cc39d795 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.9684405 Aug 30 23:14:41.134688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47160) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.135932 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:41.138344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6de3370e-34f4-4b19-a657-63750c745c65 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports/1872433f-ca87-491c-8cbf-fff821ca55c2 HTTP/1.1" status: 404 len: 333 time: 0.0599334 Aug 30 23:14:41.139053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.192685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-161a9957-aacb-4e6d-9d81-6ffc463732ff tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=fe3d75e9ffa44d9da7b6be99fedebf4f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0495243 Aug 30 23:14:41.194050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47164) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.231164 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.271350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.286239 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:41.300431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:14:41.302412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52052c40-0bc8-4743-a171-79b31e76a4f8 req-eac699cb-b058-4279-a036-e09eafc5d47e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:41.304109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52052c40-0bc8-4743-a171-79b31e76a4f8 req-eac699cb-b058-4279-a036-e09eafc5d47e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 945 time: 0.0716391 Aug 30 23:14:41.323538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:41.334579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.344835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ac1e4-f113-45ed-8ef0-de023d7c1f0f tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:41.349292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-917ac1e4-f113-45ed-8ef0-de023d7c1f0f tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465454 Aug 30 23:14:41.353581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47166) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.412994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e5fb8417-2479-41f8-a9d5-3fbf445a82f3 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548527 Aug 30 23:14:41.417268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47170) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.421480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52052c40-0bc8-4743-a171-79b31e76a4f8 req-3b5d34d6-850f-401a-9611-14f02221c5a8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088321 Aug 30 23:14:41.438700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1523030586', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:41.454674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:41.503569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 2f8297a8-facf-4867-b30e-f6af10693e17 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:41.508635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.536496 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:39Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:41.556265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.572035 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Checking router: 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:41.572364 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Updating router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 port 7de9f459-c8f2-46f8-9671-e28574bb66bc binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:14:41.601367 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.627225 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=f04f32dc-0f2c-4b75-8b43-6462a4ac89c9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:41.631157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['20adfaff-79fe-45c3-a456-3af05d6c62b5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:14:41.641388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:41.642981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:41.646453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.651804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59748-f4c4-45ec-ba23-f55cbf4530c9 req-3d8ee8ec-2ec5-4e07-bed3-3836fdf37ac4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:41.660102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25b59748-f4c4-45ec-ba23-f55cbf4530c9 req-3d8ee8ec-2ec5-4e07-bed3-3836fdf37ac4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.1224732 Aug 30 23:14:41.693316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.713660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 2f8297a8-facf-4867-b30e-f6af10693e17 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:41.749705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25b59748-f4c4-45ec-ba23-f55cbf4530c9 req-4bcf002b-2d25-40ac-91aa-6d5c0161ee5f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883672 Aug 30 23:14:41.764701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.765181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.765628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.766166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.766728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.767059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.770827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:41.776417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:41.781169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:41.870347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:41.871135 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.903449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc29326d-a6c9-4bda-bf3c-8d6c5efe1a04 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7162302 Aug 30 23:14:41.906475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:41.915542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'f04f32dc-0f2c-4b75-8b43-6462a4ac89c9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:41.957416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.984906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:41.994868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.023100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=2f8297a8-facf-4867-b30e-f6af10693e17,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:42.097853 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.118198 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Transition to ACTIVE for port object 7de9f459-c8f2-46f8-9671-e28574bb66bc will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:42.131021 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.147279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Subnet': ['ID=f70385e3-c031-4fa3-a6f4-eb11623e9dd6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:42.166685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.170893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6598126c-95a1-43f4-8806-c536ad23fe11 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/2f8297a8-facf-4867-b30e-f6af10693e17 HTTP/1.1" status: 204 len: 168 time: 1.0306647 Aug 30 23:14:42.176171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47174) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:42.199452 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Attempting to bind port 7de9f459-c8f2-46f8-9671-e28574bb66bc on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:42.199974 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Attempting to bind port 7de9f459-c8f2-46f8-9671-e28574bb66bc by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:42.200443 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Attempting to bind port 7de9f459-c8f2-46f8-9671-e28574bb66bc on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:42.211414 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:42.211922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:42.212427 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.212922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:42.213505 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Bound port: 7de9f459-c8f2-46f8-9671-e28574bb66bc, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:42.214034 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.221208 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d8a068-c7ab-4137-95cd-a23bb42a6ba6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] GET failed (client error): The resource could not be found. Aug 30 23:14:42.226914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c6d8a068-c7ab-4137-95cd-a23bb42a6ba6 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "GET /v2.0/ports/2f8297a8-facf-4867-b30e-f6af10693e17 HTTP/1.1" status: 404 len: 333 time: 0.0311179 Aug 30 23:14:42.227429 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:42.253388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Checking segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:42.254091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network hostable DHCP agents. Network: dcbaa284-31eb-433e-96fc-e097d943edbb, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:14:42.257520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Pushing event updated for resources: {'Port': ['ID=7de9f459-c8f2-46f8-9671-e28574bb66bc,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:42.285195 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.285542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.285912 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.286312 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.286658 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.287097 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.287429 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.287756 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.288084 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.288405 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.288723 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.289046 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:42.325577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] For port 7de9f459-c8f2-46f8-9671-e28574bb66bc, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:42.326243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network dcbaa284-31eb-433e-96fc-e097d943edbb is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:14:42.329542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] For port 7de9f459-c8f2-46f8-9671-e28574bb66bc, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7de9f459-c8f2-46f8-9671-e28574bb66bc,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:42.334440 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.356325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dcbaa284-31eb-433e-96fc-e097d943edbb) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:42.368589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b480363-6a5c-44fe-8e83-f6ce74e6c01c None None] Network dcbaa284-31eb-433e-96fc-e097d943edbb requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:42.380259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:42.382439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.383558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 03df4f8d-394f-48f7-884d-8f7060e6b6dd {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:42.383826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.402289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.442518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:42.450593 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:42.456446 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcc1c0d-79db-4179-9b67-e58beabf7c32 None None] Pushing event updated for resources: {'Port': ['ID=7de9f459-c8f2-46f8-9671-e28574bb66bc,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:42.495005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7e9ccf5e-a2ff-4397-bb3a-900f7168626f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0703199 Aug 30 23:14:42.497566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c068105-2d4f-454a-bcd8-fd401c6d140a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:42.498678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47180) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:42.520782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.546216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 03df4f8d-394f-48f7-884d-8f7060e6b6dd owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:42.684030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:42.687105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.244 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/55c3b90b-9eda-43c6-8e91-ed3d1112a2fc) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:42.693037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 8c068105-2d4f-454a-bcd8-fd401c6d140a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:42.702625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 8c068105-2d4f-454a-bcd8-fd401c6d140a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:42.702625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.729278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.756405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-dcbaa284-31eb-433e-96fc-e097d943edbb', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:14:42.757259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.785900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=03df4f8d-394f-48f7-884d-8f7060e6b6dd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:42.970977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:42.975575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0c1bd4b8-9960-4069-a896-ac06f1a73a40 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/ports/03df4f8d-394f-48f7-884d-8f7060e6b6dd HTTP/1.1" status: 204 len: 168 time: 0.7461514 Aug 30 23:14:42.978362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:42.979583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:43.080932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.100210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting subnet 5258d627-f5de-412e-a962-4d920901d798 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:14:43.106759 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:39Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:43.113906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.157261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.207695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0ed372-e266-43a9-a1d1-5115e6b35079 req-43285d1e-0a40-4e2f-bf85-c911af0f83e4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:43.217226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c0ed372-e266-43a9-a1d1-5115e6b35079 req-43285d1e-0a40-4e2f-bf85-c911af0f83e4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.3182371 Aug 30 23:14:43.248961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.266237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:43.268785 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c87dda6-8031-4300-a99c-388084eb9d49" -d '{"events": [{"server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "name": "network-vif-plugged", "status": "completed", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:43.274509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c91bf9-1e0e-4158-a023-1cfbff77cdd8 None None] The sync data for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 is: [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:39Z', 'revision_number': 3, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:43.279348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Allocated IP 172.20.0.2 (dcbaa284-31eb-433e-96fc-e097d943edbb/f70385e3-c031-4fa3-a6f4-eb11623e9dd6/3d34078f-ef04-405c-8a7b-efd68326869d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:43.305430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:43.310931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:43.334185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:43.334794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.351211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.363889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c0ed372-e266-43a9-a1d1-5115e6b35079 req-a0b71697-f5ea-4c4c-9850-b67e7a1e985f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454673 Aug 30 23:14:43.468520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5be23cc0-4a14-4790-a4fb-1b471498ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.542946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:43.549389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.658228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.696282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.748572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.751545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/subnets/5258d627-f5de-412e-a962-4d920901d798 HTTP/1.1" status: 204 len: 168 time: 0.7720695 Aug 30 23:14:43.755044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc86002-0ffb-4e09-9953-a158cf99825b None None] Network a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:43.757682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.771129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb04c3f-08e7-4137-85e9-e4c1bd802691 req-2e1a6914-adfa-4a92-93b6-26e02f79e8b2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:43.782169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cb04c3f-08e7-4137-85e9-e4c1bd802691 req-2e1a6914-adfa-4a92-93b6-26e02f79e8b2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 945 time: 1.2234409 Aug 30 23:14:43.796280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47190) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:43.823453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b403f0-6344-49de-9904-db81da1af5b2 tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Subnet': ['ID=5258d627-f5de-412e-a962-4d920901d798,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:43.869422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:43.907986 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fdbd3ba-a0a8-493e-8c1d-fda291d88077 x-openstack-request-id: req-6fdbd3ba-a0a8-493e-8c1d-fda291d88077 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:43.908297 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "name": "network-vif-plugged", "status": "completed", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:43.908647 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fdbd3ba-a0a8-493e-8c1d-fda291d88077 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:43.909130 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'code': 200} Aug 30 23:14:43.910347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Transition to ACTIVE for port object 3d34078f-ef04-405c-8a7b-efd68326869d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:43.932502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.956093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:43.963716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8cb04c3f-08e7-4137-85e9-e4c1bd802691 req-c5a35532-2853-4950-8c27-e48c22fa005d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805103 Aug 30 23:14:43.994978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Transition to ACTIVE for port object 3d34078f-ef04-405c-8a7b-efd68326869d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:44.011447 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.020158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b73b6bf-b2a5-4441-8a06-0129fe753203 req-e89fcc4e-ac0a-4dce-8c2b-6ca0e29f57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:44.021920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b73b6bf-b2a5-4441-8a06-0129fe753203 req-e89fcc4e-ac0a-4dce-8c2b-6ca0e29f57a2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1098 time: 0.0596120 Aug 30 23:14:44.068924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.083753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.084102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.084442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.084781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.085113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.085345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b73b6bf-b2a5-4441-8a06-0129fe753203 req-e1065ec9-fe8c-49bc-8093-7fe5b9720e44 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399549 Aug 30 23:14:44.085456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.085756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.086103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.086426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.086749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.087068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.087433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:14:44.099906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Network dcbaa284-31eb-433e-96fc-e097d943edbb is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:44.100699 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.104694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Deleting port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:44.105048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.113463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.132577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:44.138465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:44.166593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Pushing event updated for resources: {'Port': ['ID=3d34078f-ef04-405c-8a7b-efd68326869d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.187722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] For port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,segment=NetworkSegment(37345ffb-fbdd-45c8-b509-50b4c13930f3),segment_id=37345ffb-fbdd-45c8-b509-50b4c13930f3)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:44.188162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.205504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Calling delete_port for 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:44.249602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Attempting to bind port 3d34078f-ef04-405c-8a7b-efd68326869d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:44.250055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Attempting to bind port 3d34078f-ef04-405c-8a7b-efd68326869d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:44.250452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Attempting to bind port 3d34078f-ef04-405c-8a7b-efd68326869d on network dcbaa284-31eb-433e-96fc-e097d943edbb {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:44.256268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:44.256644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Checking segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:44.257051 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.257445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Bound using segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:44.259839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Bound port: 3d34078f-ef04-405c-8a7b-efd68326869d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:44.259839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.270626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] DHCP port deletion for a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:14:44.367699 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.372832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.389929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] For port 3d34078f-ef04-405c-8a7b-efd68326869d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:44.405622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] For port 3d34078f-ef04-405c-8a7b-efd68326869d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d34078f-ef04-405c-8a7b-efd68326869d,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:44.411999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Deleting port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:44.412507 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.414903 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.436205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] No DVR routers for this DVR port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:44.439185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Port': ['ID=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.499068 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:44.502045 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:44.545515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=55c3b90b-9eda-43c6-8e91-ed3d1112a2fc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.560521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:44.580765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] For port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:44.581367 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.604243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f824c-d0b3-4298-9e10-c151b0d7e28d None None] Pushing event updated for resources: {'Port': ['ID=3d34078f-ef04-405c-8a7b-efd68326869d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.620213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.622076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Calling delete_port for 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:44.623162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.626171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:14:44.627594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.648826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:44.666716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] Pushing event deleted for resources: {'Port': ['ID=2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:44.674020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce47f1cd-2c3c-4e38-bacb-ab1f25302855 req-1ef24483-831e-4b75-b418-d86bee5b2241 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:44.676378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ce47f1cd-2c3c-4e38-bacb-ab1f25302855 req-1ef24483-831e-4b75-b418-d86bee5b2241 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1837506 Aug 30 23:14:44.677523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8468b3a6-2174-46f1-a17a-db68fcd28b27 None None] No DVR routers for this DVR port 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:14:44.679080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37345ffb-fbdd-45c8-b509-50b4c13930f3') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:44.679842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37345ffb-fbdd-45c8-b509-50b4c13930f3') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:44.723328 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.757682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ce47f1cd-2c3c-4e38-bacb-ab1f25302855 req-13ab1bcc-8bee-4a5b-88d3-6b96d16c2de2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661001 Aug 30 23:14:44.760522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.767158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.1 (dcbaa284-31eb-433e-96fc-e097d943edbb/f70385e3-c031-4fa3-a6f4-eb11623e9dd6/586cd0de-6836-4b10-b2ec-f6182f66a286) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:44.792987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:14:44.793524 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:14:44.845150 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:14:44.863019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.874930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:44.877086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] 10.222.0.25 "DELETE /v2.0/networks/a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c HTTP/1.1" status: 204 len: 168 time: 1.0777826 Aug 30 23:14:44.904067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eb3cb-bab7-478e-af83-1e46ddddccea tempest-AllowedAddressPairTestJSON-565536007 tempest-AllowedAddressPairTestJSON-565536007-project] Pushing event deleted for resources: {'Network': ['ID=a7de1f95-4dd9-4675-9f74-b4d0a7cfce7c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:45.110883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.137350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object 586cd0de-6836-4b10-b2ec-f6182f66a286 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:45.193387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17504b0b-28a6-41d1-93e7-ac3b20839397 req-e2d52109-88f4-404b-b879-df4983c2485a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:45.194510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-17504b0b-28a6-41d1-93e7-ac3b20839397 req-e2d52109-88f4-404b-b879-df4983c2485a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.1334982 Aug 30 23:14:45.282037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47200) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:45.293933 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.358739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-17504b0b-28a6-41d1-93e7-ac3b20839397 req-d1e51e45-bc16-483a-af52-5b9838c97449 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227016 Aug 30 23:14:45.387002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network dcbaa284-31eb-433e-96fc-e097d943edbb is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:45.396041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:45.404134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:45.435771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:45.445521 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.463672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0384e6ca-565d-4ddb-9055-6f1dd937f3de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1b40a02971f4dd69fda924a1c1e21c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1804552 Aug 30 23:14:45.467439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:45.485964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.532772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.552363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d34078f-ef04-405c-8a7b-efd68326869d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:45.575719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.597895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.636031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3d34078f-ef04-405c-8a7b-efd68326869d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:45.639837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.643439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.645144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109ec4b9-1404-404e-8f67-2ce48d55b157 HTTP/1.1" status: 204 len: 168 time: 0.1767023 Aug 30 23:14:45.647150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7de9f459-c8f2-46f8-9671-e28574bb66bc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:45.656933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d9945-61c0-4b22-8f13-7c4f079cd820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109ec4b9-1404-404e-8f67-2ce48d55b157,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:45.738062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7de9f459-c8f2-46f8-9671-e28574bb66bc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:45.752658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7de9f459-c8f2-46f8-9671-e28574bb66bc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:45.753460 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.758150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.933431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:45.936943 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da48d6b-8874-48c4-a6c6-2b936181a0b9" -d '{"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-plugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:45.972772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:45.976859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287886e-3dbc-4825-bff7-1989de17bfbf req-6a6cd4f7-8715-4fdb-8c7e-69e81c855547 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:45.980646 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2287886e-3dbc-4825-bff7-1989de17bfbf req-6a6cd4f7-8715-4fdb-8c7e-69e81c855547 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1044650 Aug 30 23:14:46.037171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7de9f459-c8f2-46f8-9671-e28574bb66bc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7de9f459-c8f2-46f8-9671-e28574bb66bc,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:46.040437 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48444591-c703-4c25-943b-7cb9292b6855 x-openstack-request-id: req-48444591-c703-4c25-943b-7cb9292b6855 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:46.040437 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-plugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:46.040437 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-48444591-c703-4c25-943b-7cb9292b6855 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:46.040928 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'code': 200} Aug 30 23:14:46.053976 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.058900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2287886e-3dbc-4825-bff7-1989de17bfbf req-532f86ec-84cd-4acf-ae70-8f1c069cf4dc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721779 Aug 30 23:14:46.103561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.111204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f813d15-54e5-4ac9-a737-4dafb7e1881c None None] Network dcbaa284-31eb-433e-96fc-e097d943edbb requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:14:46.198683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fd933-86e3-419f-9af8-c48f765e55e4 req-9f913cb3-844c-47c2-8399-673a2abdfbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:46.199542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f86fd933-86e3-419f-9af8-c48f765e55e4 req-9f913cb3-844c-47c2-8399-673a2abdfbf3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1098 time: 0.0603149 Aug 30 23:14:46.200305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.208369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.253927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f86fd933-86e3-419f-9af8-c48f765e55e4 req-5402af88-e71b-4e42-95cf-86b291be66b9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468011 Aug 30 23:14:46.343370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=55c3b90b-9eda-43c6-8e91-ed3d1112a2fc,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:46.373902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.437698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:14:46.441427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7de9f459-c8f2-46f8-9671-e28574bb66bc,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:46.444103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.466800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.472991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:14:46.473348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2ece60bc-c5f0-423a-bdc1-8b5d4c2e64de not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:14:46.474831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Provisioning for port 3d34078f-ef04-405c-8a7b-efd68326869d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:46.491591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Provisioning complete for port 3d34078f-ef04-405c-8a7b-efd68326869d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:46.491974 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.628463 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:46.635708 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.639891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.645639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf0d66e-0650-49b3-96ad-6935dddb75f7 req-cae8cc58-8f75-4e33-9507-b91611fb8d11 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:46.648376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cf0d66e-0650-49b3-96ad-6935dddb75f7 req-cae8cc58-8f75-4e33-9507-b91611fb8d11 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.2000976 Aug 30 23:14:46.667573 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP b4c93479-c009-4906-b74c-05addad739ea associated. External IP: 172.25.7.244, port: f04f32dc-0f2c-4b75-8b43-6462a4ac89c9. Aug 30 23:14:46.684113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] For port 3d34078f-ef04-405c-8a7b-efd68326869d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d34078f-ef04-405c-8a7b-efd68326869d,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:46.690661 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.712136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:46.752431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b272cd-27b0-4d34-9aee-4632c466009c None None] Pushing event updated for resources: {'Port': ['ID=3d34078f-ef04-405c-8a7b-efd68326869d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:46.848047 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0cf0d66e-0650-49b3-96ad-6935dddb75f7 req-8d4ca38d-d938-480f-9464-d643185e9a4a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268320 Aug 30 23:14:46.848853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--725780129'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:46.874416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.884117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:46.947781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network dcbaa284-31eb-433e-96fc-e097d943edbb is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:46.950561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:47.017051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Provisioning for port 586cd0de-6836-4b10-b2ec-f6182f66a286 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:47.022740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Provisioning complete for port 586cd0de-6836-4b10-b2ec-f6182f66a286 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.023552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.027824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622d1b7-447e-4f35-a350-74beeae574b2 req-b386a731-0b11-4014-b7ce-a32de482a8e8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:47.029467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4622d1b7-447e-4f35-a350-74beeae574b2 req-b386a731-0b11-4014-b7ce-a32de482a8e8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.0943069 Aug 30 23:14:47.070327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Port 586cd0de-6836-4b10-b2ec-f6182f66a286 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:47.083327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Provisioning complete for port 3d34078f-ef04-405c-8a7b-efd68326869d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.083903 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-413078c3-e585-4796-99c7-477a58005f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.088919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4622d1b7-447e-4f35-a350-74beeae574b2 req-40b93dbf-d6f8-4279-9dcf-d2b7c1287a0a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525713 Aug 30 23:14:47.126792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.127063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:47.136095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.144964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47240) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:47.189690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:47.211787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228c656e-0bf1-4b20-9465-7160cb8184e1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:47.296730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293979a0-2216-4977-880b-1a328b4ddff2 tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:47.307349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-293979a0-2216-4977-880b-1a328b4ddff2 tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1093 time: 0.1605327 Aug 30 23:14:47.308874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:47.329873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.335640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.342535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:47.383580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d2faf-2a88-4203-b937-9cd605210e6a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:47.424647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2105bc01-5b9f-4c09-b64b-a8e33b4b0f14 None None] Provisioning complete for port 586cd0de-6836-4b10-b2ec-f6182f66a286 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.425288 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2105bc01-5b9f-4c09-b64b-a8e33b4b0f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.461205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d34078f-ef04-405c-8a7b-efd68326869d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:47.498978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2105bc01-5b9f-4c09-b64b-a8e33b4b0f14 None None] Port 586cd0de-6836-4b10-b2ec-f6182f66a286 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:47.533533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3d34078f-ef04-405c-8a7b-efd68326869d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.533954 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.627153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7de9f459-c8f2-46f8-9671-e28574bb66bc up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:47.656139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-117983c2-a742-451e-bb22-f2c8963c6615 None None] Provisioning complete for port 586cd0de-6836-4b10-b2ec-f6182f66a286 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.656898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-117983c2-a742-451e-bb22-f2c8963c6615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.706443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-117983c2-a742-451e-bb22-f2c8963c6615 None None] Port 586cd0de-6836-4b10-b2ec-f6182f66a286 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:47.718496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7de9f459-c8f2-46f8-9671-e28574bb66bc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:47.719042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.790825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.795010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b91e3c-834d-4010-adb5-8f5acb0a409a req-4688b7af-ee64-4611-b06b-e93fc856beae tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:47.797516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26b91e3c-834d-4010-adb5-8f5acb0a409a req-4688b7af-ee64-4611-b06b-e93fc856beae tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.5762579 Aug 30 23:14:47.798423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f27f9b9-2334-4e08-aa6e-c1a5bb10da52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0840960 Aug 30 23:14:47.804226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:47.809284 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.843120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:47.854344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:47.864344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:47.864978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:47.877610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-882fc5e6-bc50-4277-ab49-893b3b23c2b4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0686100 Aug 30 23:14:47.877975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47246) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:47.883634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-security--663916465', 'description': 'tempest-security-description-1992028664'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:47.902275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:47.913426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:47.914276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:47.915224 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.956211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:47.956884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3be4f1a-8cce-4cdc-b56d-b6b68ed66a6b None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:47.964999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.973198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.976676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26b91e3c-834d-4010-adb5-8f5acb0a409a req-23ed23f8-1356-4578-816c-a3718723e6b2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469288 Aug 30 23:14:47.978093 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.980685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:47.985018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "PUT /v2.0/security-groups/3e4d2faf-2a88-4203-b937-9cd605210e6a HTTP/1.1" status: 200 len: 1779 time: 0.1029382 Aug 30 23:14:47.986097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.012643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:48.018969 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-354741f6-a252-4db0-95c8-48e2f0592fb9 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/3c8cbb28-46b8-4738-89c1-8e5a3e3485d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5192523 Aug 30 23:14:48.021630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47250) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.024284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Sync routers for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:48.027879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c9d5066-6441-460b-bd49-c51e3525eddf tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.1193089 Aug 30 23:14:48.030879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47252) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.035234 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:48.035872 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:48.039103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': 'f04f32dc-0f2c-4b75-8b43-6462a4ac89c9', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:48.051381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45d2b7-0dff-4b83-a5bb-c9c62ec4a45b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4d2faf-2a88-4203-b937-9cd605210e6a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:48.073569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.161024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:48.196910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e6c287dd-0378-4794-9a70-8aac05d5e55d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups/3e4d2faf-2a88-4203-b937-9cd605210e6a HTTP/1.1" status: 200 len: 1779 time: 0.2086275 Aug 30 23:14:48.199620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47254) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.209608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.25.7.83 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/801e26d6-855b-49e5-a8e7-7f7fa139fdf6) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:48.248697 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.314815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.364970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.395538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.432535 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:46Z', 'revision_number': 2, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:48.434390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.437130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.438758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e4d2faf-2a88-4203-b937-9cd605210e6a HTTP/1.1" status: 204 len: 168 time: 0.2382383 Aug 30 23:14:48.443467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.466189 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Checking router: 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:48.466575 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Updating router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 port 586cd0de-6836-4b10-b2ec-f6182f66a286 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:14:48.480836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3be56b-3e52-4785-9447-d6411fc5cf8c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4d2faf-2a88-4203-b937-9cd605210e6a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:48.513824 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.520487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.535360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f2c56205-9948-4187-9e74-23a71ab2bb02 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847611 Aug 30 23:14:48.552557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.583680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:48.586537 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-1d25f0fd-ac38-497a-aeaa-e53bee307bd7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] delete failed (client error): The resource could not be found. Aug 30 23:14:48.592210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d25f0fd-ac38-497a-aeaa-e53bee307bd7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e4d2faf-2a88-4203-b937-9cd605210e6a HTTP/1.1" status: 404 len: 347 time: 0.0340784 Aug 30 23:14:48.595703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.596899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:48.600079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:48.604987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--231527084'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:48.634261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=801e26d6-855b-49e5-a8e7-7f7fa139fdf6,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:48.756123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.756613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.757084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.757549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.758037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.758497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.758952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.759416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.764055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc114efb-e008-4aa8-9404-fc220e23d092 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5670 time: 0.7341914 Aug 30 23:14:48.764964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47262) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.765402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.864037 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.879267 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Transition to ACTIVE for port object 586cd0de-6836-4b10-b2ec-f6182f66a286 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:48.885959 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:48.945159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.945627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.946149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.946614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.947060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.947521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.947973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.948479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:48.950582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e4c7bcfe-4193-4e4f-bbdb-c572390c74de tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5221 time: 0.1851797 Aug 30 23:14:48.953143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47264) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:48.977943 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b38ba-d3e0-496b-83ef-09b2951988d7 None None] Pushing event updated for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.001928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.008851 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Attempting to bind port 586cd0de-6836-4b10-b2ec-f6182f66a286 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:49.009223 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Attempting to bind port 586cd0de-6836-4b10-b2ec-f6182f66a286 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:49.009593 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Attempting to bind port 586cd0de-6836-4b10-b2ec-f6182f66a286 on network dcbaa284-31eb-433e-96fc-e097d943edbb {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:49.016305 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:49.016757 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Checking segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:49.017157 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.017608 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Bound using segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:49.018154 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Bound port: 586cd0de-6836-4b10-b2ec-f6182f66a286, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:49.018537 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.052421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.153010 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] For port 586cd0de-6836-4b10-b2ec-f6182f66a286, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:49.158488 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] For port 586cd0de-6836-4b10-b2ec-f6182f66a286, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=586cd0de-6836-4b10-b2ec-f6182f66a286,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:49.166895 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.172390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.174345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5785487 Aug 30 23:14:49.176429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.178975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca11663-3dc2-4adc-a7ed-9ca9dcfa2deb tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffb08ce-63c3-4c2e-978a-e9f0e874ac9c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.208187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:49.213026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '8ffb08ce-63c3-4c2e-978a-e9f0e874ac9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:49.257237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:49.257673 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:49.263179 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b38ba-d3e0-496b-83ef-09b2951988d7 None None] Pushing event updated for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.298984 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.299917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f527c-0480-4d93-8dcb-a77c3e7d065d req-e684aa5b-37af-4d94-a8b9-d1e9960c98ac tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:49.301587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-569f527c-0480-4d93-8dcb-a77c3e7d065d req-e684aa5b-37af-4d94-a8b9-d1e9960c98ac tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.2098753 Aug 30 23:14:49.339142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.396601 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:49.551981 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.554579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.558270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.582158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae4fdad-412a-4e79-9aaa-8b29162ac983,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.586071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.627045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.628466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-826ebe19-0bf2-4bf9-a06a-6a986fd6ea83 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4191840 Aug 30 23:14:49.631938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:49.646956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-569f527c-0480-4d93-8dcb-a77c3e7d065d req-d3aba3ea-034b-400b-9042-ee7a8f72ab47 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2963123 Aug 30 23:14:49.661520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:49Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:49.706530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=801e26d6-855b-49e5-a8e7-7f7fa139fdf6,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.714396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.714951 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45c5ed0-9ad4-48c9-8aec-6bbd6d09a821 None None] The sync data for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 is: [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:49Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:49.722814 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:14:49.729392 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.759475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.820934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.826536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.830509 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/eae4fdad-412a-4e79-9aaa-8b29162ac983 HTTP/1.1" status: 204 len: 168 time: 0.1938071 Aug 30 23:14:49.832052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47274) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:49.839750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.db.resource_extend [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 30 23:14:49.867769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf410947-c222-4730-a2da-eb3dad66cb48 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eae4fdad-412a-4e79-9aaa-8b29162ac983,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:49.901335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8bb6d197-84bd-4f5a-a2f4-385fe839152c tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4494 time: 0.9467373 Aug 30 23:14:49.959496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-242955f3-b671-4394-b4f0-1dd3897efbcd tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1201799 Aug 30 23:14:49.959990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47278) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:49.963953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:49.975863 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 2ee163dd-981c-4886-bd93-95aefe62dab8 associated. External IP: 172.25.7.83, port: 8c068105-2d4f-454a-bcd8-fd401c6d140a. Aug 30 23:14:49.976430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.029386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da35880c-f0ba-48ed-b521-ae4d90b2b03a req-dfe588ea-ec6a-43c3-8d96-ac45e881d840 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:50.031072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da35880c-f0ba-48ed-b521-ae4d90b2b03a req-dfe588ea-ec6a-43c3-8d96-ac45e881d840 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1955075 Aug 30 23:14:50.121759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-da35880c-f0ba-48ed-b521-ae4d90b2b03a req-487f5fe2-ab1a-4995-bfab-0dfeb0e0d95e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821023 Aug 30 23:14:50.155996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47280) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:50.199586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.218578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47282) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:50.280449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2266c48-c133-4774-b254-ea03c313e3e0 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:50.283141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2266c48-c133-4774-b254-ea03c313e3e0 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1093 time: 0.1253910 Aug 30 23:14:50.286117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47284) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:50.291103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:50.340536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:50.342925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.500692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-772952271', 'description': 'tempest-secgroup-smoke-772952271 description', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:50.548601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:50.552954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.567613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:50.577953 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.580432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:50.581245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:50.597748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.629918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:50.648665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.649350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.652449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.656534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/8ffb08ce-63c3-4c2e-978a-e9f0e874ac9c HTTP/1.1" status: 204 len: 168 time: 0.6953552 Aug 30 23:14:50.657303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47286) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:50.684002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb33e585-dbe4-4a83-abb3-d5e457ce57a3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffb08ce-63c3-4c2e-978a-e9f0e874ac9c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:50.728569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:50.772791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e71abd93-337c-47ac-9839-0d430d57bd91 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0937381 Aug 30 23:14:50.777187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47288) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:50.784776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--491387096'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:50.822571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ce39ae71-7e86-419a-ac71-a29930a03514 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4856527 Aug 30 23:14:50.841548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.847628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:50.849595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.854426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.860558 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:50.870527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:50.873431 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9676b1-c825-4c50-96bb-9b40cbc46b55" -d '{"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:50.878631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:50.879289 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:50.912471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c287bdfd-856e-451b-b62e-7641ead5ee14,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:50.954804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.970308 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade6760-1d77-4bd7-9322-36c57f116007 x-openstack-request-id: req-2ade6760-1d77-4bd7-9322-36c57f116007 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:50.970832 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:50.971438 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ade6760-1d77-4bd7-9322-36c57f116007 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:50.971892 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'status': 'completed', 'code': 200} Aug 30 23:14:50.973665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:50.988108 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:50.989028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:50.989386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:50.994346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8f46c6d-e821-42e2-babe-32abd6e2c37f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7631867 Aug 30 23:14:50.995298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:51.002900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:51.018779 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.10 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/728fbf54-6d81-40ed-b344-9a43bb9e2241) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:51.036219 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:51.039282 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea26f98-8b43-45ed-83f6-313d80cbf56d None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:51.093474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9ba4c24-b572-4340-8467-523a2fabc11e tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/b4c93479-c009-4906-b74c-05addad739ea HTTP/1.1" status: 200 len: 979 time: 3.0557959 Aug 30 23:14:51.095567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47296) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:51.109440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-34db0e6d-834a-4a04-950c-95fa86f8dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:51.114691 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-34db0e6d-834a-4a04-950c-95fa86f8dc7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1098 time: 0.1065309 Aug 30 23:14:51.155767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:48Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:51.203455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:51.216764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:51.217372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:51.235554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-b59dd1ce-ee77-41f2-8987-c43501d6f009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:51.237067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-b59dd1ce-ee77-41f2-8987-c43501d6f009 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.1140952 Aug 30 23:14:51.300865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.353562 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.355109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:51.360068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-c20a6b9a-4c3b-4a80-a89e-737bd458c5cf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 999 time: 0.1148322 Aug 30 23:14:51.382137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.438942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d71527-250c-4e84-971d-f2c693191f9c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:51.455308 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.497547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 55c3b90b-9eda-43c6-8e91-ed3d1112a2fc {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:51.497956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.506184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.506743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.510557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d4e861f-2e93-4c44-862e-7f26fb2a4d39 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7294371 Aug 30 23:14:51.517197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47298) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:51.521368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:51.530718 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '87d71527-250c-4e84-971d-f2c693191f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:51.543174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-9cf5e107-e986-40fd-a368-396430beb779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:51.544883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-9cf5e107-e986-40fd-a368-396430beb779 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1650879 Aug 30 23:14:51.552094 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:51.559341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:51.576292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 586cd0de-6836-4b10-b2ec-f6182f66a286 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:51.587848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=728fbf54-6d81-40ed-b344-9a43bb9e2241,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:51.632023 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.659937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-04f552c5-b43e-496b-8b92-9d84807c5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:51.661830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-04f552c5-b43e-496b-8b92-9d84807c5b81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0993745 Aug 30 23:14:51.663273 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.673939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.674587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.677298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.679141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 586cd0de-6836-4b10-b2ec-f6182f66a286 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:51.688193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 586cd0de-6836-4b10-b2ec-f6182f66a286 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:51.688893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.718359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 55c3b90b-9eda-43c6-8e91-ed3d1112a2fc owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:51.764925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1559c07-9cb1-427b-be92-120bf93cf0cd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:51.779361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.784102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-27cdf2d5-f580-4274-ba8a-d66e263238e1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7815564 Aug 30 23:14:51.785616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:51.798712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:51.817044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:48Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:51.845173 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.849128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77d4051-627d-4a19-8345-42b4a44007f7 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:48Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:51.850201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-76ddfe34-ed5c-4eb3-97cb-9be7af41280f service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748164 Aug 30 23:14:51.853859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.861632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.902503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 586cd0de-6836-4b10-b2ec-f6182f66a286, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=586cd0de-6836-4b10-b2ec-f6182f66a286,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:14:51.912992 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.913228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea692a02-de34-417a-8d61-cd28ee34cb55,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:51.948723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.957111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:51.958751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e4c39c2f-c274-4347-bcb8-2a11e0216dbf tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4326115 Aug 30 23:14:51.972364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:51.981820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '87d71527-250c-4e84-971d-f2c693191f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:51.995222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.065114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9676b1-c825-4c50-96bb-9b40cbc46b55 req-bc9542ac-e3b1-4cc8-a21f-6ebc9c97936c service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008469 Aug 30 23:14:52.074562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.078522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.087875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.126416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24de60a5-3b7c-43b4-a6bd-67d5f55ebf9e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.141536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.146050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-aead07e8-4319-43b9-b1ef-88161541454c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3497803 Aug 30 23:14:52.147144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47304) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.153951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.174242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.181928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.209554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-607147ad-4fb5-44c8-8a3c-e8047c4cfb73 None None] New status for floating IP 2ee163dd-981c-4886-bd93-95aefe62dab8: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:14:52.213715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.216319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7a114e-eafb-41fe-b80e-1c89e36764fa,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.226289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.230632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a4e720cf-3210-4e6f-a23b-c02df0e624b0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2542505 Aug 30 23:14:52.231361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47306) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.239621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '87d71527-250c-4e84-971d-f2c693191f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.316130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.320986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.329120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.353825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fe70bf9-ac6d-49b4-beaa-8f902d570ab4,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.386813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.388036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-091c78c3-aa8e-48aa-9f5b-aa8f3d3b40e6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2406976 Aug 30 23:14:52.391332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47308) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.396051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.427374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.434503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.457714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e801d2d-b32c-4233-b665-4b65d30bd4e7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.463641 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.467924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.469200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e157bcbb-6a3f-4fd2-b60d-20f8e40ae11e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2336164 Aug 30 23:14:52.475666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47310) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.481026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '87d71527-250c-4e84-971d-f2c693191f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.505359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.541240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.542720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.542956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.567292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.576555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.602030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=55c3b90b-9eda-43c6-8e91-ed3d1112a2fc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.616621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3bb81e7-2a71-4d7f-a49b-f964333c45ff,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.623210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.624452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-253c1f7a-74ea-44a0-a1fa-329c81986e36 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2321868 Aug 30 23:14:52.628445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47312) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.636478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.655288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.663382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.687838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.691471 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:14:52.696969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3acbffd-3db2-438b-84cf-d63fb21820ac,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.699807 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.712025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.712025 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP b4c93479-c009-4906-b74c-05addad739ea disassociated (deleted). External IP: 172.25.7.244, port: f04f32dc-0f2c-4b75-8b43-6462a4ac89c9. Aug 30 23:14:52.714196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.718216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b0861692-db2e-4826-af80-01be4cf9c5f1 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2390246 Aug 30 23:14:52.718407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47314) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.723081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '87d71527-250c-4e84-971d-f2c693191f9c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.789424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.806303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.818101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.855632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18cbe76-86ba-47d1-92ae-23abb850d3fd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.865715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.867514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a3e60bd8-9376-4403-9bf2-ecd704271659 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2362306 Aug 30 23:14:52.869946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:52.875976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'security_group_rule': {'security_group_id': 'c287bdfd-856e-451b-b62e-7641ead5ee14', 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:52.902088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.911752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.925883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7b22349-e17f-48a7-b255-01bc8b5cacb0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:52.928828 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Project fe3d75e9ffa44d9da7b6be99fedebf4f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:14:52.939267 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.953321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:52.954587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8cd3c1c-e408-4d01-b000-2117cbeb1944 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2351849 Aug 30 23:14:52.957923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47318) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.007398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.011526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.031100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c3ba55-61aa-41d3-873e-91451145f077,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:53.036498 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.037110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.045220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-696c3c31-8b78-4d33-bc58-732cf11e54c5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1668477 Aug 30 23:14:53.061140 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.066480 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.075198 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.138954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:53.159974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.176043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.177246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d7b22349-e17f-48a7-b255-01bc8b5cacb0 HTTP/1.1" status: 204 len: 168 time: 0.2159824 Aug 30 23:14:53.180856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47324) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.195954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617622b-6f65-4e32-82ca-b9ac01f3569a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d7b22349-e17f-48a7-b255-01bc8b5cacb0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:53.204377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=728fbf54-6d81-40ed-b344-9a43bb9e2241,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:53.213452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.237869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e5ac4320-00e5-4849-b040-649caa549307 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0539520 Aug 30 23:14:53.243960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47334) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.294483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.300413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-5740fb7d-823c-46bb-bca6-793544e5183c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-772952271&fields=id&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 267 time: 0.0620449 Aug 30 23:14:53.305571 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.386718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.396953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.400389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/d3acbffd-3db2-438b-84cf-d63fb21820ac HTTP/1.1" status: 204 len: 168 time: 0.1531653 Aug 30 23:14:53.403205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47336) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.411771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda3c97-ff79-4857-ae80-6a8af8bec723 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3acbffd-3db2-438b-84cf-d63fb21820ac,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:53.446098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:53.450878 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP 475dea47-07d8-4827-b570-85c1532bbc0e associated. External IP: 172.25.7.10, port: 20adfaff-79fe-45c3-a456-3af05d6c62b5. Aug 30 23:14:53.460462 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:53.463439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.470153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-6e644546-8ed4-4fea-9581-c401ba3e0fc8 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:53.472698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-6e644546-8ed4-4fea-9581-c401ba3e0fc8 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/networks?id=dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 200 len: 795 time: 0.1643248 Aug 30 23:14:53.476939 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:53.477755 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:53.484859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 586cd0de-6836-4b10-b2ec-f6182f66a286 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:14:53.504044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-700f4379-6f7c-4c0d-afb2-d80c13ca7cc6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/quotas/fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 375 time: 0.0192606 Aug 30 23:14:53.531122 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:53.538267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 586cd0de-6836-4b10-b2ec-f6182f66a286 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:53.538917 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.543150 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:53.543883 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:53.581206 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:53.581982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdedc60c-bc65-4153-8de3-b3013bd8f09c None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:53.589138 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8c6a7c3-43e4-4667-ad0f-fdfac2eb45b0 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/b4c93479-c009-4906-b74c-05addad739ea HTTP/1.1" status: 204 len: 168 time: 2.4931984 Aug 30 23:14:53.593263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47338) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.604716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d38c52b7-94b1-4301-8584-6e541a6f48bc tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1964991 Aug 30 23:14:53.607820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.614611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-21d1eceb-552e-46f7-830a-cc7d0c41ebe1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1031179 Aug 30 23:14:53.686772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.699359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.714965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port f04f32dc-0f2c-4b75-8b43-6462a4ac89c9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:14:53.715437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.740671 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.745958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.747128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4e801d2d-b32c-4233-b665-4b65d30bd4e7 HTTP/1.1" status: 204 len: 168 time: 0.1387734 Aug 30 23:14:53.770711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47344) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.792945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd43bba-2dfb-4f36-8dd2-db684a27c67d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e801d2d-b32c-4233-b665-4b65d30bd4e7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:53.870776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e4b2b310-a406-4834-bcaa-e5a553b2fe3d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:14:53.898956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f47cbc5d-7439-4201-83d7-88d99fe83c7c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1269152 Aug 30 23:14:53.903247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47346) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:53.951446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-a4121520-0e13-4c82-b72b-32c160d30dde service neutron] 10.222.0.25 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001819 Aug 30 23:14:53.951446 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.972664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:53.983008 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:14:53.995480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Sync routers for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:14:54.002079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.009284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:54.010097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:54.021062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for f04f32dc-0f2c-4b75-8b43-6462a4ac89c9 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:14:54.033592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.034696 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-82ea8e68-d1d3-4f09-8ff5-d127acda8b60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7475269 Aug 30 23:14:54.035570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:54.038215 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87634a7f-eefb-4ae1-a234-c958ed380a07" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:54.133259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.142679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.143871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6f7a114e-eafb-41fe-b80e-1c89e36764fa HTTP/1.1" status: 204 len: 168 time: 0.2377625 Aug 30 23:14:54.147376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47352) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.170889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e245339-a70f-4bf4-8366-105417210b52 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f7a114e-eafb-41fe-b80e-1c89e36764fa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:54.186863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-50e92602-f44c-46f7-96b1-178ce5f8f659 service neutron] 10.222.0.25 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306931 Aug 30 23:14:54.198390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e99c5-57b0-4413-b430-35601384f693 req-77fb97f4-5fd7-45e2-842d-6f4f078a0063 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:54.200945 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-181e99c5-57b0-4413-b430-35601384f693 req-77fb97f4-5fd7-45e2-842d-6f4f078a0063 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1011500 Aug 30 23:14:54.255959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e66d83bb-d102-4ae3-b536-a45fa9e7054b tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1071229 Aug 30 23:14:54.283708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47354) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.309412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-181e99c5-57b0-4413-b430-35601384f693 req-0533f17f-1930-4b7d-ae90-24c894430ac3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523381 Aug 30 23:14:54.344602 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.366204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.367984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47358) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.408643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:54.434606 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e911a3a1-13d2-40b1-8b33-8555ee059994 x-openstack-request-id: req-e911a3a1-13d2-40b1-8b33-8555ee059994 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:54.435035 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:54.435416 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e911a3a1-13d2-40b1-8b33-8555ee059994 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:54.435822 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:14:54.483131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.506422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.515085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.519848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ea692a02-de34-417a-8d61-cd28ee34cb55 HTTP/1.1" status: 204 len: 168 time: 0.2349448 Aug 30 23:14:54.522361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5bf3f37-0aee-4d77-b9f7-0c1e301968ad req-43c8388b-d975-42e3-8db0-cdffd205f4b3 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 210 time: 0.0728312 Aug 30 23:14:54.523294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.566780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-982bc9e3-aceb-4c0b-b6d9-0a7c0a268d47 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 200 len: 991 time: 0.1975510 Aug 30 23:14:54.569499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c2bab-dd0a-4640-b770-9b4b82f251b5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea692a02-de34-417a-8d61-cd28ee34cb55,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:54.589494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=f04f32dc-0f2c-4b75-8b43-6462a4ac89c9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:54.605681 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-11d58e5a-b7b0-4929-b675-65b2ef29ce26 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0801818 Aug 30 23:14:54.608486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.672906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-45f2eca7-3a00-413f-b431-45ea1f479094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:54.674595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-45f2eca7-3a00-413f-b431-45ea1f479094 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1098 time: 0.2061856 Aug 30 23:14:54.715904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.758607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.758859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.766565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-749b90f7-c184-4d22-9bd1-c99abf9c3891 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/f04f32dc-0f2c-4b75-8b43-6462a4ac89c9 HTTP/1.1" status: 204 len: 168 time: 1.1687334 Aug 30 23:14:54.767280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47370) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.773621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:54.802762 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.817852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.823903 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:54.825083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/87d71527-250c-4e84-971d-f2c693191f9c HTTP/1.1" status: 204 len: 168 time: 0.2149091 Aug 30 23:14:54.830614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47372) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:54.836431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01439b8f-5f26-4940-bda8-b743182ce2a7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d71527-250c-4e84-971d-f2c693191f9c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:54.915353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '475dea47-07d8-4827-b570-85c1532bbc0e', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4521e-3763-4532-a1c9-08d361f521b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:52Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:54.923275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-e5afef71-7c64-461d-870f-fd705ca075b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:54.925596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-e5afef71-7c64-461d-870f-fd705ca075b0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.2409153 Aug 30 23:14:54.952719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Checking router: e4b2b310-a406-4834-bcaa-e5a553b2fe3d for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:14:54.966906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:14:54.967921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:55.036054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47376) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.036414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d7c61932-7bdf-4256-bf18-2f1a95bd8b2f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2031543 Aug 30 23:14:55.045685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584353890'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:55.078472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-9657215a-500d-4be0-b236-165b2a522930 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1341302 Aug 30 23:14:55.088573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.134404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:14:55.195917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-55d0ec7a-84c2-49e2-a48b-ea3b6e67ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:55.198433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-55d0ec7a-84c2-49e2-a48b-ea3b6e67ed72 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.1116955 Aug 30 23:14:55.257415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.266403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.289004 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.322320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-6e427c20-78e2-4a4b-b3f6-a44616a755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:55.325362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-6e427c20-78e2-4a4b-b3f6-a44616a755d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186810 Aug 30 23:14:55.343254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5f628b-7d62-4f0d-8ea1-d287fe4ed78c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:55.348358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.365607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70eadfae-dbcf-4c11-8a07-65ae87fd0762 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3238811 Aug 30 23:14:55.366802 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.378269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': 'ec5f628b-7d62-4f0d-8ea1-d287fe4ed78c', 'direction': 'ingress', 'protocol': 17}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:55.417082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.503507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '475dea47-07d8-4827-b570-85c1532bbc0e', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4521e-3763-4532-a1c9-08d361f521b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:52Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:14:55.511768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.518386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.536721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3a30a85-b194-41b6-9668-09dd81b87615 None None] The sync data for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 is: [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '475dea47-07d8-4827-b570-85c1532bbc0e', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.10', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b4521e-3763-4532-a1c9-08d361f521b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:52Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:14:55.538535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d869c4-4c5e-49cc-aad1-58e9d0f1645d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:55.556820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.561577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de433481-cede-4607-ab3f-fac49962aaa7 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1906276 Aug 30 23:14:55.562868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.571391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47384) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.633672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-dbef0062-2210-4d96-a61d-6afbb78fd84c service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329791 Aug 30 23:14:55.637015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.239 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/23c29162-6ac1-42c8-bf27-aebdefc14edf) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:55.662343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.694835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.760675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.772955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.774319 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/ec5f628b-7d62-4f0d-8ea1-d287fe4ed78c HTTP/1.1" status: 204 len: 168 time: 0.2102752 Aug 30 23:14:55.779648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.797737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae934f6-5972-4477-ade8-1b3e2726ce42 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5f628b-7d62-4f0d-8ea1-d287fe4ed78c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:55.847326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6ae96cdf-d8e1-451e-be4b-6c8680397352 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0663676 Aug 30 23:14:55.851075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47388) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:55.855863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1518211208'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:55.888758 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:55.938344 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469af2c4-9c2d-4938-8505-63567fb9eeb8 None None] New status for floating IP 475dea47-07d8-4827-b570-85c1532bbc0e: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:14:56.006444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.012450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.037658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.042732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1868620 Aug 30 23:14:56.043559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.051090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098934768'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:56.059423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d66a205-b919-49f8-b6e0-a1dc61d47f1f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=499dbcce-79e7-4655-8cea-2ef7208e381d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.069894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cfcac465-9ff1-424d-9b2c-c4903524775e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 200 len: 991 time: 0.4972451 Aug 30 23:14:56.090638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.183597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e930e1f5-3e0b-4ccc-8658-6c9768952f56 req-0c6dad59-4956-4844-b88f-475eb30ef87c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 210 time: 0.5175674 Aug 30 23:14:56.222151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.226674 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.257156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.262107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2146256 Aug 30 23:14:56.263407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.268809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '499dbcce-79e7-4655-8cea-2ef7208e381d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '79d5c2d5-48f5-4717-9ba6-65ad1dae2d75', 'remote_ip_prefix': None}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:56.276522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e7650-2b53-4ec6-a18b-08c79a0caae9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79d5c2d5-48f5-4717-9ba6-65ad1dae2d75,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.318972 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.341746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87634a7f-eefb-4ae1-a234-c958ed380a07 req-5f926580-8cc1-413b-bf1f-4f71b9d9962d service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6977568 Aug 30 23:14:56.359378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-1bbbd2b3-ea43-43fb-a7a1-a530fef6918f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:56.360917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-1bbbd2b3-ea43-43fb-a7a1-a530fef6918f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/networks?id=dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 200 len: 795 time: 0.2893426 Aug 30 23:14:56.372298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.421870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.427579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.434201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-9df68958-fecd-4307-b5f2-74fb6beb7e28 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f HTTP/1.1" status: 200 len: 379 time: 0.0571883 Aug 30 23:14:56.449603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'port': {'device_id': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'admin_state_up': True, 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'security_groups': ['c287bdfd-856e-451b-b62e-7641ead5ee14']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:56.455155 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12d3f06-b1e7-4bf4-b9d6-12bf82bc6795,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.467898 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.469653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7af16c06-0e0b-46e8-a3e9-98a69b841b3e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2051830 Aug 30 23:14:56.472893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47396) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.501123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.511563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.511911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.549879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.555750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.557127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a12d3f06-b1e7-4bf4-b9d6-12bf82bc6795 HTTP/1.1" status: 204 len: 168 time: 0.0833154 Aug 30 23:14:56.562100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47398) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.571534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:56.574700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81c2b64-aca4-4a20-8dc4-fec3d8ab1ed0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a12d3f06-b1e7-4bf4-b9d6-12bf82bc6795,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.581886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:56.589648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:56.623683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-55f0b6ea-4454-443e-8ddc-0c3c4f6f120d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0603590 Aug 30 23:14:56.626732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=23c29162-6ac1-42c8-bf27-aebdefc14edf,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.628427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.699812 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.724523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Made reservation on behalf of fe3d75e9ffa44d9da7b6be99fedebf4f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:56.724950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.728034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.781667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.785701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.790210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/79d5c2d5-48f5-4717-9ba6-65ad1dae2d75 HTTP/1.1" status: 204 len: 168 time: 0.1575055 Aug 30 23:14:56.792161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.793259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.810892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c5020-b4ef-476b-bf29-862c05732a90 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d5c2d5-48f5-4717-9ba6-65ad1dae2d75,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:56.869051 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-96ff2d30-ad24-4a21-b04a-f47a27a588b3 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0727160 Aug 30 23:14:56.872018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47404) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:56.896502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.937956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.966448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:56.994503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.20.0.9 (dcbaa284-31eb-433e-96fc-e097d943edbb/f70385e3-c031-4fa3-a6f4-eb11623e9dd6/ca950f98-5bad-42b2-833a-ccc39f36c578) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:57.025214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.028863 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.030829 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/499dbcce-79e7-4655-8cea-2ef7208e381d HTTP/1.1" status: 204 len: 168 time: 0.1576436 Aug 30 23:14:57.036186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47406) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.061320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5fbb7-37e7-402e-9c44-1466c4e3b7b9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=499dbcce-79e7-4655-8cea-2ef7208e381d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.071903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.155709 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7a9ed20e-27fa-4f1f-8819-90cac76b73a9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1183703 Aug 30 23:14:57.165015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47410) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.171060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--65858007'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:57.190523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ed919074-6b22-4890-9fe2-14658e56b587 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 200 len: 993 time: 0.1169636 Aug 30 23:14:57.219879 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.238986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.245204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.288830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3dbae1-9787-4671-a266-c6a2cc6384e0 req-9e2423ee-f09d-41e2-b432-0a2c7042963f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 210 time: 0.0348959 Aug 30 23:14:57.326226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.352153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.355971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.364615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Transition to ACTIVE for port object ca950f98-5bad-42b2-833a-ccc39f36c578 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:57.369813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=23c29162-6ac1-42c8-bf27-aebdefc14edf,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.388359 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.392776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2234824 Aug 30 23:14:57.392776 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f9a57-2727-4068-8fe1-64126e6e86f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7ebb0c-7758-4603-9e11-57607763de12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.393230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.396566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.405287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': '9a7ebb0c-7758-4603-9e11-57607763de12', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:57.460230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.464786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.466208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5398da84-1790-4c22-a883-488348277fb7 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6963017 Aug 30 23:14:57.468975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.474303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'port': {'network_id': '5572f586-4e0e-4663-9dc7-90653c0c7e0c', 'name': 'tempest-FloatingIPTestJSON-840614068'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:57.475312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.534447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network dcbaa284-31eb-433e-96fc-e097d943edbb is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:57.546543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:57.551521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:57.596433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.609366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:14:57.613489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.635822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] device_id is not set on port 54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:14:57.638731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.651044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:57.651986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.658319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.691496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6254ecf9-2d06-4a72-b907-930f35974979,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.698679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-d2301501-10e5-4b12-99e3-019a372e86ab tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2553415 Aug 30 23:14:57.700205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.705273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd7bb5df-2fb1-4190-a9a1-ae6626d0ccc6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3072975 Aug 30 23:14:57.705273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47418) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.726256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Request body: {'port': {'device_id': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:57.769155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.797942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.4 (5572f586-4e0e-4663-9dc7-90653c0c7e0c/d2077565-63d1-401c-8c14-23a73bd78312/54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:14:57.800664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.823223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.848313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.850996 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.878553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.879959 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6254ecf9-2d06-4a72-b907-930f35974979 HTTP/1.1" status: 204 len: 168 time: 0.1735106 Aug 30 23:14:57.880870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4f8c97e-08b4-4738-9856-840b4f18144b None None] Provisioning for port ca950f98-5bad-42b2-833a-ccc39f36c578 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:14:57.884461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47422) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:57.888387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c4f8c97e-08b4-4738-9856-840b4f18144b None None] Provisioning complete for port ca950f98-5bad-42b2-833a-ccc39f36c578 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:14:57.889171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c4f8c97e-08b4-4738-9856-840b4f18144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:57.912435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475c2250-0532-4f12-8aca-590444416227 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6254ecf9-2d06-4a72-b907-930f35974979,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:57.953581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c4f8c97e-08b4-4738-9856-840b4f18144b None None] Port ca950f98-5bad-42b2-833a-ccc39f36c578 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:14:58.011877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.013936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-849cf91d-3ec9-4216-a034-154c0d8499e5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1283169 Aug 30 23:14:58.017404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.060357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.104975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 5572f586-4e0e-4663-9dc7-90653c0c7e0c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:14:58.110382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:14:58.115121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:14:58.135295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.141983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:58.172062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:58.172702 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.182003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.195674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e50a5da9-c022-46e2-9d5d-f7d69c96da68 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.7255642 Aug 30 23:14:58.198654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.210754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': '54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:58.273230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.354161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.356907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.362029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a7ebb0c-7758-4603-9e11-57607763de12 HTTP/1.1" status: 204 len: 168 time: 0.3396020 Aug 30 23:14:58.363235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47430) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.378321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca950f98-5bad-42b2-833a-ccc39f36c578 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:14:58.418588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1067c67-ddef-4856-8e21-8ef3ebab096f tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0458128 Aug 30 23:14:58.418939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.419088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47432) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.424417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group': {'name': 'tempest-secgroup--138158109'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:58.426415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f453caf-7924-43fc-b243-dad37ea6af31 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7ebb0c-7758-4603-9e11-57607763de12,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:58.451449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.468969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Transition to ACTIVE for port object ca950f98-5bad-42b2-833a-ccc39f36c578 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:14:58.478964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.564558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.573238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.586215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573870ef-3fdc-470c-b39c-6c25986dcd3e req-61ceb1f6-9501-4014-a6c9-bb3417547f2c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:58.587832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-573870ef-3fdc-470c-b39c-6c25986dcd3e req-61ceb1f6-9501-4014-a6c9-bb3417547f2c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 931 time: 0.1956892 Aug 30 23:14:58.598039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Pushing event updated for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:58.621101 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.622453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2025433 Aug 30 23:14:58.626185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.631166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': 'ffb197e5-fcb8-4e23-8c3a-c3df8232c180', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:58.637660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c6485-67bf-4d30-a1d7-6c3aa5c01fc9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb197e5-fcb8-4e23-8c3a-c3df8232c180,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:58.670371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.738085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-573870ef-3fdc-470c-b39c-6c25986dcd3e req-c0e44f05-2611-4227-bf42-af788b65bc44 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065116 Aug 30 23:14:58.747983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.758544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.798963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.803858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1730793 Aug 30 23:14:58.803858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181cbd9-a0da-4529-99c1-8cdbed4ccc16 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a554d64-2bc6-44ef-9b37-d9b912faf457,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:58.807133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.818783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Attempting to bind port ca950f98-5bad-42b2-833a-ccc39f36c578 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:14:58.819123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Attempting to bind port ca950f98-5bad-42b2-833a-ccc39f36c578 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:14:58.819464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Attempting to bind port ca950f98-5bad-42b2-833a-ccc39f36c578 on network dcbaa284-31eb-433e-96fc-e097d943edbb {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:58.864016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5c7806fe-8f01-4ada-92a5-61eafa3e0dd0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules/3a554d64-2bc6-44ef-9b37-d9b912faf457 HTTP/1.1" status: 200 len: 763 time: 0.0554039 Aug 30 23:14:58.866696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Port ca950f98-5bad-42b2-833a-ccc39f36c578 on network dcbaa284-31eb-433e-96fc-e097d943edbb not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:14:58.866965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.867164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Attempting to bind port ca950f98-5bad-42b2-833a-ccc39f36c578 on network dcbaa284-31eb-433e-96fc-e097d943edbb {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:14:58.880691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:14:58.881047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Checking segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:14:58.881426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Bound using segment: {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:14:58.882269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Bound port: ca950f98-5bad-42b2-833a-ccc39f36c578, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdcb489-4c58-4176-a503-0df890b8645e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:14:58.882269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.924497 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5845f164-a102-47e7-bab7-a8a2698b5dd4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0557964 Aug 30 23:14:58.928267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:58.956974 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.964889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:58.994331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.002495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.004799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3a554d64-2bc6-44ef-9b37-d9b912faf457 HTTP/1.1" status: 204 len: 168 time: 0.0731964 Aug 30 23:14:59.007331 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47442) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.013859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfbf6ea-6037-4ee0-be0f-09e2a8129483 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a554d64-2bc6-44ef-9b37-d9b912faf457,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.022536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:14:59.043363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca950f98-5bad-42b2-833a-ccc39f36c578,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:14:59.055987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.056201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14cec1ee-9e37-4220-ae32-ac36ba1884bc tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440795 Aug 30 23:14:59.056201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.061010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': 'ffb197e5-fcb8-4e23-8c3a-c3df8232c180', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:59.095779 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.135023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:59.135660 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.137142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] 10.222.0.47 "PUT /v2.0/ports/ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 200 len: 1092 time: 1.4226356 Aug 30 23:14:59.137578 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:14:59.139912 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fb1bfc-b834-4032-a149-fbdf7d83b670" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:14:59.149344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.152462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.158631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.164651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c36f2-16de-4152-909e-5ce535c2e05a service neutron] Pushing event updated for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.164877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.194425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba96785-b235-4cf2-b724-831f5a970674,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.216024 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65727a8-8e2e-46c0-bab9-9b6fc55881b5 x-openstack-request-id: req-b65727a8-8e2e-46c0-bab9-9b6fc55881b5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:14:59.216321 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:14:59.216576 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b65727a8-8e2e-46c0-bab9-9b6fc55881b5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:14:59.217008 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'status': 'completed', 'code': 200} Aug 30 23:14:59.224969 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.229884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3616397e-9007-4fbd-a2dc-2bd9393ee979 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1697438 Aug 30 23:14:59.231559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47448) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.254613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fb32c9d-8a14-4e2b-a931-42826636b42c tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules/6ba96785-b235-4cf2-b724-831f5a970674 HTTP/1.1" status: 200 len: 763 time: 0.0215662 Aug 30 23:14:59.258392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.344233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-6e6a528b-3674-45d8-ad09-4db118f65f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:59.345816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-6e6a528b-3674-45d8-ad09-4db118f65f82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1095 time: 0.1315525 Aug 30 23:14:59.358922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fed7475b-0ddd-44cf-ac3d-0ec9b9e5cd2e tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0992851 Aug 30 23:14:59.361559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47452) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.371201 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP a3f386b4-ba2f-4107-8b91-dd0e783fb11a associated. External IP: 172.25.7.239, port: 54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c. Aug 30 23:14:59.401132 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.402060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-c75ff680-b82a-42b7-af5e-6db159d22829 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 200 len: 217 time: 0.0420973 Aug 30 23:14:59.414031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.458355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.463350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.466750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6ba96785-b235-4cf2-b724-831f5a970674 HTTP/1.1" status: 204 len: 168 time: 0.1012359 Aug 30 23:14:59.467492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.478416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f2afb3-da80-4179-ba9e-9a7ed0d7b353 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ba96785-b235-4cf2-b724-831f5a970674,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.540877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-38f7b9cc-08f8-46c3-8f46-3d5b9c1934ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:59.542401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-38f7b9cc-08f8-46c3-8f46-3d5b9c1934ae service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f70385e3-c031-4fa3-a6f4-eb11623e9dd6 HTTP/1.1" status: 200 len: 835 time: 0.1088712 Aug 30 23:14:59.575976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9964bd6f-9436-40fa-8528-f06c87c5a1c9 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1054282 Aug 30 23:14:59.579418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.585562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Request body: {'security_group_rule': {'security_group_id': 'ffb197e5-fcb8-4e23-8c3a-c3df8232c180', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:14:59.611280 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Project 1e5921c0083341b6a896618c94ed0b8a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:14:59.616598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.652905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-1ac0835d-476a-4c66-a2e9-0e6110639b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:14:59.654379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-1ac0835d-476a-4c66-a2e9-0e6110639b7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcbaa284-31eb-433e-96fc-e097d943edbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969014 Aug 30 23:14:59.674134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.678278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.704706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b747f97-1bbc-4033-b1f8-4a501d3007e6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.709016 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.712828 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-51676564-e4be-460d-b7f1-222cbd49085d tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297147 Aug 30 23:14:59.713683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.730254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-44b33df4-cc82-4a6f-82f5-1be49f61e5b6 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules/1b747f97-1bbc-4033-b1f8-4a501d3007e6 HTTP/1.1" status: 200 len: 769 time: 0.0161066 Aug 30 23:14:59.733098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.791933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22075302-b62f-4551-82b4-1507284773f0 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0566647 Aug 30 23:14:59.794900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47466) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.828883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.838606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.873922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.887154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:14:59.888364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/1b747f97-1bbc-4033-b1f8-4a501d3007e6 HTTP/1.1" status: 204 len: 168 time: 0.0925498 Aug 30 23:14:59.890066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52e941-035a-4ebc-914f-772e8d876ba4 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1b747f97-1bbc-4033-b1f8-4a501d3007e6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:14:59.891782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47468) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:14:59.942311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52f63dc6-501f-4cf8-9654-98198d1cfc10 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0492415 Aug 30 23:14:59.945005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47470) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.010310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.050203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.099545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.103963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.105368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "DELETE /v2.0/security-groups/ffb197e5-fcb8-4e23-8c3a-c3df8232c180 HTTP/1.1" status: 204 len: 168 time: 0.1592522 Aug 30 23:15:00.110401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47472) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.119157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e4eace-3a5f-40d7-86b5-ff6f2e7d707a tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb197e5-fcb8-4e23-8c3a-c3df8232c180,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:00.125101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:00.164627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57427578-5b15-4275-ac9b-14e222d0cce5 req-d9ef3136-57e4-4683-b1e9-ee32d4880770 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:00.166253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57427578-5b15-4275-ac9b-14e222d0cce5 req-d9ef3136-57e4-4683-b1e9-ee32d4880770 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 943 time: 0.1272447 Aug 30 23:15:00.180878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-928df181-6312-4678-aea7-2b2dad5e2fb8 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108001 Aug 30 23:15:00.303302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-28c212c3-4d39-4bde-be11-a73c34bf83a8 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1909778 Aug 30 23:15:00.311664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47474) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.352895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57427578-5b15-4275-ac9b-14e222d0cce5 req-cd9382f7-be56-44df-8227-fcef4d41bd63 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672025 Aug 30 23:15:00.381079 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ef57842b-a772-4197-b9ac-24489dd1fbe5 tempest-SecGroupIPv6Test-927125312 tempest-SecGroupIPv6Test-927125312-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0676341 Aug 30 23:15:00.412194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f3fbf25-f9fe-4a4a-ac30-55ce6dd48929 req-34b56429-a0f8-4530-88f6-e92731db89ff service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158568 Aug 30 23:15:00.420200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:00.424786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.434525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:00.455203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a991977-7422-4d09-921d-79e4ba144d62 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/a3f386b4-ba2f-4107-8b91-dd0e783fb11a HTTP/1.1" status: 200 len: 977 time: 2.2553451 Aug 30 23:15:00.455469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:00.456452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:00.459219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47478) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.524135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:00.541485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:00.542676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:00.594523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-3b7292ee-a8b6-4607-8c39-9dd2cda9bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:00.597038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-3b7292ee-a8b6-4607-8c39-9dd2cda9bf7d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1095 time: 0.0988846 Aug 30 23:15:00.606898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:00.608011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1360905-7d37-4fdb-b85a-f68956774368 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:00.739566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:00.739910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.753341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47482) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.801300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-a1f0313d-5439-4276-8aef-f009d131bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:00.802816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-a1f0313d-5439-4276-8aef-f009d131bbee service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 200 len: 896 time: 0.1977088 Aug 30 23:15:00.871215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-7c7722de-45e1-4f2b-a1a8-e2452b646e6a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 200 len: 217 time: 0.0585201 Aug 30 23:15:00.906669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2071343e-830f-4822-a364-e6ff2579a71b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e5921c0083341b6a896618c94ed0b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519566 Aug 30 23:15:00.909408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47486) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:00.920885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.961074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.981769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-0a040eb4-8261-43dd-98a1-7e59d7b80803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:00.983246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:00.983371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-0a040eb4-8261-43dd-98a1-7e59d7b80803 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f70385e3-c031-4fa3-a6f4-eb11623e9dd6 HTTP/1.1" status: 200 len: 835 time: 0.0966525 Aug 30 23:15:01.037174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.040172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.041557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/228c656e-0bf1-4b20-9465-7160cb8184e1 HTTP/1.1" status: 204 len: 168 time: 0.1311543 Aug 30 23:15:01.058443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31e298a-f409-40f9-a78d-8c3238ec5142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228c656e-0bf1-4b20-9465-7160cb8184e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:01.129819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-d3f6ad53-cfa7-4177-ab7d-e161e1008dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:01.131332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-d3f6ad53-cfa7-4177-ab7d-e161e1008dad service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcbaa284-31eb-433e-96fc-e097d943edbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1351757 Aug 30 23:15:01.173861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.174553 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.174730 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP a3f386b4-ba2f-4107-8b91-dd0e783fb11a disassociated. External IP: 172.25.7.239, port: 54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c. Aug 30 23:15:01.175212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:01.295749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-25170291-edc8-40c7-bb93-18f0eb3763c6 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493695 Aug 30 23:15:01.435295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.470269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4fb1bfc-b834-4032-a149-fbdf7d83b670 req-46ac0898-633a-4715-8f25-189d350085ef service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595638 Aug 30 23:15:01.473005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:01.520475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e61514f-709f-401a-a48b-04ab809f3438 req-d5bfda51-dd27-43b6-89da-b7e0a31c208f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:01.522088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e61514f-709f-401a-a48b-04ab809f3438 req-d5bfda51-dd27-43b6-89da-b7e0a31c208f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 943 time: 0.0771191 Aug 30 23:15:01.575094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e61514f-709f-401a-a48b-04ab809f3438 req-1724e87d-b9aa-460b-aed9-1d92075b0bce tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421660 Aug 30 23:15:01.620377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:01.740375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:01.755783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:01.772611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:01.773232 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:01.808509 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:01.819728 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:01.820581 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:01.823343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:01.826081 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e170e71f-7a66-4cc8-abd3-83d8d39326dc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/54c9ec2e-f12c-4a8a-a2fb-f7b92af2144c HTTP/1.1" status: 204 len: 168 time: 1.3636107 Aug 30 23:15:01.829202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:01.860923 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:01.861496 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b045ac09-8730-4c71-8ac2-fd61cab79abf None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:01.884847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a862d4cc-09ba-4bc9-8150-d462aa53c8ae tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/floatingips/a3f386b4-ba2f-4107-8b91-dd0e783fb11a HTTP/1.1" status: 200 len: 688 time: 0.0513525 Aug 30 23:15:01.885145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:02.031936 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 23c29162-6ac1-42c8-bf27-aebdefc14edf {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:02.033023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.136093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.136425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.149285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 23c29162-6ac1-42c8-bf27-aebdefc14edf owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:02.291642 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.326066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=23c29162-6ac1-42c8-bf27-aebdefc14edf,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:02.394707 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.397505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.398759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-78d7da93-ba02-42b5-b790-c2c1f5f9efb5 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/a3f386b4-ba2f-4107-8b91-dd0e783fb11a HTTP/1.1" status: 204 len: 168 time: 0.5109136 Aug 30 23:15:02.402335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47528) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:02.407376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'f4306e1e-434b-4bae-96a7-62ee76fe4ea5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:02.431787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:02.737477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ffe17-f79a-4011-b06f-e51e2d1f83aa req-07eb3796-a729-47d6-b2ee-fa63ac99c990 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:02.739784 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d42ffe17-f79a-4011-b06f-e51e2d1f83aa req-07eb3796-a729-47d6-b2ee-fa63ac99c990 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 943 time: 0.0718296 Aug 30 23:15:02.797135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d42ffe17-f79a-4011-b06f-e51e2d1f83aa req-c74e009c-7543-404d-a9da-12127dc191d1 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509980 Aug 30 23:15:02.885542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.030017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.31 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/83204fe9-9be0-4684-a122-5d5270c8b55d) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:03.165539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.216896 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.264915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:03.272277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:03.274825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:03.278424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=83204fe9-9be0-4684-a122-5d5270c8b55d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:03.670749 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.745752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.950341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:03.963283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de17481-797e-4c06-97d6-96d1ba83d606 req-38696caf-aba2-4ac4-b829-bd9fd260ada6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:03.964825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3de17481-797e-4c06-97d6-96d1ba83d606 req-38696caf-aba2-4ac4-b829-bd9fd260ada6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 943 time: 0.0882504 Aug 30 23:15:03.965593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.050291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=83204fe9-9be0-4684-a122-5d5270c8b55d,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:04.070846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3de17481-797e-4c06-97d6-96d1ba83d606 req-e16c4d67-80dd-452f-a2a5-fc221a2a2343 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966873 Aug 30 23:15:04.082630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.201465 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 50fdfda8-d731-47ac-bc68-808c95d45fdc associated. External IP: 172.25.7.31, port: f4306e1e-434b-4bae-96a7-62ee76fe4ea5. Aug 30 23:15:04.450921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:04.621254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca950f98-5bad-42b2-833a-ccc39f36c578 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:15:04.626829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:04.649896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:04.666792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.689771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:04.691638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:04.712790 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e16c009e-fb58-4c15-a651-9cddc2d54597 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.3054907 Aug 30 23:15:04.714165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:04.720280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-2053270577'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:04.748340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:04.752607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:04.756734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.802425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:04.812313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:04.814322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:04.822295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.822295 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Added segment b974598a-c275-4d43-9de7-5928a192ba75 of type vlan for network 684d0557-9833-4428-9c10-ac84b6171ce8 Aug 30 23:15:04.858437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:04.859876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5a6e45-4cc9-479d-b668-2ce918511ddb None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:04.871959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.901813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca950f98-5bad-42b2-833a-ccc39f36c578,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:04.903976 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.910474 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:04.911438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.926759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'port_id': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'mac_address': 'fa:16:3e:94:03:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:15:04.974601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:04.981285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2633767 Aug 30 23:15:04.981571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47562) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:04.989952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'subnet': {'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:04.994542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca950f98-5bad-42b2-833a-ccc39f36c578 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:15:05.010772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa20c0-c535-4ef0-85b4-b5cd506f399f tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Network': ['ID=684d0557-9833-4428-9c10-ac84b6171ce8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:05.020482 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca950f98-5bad-42b2-833a-ccc39f36c578,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:05.023318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 684d0557-9833-4428-9c10-ac84b6171ce8 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:05.027984 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.101634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:05.106747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.139356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:05.254745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5aa9b-318d-4288-83ae-495f41d5b344 req-7f6df175-2730-4047-a795-d2a315b49b38 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:05.256822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8c5aa9b-318d-4288-83ae-495f41d5b344 req-7f6df175-2730-4047-a795-d2a315b49b38 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 944 time: 0.0917635 Aug 30 23:15:05.280502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ca950f98-5bad-42b2-833a-ccc39f36c578'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:15:05.304376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a8c5aa9b-318d-4288-83ae-495f41d5b344 req-73edf8e8-eece-423d-aa12-5fc8336e641e tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401924 Aug 30 23:15:05.356019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.420790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Subnet': ['ID=f1cae192-f8ea-4ef7-9231-9b4955a50bac,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:05.443591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Checking segment: {'id': 'b974598a-c275-4d43-9de7-5928a192ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:05.444108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network hostable DHCP agents. Network: 684d0557-9833-4428-9c10-ac84b6171ce8, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:15:05.466456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 684d0557-9833-4428-9c10-ac84b6171ce8 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:15:05.478103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 684d0557-9833-4428-9c10-ac84b6171ce8) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:05.483677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:05.484516 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.500316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16b0c1a-240f-46e8-9a48-a4e6c02a9d70 None None] Network 684d0557-9833-4428-9c10-ac84b6171ce8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:05.502909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ccb712b9-f3f5-43d9-8129-cda3127fe194 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5201626 Aug 30 23:15:05.506096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47566) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:05.511138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-202276479', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:05.541322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.542630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.605947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.794236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.800934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-684d0557-9833-4428-9c10-ac84b6171ce8', 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8', 'tenant_id': 'ab676622cc5d44cfa793a253648db14a', 'fixed_ips': [{'subnet_id': 'f1cae192-f8ea-4ef7-9231-9b4955a50bac'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:15:05.802294 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:05.962099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Allocated IP 172.20.0.2 (684d0557-9833-4428-9c10-ac84b6171ce8/f1cae192-f8ea-4ef7-9231-9b4955a50bac/d052d195-3f6b-4891-b12a-9ece854ae1a5) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:06.043297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.075134 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.196155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.25.7.162 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/9a05aafc-efa7-406d-9f5c-ac8242dad2b4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:06.198525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.209838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Transition to ACTIVE for port object d052d195-3f6b-4891-b12a-9ece854ae1a5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:06.234329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Transition to ACTIVE for port object d052d195-3f6b-4891-b12a-9ece854ae1a5 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:06.243105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.295421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Network 684d0557-9833-4428-9c10-ac84b6171ce8 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:06.299030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:06.303742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:06.306967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Pushing event updated for resources: {'Port': ['ID=d052d195-3f6b-4891-b12a-9ece854ae1a5,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:06.315264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.372651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Attempting to bind port d052d195-3f6b-4891-b12a-9ece854ae1a5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:15:06.373128 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Attempting to bind port d052d195-3f6b-4891-b12a-9ece854ae1a5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b974598a-c275-4d43-9de7-5928a192ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:15:06.373565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Attempting to bind port d052d195-3f6b-4891-b12a-9ece854ae1a5 on network 684d0557-9833-4428-9c10-ac84b6171ce8 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:06.380581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 14, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:15:06.381059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Checking segment: {'id': 'b974598a-c275-4d43-9de7-5928a192ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:06.381932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.386134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Bound using segment: {'id': 'b974598a-c275-4d43-9de7-5928a192ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:15:06.386951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Bound port: d052d195-3f6b-4891-b12a-9ece854ae1a5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b974598a-c275-4d43-9de7-5928a192ba75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:15:06.387369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.392510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.440320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d01a7fd-d487-4d11-9b07-eac5c1300136 req-cdab603d-0211-4fa6-b513-4bbb893adb3e tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:06.442229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d01a7fd-d487-4d11-9b07-eac5c1300136 req-cdab603d-0211-4fa6-b513-4bbb893adb3e tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 944 time: 0.0591276 Aug 30 23:15:06.460989 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:06.464186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:06.467971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:06.490832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d01a7fd-d487-4d11-9b07-eac5c1300136 req-e0da68d9-39fe-46de-bf07-07f70efdc974 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414445 Aug 30 23:15:06.494540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=9a05aafc-efa7-406d-9f5c-ac8242dad2b4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:06.495495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] For port d052d195-3f6b-4891-b12a-9ece854ae1a5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:06.499310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] For port d052d195-3f6b-4891-b12a-9ece854ae1a5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d052d195-3f6b-4891-b12a-9ece854ae1a5,segment=NetworkSegment(b974598a-c275-4d43-9de7-5928a192ba75),segment_id=b974598a-c275-4d43-9de7-5928a192ba75)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:15:06.504530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.506523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.506879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.507225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.507567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.507903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.508238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.508569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.508901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.509230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.509560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.509916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.510247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:06.568397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218d9d44-6bbb-43e8-bbfc-90adf5fbe417 None None] Pushing event updated for resources: {'Port': ['ID=d052d195-3f6b-4891-b12a-9ece854ae1a5,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:06.623849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca950f98-5bad-42b2-833a-ccc39f36c578 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:15:06.692167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port ca950f98-5bad-42b2-833a-ccc39f36c578 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:06.699317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port ca950f98-5bad-42b2-833a-ccc39f36c578 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:06.700343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.827459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.867323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:06.868753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.869630 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedcae12-307c-4513-bf5f-127464d9b03a" -d '{"events": [{"server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "name": "network-vif-plugged", "status": "completed", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:06.883263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca950f98-5bad-42b2-833a-ccc39f36c578,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:06.889010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:06.966410 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ba404e-c4b7-4bb1-927b-104e0f100d02 x-openstack-request-id: req-88ba404e-c4b7-4bb1-927b-104e0f100d02 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:06.966683 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "name": "network-vif-plugged", "status": "completed", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:06.966993 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88ba404e-c4b7-4bb1-927b-104e0f100d02 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:06.967335 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'code': 200} Aug 30 23:15:06.968594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:07.354826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ce464-cbdc-42df-a96a-52ce4e0aa0cc req-70319e66-f08c-4578-a811-5b6318f6057d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:07.356246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-048ce464-cbdc-42df-a96a-52ce4e0aa0cc req-70319e66-f08c-4578-a811-5b6318f6057d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1097 time: 0.0621054 Aug 30 23:15:07.465101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-048ce464-cbdc-42df-a96a-52ce4e0aa0cc req-94a99c3d-f2d5-4fab-90ab-f05c3d380cc0 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733020 Aug 30 23:15:07.487597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:07.517544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d052d195-3f6b-4891-b12a-9ece854ae1a5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:15:07.592210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d052d195-3f6b-4891-b12a-9ece854ae1a5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:07.661999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:15:07.680935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b6b45-d5a9-45f8-99aa-4d8cc45a7a63 req-d378e156-88a0-48f2-83bc-e99670838e2c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:07.690692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce3b6b45-d5a9-45f8-99aa-4d8cc45a7a63 req-d378e156-88a0-48f2-83bc-e99670838e2c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.0981333 Aug 30 23:15:07.743405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce3b6b45-d5a9-45f8-99aa-4d8cc45a7a63 req-2aad39a5-457f-411a-9774-6805e3977e85 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516949 Aug 30 23:15:07.801969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:07.813706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] Sync routers for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:07.824941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:07.826692 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:07.827557 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:07.829525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47586) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:07.829929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-87ced8eb-b2c9-4bb2-8328-383cf8703a53 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3221540 Aug 30 23:15:07.862855 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:07.865984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1dd2250-1252-4223-bf03-896bae06cf58 None None] Network 684d0557-9833-4428-9c10-ac84b6171ce8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:07.871956 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:07.872583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:07.908512 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:07.909169 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703e972d-7c47-4c48-aa7a-9015cb6174dc None None] The sync data for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:07.996968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Provisioning for port d052d195-3f6b-4891-b12a-9ece854ae1a5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:08.003745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Provisioning complete for port d052d195-3f6b-4891-b12a-9ece854ae1a5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:08.004124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.108913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.158544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] For port d052d195-3f6b-4891-b12a-9ece854ae1a5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d052d195-3f6b-4891-b12a-9ece854ae1a5,segment=NetworkSegment(b974598a-c275-4d43-9de7-5928a192ba75),segment_id=b974598a-c275-4d43-9de7-5928a192ba75)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:08.167235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.241725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeef4dec-718a-4b59-8b9f-114c8f202e02 None None] Pushing event updated for resources: {'Port': ['ID=d052d195-3f6b-4891-b12a-9ece854ae1a5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:08.353174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.401206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-72b90619-f5c1-4b1b-925f-1384f0757ba2 None None] Provisioning complete for port d052d195-3f6b-4891-b12a-9ece854ae1a5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:08.401681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-72b90619-f5c1-4b1b-925f-1384f0757ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.693130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.1 (684d0557-9833-4428-9c10-ac84b6171ce8/f1cae192-f8ea-4ef7-9231-9b4955a50bac/ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:08.696064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47602) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:08.886717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.888587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50a9313b-cf5d-4378-a170-548d5cd1ab7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:08.902831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Transition to ACTIVE for port object ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:08.943057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97571da-7e5e-4e74-8c5c-a1fe45ab766e req-79025d8f-a69c-4e5a-a359-f9ff7a0b9000 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:08.944812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e97571da-7e5e-4e74-8c5c-a1fe45ab766e req-79025d8f-a69c-4e5a-a359-f9ff7a0b9000 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.1050715 Aug 30 23:15:08.962239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.020659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 684d0557-9833-4428-9c10-ac84b6171ce8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:09.022302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e97571da-7e5e-4e74-8c5c-a1fe45ab766e req-e2cbeef8-95f9-4484-ad04-f155e5dcb291 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638196 Aug 30 23:15:09.026347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:09.032046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:09.079351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:09.080744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50a9313b-cf5d-4378-a170-548d5cd1ab7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.087593 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-50a9313b-cf5d-4378-a170-548d5cd1ab7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.103987 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.122598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a9313b-cf5d-4378-a170-548d5cd1ab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104364d0-0146-4cdf-a2d4-3f17c8fc8f47,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:09.137474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-50a9313b-cf5d-4378-a170-548d5cd1ab7a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0ece6170ac184a798286cdc0aeed3df8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393790 Aug 30 23:15:09.140726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47608) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:09.200589 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.231529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.258201 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.310353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.314667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.318832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/104364d0-0146-4cdf-a2d4-3f17c8fc8f47 HTTP/1.1" status: 204 len: 168 time: 0.1740954 Aug 30 23:15:09.334579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1647e8ce-5363-4530-830c-d2cb042e1b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104364d0-0146-4cdf-a2d4-3f17c8fc8f47,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:09.373344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5ee26f5b-5e37-4674-ace1-a6a9f11bb3a6 None None] Provisioning for port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:09.382078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5ee26f5b-5e37-4674-ace1-a6a9f11bb3a6 None None] Provisioning complete for port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:09.383138 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5ee26f5b-5e37-4674-ace1-a6a9f11bb3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.446227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5ee26f5b-5e37-4674-ace1-a6a9f11bb3a6 None None] Port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:15:09.478731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d052d195-3f6b-4891-b12a-9ece854ae1a5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:15:09.548016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d052d195-3f6b-4891-b12a-9ece854ae1a5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:09.549137 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.684015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47614) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:09.700402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.706825 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.711229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb2f7-943f-455c-a4a6-a06be510dead admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.800905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:09.816628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.832342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb2f7-943f-455c-a4a6-a06be510dead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.836664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb2f7-943f-455c-a4a6-a06be510dead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.885816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cb2f7-943f-455c-a4a6-a06be510dead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f30f7290-fa21-4df1-a709-d797895d4d94,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:09.891281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9a2cb2f7-943f-455c-a4a6-a06be510dead admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a887176a77d84e8dbfd4fbaf45bc5aa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060599 Aug 30 23:15:09.894099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47616) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:09.927213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 684d0557-9833-4428-9c10-ac84b6171ce8 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:09.928721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:09.964871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:09.999905 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.068693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.071554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.076655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f30f7290-fa21-4df1-a709-d797895d4d94 HTTP/1.1" status: 204 len: 168 time: 0.1805139 Aug 30 23:15:10.085236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9fd41-98f6-4379-b6de-a63f5bbac008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30f7290-fa21-4df1-a709-d797895d4d94,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:10.089895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:10.273219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b4a650-1d81-4cda-8938-d901e26fde08 req-ac1cce18-c299-4a89-8abb-8328a53bba91 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:10.275086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96b4a650-1d81-4cda-8938-d901e26fde08 req-ac1cce18-c299-4a89-8abb-8328a53bba91 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.0986137 Aug 30 23:15:10.277000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:10.277204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4a9bc83a-4acc-4361-9af2-f244d746516e None None] Provisioning complete for port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:10.277898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4a9bc83a-4acc-4361-9af2-f244d746516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.286908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47624) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:10.293895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'port': {'network_id': '684d0557-9833-4428-9c10-ac84b6171ce8', 'name': 'tempest-FloatingIPTestJSON-1470983987'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:10.294804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-196200c8-3956-46f5-bbff-cf98ebbb65fb tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/routers/8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4631605 Aug 30 23:15:10.301669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] Sync routers for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:10.368118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4a9bc83a-4acc-4361-9af2-f244d746516e None None] Port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:15:10.384001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96b4a650-1d81-4cda-8938-d901e26fde08 req-208c46dd-a937-4039-a02b-9e9536dd116b tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822778 Aug 30 23:15:10.389744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:10.391210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:10.444446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12cb753e-c99b-44c0-a781-2adc665439c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.449154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:10.463490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:10.464130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:14:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:10.507155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:10.508212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57a1bb5-bdbc-44ff-bef4-3fa0369b6454 None None] The sync data for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:10.611297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f663e2f-2f91-49e5-a32e-ecc8b19921d6 req-d3621f17-b3c6-4c3c-9333-6eb7e447e39a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:10.612992 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f663e2f-2f91-49e5-a32e-ecc8b19921d6 req-d3621f17-b3c6-4c3c-9333-6eb7e447e39a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.1215711 Aug 30 23:15:10.613685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Made reservation on behalf of ab676622cc5d44cfa793a253648db14a for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:10.617307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:10.649496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] device_id is not set on port 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 yet. {{(pid=101269) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:15:10.721834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f663e2f-2f91-49e5-a32e-ecc8b19921d6 req-43b3fe39-a01e-4af4-ba33-f97b862b518d tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009443 Aug 30 23:15:10.753143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:10.824652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca093d-f5d1-4750-a7d0-1683531c3c91 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:10.826815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8fca093d-f5d1-4750-a7d0-1683531c3c91 tempest-TestNetworkBasicOps-578621606 tempest-TestNetworkBasicOps-578621606-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1092 time: 0.0712888 Aug 30 23:15:10.829535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:10.836281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:10.852844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Allocated IP 172.20.0.8 (684d0557-9833-4428-9c10-ac84b6171ce8/f1cae192-f8ea-4ef7-9231-9b4955a50bac/6f6d3bcf-2f1c-4298-a996-ba14ebf66a84) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:10.870914 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.008600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.099965 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.118740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Transition to ACTIVE for port object 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:11.158653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Allocated IP 172.25.7.178 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:11.160793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.219079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Network 684d0557-9833-4428-9c10-ac84b6171ce8 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:11.222877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:11.227863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:11.232363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event updated for resources: {'Port': ['ID=6f6d3bcf-2f1c-4298-a996-ba14ebf66a84,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:11.306704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:11.307948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.349311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47654) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:11.349589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d4dcdf37-00b9-41d7-8a27-a7d78065795d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0610554 Aug 30 23:15:11.356259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.362252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Request body: {'floatingip': {'port_id': '6f6d3bcf-2f1c-4298-a996-ba14ebf66a84'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:11.605924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bcadc0de-e4b9-418d-8a27-d1104aa9aa5e None None] Provisioning for port 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:11.612029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bcadc0de-e4b9-418d-8a27-d1104aa9aa5e None None] Provisioning complete for port 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:11.613006 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bcadc0de-e4b9-418d-8a27-d1104aa9aa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.665761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bcadc0de-e4b9-418d-8a27-d1104aa9aa5e None None] Port 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:15:11.788416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.851034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:11.942507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:11.953320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:11.959767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:11.994254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:12.014375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-f5aca37a-990f-4de6-aecb-a62a18302939 req-cc626843-2472-4a86-b161-fac3ee3164e7 service neutron] (101268) timed out ('10.222.0.25', 51374) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:15:12.744787 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:12.751599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:12.773507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:12.876658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:12.929380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:12.975784 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 50fdfda8-d731-47ac-bc68-808c95d45fdc associated. External IP: 172.25.7.31, port: f4306e1e-434b-4bae-96a7-62ee76fe4ea5. Aug 30 23:15:13.261994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:13.268268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:13.322791 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18d18264-add5-44a4-ac10-aefb1e2a213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:13.391847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event updated for resources: {'Port': ['ID=fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:13.408057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:13.424870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:13.636396 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Floating IP c9d89921-246f-40dc-bba0-008d91b81218 associated. External IP: 172.25.7.178, port: ca950f98-5bad-42b2-833a-ccc39f36c578. Aug 30 23:15:13.678758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:13.692434 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:13.701477 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:13.702103 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:13.738113 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:13.747378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:13.747986 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:13.788316 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:13.788864 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c326c76-d7f3-4f1e-b8fc-c530ccacce73 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:14.379576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:14.407615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:14.573639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:14.591861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:14.606916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Sync routers for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:14.616814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:14.624193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:14.625189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:14.645377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:14.651133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:14.659055 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] Sync routers for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:14.677169 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:14.677819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:14.685420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dfd8e137-4eaf-4d3e-8fd6-98597e1821a5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.8522542 Aug 30 23:15:14.686005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:14.687044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47704) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:14.688865 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07442649-e6e1-48ab-8ec0-d67af431a960" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:14.723320 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:14.734957 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:14.735826 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:14.775840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d8b05e4c-4c38-4c52-9c77-de510835d540 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/floatingips/50fdfda8-d731-47ac-bc68-808c95d45fdc HTTP/1.1" status: 200 len: 977 time: 3.4247541 Aug 30 23:15:14.777859 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:14.781272 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761a9f5-dbfb-41f3-a25a-bc88810749e8 x-openstack-request-id: req-4761a9f5-dbfb-41f3-a25a-bc88810749e8 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:14.782276 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:14.782990 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4761a9f5-dbfb-41f3-a25a-bc88810749e8 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:14.783897 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'status': 'completed', 'code': 200} Aug 30 23:15:14.784956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47708) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:14.787035 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a13421-4113-4477-9450-fef65ead0dfb None None] The sync data for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:14.863769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6bc42b4f-c793-46f7-a7d9-af8e03c6dbde tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/c9d89921-246f-40dc-bba0-008d91b81218 HTTP/1.1" status: 200 len: 991 time: 0.1731176 Aug 30 23:15:14.880589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-f058d68e-6679-4101-af1f-329913d0f863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:14.882596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-f058d68e-6679-4101-af1f-329913d0f863 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1097 time: 0.0730073 Aug 30 23:15:14.926886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:14.927403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:14.993631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:15.000184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-d3abe8eb-dee0-4632-874f-fede6997134f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:15.002530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-d3abe8eb-dee0-4632-874f-fede6997134f service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 200 len: 896 time: 0.1113245 Aug 30 23:15:15.043395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:15.126674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-5e864eb9-5046-460a-9eeb-9bee33321ee2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 200 len: 999 time: 0.1064315 Aug 30 23:15:15.241977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-983a9b61-4e16-4fc2-b4d7-e0b139798299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:15.244762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-983a9b61-4e16-4fc2-b4d7-e0b139798299 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f70385e3-c031-4fa3-a6f4-eb11623e9dd6 HTTP/1.1" status: 200 len: 835 time: 0.1095996 Aug 30 23:15:15.310113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-d57b80b4-aa5b-4821-80bf-875ea4e34892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:15.312464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-d57b80b4-aa5b-4821-80bf-875ea4e34892 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcbaa284-31eb-433e-96fc-e097d943edbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593033 Aug 30 23:15:15.455417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9d89921-246f-40dc-bba0-008d91b81218', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'port_id': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'mac_address': 'fa:16:3e:94:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:15:12Z', 'updated_at': '2021-08-30T23:15:12Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:15.470901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:15.473321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:15.475196 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Floating IP 50fdfda8-d731-47ac-bc68-808c95d45fdc disassociated. External IP: 172.25.7.31, port: 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84. Aug 30 23:15:15.476304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 owned by {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:15.482466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Checking router: 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:15:15.491874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:15.492585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:15.493958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-5f742491-ecb6-42e0-8226-81d6890a0f44 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717160 Aug 30 23:15:15.629036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:15.631669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-07442649-e6e1-48ab-8ec0-d67af431a960 req-a4320a8f-7db1-4e57-b18e-1bad054284e9 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286998 Aug 30 23:15:15.683936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:15.718868 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=6f6d3bcf-2f1c-4298-a996-ba14ebf66a84,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:15.867537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47712) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:15.898171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:15.996525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3caaeec2-9a04-4293-ae2f-980a3964cd1c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/c9d89921-246f-40dc-bba0-008d91b81218 HTTP/1.1" status: 200 len: 991 time: 0.1278236 Aug 30 23:15:16.019645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:16.026135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9d89921-246f-40dc-bba0-008d91b81218', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'port_id': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'mac_address': 'fa:16:3e:94:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:15:12Z', 'updated_at': '2021-08-30T23:15:12Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:16.058761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:16.058964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6531a51a-ffe8-4f7e-b3e9-b89ddad369fe None None] The sync data for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 is: [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'c9d89921-246f-40dc-bba0-008d91b81218', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'floating_ip_address': '172.25.7.178', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'port_id': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3652, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'mac_address': 'fa:16:3e:94:03:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:15:12Z', 'updated_at': '2021-08-30T23:15:12Z', 'revision_number': 0, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:16.078168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] Sync routers for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:16.098078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:16.098971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:16.156355 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:16.161252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6da1eb48-494e-477b-82ef-4dd1cca0c6ff tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 HTTP/1.1" status: 204 len: 168 time: 1.3714030 Aug 30 23:15:16.162951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47714) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:16.163793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:16.179831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:16.180598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:16.217019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:16.218589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ec5efe-d1b9-4e8c-b106-8b20caa5cc9c None None] The sync data for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:16.402932 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac5940-f80e-4bfa-b091-0ef06faad4b0 None None] New status for floating IP c9d89921-246f-40dc-bba0-008d91b81218: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:15:16.776661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:16.890161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47722) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:17.001218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47726) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:17.027462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bceabb7a-d7c0-401a-ae32-1f3b5846656d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.080874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:17.081578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.128610 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-474351e3-43ca-45e1-8d04-92408a538ff5 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/c9d89921-246f-40dc-bba0-008d91b81218 HTTP/1.1" status: 200 len: 993 time: 0.1254840 Aug 30 23:15:17.221198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.230695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bceabb7a-d7c0-401a-ae32-1f3b5846656d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.237053 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bceabb7a-d7c0-401a-ae32-1f3b5846656d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.242127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:17.278848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bceabb7a-d7c0-401a-ae32-1f3b5846656d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8051f44cc0bf4e5f9b3a071cadc70974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3872380 Aug 30 23:15:17.283685 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceabb7a-d7c0-401a-ae32-1f3b5846656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438ef8ec-5375-41cf-8a19-4d29ec97f369,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:17.287687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47728) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:17.394868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.433361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.524842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.531953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.534399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.535515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/438ef8ec-5375-41cf-8a19-4d29ec97f369 HTTP/1.1" status: 204 len: 168 time: 0.2468455 Aug 30 23:15:17.560506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=ab3a1811-1975-4c7f-8ca9-4957ef9d3bc8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:17.570971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5875d63-7e11-4c70-be1a-ccb21a089e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438ef8ec-5375-41cf-8a19-4d29ec97f369,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:17.781203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:17.890384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:17.907852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bff0960-7952-4d2b-894a-329509b8d1ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.088410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:18.112989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bff0960-7952-4d2b-894a-329509b8d1ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.119407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1bff0960-7952-4d2b-894a-329509b8d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.229083 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1bff0960-7952-4d2b-894a-329509b8d1ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=507029cd0a5541f09a01a04d9b2f49f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374872 Aug 30 23:15:18.231818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47738) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:18.232452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff0960-7952-4d2b-894a-329509b8d1ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9834e314-5c84-4c8c-94bb-0a71bec09f4c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:18.256682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:18.266685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f65b9ae6-11ef-4cb9-83b7-41a8d1645547 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/routers/8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0979025 Aug 30 23:15:18.267258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47740) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:18.267408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] Sync routers for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:18.277977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:18.278862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:18.314847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:18.324323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] Routers {'8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:18.325184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:18.344239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.360342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:18.361003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe9b662-f3ed-49c1-a287-eb7a947e2c8b None None] The sync data for ids ['8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9'] in n-d-791504-21 is: [] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:18.402402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.426777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.532873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.535465 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.536644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9834e314-5c84-4c8c-94bb-0a71bec09f4c HTTP/1.1" status: 204 len: 168 time: 0.3032312 Aug 30 23:15:18.550396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cf3ac-d460-4c56-9219-e49762c144e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9834e314-5c84-4c8c-94bb-0a71bec09f4c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:18.559019 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.626583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 9a05aafc-efa7-406d-9f5c-ac8242dad2b4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:18.626997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.713223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.725587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 9a05aafc-efa7-406d-9f5c-ac8242dad2b4 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:18.921363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:18.947912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=9a05aafc-efa7-406d-9f5c-ac8242dad2b4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:19.032089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.132014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.134214 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.184045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.184568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Fanout notify agent at l3_agent the message router_deleted on router 8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:15:19.193033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.193597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8b05f6ab-c5f7-43d1-a9d3-bf0daefcaf40 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/routers/8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 HTTP/1.1" status: 204 len: 168 time: 0.9256999 Aug 30 23:15:19.197534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47760) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:19.253822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting subnet f1cae192-f8ea-4ef7-9231-9b4955a50bac {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:15:19.257417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.300378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.399382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.466955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.496767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cae192-f8ea-4ef7-9231-9b4955a50bac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:19.499032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.502271 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a951cfde-15dd-4cf4-b239-d125bf01c852 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/subnets/f1cae192-f8ea-4ef7-9231-9b4955a50bac HTTP/1.1" status: 204 len: 168 time: 0.3036997 Aug 30 23:15:19.503632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47768) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:19.504694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a0874-3cae-4acc-bf9b-59f7c8553230 None None] Network 684d0557-9833-4428-9c10-ac84b6171ce8 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:19.603830 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.684918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port d052d195-3f6b-4891-b12a-9ece854ae1a5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:19.689021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.719501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] DHCP port deletion for 684d0557-9833-4428-9c10-ac84b6171ce8 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:15:19.774891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Deleting port d052d195-3f6b-4891-b12a-9ece854ae1a5 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:19.775412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.782586 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] For port d052d195-3f6b-4891-b12a-9ece854ae1a5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d052d195-3f6b-4891-b12a-9ece854ae1a5,segment=NetworkSegment(b974598a-c275-4d43-9de7-5928a192ba75),segment_id=b974598a-c275-4d43-9de7-5928a192ba75)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:19.783404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.805571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for d052d195-3f6b-4891-b12a-9ece854ae1a5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:19.850556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] For port d052d195-3f6b-4891-b12a-9ece854ae1a5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d052d195-3f6b-4891-b12a-9ece854ae1a5,segment=NetworkSegment(b974598a-c275-4d43-9de7-5928a192ba75),segment_id=b974598a-c275-4d43-9de7-5928a192ba75)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:19.850965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.866720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Calling delete_port for d052d195-3f6b-4891-b12a-9ece854ae1a5 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:19.903343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.936016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=d052d195-3f6b-4891-b12a-9ece854ae1a5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:19.940503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] No DVR routers for this DVR port d052d195-3f6b-4891-b12a-9ece854ae1a5 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:19.969665 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:19.995942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] Pushing event deleted for resources: {'Port': ['ID=d052d195-3f6b-4891-b12a-9ece854ae1a5,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:20.002151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ce9b75-0a08-4e4d-9107-aa74c1dc83f9 None None] No DVR routers for this DVR port d052d195-3f6b-4891-b12a-9ece854ae1a5 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:20.035215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.049117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['684d0557-9833-4428-9c10-ac84b6171ce8']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:20.065014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b974598a-c275-4d43-9de7-5928a192ba75') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:20.065294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b974598a-c275-4d43-9de7-5928a192ba75') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:20.074693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.089506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.096781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:20.097255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:20.100431 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:20.165868 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.171239 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.173718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/networks/684d0557-9833-4428-9c10-ac84b6171ce8 HTTP/1.1" status: 204 len: 168 time: 0.6690495 Aug 30 23:15:20.180870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:20.189510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7c18b-f147-45a3-a957-42ac53c24485 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Network': ['ID=684d0557-9833-4428-9c10-ac84b6171ce8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:20.331357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 83204fe9-9be0-4684-a122-5d5270c8b55d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:20.331788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.418877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.418877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.430446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 83204fe9-9be0-4684-a122-5d5270c8b55d owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:20.879988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.908283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=83204fe9-9be0-4684-a122-5d5270c8b55d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:20.972756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.975748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:20.976965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4cb85aa8-1d5c-4a73-b437-cc8913b49de6 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/floatingips/50fdfda8-d731-47ac-bc68-808c95d45fdc HTTP/1.1" status: 204 len: 168 time: 0.7934175 Aug 30 23:15:20.982041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47796) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.008218 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e917dae-35f6-47ad-8856-e4e0fee18c9d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] DELETE failed (client error): The resource could not be found. Aug 30 23:15:21.008832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e917dae-35f6-47ad-8856-e4e0fee18c9d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:15:21.010544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e917dae-35f6-47ad-8856-e4e0fee18c9d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/6f6d3bcf-2f1c-4298-a996-ba14ebf66a84 HTTP/1.1" status: 404 len: 333 time: 0.0289986 Aug 30 23:15:21.013345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47798) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.041726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-875f0823-9d83-4b33-a7b2-a20eb140e87d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/ports?device_id=8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 HTTP/1.1" status: 200 len: 205 time: 0.0271800 Aug 30 23:15:21.045254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.084579 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-6313a438-fd35-4d16-84cb-5f2fc2d9219d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] delete failed (client error): The resource could not be found. Aug 30 23:15:21.085299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6313a438-fd35-4d16-84cb-5f2fc2d9219d tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/routers/8febe8e2-6167-48dd-9dd2-b9d6fec0dfe9 HTTP/1.1" status: 404 len: 336 time: 0.0381804 Aug 30 23:15:21.087640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47802) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.130559 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-167801de-639d-4ae3-aee4-fd7801e6c5fc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] DELETE failed (client error): The resource could not be found. Aug 30 23:15:21.131348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-167801de-639d-4ae3-aee4-fd7801e6c5fc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:15:21.134581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-167801de-639d-4ae3-aee4-fd7801e6c5fc tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/subnets/f1cae192-f8ea-4ef7-9231-9b4955a50bac HTTP/1.1" status: 404 len: 337 time: 0.0458043 Aug 30 23:15:21.138092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47804) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.259931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port f4306e1e-434b-4bae-96a7-62ee76fe4ea5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:21.260635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.356950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.374707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for f4306e1e-434b-4bae-96a7-62ee76fe4ea5 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:21.457373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d052d195-3f6b-4891-b12a-9ece854ae1a5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:21.479584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d052d195-3f6b-4891-b12a-9ece854ae1a5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:15:21.479937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d052d195-3f6b-4891-b12a-9ece854ae1a5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:15:21.516459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.547635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=f4306e1e-434b-4bae-96a7-62ee76fe4ea5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:21.628828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.633361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6bce29ff-f87e-468d-8e85-23a559dea35c tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/f4306e1e-434b-4bae-96a7-62ee76fe4ea5 HTTP/1.1" status: 204 len: 168 time: 0.4915636 Aug 30 23:15:21.633537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:21.738506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 90a3e18b-eb3d-4733-9c89-3ed8fa455f32 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:21.738874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.840551 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:21.854532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 90a3e18b-eb3d-4733-9c89-3ed8fa455f32 owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:21.997473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:22.042933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=90a3e18b-eb3d-4733-9c89-3ed8fa455f32,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:22.117924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:22.120194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e1381d14-ccc2-45b9-ba96-75caeb32326b tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/ports/90a3e18b-eb3d-4733-9c89-3ed8fa455f32 HTTP/1.1" status: 204 len: 168 time: 0.4856253 Aug 30 23:15:22.123395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47814) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:22.194889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d50de8-f188-473e-bf5f-f9fb5d1029b9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:22.196310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59d50de8-f188-473e-bf5f-f9fb5d1029b9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8277402-65d0-4a1c-990a-29867499e506 HTTP/1.1" status: 200 len: 913 time: 0.0707054 Aug 30 23:15:22.199908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47816) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:22.509488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:22.865537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc9afb1-185a-42e7-ace9-987910c62b1e req-33757fcf-85ee-4433-bc70-b884315298ac tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:22.867168 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcc9afb1-185a-42e7-ace9-987910c62b1e req-33757fcf-85ee-4433-bc70-b884315298ac tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1098 time: 0.0811982 Aug 30 23:15:22.925282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bcc9afb1-185a-42e7-ace9-987910c62b1e req-90444cac-299d-48dd-ad6b-18cf8a1fed5f tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511692 Aug 30 23:15:22.985098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:23.067979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089bce1-e72d-437d-89ef-a279b545a1c9 req-1a677ab6-12fd-4ff9-9c21-1e73d6971ca8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:23.070116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d089bce1-e72d-437d-89ef-a279b545a1c9 req-1a677ab6-12fd-4ff9-9c21-1e73d6971ca8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0587747 Aug 30 23:15:23.139957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d089bce1-e72d-437d-89ef-a279b545a1c9 req-7449860c-5d7a-43f8-9e52-3445c4784946 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611465 Aug 30 23:15:23.173180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47826) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:23.244524 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-476780e2-6e42-489b-8b24-db7a5af9bf03 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 200 len: 993 time: 0.0708518 Aug 30 23:15:23.361022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port 6e9058ac-b8ec-4f40-95fd-975935ea19a5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:23.361557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:23.474924 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:23.490945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for 6e9058ac-b8ec-4f40-95fd-975935ea19a5 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:23.757227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:23.790011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47838) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:23.799636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=6e9058ac-b8ec-4f40-95fd-975935ea19a5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:23.981905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8498f-e786-4008-bf28-9514606fba76 req-67a02c81-6704-4962-b122-51c57e36f264 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:23.984030 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53c8498f-e786-4008-bf28-9514606fba76 req-67a02c81-6704-4962-b122-51c57e36f264 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1320982 Aug 30 23:15:24.012349 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5ab35f7f-ba19-4c47-93f4-f6e3ad379156 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2209642 Aug 30 23:15:24.115613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53c8498f-e786-4008-bf28-9514606fba76 req-4e796924-9a46-448a-9416-3126966943c0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937510 Aug 30 23:15:24.157587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:24.408927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Router a8277402-65d0-4a1c-990a-29867499e506 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:24.531714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:24.536938 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-408fe816-3a85-438f-810a-ce089637d150 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "PUT /v2.0/routers/a8277402-65d0-4a1c-990a-29867499e506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3360579 Aug 30 23:15:24.539556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47862) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:24.543794 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] Sync routers for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:24.576116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:24.577297 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:24.629856 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:24.644079 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] Routers {'a8277402-65d0-4a1c-990a-29867499e506'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:24.644790 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a8277402-65d0-4a1c-990a-29867499e506'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:24.696597 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:24.697332 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f360522-c217-4c0d-a5db-067055c5d2a1 None None] The sync data for ids ['a8277402-65d0-4a1c-990a-29867499e506'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:24.737167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:24.898125 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:24.955756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting port d9210a5b-e451-4930-82cc-34a2d9969e19 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:24.956111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.050220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.065027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Calling delete_port for d9210a5b-e451-4930-82cc-34a2d9969e19 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:25.285701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00101e7a-ce1e-438a-a82d-1ba22f31d8a1 req-30548521-0ca2-4f97-b761-817e21a28ec8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:25.287262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00101e7a-ce1e-438a-a82d-1ba22f31d8a1 req-30548521-0ca2-4f97-b761-817e21a28ec8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0829558 Aug 30 23:15:25.288391 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.353160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Port': ['ID=d9210a5b-e451-4930-82cc-34a2d9969e19,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:25.418637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-00101e7a-ce1e-438a-a82d-1ba22f31d8a1 req-903268f3-b5ef-48a3-aab4-00f220b18f69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213777 Aug 30 23:15:25.424251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.525869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.527986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.599389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.600009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Fanout notify agent at l3_agent the message router_deleted on router a8277402-65d0-4a1c-990a-29867499e506 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:15:25.609645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.613424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-de5659b4-cbe3-4c63-a2ff-173fefe8c5d9 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/routers/a8277402-65d0-4a1c-990a-29867499e506 HTTP/1.1" status: 204 len: 168 time: 1.0698838 Aug 30 23:15:25.613621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47872) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:25.624019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-3660529b-579a-47c9-a04b-800000026fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:25.625939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-3660529b-579a-47c9-a04b-800000026fb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1098 time: 0.0588694 Aug 30 23:15:25.679767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Deleting subnet d2077565-63d1-401c-8c14-23a73bd78312 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:15:25.683460 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.739380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.758613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-d9d7e98a-4c42-47f7-b1ed-951b95557264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:25.759971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-d9d7e98a-4c42-47f7-b1ed-951b95557264 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.1205208 Aug 30 23:15:25.813909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.841389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-8b893c40-017d-4c76-b236-694ccd537835 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 1001 time: 0.0741723 Aug 30 23:15:25.905253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.916091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-18a0da1e-2164-4b17-90ca-ebbb133ab6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:25.917937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-18a0da1e-2164-4b17-90ca-ebbb133ab6fb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0687771 Aug 30 23:15:25.938842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:25.941906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/subnets/d2077565-63d1-401c-8c14-23a73bd78312 HTTP/1.1" status: 204 len: 168 time: 0.3268816 Aug 30 23:15:25.946611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ca3de-234c-4772-9298-ba6d3ce72050 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Subnet': ['ID=d2077565-63d1-401c-8c14-23a73bd78312,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:25.948734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47876) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:25.977509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5cfff1b4-2f17-4cc7-9206-6bcf91ed0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:25.979041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5cfff1b4-2f17-4cc7-9206-6bcf91ed0509 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537906 Aug 30 23:15:26.038195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.078048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-304f80ee-30b7-4da1-aebc-106d7d478ec6 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915585 Aug 30 23:15:26.135090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.147830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5572f586-4e0e-4663-9dc7-90653c0c7e0c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:26.163945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65bf18f0-5bde-4d40-974c-be29a2880c44') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:26.164244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65bf18f0-5bde-4d40-974c-be29a2880c44') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:26.176057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.192324 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.200189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:26.200691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:26.204346 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:26.206678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-8cef42f4-75f2-4b44-9dd0-2c29e9f0afa2 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172814 Aug 30 23:15:26.282398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.287553 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.293721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] 10.222.0.25 "DELETE /v2.0/networks/5572f586-4e0e-4663-9dc7-90653c0c7e0c HTTP/1.1" status: 204 len: 168 time: 0.3419695 Aug 30 23:15:26.317166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341723e-8e7f-405d-b8dd-fa8323c7a937 tempest-FloatingIPTestJSON-1646187766 tempest-FloatingIPTestJSON-1646187766-project] Pushing event deleted for resources: {'Network': ['ID=5572f586-4e0e-4663-9dc7-90653c0c7e0c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:26.580146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f938cfd1-9dad-42be-bd29-219cab7d1d46 req-ef22dccb-16f4-4316-880c-9453b63d708a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:26.581982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f938cfd1-9dad-42be-bd29-219cab7d1d46 req-ef22dccb-16f4-4316-880c-9453b63d708a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0750346 Aug 30 23:15:26.628505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f938cfd1-9dad-42be-bd29-219cab7d1d46 req-f7c90d48-28dd-42b6-bb6c-f8a2f6186feb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341649 Aug 30 23:15:26.651059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47886) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:26.711935 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:15:26.799412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f4c58c0d-3cb0-448e-9845-1edb56f74555 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ab676622cc5d44cfa793a253648db14a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461835 Aug 30 23:15:26.802700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47890) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:26.877750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.912211 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.973386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.976520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:26.977840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bc1bb64f-c0fa-49a4-85e2-e75cd5a6ff33 HTTP/1.1" status: 204 len: 168 time: 0.1740723 Aug 30 23:15:26.987016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb2eea0-8cf3-48fa-a71d-97c807978771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1bb64f-c0fa-49a4-85e2-e75cd5a6ff33,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:27.755653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c86bac-0da8-417e-b9a7-d33d0de72614 req-b5d502e3-6f3a-4b57-991b-d1735717181d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:27.757530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9c86bac-0da8-417e-b9a7-d33d0de72614 req-b5d502e3-6f3a-4b57-991b-d1735717181d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0549545 Aug 30 23:15:27.776713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:27.819471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9c86bac-0da8-417e-b9a7-d33d0de72614 req-d1b296da-acca-42fe-b889-2088745d39bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509715 Aug 30 23:15:27.844275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:27.910551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'networks': [{'name': 'tempest-network--1906562691'}, {'name': 'tempest-network--842764648'}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:27.910864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-network--1906562691'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:27.911332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-network--842764648'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:27.935612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'network': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:27.940693 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:27.951579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.058043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.062303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.062810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.102891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9ddb81-1032-4110-a9f8-4ed83f43e32a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:28.108894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:28.119593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.120042 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment 9c2539e5-a670-4d6d-acf4-bf3b1e84cb3a of type vlan for network 70694ecb-02e7-4f81-899c-93e9e63882de Aug 30 23:15:28.174230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.207158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 632, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:28.217051 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.217400 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment 9a8c369f-f4e8-4d8a-ab3f-65e8aad08a2d of type vlan for network 43d638ce-eded-46a9-ae8f-6ece15cb0b0f Aug 30 23:15:28.266767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.292462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.293055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.299239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.304030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.304704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.364455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.5862815 Aug 30 23:15:28.367137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47942) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:28.373427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=70694ecb-02e7-4f81-899c-93e9e63882de,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:28.385039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 70694ecb-02e7-4f81-899c-93e9e63882de details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:28.459013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96d9ee-8b60-4c5b-8789-e3f4061628ed tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=43d638ce-eded-46a9-ae8f-6ece15cb0b0f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:28.474927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 43d638ce-eded-46a9-ae8f-6ece15cb0b0f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:28.618616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8463cab-94d7-4716-b23f-4c007caa514a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.625167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8463cab-94d7-4716-b23f-4c007caa514a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.630967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8463cab-94d7-4716-b23f-4c007caa514a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.636974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8463cab-94d7-4716-b23f-4c007caa514a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.639365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d8463cab-94d7-4716-b23f-4c007caa514a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2704649 Aug 30 23:15:28.643445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47950) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:28.730259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.833368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.873298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70694ecb-02e7-4f81-899c-93e9e63882de']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:28.885722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c2539e5-a670-4d6d-acf4-bf3b1e84cb3a') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:28.886190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c2539e5-a670-4d6d-acf4-bf3b1e84cb3a') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:28.899816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.917869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-55fe8a99-d591-438b-a51b-33ed695192d1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0814073 Aug 30 23:15:28.918940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.925577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:28.926455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:28.929328 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:28.988768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c9d12e-ea90-4c01-8c01-e179ad5d82f9 req-09004787-20c5-4b24-909a-b2754cb5ef4e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:28.994783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3c9d12e-ea90-4c01-8c01-e179ad5d82f9 req-09004787-20c5-4b24-909a-b2754cb5ef4e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0874538 Aug 30 23:15:29.046239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.049514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-d765ccdf-2664-4e28-9d79-c7b173ba3384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.051181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-d765ccdf-2664-4e28-9d79-c7b173ba3384 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1098 time: 0.0595217 Aug 30 23:15:29.054809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3c9d12e-ea90-4c01-8c01-e179ad5d82f9 req-82757e76-7c50-4c31-8ade-59a114538904 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570426 Aug 30 23:15:29.057186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.062813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/70694ecb-02e7-4f81-899c-93e9e63882de HTTP/1.1" status: 204 len: 168 time: 0.4146388 Aug 30 23:15:29.068216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47964) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:29.071716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7dbf9-e9d9-4248-8907-f685c6384c59 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=70694ecb-02e7-4f81-899c-93e9e63882de,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:29.172137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.198937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-5c103185-54c3-4520-a224-939e099a6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.200476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-5c103185-54c3-4520-a224-939e099a6413 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.1138988 Aug 30 23:15:29.274471 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-30617d7b-c342-493d-bbe3-fac7f106b8dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 1001 time: 0.0630071 Aug 30 23:15:29.286968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.300184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d638ce-eded-46a9-ae8f-6ece15cb0b0f']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:29.314888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a8c369f-f4e8-4d8a-ab3f-65e8aad08a2d') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:29.315200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a8c369f-f4e8-4d8a-ab3f-65e8aad08a2d') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:29.327584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.330885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-2355b8aa-1dd6-485c-a2bb-54f7c3a1c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.332899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-2355b8aa-1dd6-485c-a2bb-54f7c3a1c17d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0512044 Aug 30 23:15:29.344087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.351000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:29.351409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:29.354784 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:29.388341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-eb5eb246-bc97-4004-bc33-02300b3f5b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.390949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-eb5eb246-bc97-4004-bc33-02300b3f5b3e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498908 Aug 30 23:15:29.440601 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.459743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.461747 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/43d638ce-eded-46a9-ae8f-6ece15cb0b0f HTTP/1.1" status: 204 len: 168 time: 0.3923368 Aug 30 23:15:29.462974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe97b27a-4166-4435-8997-e89a41cf2cc3 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=43d638ce-eded-46a9-ae8f-6ece15cb0b0f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:29.464741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:29.504290 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-3dad4189-06f2-49e8-9dcb-dcf1fa08446f service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045489 Aug 30 23:15:29.638031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9452d53b-e0c6-4552-a9be-b5862b0404ba req-a5da7edf-2235-4632-97ff-6d7de7c88832 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200328 Aug 30 23:15:29.659682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018cf82-df66-4820-856f-8b416c14ebca tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.665923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7018cf82-df66-4820-856f-8b416c14ebca tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.667521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7018cf82-df66-4820-856f-8b416c14ebca tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2018871 Aug 30 23:15:29.673340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47976) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:29.680574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-983706207'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:29.705365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:29.709124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.737502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:29.747228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.747563 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment f06014e7-3dfd-4990-88ae-b811b6352d6f of type vlan for network 859de853-b1eb-4491-877f-391c1fc3407c Aug 30 23:15:29.797380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.826879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.834839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:29.835710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.895294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2219272 Aug 30 23:15:29.898199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 47980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:29.903128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1638390338'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:29.914964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3900d969-22b9-459d-9ea1-e38a14682a7f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=859de853-b1eb-4491-877f-391c1fc3407c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:29.926650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 859de853-b1eb-4491-877f-391c1fc3407c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:29.931373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:29.935159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.962382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:29.987958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:29.988390 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment 391fe5e6-37c0-441c-bce9-59b988baa765 of type vlan for network 3eb088a6-5b6f-44bf-8473-c8dae7880b1e Aug 30 23:15:30.050804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.090313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.101156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:30.102160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.225436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3260138 Aug 30 23:15:30.228197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 47994) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:30.234920 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'ports': [{'network_id': '859de853-b1eb-4491-877f-391c1fc3407c', 'name': 'tempest-port--747404148', 'admin_state_up': True}, {'network_id': '3eb088a6-5b6f-44bf-8473-c8dae7880b1e', 'admin_state_up': False}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:30.235330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'port': {'network_id': '859de853-b1eb-4491-877f-391c1fc3407c', 'name': 'tempest-port--747404148', 'admin_state_up': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:30.235851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'port': {'network_id': '3eb088a6-5b6f-44bf-8473-c8dae7880b1e', 'admin_state_up': False}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:30.239086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affff9b5-a6fb-4831-9bb9-9b36b1e2b25f tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=3eb088a6-5b6f-44bf-8473-c8dae7880b1e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:30.251742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3eb088a6-5b6f-44bf-8473-c8dae7880b1e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:30.280914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae2912-0267-4a8f-9c6a-ba24ab7bfce8 req-4982b5cd-caf7-4a89-b5c4-2abedac627fa tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:30.285441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3ae2912-0267-4a8f-9c6a-ba24ab7bfce8 req-4982b5cd-caf7-4a89-b5c4-2abedac627fa tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1157863 Aug 30 23:15:30.348093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3ae2912-0267-4a8f-9c6a-ba24ab7bfce8 req-5dbc28cc-de45-47ba-96a7-3c7e64cd0b91 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506535 Aug 30 23:15:30.473166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'port': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:30.478263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.494814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.600194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] device_id is not set on port cd2bef0a-7747-4771-bd58-b98e7c0c1f9b yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:15:30.727500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:30.818930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] device_id is not set on port b48b2da9-6305-4bc5-9bb6-929c3ee76eea yet. {{(pid=101268) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 30 23:15:30.962833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.018220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.086066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Port': ['ID=cd2bef0a-7747-4771-bd58-b98e7c0c1f9b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:31.108570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Checking segment: {'id': 'f06014e7-3dfd-4990-88ae-b811b6352d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '859de853-b1eb-4491-877f-391c1fc3407c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:31.109035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network hostable DHCP agents. Network: 859de853-b1eb-4491-877f-391c1fc3407c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:15:31.141820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network 859de853-b1eb-4491-877f-391c1fc3407c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:15:31.152923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 859de853-b1eb-4491-877f-391c1fc3407c) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:31.160740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:31.161824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.172618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb71cfd-289f-4020-afeb-c98c646669a5 None None] Network 859de853-b1eb-4491-877f-391c1fc3407c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:31.219078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Port': ['ID=b48b2da9-6305-4bc5-9bb6-929c3ee76eea,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:31.245367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Checking segment: {'id': '391fe5e6-37c0-441c-bce9-59b988baa765', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '3eb088a6-5b6f-44bf-8473-c8dae7880b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:31.246082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network hostable DHCP agents. Network: 3eb088a6-5b6f-44bf-8473-c8dae7880b1e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:15:31.267493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network 3eb088a6-5b6f-44bf-8473-c8dae7880b1e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:15:31.280495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3eb088a6-5b6f-44bf-8473-c8dae7880b1e) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:31.296415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:31.303253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:31.307696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622b05f3-5027-4b5e-bdaa-1cdeaa613171 None None] Network 3eb088a6-5b6f-44bf-8473-c8dae7880b1e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:31.309556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:31.311172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.337849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eb38d218-4a80-44ae-a29c-7a4a0eef3429 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.1076305 Aug 30 23:15:31.340961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48010) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:31.452995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba452ca1-0539-432e-b08c-bea2c54b3c2a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:31.460185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba452ca1-0539-432e-b08c-bea2c54b3c2a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:31.465184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:31.470703 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ba452ca1-0539-432e-b08c-bea2c54b3c2a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1277752 Aug 30 23:15:31.558320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d9b42-943f-4681-90be-321ff7e2b164 req-9b3500c8-c9c4-47ae-af88-2dbf36869735 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:31.558320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa5d9b42-943f-4681-90be-321ff7e2b164 req-9b3500c8-c9c4-47ae-af88-2dbf36869735 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0827546 Aug 30 23:15:31.606379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa5d9b42-943f-4681-90be-321ff7e2b164 req-9dfdcf09-8945-44e4-ac92-2137f8562e22 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399418 Aug 30 23:15:31.614707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Deleting port cd2bef0a-7747-4771-bd58-b98e7c0c1f9b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:31.615147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.699354 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.718421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Calling delete_port for cd2bef0a-7747-4771-bd58-b98e7c0c1f9b owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:31.819411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.851461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Port': ['ID=cd2bef0a-7747-4771-bd58-b98e7c0c1f9b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:31.861279 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:31.864815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7303eb1b-5eb1-4522-b465-42e975836c9c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/ports/cd2bef0a-7747-4771-bd58-b98e7c0c1f9b HTTP/1.1" status: 204 len: 168 time: 0.3981190 Aug 30 23:15:31.867342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48024) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:31.963625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Deleting port b48b2da9-6305-4bc5-9bb6-929c3ee76eea {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:31.963970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.032593 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.047698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Calling delete_port for b48b2da9-6305-4bc5-9bb6-929c3ee76eea owned by {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:32.150828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.184452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Port': ['ID=b48b2da9-6305-4bc5-9bb6-929c3ee76eea,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:32.190676 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.192875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-392633bf-ffce-4f38-96f0-145b7ec91ed6 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/ports/b48b2da9-6305-4bc5-9bb6-929c3ee76eea HTTP/1.1" status: 204 len: 168 time: 0.3243933 Aug 30 23:15:32.195541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:32.224356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d608302d-2dfe-440d-9382-0c8b3f530c0c tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0277019 Aug 30 23:15:32.228011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:32.233820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1876507667'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:32.256285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:32.259868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.292444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:32.303206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.303581 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment cd4d15d0-0cd8-4ddb-8c42-998fb1f2dd80 of type vlan for network b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb Aug 30 23:15:32.361148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.392844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.399237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:32.399919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.438653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2095711 Aug 30 23:15:32.441513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48040) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:32.447893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-322156046'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:32.485069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:32.488964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.498463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f805a48-d890-4744-ad9f-f092aed891ad tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:32.516305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:32.519457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:32.526464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.526810 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Added segment 6d81df18-8256-448f-bd75-e147a4394321 of type vlan for network edeeb90e-8e6b-4aaa-9401-ca9a16260982 Aug 30 23:15:32.568753 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.595049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.600825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:32.601428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:32.685816 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2314456 Aug 30 23:15:32.686958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d5b78-e9ca-4ca5-8d97-d9e74786666d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Network': ['ID=edeeb90e-8e6b-4aaa-9401-ca9a16260982,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:32.698137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:32.805741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65d2e3-59be-46ab-816e-0c3c81b093e7 req-412fd93a-fda3-48b8-9e98-3efbe7171d0c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:32.808034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e65d2e3-59be-46ab-816e-0c3c81b093e7 req-412fd93a-fda3-48b8-9e98-3efbe7171d0c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0895121 Aug 30 23:15:32.862507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e65d2e3-59be-46ab-816e-0c3c81b093e7 req-a75951be-56cd-40e6-9a9c-631cb2f1e14e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466435 Aug 30 23:15:34.045662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513994d1-d6f7-40f2-9a69-fe0fd30addd5 req-3a4d272e-4845-4fa2-93d0-a4742534fcbd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:34.047947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-513994d1-d6f7-40f2-9a69-fe0fd30addd5 req-3a4d272e-4845-4fa2-93d0-a4742534fcbd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0816770 Aug 30 23:15:34.102783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-513994d1-d6f7-40f2-9a69-fe0fd30addd5 req-6b388410-1409-4d58-b910-63663d46faf8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464635 Aug 30 23:15:34.809299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-3db6ac03-0b3e-43a4-bb4b-106c63a65b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:34.811920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-3db6ac03-0b3e-43a4-bb4b-106c63a65b75 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1098 time: 0.0749459 Aug 30 23:15:34.971639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-671224d8-fac5-410c-aa6c-b5a77f1f9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:34.974763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-671224d8-fac5-410c-aa6c-b5a77f1f9bbc service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.1353607 Aug 30 23:15:35.053199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-fced03e3-33ab-4c65-bc71-6baeb3130144 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 1001 time: 0.0713270 Aug 30 23:15:35.113487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-8adb9682-6fe9-4c37-9e62-96d2743dec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:35.115060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-8adb9682-6fe9-4c37-9e62-96d2743dec9d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0545983 Aug 30 23:15:35.212014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-aed177ca-ed95-4839-818b-f2dbf797b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:35.217765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-aed177ca-ed95-4839-818b-f2dbf797b12b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0914860 Aug 30 23:15:35.649749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dce52-b103-4b11-83c2-ca7d0cbff8bf req-275d2484-5a23-4487-8dbd-bc587e7c6748 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:35.651502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d01dce52-b103-4b11-83c2-ca7d0cbff8bf req-275d2484-5a23-4487-8dbd-bc587e7c6748 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.4543929 Aug 30 23:15:35.730493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-c79b4695-1528-45a3-b085-c3127bc39593 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5085554 Aug 30 23:15:35.734306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d01dce52-b103-4b11-83c2-ca7d0cbff8bf req-21fff3cf-070e-4db8-96a0-6b77a80a03e5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612142 Aug 30 23:15:35.869222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f13e9f33-b0c1-447e-b6fc-7cb0c25a2d3b req-775c7727-8841-4743-bfc8-d5a2c13de352 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308446 Aug 30 23:15:36.171349 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48106) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:36.178622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'subnets': [{'network_id': 'b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1671222242', 'ip_version': 6}, {'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:36.179060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'subnet': {'network_id': 'b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1671222242', 'ip_version': 6}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:36.180165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Request body: {'subnet': {'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:36.381931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Made reservation on behalf of e0fd1f00ccf44342bede93776883c622 for: {'subnet': 2} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:36.388850 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:36.389225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:36.882064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:36.957562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee3baec-a809-4368-9572-df3e4e8bb5cc req-d3f9fd04-7b3d-4b2a-a005-2671600d7e3d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:36.959153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ee3baec-a809-4368-9572-df3e4e8bb5cc req-d3f9fd04-7b3d-4b2a-a005-2671600d7e3d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.1263499 Aug 30 23:15:36.978677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Subnet': ['ID=d2a547e2-c54d-4d86-b61a-a79197d251a4,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:36.999631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Checking segment: {'id': 'cd4d15d0-0cd8-4ddb-8c42-998fb1f2dd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:37.000178 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network hostable DHCP agents. Network: b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:15:37.025453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ee3baec-a809-4368-9572-df3e4e8bb5cc req-faee05d9-ec14-482d-96d4-1e1d590e5247 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567021 Aug 30 23:15:37.034703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:15:37.048799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:37.055210 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.063816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8699c8-b830-4fc5-8826-51f1a8752e21 None None] Network b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:37.124837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event updated for resources: {'Subnet': ['ID=8ff09d0d-cc16-4349-8edf-3a4c71c0700e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:37.136768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Checking segment: {'id': '6d81df18-8256-448f-bd75-e147a4394321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:37.137034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network hostable DHCP agents. Network: edeeb90e-8e6b-4aaa-9401-ca9a16260982, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:15:37.159073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:15:37.170759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, edeeb90e-8e6b-4aaa-9401-ca9a16260982) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:37.176957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:37.177566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:37.178293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.184932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00a8c43-dad9-4469-a095-add0a28d834a None None] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:37.199107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0e54861b-5800-44d5-9b7b-d58a6b2e44c4 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.0262282 Aug 30 23:15:37.202790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48124) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:37.306754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7544108-7a16-4153-aa97-a40c7b8b10fd tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:37.308892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7544108-7a16-4153-aa97-a40c7b8b10fd tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:37.310673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7544108-7a16-4153-aa97-a40c7b8b10fd tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:37.313470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7544108-7a16-4153-aa97-a40c7b8b10fd tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1084113 Aug 30 23:15:37.327667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:37.369562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685af942-1b8d-49a6-a87c-c5fbb1109f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb', 'network_id': 'b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb', 'tenant_id': 'e0fd1f00ccf44342bede93776883c622', 'fixed_ips': [{'subnet_id': 'd2a547e2-c54d-4d86-b61a-a79197d251a4'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:15:37.370346 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-685af942-1b8d-49a6-a87c-c5fbb1109f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.399991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Deleting subnet d2a547e2-c54d-4d86-b61a-a79197d251a4 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:15:37.403870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.464471 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.531248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.551852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-edeeb90e-8e6b-4aaa-9401-ca9a16260982', 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982', 'tenant_id': 'e0fd1f00ccf44342bede93776883c622', 'fixed_ips': [{'subnet_id': '8ff09d0d-cc16-4349-8edf-3a4c71c0700e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:15:37.552845 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.629961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-685af942-1b8d-49a6-a87c-c5fbb1109f38 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a547e2-c54d-4d86-b61a-a79197d251a4: This subnet is being modified by another concurrent operation. Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d2a547e2-c54d-4d86-b61a-a79197d251a4: This subnet is being modified by another concurrent operation. Aug 30 23:15:37.634132 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:15:37.662410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33bd4f5-9e80-4130-a7b5-bae7039e249b None None] Network b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:37.679217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Subnet': ['ID=d2a547e2-c54d-4d86-b61a-a79197d251a4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:37.682185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:37.684787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7713b626-ef3c-486d-aa3d-ffa951ddd786 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/subnets/d2a547e2-c54d-4d86-b61a-a79197d251a4 HTTP/1.1" status: 204 len: 168 time: 0.3556440 Aug 30 23:15:37.689252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48136) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:37.751167 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Deleting subnet 8ff09d0d-cc16-4349-8edf-3a4c71c0700e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:15:37.851103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Allocated IP 2001:db8:0:1::1 (edeeb90e-8e6b-4aaa-9401-ca9a16260982/8ff09d0d-cc16-4349-8edf-3a4c71c0700e/badbcaed-9d10-4d00-aa25-ef5ad5fb8eed) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:15:38.021647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.030808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Transition to ACTIVE for port object badbcaed-9d10-4d00-aa25-ef5ad5fb8eed will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:38.047129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Transition to ACTIVE for port object badbcaed-9d10-4d00-aa25-ef5ad5fb8eed will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:38.059511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.061695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.108608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.122047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:15:38.126217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:15:38.130394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:15:38.138889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Pushing event updated for resources: {'Port': ['ID=badbcaed-9d10-4d00-aa25-ef5ad5fb8eed,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:38.183286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525f583c-4fba-4369-a775-384eae6b9f42 req-79b69d33-18a5-49da-a983-72b8969971b3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:38.193658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-525f583c-4fba-4369-a775-384eae6b9f42 req-79b69d33-18a5-49da-a983-72b8969971b3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0735636 Aug 30 23:15:38.220257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Attempting to bind port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:15:38.221812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Attempting to bind port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6d81df18-8256-448f-bd75-e147a4394321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:15:38.221812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Attempting to bind port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed on network edeeb90e-8e6b-4aaa-9401-ca9a16260982 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:38.226844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:15:38.227321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Checking segment: {'id': '6d81df18-8256-448f-bd75-e147a4394321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:38.227663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.228063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Bound using segment: {'id': '6d81df18-8256-448f-bd75-e147a4394321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:15:38.228533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Bound port: badbcaed-9d10-4d00-aa25-ef5ad5fb8eed, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d81df18-8256-448f-bd75-e147a4394321', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'edeeb90e-8e6b-4aaa-9401-ca9a16260982'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:15:38.228922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.243176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.264573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-525f583c-4fba-4369-a775-384eae6b9f42 req-68943c7f-1081-4ea3-b52c-968b080145ac tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696814 Aug 30 23:15:38.315041 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-cc297186-68a2-4848-9ef2-a9584733b3ab service neutron] show failed (client error): The resource could not be found. Aug 30 23:15:38.316453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-cc297186-68a2-4848-9ef2-a9584733b3ab service neutron] 10.222.0.52 "GET /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0980904 Aug 30 23:15:38.343661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.347544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] For port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:38.351224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] For port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=badbcaed-9d10-4d00-aa25-ef5ad5fb8eed,segment=NetworkSegment(6d81df18-8256-448f-bd75-e147a4394321),segment_id=6d81df18-8256-448f-bd75-e147a4394321)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:15:38.356577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.392709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.397054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/subnets/8ff09d0d-cc16-4349-8edf-3a4c71c0700e HTTP/1.1" status: 204 len: 168 time: 0.7063241 Aug 30 23:15:38.399585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0846ddf2-af4f-4825-8169-f3ea6034d88d tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Subnet': ['ID=8ff09d0d-cc16-4349-8edf-3a4c71c0700e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:38.400731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48150) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:38.424887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee558d5-ee6b-40e7-9bb7-9ffeb6446422 None None] Pushing event updated for resources: {'Port': ['ID=badbcaed-9d10-4d00-aa25-ef5ad5fb8eed,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:38.513753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c941ccac-35b8-4ee4-971d-5b83f135d2a0 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:38.519910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48156) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:38.520538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c941ccac-35b8-4ee4-971d-5b83f135d2a0 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1182966 Aug 30 23:15:38.607335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.699974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-00f1f868-55c0-4d30-8f04-c20a4258c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:38.702800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-00f1f868-55c0-4d30-8f04-c20a4258c20f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 1098 time: 0.1378753 Aug 30 23:15:38.712915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Deleting port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:38.713487 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.722699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:38.842814 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.883669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] For port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=badbcaed-9d10-4d00-aa25-ef5ad5fb8eed,segment=NetworkSegment(6d81df18-8256-448f-bd75-e147a4394321),segment_id=6d81df18-8256-448f-bd75-e147a4394321)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:38.884152 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:38.903838 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Calling delete_port for badbcaed-9d10-4d00-aa25-ef5ad5fb8eed owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:39.022508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.057431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Port': ['ID=badbcaed-9d10-4d00-aa25-ef5ad5fb8eed,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:39.064082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] No DVR routers for this DVR port badbcaed-9d10-4d00-aa25-ef5ad5fb8eed on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:39.148274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:39.153230 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.165582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edeeb90e-8e6b-4aaa-9401-ca9a16260982']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:39.178723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d81df18-8256-448f-bd75-e147a4394321') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:39.179126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d81df18-8256-448f-bd75-e147a4394321') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:39.186905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:39.194070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.213043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.224565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:39.224565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:39.230734 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:39.233721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:39.239975 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79d42aa-5c0f-432a-ae70-5f5d833d2679" -d '{"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-unplugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:39.245413 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.364682 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f758716f-b02e-40ad-80d2-738045fa4f97 x-openstack-request-id: req-f758716f-b02e-40ad-80d2-738045fa4f97 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:39.365307 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-unplugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:39.365576 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f758716f-b02e-40ad-80d2-738045fa4f97 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:39.366237 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'code': 200} Aug 30 23:15:39.545620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540695-61cb-4d66-a7d5-266b46bc853e req-4f8cce90-44ef-4e22-b7e4-492a9d18e670 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:39.547923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e540695-61cb-4d66-a7d5-266b46bc853e req-4f8cce90-44ef-4e22-b7e4-492a9d18e670 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 946 time: 0.0704026 Aug 30 23:15:39.613163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e540695-61cb-4d66-a7d5-266b46bc853e req-8400e1b3-6b8f-4037-9add-1e78dadfe255 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585768 Aug 30 23:15:39.767047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Transition to ACTIVE for port object 20adfaff-79fe-45c3-a456-3af05d6c62b5 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:15:39.773988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.779997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de441ce3-7775-458e-b6ff-638e38311716 None None] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:39.786433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.789609 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:39.800661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/edeeb90e-8e6b-4aaa-9401-ca9a16260982 HTTP/1.1" status: 204 len: 168 time: 1.2742939 Aug 30 23:15:39.805372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48180) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:39.809039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fec9fb1-74e8-4f9b-b1ce-eba9f189f462 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=edeeb90e-8e6b-4aaa-9401-ca9a16260982,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:39.822420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de441ce3-7775-458e-b6ff-638e38311716 None None] Network edeeb90e-8e6b-4aaa-9401-ca9a16260982 could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:15:39.839526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-43273a33-362a-4c58-90d4-c4387a9af085 None None] Could not find standard attr ID for object badbcaed-9d10-4d00-aa25-ef5ad5fb8eed. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:15:39.912814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a597191-53be-43ab-b620-c820f417ac24 None None] DHCP port deletion for edeeb90e-8e6b-4aaa-9401-ca9a16260982 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:15:40.055190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:40.126623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.161432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f00513f-048a-4a36-a618-bc2e5295e129 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:15:40.168551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] No DVR routers for this DVR port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:40.314083 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cb7da5b-8d83-4d5d-8669-caacdbdcc874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.321842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00513f-048a-4a36-a618-bc2e5295e129 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:15:40.342456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.356431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.374204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd4d15d0-0cd8-4ddb-8c42-998fb1f2dd80') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.374949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd4d15d0-0cd8-4ddb-8c42-998fb1f2dd80') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.401994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.422653 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.435798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:40.436465 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:40.442153 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:40.542851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:15:40.543222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:15:40.543729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:40.557995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:15:40.558432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:40.569016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:15:40.570183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:40.570967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Bound using segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:15:40.572172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Bound port: 20adfaff-79fe-45c3-a456-3af05d6c62b5, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:15:40.572742 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.577578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.603688 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.612842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb HTTP/1.1" status: 204 len: 168 time: 0.7551582 Aug 30 23:15:40.613151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:40.625705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebefe03-948a-4378-a318-f2aabb688f3a tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=b61ef7dd-365e-4d9a-a4fd-e94fbd4be9bb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:40.713975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.725693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:40.731283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:15:40.738074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.845974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:40.851308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:40.852169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.853694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-41c46fd0-74d9-42f9-9d05-07b1fb4a4c51 service neutron] 10.222.0.47 "PUT /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 1093 time: 2.1384785 Aug 30 23:15:40.881226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.897156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eb088a6-5b6f-44bf-8473-c8dae7880b1e']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.914587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '391fe5e6-37c0-441c-bce9-59b988baa765') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.914911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '391fe5e6-37c0-441c-bce9-59b988baa765') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:40.934632 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:40.947002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9638415-e753-47f9-90eb-fd18920d700d req-205231b3-d2a1-4b53-9bb8-5cc0e912164e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:40.948633 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9638415-e753-47f9-90eb-fd18920d700d req-205231b3-d2a1-4b53-9bb8-5cc0e912164e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.1593077 Aug 30 23:15:40.967912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-2b003052-d348-4a2b-9ffa-56af5781d367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:40.969563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-2b003052-d348-4a2b-9ffa-56af5781d367 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.0813797 Aug 30 23:15:40.992458 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.006996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:41.007155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:41.010025 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:41.069933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9638415-e753-47f9-90eb-fd18920d700d req-342f5873-5b9e-4839-a523-e1363972d72b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038201 Aug 30 23:15:41.122003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-26d1cfa5-bd50-47e5-b3fd-618db4a75d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:41.124383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-26d1cfa5-bd50-47e5-b3fd-618db4a75d3e service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.1427569 Aug 30 23:15:41.128233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.139257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.141225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/3eb088a6-5b6f-44bf-8473-c8dae7880b1e HTTP/1.1" status: 204 len: 168 time: 0.5272386 Aug 30 23:15:41.143676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48204) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:41.164188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f325f4-48d1-4d18-b6e5-bb0bb44f4564 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=3eb088a6-5b6f-44bf-8473-c8dae7880b1e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:41.246014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5393b4a2-b4af-4685-ae93-b9e55cd0d85f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1104300 Aug 30 23:15:41.265598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.310298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5c8e208a-2ee4-47c3-94dc-9a4f7b850203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:41.312033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-5c8e208a-2ee4-47c3-94dc-9a4f7b850203 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0526493 Aug 30 23:15:41.370482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:41.370482 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0940ba05-adf5-46c2-a955-123166512d16" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:41.395740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-be3717f6-5b00-42b8-a106-9b50dae8c6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:41.397257 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.397669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-be3717f6-5b00-42b8-a106-9b50dae8c6b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722101 Aug 30 23:15:41.414850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859de853-b1eb-4491-877f-391c1fc3407c']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:41.445136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f06014e7-3dfd-4990-88ae-b811b6352d6f') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:41.445727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f06014e7-3dfd-4990-88ae-b811b6352d6f') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:41.451155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device badbcaed-9d10-4d00-aa25-ef5ad5fb8eed no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:41.471031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.491238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: badbcaed-9d10-4d00-aa25-ef5ad5fb8eed {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:15:41.492274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device badbcaed-9d10-4d00-aa25-ef5ad5fb8eed not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:15:41.508305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.519730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:41.520207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:41.523567 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:41.536182 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2e0a91-553b-42c2-bbaf-f3df797bb07a x-openstack-request-id: req-6c2e0a91-553b-42c2-bbaf-f3df797bb07a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:41.536494 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:41.536838 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c2e0a91-553b-42c2-bbaf-f3df797bb07a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:41.537345 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:15:41.610272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.610562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-48d54feb-d226-4643-b7d3-25f0e8ca889a service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021985 Aug 30 23:15:41.620312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-7d6d8d8f-51d9-4013-9378-8f4fdcc40bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:41.621656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:41.622963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-7d6d8d8f-51d9-4013-9378-8f4fdcc40bf2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.0837152 Aug 30 23:15:41.625054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] 10.222.0.25 "DELETE /v2.0/networks/859de853-b1eb-4491-877f-391c1fc3407c HTTP/1.1" status: 204 len: 168 time: 0.4797876 Aug 30 23:15:41.652939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63ee9c-f008-43e0-a060-fdeef14fd306 tempest-BulkNetworkOpsIpV6Test-310243101 tempest-BulkNetworkOpsIpV6Test-310243101-project] Pushing event deleted for resources: {'Network': ['ID=859de853-b1eb-4491-877f-391c1fc3407c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:41.844366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-01d0ec69-355b-4b96-8934-85045057557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:41.845884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-01d0ec69-355b-4b96-8934-85045057557d service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.2106428 Aug 30 23:15:41.850054 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29ec3f1-5d87-4380-8e6e-396a387a4034 req-c52a5d56-5ea4-4572-b77c-888d3e3e8cf0 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245922 Aug 30 23:15:41.986070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-a212b2d7-c901-4cad-b582-7e84a3005cb6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1330600 Aug 30 23:15:42.042747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-7c7ce037-00ec-41f0-bdd4-1aa3d388cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.044446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-7c7ce037-00ec-41f0-bdd4-1aa3d388cbed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.1033378 Aug 30 23:15:42.064421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48224) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:42.223441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-affae9c4-42f2-4ffb-8772-844ade1493e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.228299 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-affae9c4-42f2-4ffb-8772-844ade1493e8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.2343986 Aug 30 23:15:42.355761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-3f456644-3948-456d-8838-78646824b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.366264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-3f456644-3948-456d-8838-78646824b82b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1198504 Aug 30 23:15:42.469179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868bb38-d2a4-482d-9a20-6a465aefd9cc req-574c3eb2-b1e6-4ac2-a622-82dc7f1f84da tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.472238 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0868bb38-d2a4-482d-9a20-6a465aefd9cc req-574c3eb2-b1e6-4ac2-a622-82dc7f1f84da tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.2028337 Aug 30 23:15:42.477679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6352672c-bb98-4731-aa4f-14287c59559b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e0fd1f00ccf44342bede93776883c622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4098225 Aug 30 23:15:42.479356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:42.482593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-40b63676-8ed0-4941-84b4-3d20979ed623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.486503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-40b63676-8ed0-4941-84b4-3d20979ed623 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.4259987 Aug 30 23:15:42.602791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-5e04e293-d6a7-4ae9-a59f-3c5ad3973809 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1037095 Aug 30 23:15:42.604862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-476f7e6f-a035-4d88-ab09-3cd83c1ee4a3 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377884 Aug 30 23:15:42.604997 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0868bb38-d2a4-482d-9a20-6a465aefd9cc req-1699b0ac-df72-4234-a6a4-2740b8f99604 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900948 Aug 30 23:15:42.638489 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:42.672430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:42.758013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-33f0e86c-9825-4596-9159-ffd5fc2cc794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.758814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:42.759835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-33f0e86c-9825-4596-9159-ffd5fc2cc794 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0908861 Aug 30 23:15:42.761394 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:42.762847 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ce9ddb81-1032-4110-a9f8-4ed83f43e32a HTTP/1.1" status: 204 len: 168 time: 0.2815790 Aug 30 23:15:42.777251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9ddb81-1032-4110-a9f8-4ed83f43e32a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:42.804784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.805140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.805469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.806124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.806479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.807281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.807774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.808263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.808752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.809237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.810443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.811040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c86c09-8788-48c6-90f8-4835b8e58f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:42.853370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-48567e59-bfcf-4631-b94e-cdf29299db8e service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405164 Aug 30 23:15:42.894203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940ba05-adf5-46c2-a955-123166512d16 req-c1e2bb4c-827f-44c0-827b-59df2c9d6520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:42.896775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-c1e2bb4c-827f-44c0-827b-59df2c9d6520 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1048725 Aug 30 23:15:42.905128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:43.059001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-69b5af29-7e8d-45f7-9337-d49a109023b1 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482265 Aug 30 23:15:43.209540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:43.309639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:15:43.320325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b5a5a47-bd87-406b-b9c6-b37c5e047b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:43.660431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0940ba05-adf5-46c2-a955-123166512d16 req-ebca72e6-3ea6-4293-81df-5fde0acca7e0 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5899448 Aug 30 23:15:43.782553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e05c65-00cb-40e2-ba1b-32bc6f702042 req-c8ba677d-9726-446b-950e-870f6c6d75a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:43.785574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5e05c65-00cb-40e2-ba1b-32bc6f702042 req-c8ba677d-9726-446b-950e-870f6c6d75a4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.0766432 Aug 30 23:15:43.877900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5e05c65-00cb-40e2-ba1b-32bc6f702042 req-6a9f3732-8c02-4723-bbe4-dfb68299fbb4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844252 Aug 30 23:15:43.966330 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.118605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1405344417'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:44.150348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Made reservation on behalf of f4030eda011d47da9e87294bed365f6a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:15:44.156913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.172059 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.296900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.301334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.330542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:15:44.340388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ce01c2-0587-437a-80f8-06becf1dc4b7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:44.345269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.345612 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Added segment e6af7a98-2ff6-4315-896b-45325a2f2e10 of type vlan for network 16222a13-0891-45a0-b53e-a6d22c7ccf40 Aug 30 23:15:44.385930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.412656 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.418775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:44.420188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.487230 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5193827 Aug 30 23:15:44.492100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.497992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b71e5f-483a-4c01-802a-282ab64365a6 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Pushing event updated for resources: {'Network': ['ID=16222a13-0891-45a0-b53e-a6d22c7ccf40,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:44.498256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-054af5a9-84a9-47cb-8804-9a235edc2f9e tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-1945095557') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:44.512034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 16222a13-0891-45a0-b53e-a6d22c7ccf40 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:15:44.613809 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:44.618886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-054af5a9-84a9-47cb-8804-9a235edc2f9e tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "PUT /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-1945095557 HTTP/1.1" status: 201 len: 201 time: 0.1253901 Aug 30 23:15:44.622916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.627753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-04429777-3423-41a5-93e0-fafd5188259d tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-1945095557') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:44.711359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-04429777-3423-41a5-93e0-fafd5188259d tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-1945095557 HTTP/1.1" status: 204 len: 168 time: 0.0873151 Aug 30 23:15:44.713757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.722086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-9b75663d-4a49-4249-b057-64881cc78949 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:44.821655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9b75663d-4a49-4249-b057-64881cc78949 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags HTTP/1.1" status: 200 len: 238 time: 0.1068048 Aug 30 23:15:44.826064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.830842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-fa586732-7ccb-4022-84b6-a9a055740fc3 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', {'tags': ['tempest-TagsTest-Tag-144758218', 'tempest-TagsTest-Tag-1792763062', 'tempest-TagsTest-Tag-569370830']}) {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:44.931020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fa586732-7ccb-4022-84b6-a9a055740fc3 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "PUT /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags HTTP/1.1" status: 200 len: 307 time: 0.1037273 Aug 30 23:15:44.934762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48306) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:44.940125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-14397d79-cc71-4505-b681-18cedddff290 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-144758218') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.044147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-14397d79-cc71-4505-b681-18cedddff290 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "DELETE /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-144758218 HTTP/1.1" status: 204 len: 168 time: 0.1074183 Aug 30 23:15:45.044275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c8e7b-c73a-4d2e-b6e9-d9486c4b51ac req-46f2d90f-53b1-4b66-a9cb-847768efd488 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:45.050345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f06c8e7b-c73a-4d2e-b6e9-d9486c4b51ac req-46f2d90f-53b1-4b66-a9cb-847768efd488 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.0660172 Aug 30 23:15:45.050978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48308) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.055510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-8b9b92f6-4af5-4e6a-9dad-6b0da7fdd55f tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-144758218') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.147975 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f06c8e7b-c73a-4d2e-b6e9-d9486c4b51ac req-983c6e9b-cf23-4b2d-8ccb-1c46223c0081 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891004 Aug 30 23:15:45.172305 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-8b9b92f6-4af5-4e6a-9dad-6b0da7fdd55f tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] show failed (client error): The resource could not be found. Aug 30 23:15:45.175831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8b9b92f6-4af5-4e6a-9dad-6b0da7fdd55f tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-144758218 HTTP/1.1" status: 404 len: 325 time: 0.1215353 Aug 30 23:15:45.176381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48316) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.183379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-8eea587e-40bd-47c6-8b8b-2d8ab1ee6eb5 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-1792763062') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.276144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8eea587e-40bd-47c6-8b8b-2d8ab1ee6eb5 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-1792763062 HTTP/1.1" status: 204 len: 168 time: 0.0981646 Aug 30 23:15:45.279225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48318) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.284240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-268bad3c-14e6-420a-8a9d-ca3023137f96 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-569370830') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.417459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-268bad3c-14e6-420a-8a9d-ca3023137f96 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-569370830 HTTP/1.1" status: 204 len: 168 time: 0.1370478 Aug 30 23:15:45.429399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48328) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.435948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-dfb09235-fbd5-47ab-a052-89b64a9370ad tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.477646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-584f78b2-ae59-45f3-86f1-67341e198136 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:45.479905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-584f78b2-ae59-45f3-86f1-67341e198136 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.1031334 Aug 30 23:15:45.517411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3720539d-c926-4167-b802-e39268a0fea0 req-d1c20fc6-ddf8-4c33-927a-89030b0549ee tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:45.519239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3720539d-c926-4167-b802-e39268a0fea0 req-d1c20fc6-ddf8-4c33-927a-89030b0549ee tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.1298196 Aug 30 23:15:45.571534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-c8850422-3b3b-4507-b17e-ca9b082f63b2 service neutron] 10.222.0.47 "GET /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5/bindings/n-h1-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.0794437 Aug 30 23:15:45.585341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dfb09235-fbd5-47ab-a052-89b64a9370ad tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "DELETE /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags HTTP/1.1" status: 204 len: 168 time: 0.1542747 Aug 30 23:15:45.594015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48332) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.594143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3720539d-c926-4167-b802-e39268a0fea0 req-40979c13-d6ff-4ad6-ad0f-253c40b84dbb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628750 Aug 30 23:15:45.594238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.tag.tag_plugin [None req-218b9c32-9bd7-43ec-b2e3-627d10eb73d0 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-1792763062') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.721237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-90c16a87-b88c-47a2-a2d8-5ac82f08b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:45.723070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-90c16a87-b88c-47a2-a2d8-5ac82f08b785 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1096 time: 0.0701854 Aug 30 23:15:45.730625 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-218b9c32-9bd7-43ec-b2e3-627d10eb73d0 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] show failed (client error): The resource could not be found. Aug 30 23:15:45.734390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-218b9c32-9bd7-43ec-b2e3-627d10eb73d0 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-1792763062 HTTP/1.1" status: 404 len: 326 time: 0.1444244 Aug 30 23:15:45.738602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48338) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.744889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-6649ebe9-62ce-44f5-a626-158661d650be tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40', 'tempest-TagsTest-Tag-569370830') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.847986 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [None req-6649ebe9-62ce-44f5-a626-158661d650be tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] show failed (client error): The resource could not be found. Aug 30 23:15:45.852214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6649ebe9-62ce-44f5-a626-158661d650be tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "GET /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags/tempest-TagsTest-Tag-569370830 HTTP/1.1" status: 404 len: 325 time: 0.1091585 Aug 30 23:15:45.852214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:45.856696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.tag.tag_plugin [None req-1635a794-8719-49d5-ad64-9a430bac43dc tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16222a13-0891-45a0-b53e-a6d22c7ccf40') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:45.859430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-c0ed1bde-12ce-4078-bb57-677d4cca0205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:45.861462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-c0ed1bde-12ce-4078-bb57-677d4cca0205 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.1260417 Aug 30 23:15:45.980919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-400d5f6e-5468-41a7-9f0c-3ecc3c6e1dd3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1067314 Aug 30 23:15:45.981553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1635a794-8719-49d5-ad64-9a430bac43dc tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "DELETE /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40/tags HTTP/1.1" status: 204 len: 168 time: 0.1282406 Aug 30 23:15:45.989457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48346) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:46.024336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.057667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-cb9b971a-7e36-46b1-993e-88dcf33af14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:46.059219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-cb9b971a-7e36-46b1-993e-88dcf33af14e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0692549 Aug 30 23:15:46.123230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-510254f4-6021-4333-83ec-d88f2798c918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:46.124833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-510254f4-6021-4333-83ec-d88f2798c918 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566421 Aug 30 23:15:46.132606 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.223791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-15783958-5b8b-4250-a75b-9dceac861fe2 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901487 Aug 30 23:15:46.235517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.245627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16222a13-0891-45a0-b53e-a6d22c7ccf40']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:46.257807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6af7a98-2ff6-4315-896b-45325a2f2e10') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:46.258252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6af7a98-2ff6-4315-896b-45325a2f2e10') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:46.268011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.284479 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.294490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:15:46.295536 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:15:46.298710 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:15:46.339238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-fba8b646-c26f-4b78-be78-1fa1d4693d76 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062031 Aug 30 23:15:46.371692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.376380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.378331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] 10.222.0.25 "DELETE /v2.0/networks/16222a13-0891-45a0-b53e-a6d22c7ccf40 HTTP/1.1" status: 204 len: 168 time: 0.3874373 Aug 30 23:15:46.395024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0744c7-1db9-4c41-a044-7c39e2654e01 tempest-TagsTest-866455807 tempest-TagsTest-866455807-project] Pushing event deleted for resources: {'Network': ['ID=16222a13-0891-45a0-b53e-a6d22c7ccf40,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:46.668721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48362) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:46.733155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac358f7b-88ee-4b65-bbc2-a6e39bbbfbd1 req-3348cec6-89b4-4b2e-aa37-4f1a87c51a50 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:46.734780 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac358f7b-88ee-4b65-bbc2-a6e39bbbfbd1 req-3348cec6-89b4-4b2e-aa37-4f1a87c51a50 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 944 time: 0.0583909 Aug 30 23:15:46.778698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac358f7b-88ee-4b65-bbc2-a6e39bbbfbd1 req-3cc96ca4-0ec9-4481-a708-e07c35764c9f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374606 Aug 30 23:15:46.797473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:15:46.856459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-adff46bf-3b90-46f4-bf64-901df166846c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4030eda011d47da9e87294bed365f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827397 Aug 30 23:15:46.856703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:46.921137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:46.922885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.933940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:15:46.950935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.973552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:46.994084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:15:47.006838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:47.009565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:47.010797 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6ce01c2-0587-437a-80f8-06becf1dc4b7 HTTP/1.1" status: 204 len: 168 time: 0.1537309 Aug 30 23:15:47.019979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf208241-2b97-4bca-8332-0bbca544478a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ce01c2-0587-437a-80f8-06becf1dc4b7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:47.020480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:47.035008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:47.111641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:47.122367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.122367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.122897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.123137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.123573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.124223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.124719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.125340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.125818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.126227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.126691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.127152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:15:47.409835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['20adfaff-79fe-45c3-a456-3af05d6c62b5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:15:47.928162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dd629-a18d-401f-aa44-43f37c2e87ab req-9e35eb56-621d-46a7-ac41-2d8e7d59015f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:47.930721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b8dd629-a18d-401f-aa44-43f37c2e87ab req-9e35eb56-621d-46a7-ac41-2d8e7d59015f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.0742290 Aug 30 23:15:47.975824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4b8dd629-a18d-401f-aa44-43f37c2e87ab req-fb88e415-eab9-4138-a2f1-3232b5d11f4d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378761 Aug 30 23:15:48.804376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:15:48.911504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:48.929665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:15:49.018317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-55f26a2f-9c91-4cfd-8eb9-ed2f0c572da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:49.019964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-55f26a2f-9c91-4cfd-8eb9-ed2f0c572da6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 1097 time: 0.0436618 Aug 30 23:15:49.037379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:15:49.122988 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.144862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f5dd42-33f3-4339-b6e5-298d7218b8e9 req-ee02436d-6c4a-44e2-9996-d42d6141082f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:49.146627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3f5dd42-33f3-4339-b6e5-298d7218b8e9 req-ee02436d-6c4a-44e2-9996-d42d6141082f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.0902522 Aug 30 23:15:49.276971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3f5dd42-33f3-4339-b6e5-298d7218b8e9 req-69d050ee-1338-4486-bbea-d8aef0a00429 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236286 Aug 30 23:15:49.393440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:49.436455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:49.477542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:15:49.486663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.499179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Ignored duplicate provisioning block setup for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 30 23:15:49.504107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.585060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=9']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:49.633368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] No DVR routers for this DVR port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:49.793824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:15:49.794757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:15:49.795077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:49.799513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:15:49.799829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Attempting to bind port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:15:49.804667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:15:49.805007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Checking segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:15:49.805386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Bound using segment: {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:15:49.805813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Bound port: 20adfaff-79fe-45c3-a456-3af05d6c62b5, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dc216d5-1f12-4c04-9246-69fc9d93e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:15:49.806187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.881680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:15:49.885104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:15:49.891282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.926087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:49.926908 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:49.928432 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] 10.222.0.52 "PUT /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 1093 time: 0.8961499 Aug 30 23:15:49.929096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:49.932025 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:50.041511 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47837bf-65d7-413e-811d-af834fa5041c x-openstack-request-id: req-c47837bf-65d7-413e-811d-af834fa5041c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:50.042487 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:50.042487 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c47837bf-65d7-413e-811d-af834fa5041c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:50.042487 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:15:50.076566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411514da-4175-4c25-9bda-bc6f4030a0f0 service neutron] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:50.112212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-0d94476a-fad3-488d-8f3c-7977ffc9f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.114142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-0d94476a-fad3-488d-8f3c-7977ffc9f272 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1097 time: 0.1363194 Aug 30 23:15:50.117350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-39c03c15-1277-4159-bd1d-9672ac03a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.118895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-39c03c15-1277-4159-bd1d-9672ac03a57d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1097 time: 0.0726793 Aug 30 23:15:50.313042 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:50.349133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-079a6209-bb9d-488e-9334-1c85fa92e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.366625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-079a6209-bb9d-488e-9334-1c85fa92e45b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.2427442 Aug 30 23:15:50.367993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-fa3f5e9a-addb-45e3-9a73-b35e531420f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.369585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-fa3f5e9a-addb-45e3-9a73-b35e531420f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.2373521 Aug 30 23:15:50.421618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-19ca971e-e1ad-4647-bc20-75e8711a6a31 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/floatingips/c9d89921-246f-40dc-bba0-008d91b81218 HTTP/1.1" status: 200 len: 993 time: 0.1043277 Aug 30 23:15:50.558654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-3afc6b4f-ee9c-499b-aab7-c11b9326c88a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1606851 Aug 30 23:15:50.562142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-d5b6fe34-aef6-42c1-9718-26a9b9e05be5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.1863124 Aug 30 23:15:50.581067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59006bb2-3f1c-4c5b-ba6c-b3cc676b50b6 req-d090bfa9-b6a1-4827-838a-75e8ef4eee3d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.582537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59006bb2-3f1c-4c5b-ba6c-b3cc676b50b6 req-d090bfa9-b6a1-4827-838a-75e8ef4eee3d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.0926764 Aug 30 23:15:50.695898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-a67471a7-b3ec-4106-9536-32922dac3083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.697619 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-a67471a7-b3ec-4106-9536-32922dac3083 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.1077046 Aug 30 23:15:50.700400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-5cda999f-f8f5-44c2-87f2-840b253162ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.700624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-5cda999f-f8f5-44c2-87f2-840b253162ee service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.1289625 Aug 30 23:15:50.706036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59006bb2-3f1c-4c5b-ba6c-b3cc676b50b6 req-7dcca18b-2373-4261-b88f-fe66fb4ca27c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074338 Aug 30 23:15:50.733479 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48510) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:50.842431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-bfc92492-60ba-4632-b6bd-3591697c208d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.844464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-bfc92492-60ba-4632-b6bd-3591697c208d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360605 Aug 30 23:15:50.848681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-28acb8ac-179f-419a-a82d-167e3d7418bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:50.850650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-28acb8ac-179f-419a-a82d-167e3d7418bb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0938761 Aug 30 23:15:50.929019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:50.929709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.031393 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-c7f4ee48-12d0-495e-a659-6ddb9f4e872f service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794896 Aug 30 23:15:51.033338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-47f6fe55-764e-497d-9317-cc950dd49bce service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703079 Aug 30 23:15:51.039075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.039546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.053081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:51.235930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4b074a1-da1e-45f7-9daf-f5b18e0a0be2 req-e12f7628-0fba-4097-80dd-8f2b34aac7f7 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970644 Aug 30 23:15:51.239883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-26b48118-b09b-4a6b-9355-890d42291596 service neutron] 10.222.0.47 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889682 Aug 30 23:15:51.257260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.284793 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=fe3eb5a2-84ae-4180-8b3a-9ab7bb2cd7ce,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:51.362905 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.363566 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Floating IP c9d89921-246f-40dc-bba0-008d91b81218 disassociated (deleted). External IP: 172.25.7.178, port: ca950f98-5bad-42b2-833a-ccc39f36c578. Aug 30 23:15:51.382126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-5fc663e9-3861-497e-93c4-1cadd6d706ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:51.383910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-5fc663e9-3861-497e-93c4-1cadd6d706ae service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1097 time: 0.0481186 Aug 30 23:15:51.488014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-02666697-2567-4bad-8015-c241cd52711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:51.489585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-02666697-2567-4bad-8015-c241cd52711f service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.0983808 Aug 30 23:15:51.590157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-bbf10956-e928-4e3d-b1ef-28732f044854 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 999 time: 0.0917478 Aug 30 23:15:51.617745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:51.675048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-cd71daeb-7c85-4569-897b-ff5cb1da840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:51.676673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-cd71daeb-7c85-4569-897b-ff5cb1da840e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0777423 Aug 30 23:15:51.730519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-b7c62f6f-7a77-4d28-99f6-06a7e24d0f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:51.732647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-b7c62f6f-7a77-4d28-99f6-06a7e24d0f5f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469573 Aug 30 23:15:51.770187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:51.790138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Sync routers for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:51.790622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:51.808637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:51.810120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:51.863574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-de12cc5a-7f00-4804-bf42-6c490b460e7f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/floatingips/c9d89921-246f-40dc-bba0-008d91b81218 HTTP/1.1" status: 204 len: 168 time: 1.1262240 Aug 30 23:15:51.863574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:51.864885 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aff4758-c99e-4c16-843c-2567af8ee20e" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:51.881855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-5f42666b-0f3d-429b-8061-44204a3057bd service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359839 Aug 30 23:15:51.897021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4da06e-ded9-42a7-9090-05a11195c431 req-e1f984c4-28ed-4d8c-beb2-f693d3272259 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:51.898634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f4da06e-ded9-42a7-9090-05a11195c431 req-e1f984c4-28ed-4d8c-beb2-f693d3272259 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.0690391 Aug 30 23:15:51.975634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f4da06e-ded9-42a7-9090-05a11195c431 req-76a313f6-989c-433f-9320-edb390718984 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642157 Aug 30 23:15:52.007472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:52.063659 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98c8361-3c55-4b3f-8805-33d9db1e0f08 x-openstack-request-id: req-f98c8361-3c55-4b3f-8805-33d9db1e0f08 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:52.063953 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:52.064208 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f98c8361-3c55-4b3f-8805-33d9db1e0f08 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:52.064611 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'status': 'completed', 'code': 200} Aug 30 23:15:52.070953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c037e0e4-b72e-46e7-828b-faa9cd28d8bc req-c4812512-bcd4-45d2-8c96-833ba0df73cb service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781414 Aug 30 23:15:52.204207 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-42cb7c26-9dff-4e9e-ba40-962b6ff2faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:52.212900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-42cb7c26-9dff-4e9e-ba40-962b6ff2faa3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 1097 time: 0.1130071 Aug 30 23:15:52.330827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a55d3a-45de-4a60-8c8b-8d73f30cd34d req-54f34df9-9cc3-4374-842b-3dc2a12ea749 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:52.339114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6a55d3a-45de-4a60-8c8b-8d73f30cd34d req-54f34df9-9cc3-4374-842b-3dc2a12ea749 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.1106873 Aug 30 23:15:52.342685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-57ade73a-7fdf-4c06-afa3-f04edd3fc6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:52.344749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-57ade73a-7fdf-4c06-afa3-f04edd3fc6ff service neutron] 10.222.0.47 "GET /v2.0/networks?id=dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 200 len: 896 time: 0.1221642 Aug 30 23:15:52.394635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:52.410529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-234346d7-c726-4953-abef-025567e6101b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 200 len: 217 time: 0.0517225 Aug 30 23:15:52.430066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6a55d3a-45de-4a60-8c8b-8d73f30cd34d req-35bdd82b-3369-4727-ba75-7c7dcd631ce6 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863559 Aug 30 23:15:52.447987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Checking router: 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:15:52.458576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:52.459346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:52.522417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:52.614644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:52.845999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:52.873253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-f736e197-741c-4844-8433-17e136a39c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:52.874912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-f736e197-741c-4844-8433-17e136a39c0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=f70385e3-c031-4fa3-a6f4-eb11623e9dd6 HTTP/1.1" status: 200 len: 835 time: 0.4507647 Aug 30 23:15:52.957361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:15:52.960158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-be24c885-f932-4cdb-b567-23cb1276dce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:52.961688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-be24c885-f932-4cdb-b567-23cb1276dce7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dcbaa284-31eb-433e-96fc-e097d943edbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702219 Aug 30 23:15:52.977609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:53.015284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7673e96-4b04-429b-802d-a10e23db0c1a None None] The sync data for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 is: [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '586cd0de-6836-4b10-b2ec-f6182f66a286', 'name': '', 'network_id': 'dcbaa284-31eb-433e-96fc-e097d943edbb', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'mac_address': 'fa:16:3e:67:85:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:44Z', 'updated_at': '2021-08-30T23:14:51Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'subnets': [{'id': 'f70385e3-c031-4fa3-a6f4-eb11623e9dd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:15:53.129309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-a74621b3-bcf3-4599-9acc-6117780c4af3 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564291 Aug 30 23:15:53.248584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09140d5-6540-4224-b0e5-b286bc7ccfb2 req-1e75f876-08fc-43f6-b621-b418f3108a29 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:53.250518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c09140d5-6540-4224-b0e5-b286bc7ccfb2 req-1e75f876-08fc-43f6-b621-b418f3108a29 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 945 time: 0.1144164 Aug 30 23:15:53.323047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c09140d5-6540-4224-b0e5-b286bc7ccfb2 req-e1d812b3-6c58-458c-82c3-3480ff5d7423 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617938 Aug 30 23:15:53.351981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48574) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:53.356202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3aff4758-c99e-4c16-843c-2567af8ee20e req-be25762a-9f0e-4d37-8826-b6bb81d33e00 service neutron] 10.222.0.47 "GET /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881113 Aug 30 23:15:53.441966 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c61e0e5-09c7-44cf-af6c-f56a07b7f907 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 200 len: 991 time: 0.0885477 Aug 30 23:15:53.458813 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94378c8-9d38-4987-aaa4-67964328ff27 None None] New status for floating IP c9d89921-246f-40dc-bba0-008d91b81218: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:15:53.598197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d3e69c-2dd6-4d3e-9ff8-323ae6d8950b req-4dbf077e-8d1a-4dae-a3d9-446470a5b06f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:53.600830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34d3e69c-2dd6-4d3e-9ff8-323ae6d8950b req-4dbf077e-8d1a-4dae-a3d9-446470a5b06f tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.0910218 Aug 30 23:15:53.692695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34d3e69c-2dd6-4d3e-9ff8-323ae6d8950b req-71b80ec8-2895-404a-ba14-4d478625f3fa tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/security-groups?id=c287bdfd-856e-451b-b62e-7641ead5ee14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651693 Aug 30 23:15:53.927659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-bf796c26-2409-4b19-801a-dc2bbd074c38 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:15:53.929320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-bf796c26-2409-4b19-801a-dc2bbd074c38 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 945 time: 0.0525565 Aug 30 23:15:54.041107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port ca950f98-5bad-42b2-833a-ccc39f36c578 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:54.041580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:54.141672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port ca950f98-5bad-42b2-833a-ccc39f36c578, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ca950f98-5bad-42b2-833a-ccc39f36c578,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:54.141997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:54.156680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for ca950f98-5bad-42b2-833a-ccc39f36c578 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:54.322958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:54.356664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=ca950f98-5bad-42b2-833a-ccc39f36c578,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:54.412658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] No DVR routers for this DVR port ca950f98-5bad-42b2-833a-ccc39f36c578 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:15:54.415546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:54.417973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-471c8779-71f7-4810-b88d-3f76f5542a23 req-50c3ee64-fb76-4a6f-9f65-950fc2cbd68a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.47 "DELETE /v2.0/ports/ca950f98-5bad-42b2-833a-ccc39f36c578 HTTP/1.1" status: 204 len: 173 time: 0.4818447 Aug 30 23:15:54.419198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'name': 'network-vif-deleted', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:54.421699 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d874357-93b5-42b0-b24c-fb31bb5b7701" -d '{"events": [{"server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "name": "network-vif-deleted", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:54.470308 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8a1de2-8686-48e0-a190-3c15ad10290f x-openstack-request-id: req-8c8a1de2-8686-48e0-a190-3c15ad10290f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:54.470702 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b", "name": "network-vif-deleted", "tag": "ca950f98-5bad-42b2-833a-ccc39f36c578", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:54.471077 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c8a1de2-8686-48e0-a190-3c15ad10290f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:54.471599 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b', 'name': 'network-vif-deleted', 'tag': 'ca950f98-5bad-42b2-833a-ccc39f36c578', 'status': 'completed', 'code': 200} Aug 30 23:15:54.879087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1615364c-e8bd-420f-8198-9c2d2aa56f25 req-87b070a7-2855-4595-90de-6ec9a8af0f78 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4c84fd2-b820-4d94-9725-0ac0e2cc3f4b HTTP/1.1" status: 200 len: 210 time: 0.0332570 Aug 30 23:15:55.277499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:15:55.414080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:55.427556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'port_id': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'mac_address': 'fa:16:3e:86:63:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:15:55.477325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:55.491594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:15:55.511532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:55.516217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:55.585164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=11']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:55.804384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['20adfaff-79fe-45c3-a456-3af05d6c62b5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:15:55.980011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48638) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:56.057036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:56.087482 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:56.156604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:56.159682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:56.161837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/security-groups/c287bdfd-856e-451b-b62e-7641ead5ee14 HTTP/1.1" status: 204 len: 168 time: 0.1797411 Aug 30 23:15:56.172041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7731c2f5-fccc-43be-a458-db60d391686a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c287bdfd-856e-451b-b62e-7641ead5ee14,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:56.216143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:56.689106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.081157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port 586cd0de-6836-4b10-b2ec-f6182f66a286 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:57.081950 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.183160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port 586cd0de-6836-4b10-b2ec-f6182f66a286, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=586cd0de-6836-4b10-b2ec-f6182f66a286,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:57.183686 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.200046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for 586cd0de-6836-4b10-b2ec-f6182f66a286 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:57.295519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:15:57.415315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:15:57.429420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 20adfaff-79fe-45c3-a456-3af05d6c62b5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:15:57.430115 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.442641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.478228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=586cd0de-6836-4b10-b2ec-f6182f66a286,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:57.592059 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.623574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:15:57.627919 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24e288e-ddc2-4664-b1f4-b87c3d07ba9a" -d '{"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-plugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:15:57.659352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:57.672981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.744388 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:15:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab729d3-de90-468b-9d95-9847386ba652 x-openstack-request-id: req-8ab729d3-de90-468b-9d95-9847386ba652 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:15:57.744696 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-plugged", "status": "completed", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:15:57.744945 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ab729d3-de90-468b-9d95-9847386ba652 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:15:57.745342 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'code': 200} Aug 30 23:15:57.764104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=12']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:57.860076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:57.879414 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:58.528478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:15:58.660274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:15:58.676219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Sync routers for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:15:58.678142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48694) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:58.679323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-250e0f15-fc62-4535-98e7-d60ccfbb8f4a tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "PUT /v2.0/routers/3c8cbb28-46b8-4738-89c1-8e5a3e3485d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4617860 Aug 30 23:15:58.690805 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:58.691561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:58.764060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting subnet f70385e3-c031-4fa3-a6f4-eb11623e9dd6 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:15:58.771673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:58.823826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:58.867672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:58.927190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:58.954428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca950f98-5bad-42b2-833a-ccc39f36c578 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:59.018529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: ca950f98-5bad-42b2-833a-ccc39f36c578 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:15:59.019181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ca950f98-5bad-42b2-833a-ccc39f36c578 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:15:59.021745 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.115362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Subnet': ['ID=f70385e3-c031-4fa3-a6f4-eb11623e9dd6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:15:59.125466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.129372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31ffd0b-73b8-4e7b-8cad-d527f0d42c95 None None] Network dcbaa284-31eb-433e-96fc-e097d943edbb requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:15:59.130923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c02f5f31-3e84-496d-a282-9701d5d58a48 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/subnets/f70385e3-c031-4fa3-a6f4-eb11623e9dd6 HTTP/1.1" status: 204 len: 168 time: 0.4512422 Aug 30 23:15:59.134213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48704) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:15:59.297227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.390586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:15:57Z', 'revision_number': 5, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port': {'id': '7de9f459-c8f2-46f8-9671-e28574bb66bc', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:97:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:38Z', 'updated_at': '2021-08-30T23:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:59.394182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] DHCP port deletion for dcbaa284-31eb-433e-96fc-e097d943edbb request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:15:59.453901 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Checking router: 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:15:59.497520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.634808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Deleting port 7de9f459-c8f2-46f8-9671-e28574bb66bc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:59.635293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.703967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3d34078f-ef04-405c-8a7b-efd68326869d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:15:59.729890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Routers {'3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:15:59.731441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:59.867061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] For port 7de9f459-c8f2-46f8-9671-e28574bb66bc, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7de9f459-c8f2-46f8-9671-e28574bb66bc,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:15:59.868336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:15:59.874573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] Set router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:15:59.887810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Calling delete_port for 7de9f459-c8f2-46f8-9671-e28574bb66bc owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:15:59.938358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:15:59Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:15:59.960391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Deleting port 3d34078f-ef04-405c-8a7b-efd68326869d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:15:59.960784 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.006654 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.031636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab694a-dfc6-49bd-a68c-d1afde789d1e None None] The sync data for ids ['3c8cbb28-46b8-4738-89c1-8e5a3e3485d4'] in n-d-791504-21 is: [{'id': '3c8cbb28-46b8-4738-89c1-8e5a3e3485d4', 'name': 'tempest-TestNetworkBasicOps-router-1854783384', 'tenant_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:37Z', 'updated_at': '2021-08-30T23:15:59Z', 'revision_number': 6, 'project_id': 'fe3d75e9ffa44d9da7b6be99fedebf4f', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:00.132191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3d34078f-ef04-405c-8a7b-efd68326869d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d34078f-ef04-405c-8a7b-efd68326869d,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:00.134429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] For port 3d34078f-ef04-405c-8a7b-efd68326869d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3d34078f-ef04-405c-8a7b-efd68326869d,segment=NetworkSegment(8bdcb489-4c58-4176-a503-0df890b8645e),segment_id=8bdcb489-4c58-4176-a503-0df890b8645e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:00.134969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.138383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.174809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Calling delete_port for 3d34078f-ef04-405c-8a7b-efd68326869d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:00.233137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.236855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3d34078f-ef04-405c-8a7b-efd68326869d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:00.267075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Port': ['ID=7de9f459-c8f2-46f8-9671-e28574bb66bc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:00.356443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.415755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.465551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] Pushing event deleted for resources: {'Port': ['ID=3d34078f-ef04-405c-8a7b-efd68326869d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:00.486708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7cd23b-bb7b-4dd0-aa71-29bfaac7437a None None] No DVR routers for this DVR port 3d34078f-ef04-405c-8a7b-efd68326869d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:16:00.532095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.534891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.598042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.598725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Fanout notify agent at l3_agent the message router_deleted on router 3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:16:00.612223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.616322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48730) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:00.616854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5b4fc21-1454-49d7-a8b0-afc788c1c854 tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/routers/3c8cbb28-46b8-4738-89c1-8e5a3e3485d4 HTTP/1.1" status: 204 len: 168 time: 1.4800324 Aug 30 23:16:00.734723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.839268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.850268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcbaa284-31eb-433e-96fc-e097d943edbb']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:00.874364 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdcb489-4c58-4176-a503-0df890b8645e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:00.874825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdcb489-4c58-4176-a503-0df890b8645e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:00.892685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.908801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.915866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:16:00.916286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:16:00.920103 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:16:01.022130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.034182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.039136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] 10.222.0.25 "DELETE /v2.0/networks/dcbaa284-31eb-433e-96fc-e097d943edbb HTTP/1.1" status: 204 len: 168 time: 0.4178574 Aug 30 23:16:01.049717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b48610-021b-4650-9010-d8abb3a0589c tempest-TestNetworkBasicOps-1515764900 tempest-TestNetworkBasicOps-1515764900-project] Pushing event deleted for resources: {'Network': ['ID=dcbaa284-31eb-433e-96fc-e097d943edbb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:01.549436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 586cd0de-6836-4b10-b2ec-f6182f66a286 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:01.566384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:01.582236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 586cd0de-6836-4b10-b2ec-f6182f66a286 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:01.582605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 586cd0de-6836-4b10-b2ec-f6182f66a286 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:01.583221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7de9f459-c8f2-46f8-9671-e28574bb66bc no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:01.613400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7de9f459-c8f2-46f8-9671-e28574bb66bc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:01.613817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7de9f459-c8f2-46f8-9671-e28574bb66bc not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:01.813820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e1d908e8-2d0d-44a5-b589-7a9b1535fb86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe3d75e9ffa44d9da7b6be99fedebf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451503 Aug 30 23:16:01.815825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:01.873931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.903159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.958638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.961887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:01.963439 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/35b22206-c2b6-45de-949c-f57226214298 HTTP/1.1" status: 204 len: 168 time: 0.1464696 Aug 30 23:16:01.974518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1e66e-d102-4707-821d-a454e7b1d12f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b22206-c2b6-45de-949c-f57226214298,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:02.289989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48774) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:02.304604 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56801920-6168-4794-8503-3160bdf043e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.418684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56801920-6168-4794-8503-3160bdf043e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.424155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-56801920-6168-4794-8503-3160bdf043e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.464692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-56801920-6168-4794-8503-3160bdf043e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b96218a26ef040bfb234a26f526195fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735575 Aug 30 23:16:02.466147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56801920-6168-4794-8503-3160bdf043e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04a0d72-d6c9-4d2b-96d4-53bc91c98e96,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:02.468029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48776) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:02.522212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.546557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.595852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.599085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:02.600366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c04a0d72-d6c9-4d2b-96d4-53bc91c98e96 HTTP/1.1" status: 204 len: 168 time: 0.1311371 Aug 30 23:16:02.616008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930fd97-47aa-41c9-a0c5-edba02cfecaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04a0d72-d6c9-4d2b-96d4-53bc91c98e96,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:03.592415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48804) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:03.709940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-844864685-network', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:03.711519 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:16:03.737827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Made reservation on behalf of 039689920b8e4e37b91d41fa2500d1cc for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:03.740181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:03.749842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:03.882484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:03.888346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:03.912042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:16:03.927239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47041b29-acb8-442b-8a27-021ea979f6e6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:03.933290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:03.935035 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Added segment ac559023-2b85-433c-bc80-5483f969b896 of type vlan for network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc Aug 30 23:16:03.987663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.024311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.025337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:04.025954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.111626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5119603 Aug 30 23:16:04.111626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:04.122067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Request body: {'subnet': {'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-844864685-subnet', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:04.138888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cd80f1-80e6-406c-8fc5-220b7d8547ae admin admin] Pushing event updated for resources: {'Network': ['ID=7fddd1b4-5ba4-4755-a741-0a65daaf80cc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:04.157008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:16:04.169401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Made reservation on behalf of 039689920b8e4e37b91d41fa2500d1cc for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:04.171792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.409702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.452737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a06747-b521-4ca8-beae-363b06f466c6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:04.492137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Checking segment: {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:04.492355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Network hostable DHCP agents. Network: 7fddd1b4-5ba4-4755-a741-0a65daaf80cc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:16:04.521778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:16:04.535820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7fddd1b4-5ba4-4755-a741-0a65daaf80cc) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:04.544743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:04.545622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.553519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3901c0-f075-4c72-925f-aed99a9498cc None None] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:04.579105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-609a1c32-db4f-45f0-a778-7ca21b3229ab admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4665756 Aug 30 23:16:04.581993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48830) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:04.591075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:04.625452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.627175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.696916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.808515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'fixed_ips': [{'subnet_id': '44a06747-b521-4ca8-beae-363b06f466c6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:16:04.809756 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.868395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:04.967227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Allocated IP 172.20.0.2 (7fddd1b4-5ba4-4755-a741-0a65daaf80cc/44a06747-b521-4ca8-beae-363b06f466c6/498c3e74-2229-44db-abf9-bbf21fa957dd) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:05.109029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.131715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.158062 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.174071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Transition to ACTIVE for port object 498c3e74-2229-44db-abf9-bbf21fa957dd will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:05.190762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Transition to ACTIVE for port object 498c3e74-2229-44db-abf9-bbf21fa957dd will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:05.197586 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.248991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:05.256330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:05.259959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:05.263047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Pushing event updated for resources: {'Port': ['ID=498c3e74-2229-44db-abf9-bbf21fa957dd,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:05.279103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Allocated IP 172.25.7.54 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/95631c5c-939c-492f-8547-4d5314be4a8a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:05.347260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Attempting to bind port 498c3e74-2229-44db-abf9-bbf21fa957dd on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:05.347783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Attempting to bind port 498c3e74-2229-44db-abf9-bbf21fa957dd by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:05.348155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Attempting to bind port 498c3e74-2229-44db-abf9-bbf21fa957dd on network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:05.353562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:05.353992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Checking segment: {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:05.354396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.354797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Bound using segment: {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:05.355792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Bound port: 498c3e74-2229-44db-abf9-bbf21fa957dd, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:05.355792 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.436476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] For port 498c3e74-2229-44db-abf9-bbf21fa957dd, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:05.441028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] For port 498c3e74-2229-44db-abf9-bbf21fa957dd, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=498c3e74-2229-44db-abf9-bbf21fa957dd,segment=NetworkSegment(ac559023-2b85-433c-bc80-5483f969b896),segment_id=ac559023-2b85-433c-bc80-5483f969b896)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:05.447567 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.463679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.528330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd2117-219a-4268-b25b-e3308e49f575 None None] Pushing event updated for resources: {'Port': ['ID=498c3e74-2229-44db-abf9-bbf21fa957dd,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:05.543333 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:05.592296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:05.596298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:05.601746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:05.635648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Pushing event updated for resources: {'Port': ['ID=95631c5c-939c-492f-8547-4d5314be4a8a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:05.976270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:06.207340 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:06.357493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Router 48a86c43-9b1d-44c8-8290-1f1771b0b570 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:16:06.482679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:06.507290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:06.518978 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Sync routers for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:06.520155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-42b5633e-6878-403b-a958-915a68f5a88f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 1.9263532 Aug 30 23:16:06.520318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48848) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:06.526703 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Routers {'48a86c43-9b1d-44c8-8290-1f1771b0b570'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:06.527637 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['48a86c43-9b1d-44c8-8290-1f1771b0b570'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:06.702597 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Set router 48a86c43-9b1d-44c8-8290-1f1771b0b570 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:06.802278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9564fba5-b38d-43a8-992e-0c32a4b60225 None None] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:06.945606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-396dd2bd-05dc-4ad6-9952-40e8897fdd96 None None] Provisioning for port 498c3e74-2229-44db-abf9-bbf21fa957dd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:06.978513 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:05Z', 'revision_number': 3, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:07.012781 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Checking router: 48a86c43-9b1d-44c8-8290-1f1771b0b570 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:07.013259 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Updating router 48a86c43-9b1d-44c8-8290-1f1771b0b570 port 95631c5c-939c-492f-8547-4d5314be4a8a binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:16:07.039709 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.236417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.334830 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.346631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Transition to ACTIVE for port object 95631c5c-939c-492f-8547-4d5314be4a8a will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:07.371683 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.435714 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Attempting to bind port 95631c5c-939c-492f-8547-4d5314be4a8a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:07.436097 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Attempting to bind port 95631c5c-939c-492f-8547-4d5314be4a8a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:07.436806 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Attempting to bind port 95631c5c-939c-492f-8547-4d5314be4a8a on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:07.450772 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:07.451194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:07.451575 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.451927 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:07.452414 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Bound port: 95631c5c-939c-492f-8547-4d5314be4a8a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:07.452797 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.507624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Allocated IP 172.20.0.1 (7fddd1b4-5ba4-4755-a741-0a65daaf80cc/44a06747-b521-4ca8-beae-363b06f466c6/ad9ce6b4-c003-4385-a933-338df6786502) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:07.517741 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Pushing event updated for resources: {'Port': ['ID=95631c5c-939c-492f-8547-4d5314be4a8a,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:07.537609 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.538806 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.539333 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.540084 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.540583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.541223 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.541740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.542398 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.543065 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.543589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.544105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.544631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:07.568189 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] For port 95631c5c-939c-492f-8547-4d5314be4a8a, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:07.572541 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] For port 95631c5c-939c-492f-8547-4d5314be4a8a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=95631c5c-939c-492f-8547-4d5314be4a8a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:07.577611 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.600259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 498c3e74-2229-44db-abf9-bbf21fa957dd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:07.659046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 498c3e74-2229-44db-abf9-bbf21fa957dd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:07.660602 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f5f54c-45e6-4b0a-944c-d959e631b603 None None] Pushing event updated for resources: {'Port': ['ID=95631c5c-939c-492f-8547-4d5314be4a8a,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:07.663478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 498c3e74-2229-44db-abf9-bbf21fa957dd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:07.663858 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.675827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Routers {'48a86c43-9b1d-44c8-8290-1f1771b0b570'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:07.676725 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['48a86c43-9b1d-44c8-8290-1f1771b0b570'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:07.731460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.749590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Transition to ACTIVE for port object ad9ce6b4-c003-4385-a933-338df6786502 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:07.818220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.826971 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.862201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 498c3e74-2229-44db-abf9-bbf21fa957dd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=498c3e74-2229-44db-abf9-bbf21fa957dd,segment=NetworkSegment(ac559023-2b85-433c-bc80-5483f969b896),segment_id=ac559023-2b85-433c-bc80-5483f969b896)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:07.867842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:07.911654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:07.917189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:07.923094 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:07.971125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=498c3e74-2229-44db-abf9-bbf21fa957dd,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:07.976025 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9ce6b4-c003-4385-a933-338df6786502,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:08.029969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] Set router 48a86c43-9b1d-44c8-8290-1f1771b0b570 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:08.030207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.035616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.035978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.036319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.036710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.037113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.037386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.037732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.038063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.038384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.038706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.039027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.039348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:08.208554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e7bc31d-ac74-4d58-9c3a-6ddee2a13742 None None] Provisioning for port ad9ce6b4-c003-4385-a933-338df6786502 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:08.215623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e7bc31d-ac74-4d58-9c3a-6ddee2a13742 None None] Provisioning complete for port ad9ce6b4-c003-4385-a933-338df6786502 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:08.216432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e7bc31d-ac74-4d58-9c3a-6ddee2a13742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.240484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.269740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1e7bc31d-ac74-4d58-9c3a-6ddee2a13742 None None] Port ad9ce6b4-c003-4385-a933-338df6786502 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:08.284921 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:05Z', 'revision_number': 3, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:08.312337 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd289e51-0444-4901-acc0-5f3ebb431602 None None] The sync data for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 is: [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:05Z', 'revision_number': 3, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:08.421195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.426465 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.500882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Pushing event updated for resources: {'Port': ['ID=ad9ce6b4-c003-4385-a933-338df6786502,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:08.503614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:08.632814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:08.634643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:09.031944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-330b04c6-2c76-47b0-bd13-b0dc0332bf12 None None] Provisioning complete for port ad9ce6b4-c003-4385-a933-338df6786502 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:09.032872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-330b04c6-2c76-47b0-bd13-b0dc0332bf12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:09.156800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-330b04c6-2c76-47b0-bd13-b0dc0332bf12 None None] Port ad9ce6b4-c003-4385-a933-338df6786502 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:09.159326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Router 48a86c43-9b1d-44c8-8290-1f1771b0b570 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:16:09.301049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:09.313841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-be10fab2-8450-4e71-99fc-23b8a902c015 admin admin] 10.222.0.25 "PUT /v2.0/routers/48a86c43-9b1d-44c8-8290-1f1771b0b570/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7881484 Aug 30 23:16:09.595242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:09.787589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 498c3e74-2229-44db-abf9-bbf21fa957dd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:09.841612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f070-90e3-4427-9d96-0800178d1fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:09.877909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 498c3e74-2229-44db-abf9-bbf21fa957dd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:09.878323 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:09.996754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 95631c5c-939c-492f-8547-4d5314be4a8a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:10.001483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f070-90e3-4427-9d96-0800178d1fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.008648 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c0a7f070-90e3-4427-9d96-0800178d1fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.052161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7f070-90e3-4427-9d96-0800178d1fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04faeaa6-7911-4b14-a9cc-4d50c3e73755,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:10.087462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48916) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:10.088034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c0a7f070-90e3-4427-9d96-0800178d1fad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e819a158148349dbafb48dfdf64d487a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4911854 Aug 30 23:16:10.110248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 95631c5c-939c-492f-8547-4d5314be4a8a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:10.115626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 95631c5c-939c-492f-8547-4d5314be4a8a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:10.116007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.180603 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.215989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.228004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.258716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 95631c5c-939c-492f-8547-4d5314be4a8a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=95631c5c-939c-492f-8547-4d5314be4a8a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:10.263413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.284209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.287036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.290771 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04faeaa6-7911-4b14-a9cc-4d50c3e73755 HTTP/1.1" status: 204 len: 168 time: 0.1989126 Aug 30 23:16:10.303462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea85b22-a61c-4db8-82bc-a0651f541066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04faeaa6-7911-4b14-a9cc-4d50c3e73755,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:10.392753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fdf94f41-345d-4f88-82db-b9179391a4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.424686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=95631c5c-939c-492f-8547-4d5314be4a8a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:10.739803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48928) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:10.754646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-128aa49e-a3b5-4f94-ad04-56a4b4f2db91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.824711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Sync routers for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:10.835894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Routers {'48a86c43-9b1d-44c8-8290-1f1771b0b570'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:10.836511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['48a86c43-9b1d-44c8-8290-1f1771b0b570'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:10.914706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-128aa49e-a3b5-4f94-ad04-56a4b4f2db91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.920241 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-128aa49e-a3b5-4f94-ad04-56a4b4f2db91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:10.969775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Set router 48a86c43-9b1d-44c8-8290-1f1771b0b570 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:10.973826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128aa49e-a3b5-4f94-ad04-56a4b4f2db91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab376710-130e-453b-9acf-0dd4e26e2912,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:10.978610 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-128aa49e-a3b5-4f94-ad04-56a4b4f2db91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ab642bb49cb45f4960ac16c4323ab1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2369742 Aug 30 23:16:10.981108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:11.044709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.069386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.134957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.139371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.152978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ab376710-130e-453b-9acf-0dd4e26e2912 HTTP/1.1" status: 204 len: 168 time: 0.1656568 Aug 30 23:16:11.172942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e83d86-eec0-4efa-86ee-d4dcb12b3b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab376710-130e-453b-9acf-0dd4e26e2912,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:11.249184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48936) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:11.267197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:08Z', 'revision_number': 4, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'ad9ce6b4-c003-4385-a933-338df6786502', 'name': '', 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'mac_address': 'fa:16:3e:68:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '44a06747-b521-4ca8-beae-363b06f466c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:07Z', 'updated_at': '2021-08-30T23:16:08Z', 'revision_number': 2, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'subnets': [{'id': '44a06747-b521-4ca8-beae-363b06f466c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:11.294864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Checking router: 48a86c43-9b1d-44c8-8290-1f1771b0b570 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:11.295624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Updating router 48a86c43-9b1d-44c8-8290-1f1771b0b570 port ad9ce6b4-c003-4385-a933-338df6786502 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:16:11.325072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.609056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 95631c5c-939c-492f-8547-4d5314be4a8a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:11.738822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.746169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.759411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Transition to ACTIVE for port object ad9ce6b4-c003-4385-a933-338df6786502 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:11.769095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 95631c5c-939c-492f-8547-4d5314be4a8a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:11.769095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.770060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:11.883353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258c045-7532-4f7f-a7c9-df11526e7085 None None] Pushing event updated for resources: {'Port': ['ID=ad9ce6b4-c003-4385-a933-338df6786502,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:12.122291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Deleting port ad9ce6b4-c003-4385-a933-338df6786502 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:12.123421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.151117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Attempting to bind port ad9ce6b4-c003-4385-a933-338df6786502 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:12.151617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Attempting to bind port ad9ce6b4-c003-4385-a933-338df6786502 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:12.152500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Attempting to bind port ad9ce6b4-c003-4385-a933-338df6786502 on network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:12.163991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 15, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:12.163991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Checking segment: {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:12.163991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.163991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Bound using segment: {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:12.164503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Bound port: ad9ce6b4-c003-4385-a933-338df6786502, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac559023-2b85-433c-bc80-5483f969b896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:12.164860 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.256495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] For port ad9ce6b4-c003-4385-a933-338df6786502, host n-d-791504-21, got binding levels [] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:12.256495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.281754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Calling delete_port for ad9ce6b4-c003-4385-a933-338df6786502 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:12.294520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] For port ad9ce6b4-c003-4385-a933-338df6786502, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:12.302972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] For port ad9ce6b4-c003-4385-a933-338df6786502, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ad9ce6b4-c003-4385-a933-338df6786502,segment=NetworkSegment(ac559023-2b85-433c-bc80-5483f969b896),segment_id=ac559023-2b85-433c-bc80-5483f969b896)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:12.309965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.377667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Routers {'48a86c43-9b1d-44c8-8290-1f1771b0b570'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:12.378346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:15:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['48a86c43-9b1d-44c8-8290-1f1771b0b570'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:12.429982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f258c045-7532-4f7f-a7c9-df11526e7085 None None] Pushing event updated for resources: {'Port': ['ID=ad9ce6b4-c003-4385-a933-338df6786502,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:12.564739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.587123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] Set router 48a86c43-9b1d-44c8-8290-1f1771b0b570 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:12.609713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9ce6b4-c003-4385-a933-338df6786502,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:12.730259 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2907fd9c-0dab-4722-b70b-9f06c5921afe None None] Could not find standard attr ID for object ad9ce6b4-c003-4385-a933-338df6786502. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:16:12.800264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.918871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:12.946300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:08Z', 'revision_number': 4, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'ad9ce6b4-c003-4385-a933-338df6786502', 'name': '', 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'mac_address': 'fa:16:3e:68:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '44a06747-b521-4ca8-beae-363b06f466c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:07Z', 'updated_at': '2021-08-30T23:16:12Z', 'revision_number': 4, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'subnets': [{'id': '44a06747-b521-4ca8-beae-363b06f466c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:13.001537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fa1f8a-6d94-4c84-a5d4-a4b9c431afce None None] The sync data for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 is: [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54'}], 'enable_snat': True}, 'gw_port_id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:08Z', 'revision_number': 4, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port': {'id': '95631c5c-939c-492f-8547-4d5314be4a8a', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:f8:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3708, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:05Z', 'updated_at': '2021-08-30T23:16:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'ad9ce6b4-c003-4385-a933-338df6786502', 'name': '', 'network_id': '7fddd1b4-5ba4-4755-a741-0a65daaf80cc', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'mac_address': 'fa:16:3e:68:95:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'device_owner': 'network:router_interface', 'standard_attr_id': 3709, 'fixed_ips': [{'subnet_id': '44a06747-b521-4ca8-beae-363b06f466c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:07Z', 'updated_at': '2021-08-30T23:16:12Z', 'revision_number': 4, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'subnets': [{'id': '44a06747-b521-4ca8-beae-363b06f466c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:13.332012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bfe7f973-6d7b-456b-8027-54fc679f00c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:13.613067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Router 48a86c43-9b1d-44c8-8290-1f1771b0b570 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:16:13.848943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:13.861282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2a82773b-953b-491d-a1e1-193a8d1ab1a6 admin admin] 10.222.0.25 "PUT /v2.0/routers/48a86c43-9b1d-44c8-8290-1f1771b0b570/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6079803 Aug 30 23:16:13.861537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 48986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:14.002046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.139885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.140421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48990) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:14.217400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Deleting port 95631c5c-939c-492f-8547-4d5314be4a8a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:14.217740 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.302437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54c2ab09-6896-45a5-935e-4abe4b801f54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.340208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] For port 95631c5c-939c-492f-8547-4d5314be4a8a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=95631c5c-939c-492f-8547-4d5314be4a8a,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:14.340906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.359262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Calling delete_port for 95631c5c-939c-492f-8547-4d5314be4a8a owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:14.417342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54c2ab09-6896-45a5-935e-4abe4b801f54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.423098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-54c2ab09-6896-45a5-935e-4abe4b801f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.454561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-54c2ab09-6896-45a5-935e-4abe4b801f54 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=21e598fb9a5542378cd93e54ee325e8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3124671 Aug 30 23:16:14.455464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 48994) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:14.519907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c2ab09-6896-45a5-935e-4abe4b801f54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60040592-3a84-42c7-8352-015206eb83fa,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:14.539647 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.569364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.611403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.619090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.648027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.652529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.656157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/60040592-3a84-42c7-8352-015206eb83fa HTTP/1.1" status: 204 len: 168 time: 0.1962919 Aug 30 23:16:14.664830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95631c5c-939c-492f-8547-4d5314be4a8a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:14.669739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0668b-5f73-4e68-91df-d658649f7178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60040592-3a84-42c7-8352-015206eb83fa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:14.755979 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.887208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.889433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.906874 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Sync routers for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:14.916674 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Routers {'48a86c43-9b1d-44c8-8290-1f1771b0b570'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:14.917847 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['48a86c43-9b1d-44c8-8290-1f1771b0b570'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:14.946745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.947382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48a86c43-9b1d-44c8-8290-1f1771b0b570 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:16:14.958111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:14.962180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49002) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:14.962701 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-22dd9a0c-22ec-46a9-8f3f-75745443fbb5 admin admin] 10.222.0.25 "DELETE /v2.0/routers/48a86c43-9b1d-44c8-8290-1f1771b0b570 HTTP/1.1" status: 204 len: 168 time: 1.1000531 Aug 30 23:16:15.009652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Set router 48a86c43-9b1d-44c8-8290-1f1771b0b570 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:15.035922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Deleting subnet 44a06747-b521-4ca8-beae-363b06f466c6 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:16:15.040012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.064916 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49004) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:15.080937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3a38-1dfc-450b-b2fd-4f0eb82af623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.082467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.089345 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48a86c43-9b1d-44c8-8290-1f1771b0b570', 'name': 'tempest-ImageQuotaTest-844864685-router', 'tenant_id': '039689920b8e4e37b91d41fa2500d1cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:04Z', 'updated_at': '2021-08-30T23:16:14Z', 'revision_number': 7, 'project_id': '039689920b8e4e37b91d41fa2500d1cc', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:15.126808 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Checking router: 48a86c43-9b1d-44c8-8290-1f1771b0b570 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:15.137116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Routers set() bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:15.137529 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Router IDs set() for agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 30 23:16:15.138171 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_agentschedulers_db [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'48a86c43-9b1d-44c8-8290-1f1771b0b570'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent'). {{(pid=101271) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 30 23:16:15.138662 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa630a45-2d3d-4eef-a405-32df81fa2324 None None] The sync data for ids ['48a86c43-9b1d-44c8-8290-1f1771b0b570'] in n-d-791504-21 is: [] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:15.215195 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.221317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3a38-1dfc-450b-b2fd-4f0eb82af623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.225406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b8dc3a38-1dfc-450b-b2fd-4f0eb82af623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.268357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b8dc3a38-1dfc-450b-b2fd-4f0eb82af623 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1b9bc147ad804c9489190dffcd6fd7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2023075 Aug 30 23:16:15.269247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc3a38-1dfc-450b-b2fd-4f0eb82af623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5694f9c0-30eb-4548-a99e-bd3690b43149,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:15.271009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49006) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:15.279967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.319994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a06747-b521-4ca8-beae-363b06f466c6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:15.328059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.332667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9317104a-65d4-40da-bffd-90d7ceb7e620 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/44a06747-b521-4ca8-beae-363b06f466c6 HTTP/1.1" status: 204 len: 168 time: 0.3659098 Aug 30 23:16:15.333015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49008) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:15.335083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104a470e-94c9-4a78-a4aa-b527a2f91fea None None] Network 7fddd1b4-5ba4-4755-a741-0a65daaf80cc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:15.366582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.394015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.412907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.453823 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.457053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.462028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5694f9c0-30eb-4548-a99e-bd3690b43149 HTTP/1.1" status: 204 len: 168 time: 0.1898568 Aug 30 23:16:15.472055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d9a49-27b9-422b-bed6-55f96ad792bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5694f9c0-30eb-4548-a99e-bd3690b43149,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:15.532350 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Deleting port 498c3e74-2229-44db-abf9-bbf21fa957dd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:15.532720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.575818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] DHCP port deletion for 7fddd1b4-5ba4-4755-a741-0a65daaf80cc request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:16:15.679224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad9ce6b4-c003-4385-a933-338df6786502 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:15.686323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] For port 498c3e74-2229-44db-abf9-bbf21fa957dd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=498c3e74-2229-44db-abf9-bbf21fa957dd,segment=NetworkSegment(ac559023-2b85-433c-bc80-5483f969b896),segment_id=ac559023-2b85-433c-bc80-5483f969b896)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:15.686700 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.709188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ad9ce6b4-c003-4385-a933-338df6786502 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:15.710087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad9ce6b4-c003-4385-a933-338df6786502 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:15.724593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Deleting port 498c3e74-2229-44db-abf9-bbf21fa957dd {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:15.725060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.725850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Calling delete_port for 498c3e74-2229-44db-abf9-bbf21fa957dd owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:15.824626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] For port 498c3e74-2229-44db-abf9-bbf21fa957dd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=498c3e74-2229-44db-abf9-bbf21fa957dd,segment=NetworkSegment(ac559023-2b85-433c-bc80-5483f969b896),segment_id=ac559023-2b85-433c-bc80-5483f969b896)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:15.825825 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.834727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:15.851002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Calling delete_port for 498c3e74-2229-44db-abf9-bbf21fa957dd owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:15.853620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] No DVR routers for this DVR port 498c3e74-2229-44db-abf9-bbf21fa957dd on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:16:15.880337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Pushing event deleted for resources: {'Port': ['ID=498c3e74-2229-44db-abf9-bbf21fa957dd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:15.993650 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.014766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fddd1b4-5ba4-4755-a741-0a65daaf80cc']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:16.028438 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.038009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac559023-2b85-433c-bc80-5483f969b896') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:16.038581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac559023-2b85-433c-bc80-5483f969b896') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:16.042814 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.050517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.069519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.071227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] Pushing event deleted for resources: {'Port': ['ID=498c3e74-2229-44db-abf9-bbf21fa957dd,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:16.077937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c701743f-f19d-4f9a-93f2-0d8e59a9190a None None] No DVR routers for this DVR port 498c3e74-2229-44db-abf9-bbf21fa957dd on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:16:16.080329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:16:16.081428 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:16:16.096048 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:16:16.178561 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.185034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.190300 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] 10.222.0.25 "DELETE /v2.0/networks/7fddd1b4-5ba4-4755-a741-0a65daaf80cc HTTP/1.1" status: 204 len: 168 time: 0.8560987 Aug 30 23:16:16.203822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25401a3-88da-4a09-9c36-45837d39a550 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fddd1b4-5ba4-4755-a741-0a65daaf80cc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:16.364945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49032) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:16.405991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69ef8523-5646-4237-92a2-97079b1289ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=039689920b8e4e37b91d41fa2500d1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398324 Aug 30 23:16:16.408600 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49036) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:16.456720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.480369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.529238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.531900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:16.533081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47041b29-acb8-442b-8a27-021ea979f6e6 HTTP/1.1" status: 204 len: 168 time: 0.1235809 Aug 30 23:16:16.541332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf00a4f6-e75a-4eea-bec4-b725db399c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47041b29-acb8-442b-8a27-021ea979f6e6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:16.911191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:16.926664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec9af-029c-4523-8607-36dede040b97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.034026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec9af-029c-4523-8607-36dede040b97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.039038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf2ec9af-029c-4523-8607-36dede040b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.077530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ec9af-029c-4523-8607-36dede040b97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5c9622-d837-421e-a1aa-08ec5b580e6c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:17.083256 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf2ec9af-029c-4523-8607-36dede040b97 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1709306 Aug 30 23:16:17.085854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49058) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:17.143803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.166035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.223542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.226981 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:17.230462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a5c9622-d837-421e-a1aa-08ec5b580e6c HTTP/1.1" status: 204 len: 168 time: 0.1435828 Aug 30 23:16:17.240849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdc687f-3497-4564-8424-f1debe7dbf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5c9622-d837-421e-a1aa-08ec5b580e6c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:17.647547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 498c3e74-2229-44db-abf9-bbf21fa957dd no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:17.664120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 498c3e74-2229-44db-abf9-bbf21fa957dd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:17.664478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 498c3e74-2229-44db-abf9-bbf21fa957dd not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:17.667738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 95631c5c-939c-492f-8547-4d5314be4a8a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:17.701758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 95631c5c-939c-492f-8547-4d5314be4a8a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:17.702276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 95631c5c-939c-492f-8547-4d5314be4a8a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:18.343060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49132) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:18.461904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87302a36-3486-4bb3-994c-a3ae9b782dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.563887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87302a36-3486-4bb3-994c-a3ae9b782dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.568450 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-87302a36-3486-4bb3-994c-a3ae9b782dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.614413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-87302a36-3486-4bb3-994c-a3ae9b782dee admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3b1e4a155cad43648f921c92af92b8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2701402 Aug 30 23:16:18.615418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87302a36-3486-4bb3-994c-a3ae9b782dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cec14f3-6811-4eac-8f0b-4d7486997e3b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:18.616203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:18.672400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.700626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.752188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.754799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:18.755936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2cec14f3-6811-4eac-8f0b-4d7486997e3b HTTP/1.1" status: 204 len: 168 time: 0.1386812 Aug 30 23:16:18.763892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d36138-e999-4111-9998-e2255f72671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cec14f3-6811-4eac-8f0b-4d7486997e3b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:19.060147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49158) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:19.073217 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02933f7a-287f-4f65-8b85-34a145da3694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.171600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02933f7a-287f-4f65-8b85-34a145da3694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.175958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02933f7a-287f-4f65-8b85-34a145da3694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.216611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-02933f7a-287f-4f65-8b85-34a145da3694 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=72b526b94dbc48b3aaa78a2e266cd812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1553142 Aug 30 23:16:19.217465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02933f7a-287f-4f65-8b85-34a145da3694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88123038-1af7-4202-818a-a68fc3b78961,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:19.219689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:19.273127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.294514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.346238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.348784 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:19.349988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88123038-1af7-4202-818a-a68fc3b78961 HTTP/1.1" status: 204 len: 168 time: 0.1291244 Aug 30 23:16:19.359331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541be98-d918-4c4a-a444-d8f827b4ebe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88123038-1af7-4202-818a-a68fc3b78961,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:20.520339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49222) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:20.646051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fc8431d-ab2c-4c60-9bd8-8a10d3cab6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.742023 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fc8431d-ab2c-4c60-9bd8-8a10d3cab6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.746332 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5fc8431d-ab2c-4c60-9bd8-8a10d3cab6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.784860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8431d-ab2c-4c60-9bd8-8a10d3cab6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85dce285-b613-401d-941b-a68b0dadbbfb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:20.795162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5fc8431d-ab2c-4c60-9bd8-8a10d3cab6da admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c165a3517b0a47e093ef4e533b212736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2705421 Aug 30 23:16:20.795162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49232) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:20.848828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.872483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.922621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.925365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:20.926609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/85dce285-b613-401d-941b-a68b0dadbbfb HTTP/1.1" status: 204 len: 168 time: 0.1309555 Aug 30 23:16:20.935364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0531a9-8981-4c30-9998-bcd482ae4467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85dce285-b613-401d-941b-a68b0dadbbfb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:22.518300 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.113887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001f335-2455-4451-8f3e-a0f5f4050fe8 req-9686f818-ae26-4450-b521-7a633602172f tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:24.116098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5001f335-2455-4451-8f3e-a0f5f4050fe8 req-9686f818-ae26-4450-b521-7a633602172f tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1099 time: 0.0441387 Aug 30 23:16:24.156198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5001f335-2455-4451-8f3e-a0f5f4050fe8 req-e4edc546-83d0-45d6-abc1-597ebf83740e tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337608 Aug 30 23:16:24.195594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:24.377955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 728fbf54-6d81-40ed-b344-9a43bb9e2241 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:24.378306 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.471907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.472307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.488249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 728fbf54-6d81-40ed-b344-9a43bb9e2241 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:24.695106 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.728049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=728fbf54-6d81-40ed-b344-9a43bb9e2241,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:24.819441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:24.819957 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP 475dea47-07d8-4827-b570-85c1532bbc0e disassociated (deleted). External IP: 172.25.7.10, port: 20adfaff-79fe-45c3-a456-3af05d6c62b5. Aug 30 23:16:25.069130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e4b2b310-a406-4834-bcaa-e5a553b2fe3d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:16:25.211373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:25.216696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:25.223140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Sync routers for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:25.233526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:25.235308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:25.248344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-35e81987-657d-4f41-b195-567b80e28a78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/floatingips/475dea47-07d8-4827-b570-85c1532bbc0e HTTP/1.1" status: 204 len: 168 time: 1.0516207 Aug 30 23:16:25.249031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:16:25.266360 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea" -d '{"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:16:25.326979 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969f20fb-082c-4f37-a086-70701019bc4a x-openstack-request-id: req-969f20fb-082c-4f37-a086-70701019bc4a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:16:25.327254 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:16:25.327505 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-969f20fb-082c-4f37-a086-70701019bc4a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:16:25.327912 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:16:25.392624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:25.472139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-c87d0091-cc99-4f63-934d-b005047ea8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:25.473853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-c87d0091-cc99-4f63-934d-b005047ea8e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 1099 time: 0.1020603 Aug 30 23:16:25.680885 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85232b50-8bcf-4a15-8c0e-b393304ce4fb req-527ddd65-2a54-41ff-b38b-d80b36323e58 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:25.683852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85232b50-8bcf-4a15-8c0e-b393304ce4fb req-527ddd65-2a54-41ff-b38b-d80b36323e58 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 947 time: 0.0924361 Aug 30 23:16:25.705265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-718c139e-9289-45f6-b471-b0f790431a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:25.707316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:25.708705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-718c139e-9289-45f6-b471-b0f790431a2a service neutron] 10.222.0.52 "GET /v2.0/networks?id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 200 len: 898 time: 0.2004712 Aug 30 23:16:25.738797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Checking router: e4b2b310-a406-4834-bcaa-e5a553b2fe3d for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:25.778256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:25.779301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:25.811765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-fbb39a72-2ec5-403f-b4c4-a613aa4efcac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 200 len: 217 time: 0.0926671 Aug 30 23:16:25.841252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-85232b50-8bcf-4a15-8c0e-b393304ce4fb req-d7d2e92b-44e0-4409-aeaf-6e2f16ca0e8e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485465 Aug 30 23:16:25.896017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-9514a5e0-f3e9-421d-94b2-d4e1429191a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:25.898874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-9514a5e0-f3e9-421d-94b2-d4e1429191a8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 200 len: 835 time: 0.0776951 Aug 30 23:16:25.959142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:25.967039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-1cb6f320-a472-44a4-82ac-6ab654dd6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:25.969433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-1cb6f320-a472-44a4-82ac-6ab654dd6595 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629232 Aug 30 23:16:26.105675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-2536487e-4eb9-4752-9d7e-760f01f9691e service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262467 Aug 30 23:16:26.246968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:26.250734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0725fc05-660d-4cdc-8cfe-ae22cf67bfea req-34c664f9-795f-4d74-bb90-b952db9bb086 service neutron] 10.222.0.52 "GET /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373806 Aug 30 23:16:26.278334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e8ed6c-f620-4c77-947f-c3239041553f None None] The sync data for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 is: [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '715379b4-6c5b-4057-8b7b-e9eb45d2f2b3', 'name': '', 'network_id': '7c4dcc5c-96b6-4dc2-8829-8a237d2932f3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:a0:28:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:21Z', 'updated_at': '2021-08-30T23:14:31Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'fe3395f1-9c6c-4845-94f8-d33785db7988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:26.577351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0993a632-4b3e-4a52-b2f8-b2d290b94708 None None] New status for floating IP 475dea47-07d8-4827-b570-85c1532bbc0e: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:16:26.990270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f4c74-accd-4636-8985-9cdcc2535cc1 req-ff726810-4b05-43c7-8b7b-38de63aa7bba tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:26.999643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee1f4c74-accd-4636-8985-9cdcc2535cc1 req-ff726810-4b05-43c7-8b7b-38de63aa7bba tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 947 time: 0.0763578 Aug 30 23:16:27.034732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-ba30a15d-0089-41a4-890b-f7e3f939a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:27.036797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-ba30a15d-0089-41a4-890b-f7e3f939a2a2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 947 time: 0.0699568 Aug 30 23:16:27.052298 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee1f4c74-accd-4636-8985-9cdcc2535cc1 req-01509289-8d95-48f4-9f43-697357394683 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=f66b9494-f6b2-46a7-8a7f-69416621a8ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515428 Aug 30 23:16:27.161195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:27.162176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:27.287220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 20adfaff-79fe-45c3-a456-3af05d6c62b5, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=20adfaff-79fe-45c3-a456-3af05d6c62b5,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:27.288024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:27.318611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 20adfaff-79fe-45c3-a456-3af05d6c62b5 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:27.516120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:27.554638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=20adfaff-79fe-45c3-a456-3af05d6c62b5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:27.614166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] No DVR routers for this DVR port 20adfaff-79fe-45c3-a456-3af05d6c62b5 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:16:27.618234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:27.621053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e898b75c-1e5e-4fbb-845f-3304cb4a9728 req-83528804-376d-41b0-aa00-d0a3031c32d1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "DELETE /v2.0/ports/20adfaff-79fe-45c3-a456-3af05d6c62b5 HTTP/1.1" status: 204 len: 173 time: 0.5776725 Aug 30 23:16:27.621717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-deleted', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:16:27.630674 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc76126-9283-4bd2-aa1f-0cf36e2ce236" -d '{"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-deleted", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:16:27.687666 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc73100-c978-4051-81a5-52a454a7c3ee x-openstack-request-id: req-dcc73100-c978-4051-81a5-52a454a7c3ee {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:16:27.687971 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88b4521e-3763-4532-a1c9-08d361f521b9", "name": "network-vif-deleted", "tag": "20adfaff-79fe-45c3-a456-3af05d6c62b5", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:16:27.688451 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dcc73100-c978-4051-81a5-52a454a7c3ee {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:16:27.688872 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b4521e-3763-4532-a1c9-08d361f521b9', 'name': 'network-vif-deleted', 'tag': '20adfaff-79fe-45c3-a456-3af05d6c62b5', 'status': 'completed', 'code': 200} Aug 30 23:16:27.845581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:28.253013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e432c1fe-fca6-4829-9ff6-47442861cd71 req-1a090a78-bfa1-4fca-be99-029665abe9c1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=88b4521e-3763-4532-a1c9-08d361f521b9 HTTP/1.1" status: 200 len: 210 time: 0.0688865 Aug 30 23:16:29.306935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49534) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:29.858845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:30.169848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:30.170332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:30.273717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:30.274134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:30.290273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:30.518168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:30.548103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=715379b4-6c5b-4057-8b7b-e9eb45d2f2b3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:30.817137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.130756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router e4b2b310-a406-4834-bcaa-e5a553b2fe3d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:16:31.244835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:31.251501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2c565b20-c3f0-46f6-8096-fedaa19c8212 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/e4b2b310-a406-4834-bcaa-e5a553b2fe3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425752 Aug 30 23:16:31.254528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49556) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:31.258659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Sync routers for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:31.274587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:31.275490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:31.311102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting subnet fe3395f1-9c6c-4845-94f8-d33785db7988 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:16:31.315423 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.362216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.479677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.501689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:31.598002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:31.607364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.622846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 20adfaff-79fe-45c3-a456-3af05d6c62b5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:31.623461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 20adfaff-79fe-45c3-a456-3af05d6c62b5 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:31.638667 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:31.641190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/subnets/fe3395f1-9c6c-4845-94f8-d33785db7988 HTTP/1.1" status: 204 len: 168 time: 0.3855081 Aug 30 23:16:31.645560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271bbfab-a7dd-43b8-946b-8bfe0f336275 None None] Network 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:31.648126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:31.684583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1859dce-a045-41b2-b99a-1c14cfcf0194 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3395f1-9c6c-4845-94f8-d33785db7988,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:31.865554 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.007233 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.139994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port ad8f3868-a507-4eed-b470-6bce6d2404eb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:32.140343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.141173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:16:30Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'ad8f3868-a507-4eed-b470-6bce6d2404eb', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:54:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3536, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:14:13Z', 'updated_at': '2021-08-30T23:14:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:32.199953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Checking router: e4b2b310-a406-4834-bcaa-e5a553b2fe3d for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:32.202290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] DHCP port deletion for 7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:16:32.223387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Routers {'e4b2b310-a406-4834-bcaa-e5a553b2fe3d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:32.224282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:32.341840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port ad8f3868-a507-4eed-b470-6bce6d2404eb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ad8f3868-a507-4eed-b470-6bce6d2404eb,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:32.342546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.367801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for ad8f3868-a507-4eed-b470-6bce6d2404eb owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:32.392732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] Set router e4b2b310-a406-4834-bcaa-e5a553b2fe3d gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:32.497547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:16:32Z', 'revision_number': 6, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:32.504365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Deleting port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:16:32.504872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.547718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78e5fc69-9f85-451f-b01b-b41272a04484 None None] The sync data for ids ['e4b2b310-a406-4834-bcaa-e5a553b2fe3d'] in n-d-791504-21 is: [{'id': 'e4b2b310-a406-4834-bcaa-e5a553b2fe3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-952270074', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:14:12Z', 'updated_at': '2021-08-30T23:16:32Z', 'revision_number': 6, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:32.673237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] For port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,segment=NetworkSegment(6dc216d5-1f12-4c04-9246-69fc9d93e754),segment_id=6dc216d5-1f12-4c04-9246-69fc9d93e754)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:32.674335 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.709625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Calling delete_port for 455cc7f3-2b43-4a2f-bb36-9c0902afa49b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:16:32.883974 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:32.928867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] Pushing event deleted for resources: {'Port': ['ID=455cc7f3-2b43-4a2f-bb36-9c0902afa49b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:32.956551 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226680aa-1584-45a6-a30a-f3b580ec5c70 None None] No DVR routers for this DVR port 455cc7f3-2b43-4a2f-bb36-9c0902afa49b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:16:33.135992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.182593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=ad8f3868-a507-4eed-b470-6bce6d2404eb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:33.270334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.454558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.456865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.520721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.521427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Fanout notify agent at l3_agent the message router_deleted on router e4b2b310-a406-4834-bcaa-e5a553b2fe3d {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:16:33.543473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.545377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f610f1d6-da69-4d03-9080-4d8b5172dfd0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/routers/e4b2b310-a406-4834-bcaa-e5a553b2fe3d HTTP/1.1" status: 204 len: 168 time: 1.8950415 Aug 30 23:16:33.551391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:33.630449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad8f3868-a507-4eed-b470-6bce6d2404eb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:33.669251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ad8f3868-a507-4eed-b470-6bce6d2404eb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:33.669444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ad8f3868-a507-4eed-b470-6bce6d2404eb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:33.669727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 455cc7f3-2b43-4a2f-bb36-9c0902afa49b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:33.704507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 455cc7f3-2b43-4a2f-bb36-9c0902afa49b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:33.705012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 455cc7f3-2b43-4a2f-bb36-9c0902afa49b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:33.705449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:16:33.742422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.745958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:16:33.746326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 715379b4-6c5b-4057-8b7b-e9eb45d2f2b3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:16:33.888238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.908766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c4dcc5c-96b6-4dc2-8829-8a237d2932f3']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:33.925853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc216d5-1f12-4c04-9246-69fc9d93e754') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:33.926168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc216d5-1f12-4c04-9246-69fc9d93e754') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:33.942763 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.962105 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.976194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:16:33.976633 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:16:33.982027 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:16:34.111889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.126176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.128547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/networks/7c4dcc5c-96b6-4dc2-8829-8a237d2932f3 HTTP/1.1" status: 204 len: 168 time: 0.5752330 Aug 30 23:16:34.132919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49576) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:34.170483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5feadb4-709a-4e30-99cc-b99b7cd98f1a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Network': ['ID=7c4dcc5c-96b6-4dc2-8829-8a237d2932f3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:34.295594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.360153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.476106 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.479188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:34.487189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/security-groups/f66b9494-f6b2-46a7-8a7f-69416621a8ce HTTP/1.1" status: 204 len: 168 time: 0.3465950 Aug 30 23:16:34.496514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dae4cf-74b7-41ff-904b-80b309a80947 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66b9494-f6b2-46a7-8a7f-69416621a8ce,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:35.220433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49590) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:35.226582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-496152495', 'description': 'tempest-secgroup-smoke-496152495 description', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:35.257065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.398419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.408483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.459149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.460616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2390726 Aug 30 23:16:35.462295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f5c2c-570a-40ae-a400-108dba6e5eec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1146cdd0-577a-445e-9876-c2e1874d3086,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:35.472170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49596) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:35.482266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:35.538067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.658160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.677990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.715519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd6ebd5-992a-49ff-9ea3-86453706b8ca,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:35.732128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.733640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-519afbb7-1a1d-465e-bcba-3c0dec82078f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2584364 Aug 30 23:16:35.738148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49604) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:35.744138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:35.810964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.921967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.932940 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.962324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca9382bf-7f2f-4799-842b-1fcee1d6b7bd,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:35.974192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:35.977957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a37ca09d-30a0-4f0b-b5d7-c3c295e00e78 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2387342 Aug 30 23:16:35.984646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:35.992792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:36.086488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.280823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.298986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.334398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3500827-61ae-4371-aa0a-142dfb99e15e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:36.352916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.357297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bd43be83-0c76-4f17-a313-f99a42b5b520 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3704212 Aug 30 23:16:36.361208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49624) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:36.367516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:36.450276 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.687808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.712753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.736044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e05c0739-15a3-4082-932e-41d82c93a43f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:36.769280 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.773368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49632) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:36.774187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab809386-80ec-4ba8-b29f-29e7dca73161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4106719 Aug 30 23:16:36.784703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:36.853461 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:16:36.862039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.988184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:36.999116 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.029169 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fc2b5a2-3079-482a-8f1d-e28a70b48d94,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:37.051136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.053981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0148fc52-1003-4fa0-8cb4-2d84c774ac12 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2771406 Aug 30 23:16:37.058163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49634) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:37.066476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '1146cdd0-577a-445e-9876-c2e1874d3086', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:37.121626 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:16:37.135019 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.314150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.322086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.373512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a36d5a6-4e2b-4c98-a889-6b3c4bcd09a7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:37.408616 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.413679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d00d4756-e9c7-427e-80de-918b677571fc tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3538320 Aug 30 23:16:37.418109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 49652) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:37.734851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'network': {'name': 'tempest-network-smoke--1523074637', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:37.777242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:37.782909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.841773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] vlan segment allocate from pool success with {'vlan_id': 647, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:16:37.880143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:37.881461 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Added segment 476ae2e2-b290-486f-9b96-896c389b86dc of type vlan for network ecd1fe1f-caf4-41e7-b496-d0456133e73f Aug 30 23:16:37.961091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.022160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.033582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:38.035425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.147040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7260334 Aug 30 23:16:38.150529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 49698) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:38.157254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'admin_state_up': True, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:38.199885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.202436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.219444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e2c8eb-5aa8-4904-b3fa-bdd3c895698e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Network': ['ID=ecd1fe1f-caf4-41e7-b496-d0456133e73f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:38.252456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:16:38.395226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:38.647615 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:39.259422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:39.313253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:39.475850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.125 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/baa32811-b590-46ac-8e36-f2ca7923c827) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:39.714216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:39.795066 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:39.852707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:39.854263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=baa32811-b590-46ac-8e36-f2ca7923c827,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:39.858514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:39.860748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:40.324219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eb9b7e65-7929-4840-8e4f-f377e959ba60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:40.334046 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:40.755717 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:16:40.904432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:41.272210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router ab80a30f-700a-47b1-902c-1b093181466d is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:16:41.932364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:41.949928 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Sync routers for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:41.969351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:41.972531 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:41.997204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:42.001924 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-38dcb3d5-e1cb-49ae-bc24-78818df813bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.8467455 Aug 30 23:16:42.003013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50014) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:42.060357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-09322e7d-a7c5-41f7-a966-f5835ecd0329 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cddf05cd7bf34777b75256b0b8ae28ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0555072 Aug 30 23:16:42.063461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50020) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:42.158924 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:42.328837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327e6684-0c36-4cd7-afb4-25bbf2e18065 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:42.337614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-327e6684-0c36-4cd7-afb4-25bbf2e18065 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2694569 Aug 30 23:16:42.338784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50038) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:42.397411 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f08317d8-b3c7-4fdc-b1e3-1f50a4af8126 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0571766 Aug 30 23:16:42.400141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50046) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:42.411957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455457617', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:42.567696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:42.580829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:42.659969 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:40Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:42.756835 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Checking router: ab80a30f-700a-47b1-902c-1b093181466d for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:42.757248 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Updating router ab80a30f-700a-47b1-902c-1b093181466d port baa32811-b590-46ac-8e36-f2ca7923c827 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:16:42.828928 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:42.931668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:42.951972 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.118560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Subnet': ['ID=7c136c47-a394-4958-82c8-2172dc477ff3,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:43.127681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:43.128314 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network hostable DHCP agents. Network: ecd1fe1f-caf4-41e7-b496-d0456133e73f, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:16:43.144773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.145443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.145987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.146484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.147144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.147643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.148134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.148625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.149209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.149697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.150255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.150761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:43.168966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:16:43.198987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, ecd1fe1f-caf4-41e7-b496-d0456133e73f) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:43.205228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:43.205845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.219132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ab4ac1-3546-44ab-bab0-3b58717370db None None] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:43.245382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bd43412a-027c-4973-8c19-f13914ec80a7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8422585 Aug 30 23:16:43.248064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50112) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:16:43.492355 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab40c723-606d-43f4-97f4-f1547005e68a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.588359 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.605444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:16:43.608358 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Transition to ACTIVE for port object baa32811-b590-46ac-8e36-f2ca7923c827 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:43.609131 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.617991 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.694206 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Attempting to bind port baa32811-b590-46ac-8e36-f2ca7923c827 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:43.698449 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Attempting to bind port baa32811-b590-46ac-8e36-f2ca7923c827 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:43.699283 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Attempting to bind port baa32811-b590-46ac-8e36-f2ca7923c827 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:43.764351 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:43.764738 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:43.765156 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.770370 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:43.770992 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Bound port: baa32811-b590-46ac-8e36-f2ca7923c827, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:43.771446 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:43.950303 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45129ec-75be-4540-b8c5-31ea02193eca None None] Pushing event updated for resources: {'Port': ['ID=baa32811-b590-46ac-8e36-f2ca7923c827,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:43.995928 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] For port baa32811-b590-46ac-8e36-f2ca7923c827, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:43.999991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Allocated IP 172.20.0.2 (ecd1fe1f-caf4-41e7-b496-d0456133e73f/7c136c47-a394-4958-82c8-2172dc477ff3/bc8e7e00-5a06-42e5-948e-46ba0bb9a722) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:44.003639 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] For port baa32811-b590-46ac-8e36-f2ca7923c827, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=baa32811-b590-46ac-8e36-f2ca7923c827,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:44.022903 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.166024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45129ec-75be-4540-b8c5-31ea02193eca None None] Pushing event updated for resources: {'Port': ['ID=baa32811-b590-46ac-8e36-f2ca7923c827,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:44.219255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c7204256-0fd6-498f-b367-749168a5ec3e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897453982&fields=id&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 267 time: 0.2261493 Aug 30 23:16:44.227763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:44.230883 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:44.347683 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.362056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Transition to ACTIVE for port object bc8e7e00-5a06-42e5-948e-46ba0bb9a722 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:44.383522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Transition to ACTIVE for port object bc8e7e00-5a06-42e5-948e-46ba0bb9a722 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:44.392846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.442658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.459948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:44.463943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:44.468138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:44.481805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c4d634c2-246c-4b5d-83db-2a3ea7bdf9ef tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:44.483777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c4d634c2-246c-4b5d-83db-2a3ea7bdf9ef tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.2458742 Aug 30 23:16:44.511949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:44.566346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:44.591766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Attempting to bind port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:44.592152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Attempting to bind port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:44.592605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Attempting to bind port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:44.617523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:44.617940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:44.618358 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.624080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Bound using segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:44.624622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Bound port: bc8e7e00-5a06-42e5-948e-46ba0bb9a722, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:44.625045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.627418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.813309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-06761d9a-0c8f-42b6-9809-b1127eb22a8b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/quotas/6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 375 time: 0.0273995 Aug 30 23:16:44.813573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] For port bc8e7e00-5a06-42e5-948e-46ba0bb9a722, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:44.822731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] For port bc8e7e00-5a06-42e5-948e-46ba0bb9a722, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:44.831204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:44.895557 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:40Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:44.928362 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0356b1a7-42ce-4092-841a-bfbd32e9e8e0 None None] The sync data for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 is: [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:40Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:44.939889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8596f-bbd6-4cd4-8e02-d3eb1943e6e5 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:44.963444 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-da3a57fc-06ed-4d91-9c20-263501e8d386 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1371777 Aug 30 23:16:44.965290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.1 (ecd1fe1f-caf4-41e7-b496-d0456133e73f/7c136c47-a394-4958-82c8-2172dc477ff3/4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:45.080603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-80bde977-cbfb-488b-8e16-99856dc0a2f4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:16:45.090971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-80bde977-cbfb-488b-8e16-99856dc0a2f4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0253921 Aug 30 23:16:45.210309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:45.237684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:45.370783 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:45.466076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:45.527638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:45.531640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:45.536942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:45.740981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-05285a26-2bec-4fea-a486-a46d94d55a21 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488781 Aug 30 23:16:45.743246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:45.758476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device baa32811-b590-46ac-8e36-f2ca7923c827 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:45.858403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port baa32811-b590-46ac-8e36-f2ca7923c827 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:45.864847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port baa32811-b590-46ac-8e36-f2ca7923c827 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:45.865234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:45.987591 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.045177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.046091 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.092865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port baa32811-b590-46ac-8e36-f2ca7923c827, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=baa32811-b590-46ac-8e36-f2ca7923c827,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:46.099627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.102306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bc8e7e00-5a06-42e5-948e-46ba0bb9a722 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:46.203118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:46.241371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=baa32811-b590-46ac-8e36-f2ca7923c827,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:46.300313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-1ad79973-f110-4347-a8b0-bd39e1a87d09 service neutron] 10.222.0.25 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4217017 Aug 30 23:16:46.580061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17e79d2-05f7-4fa0-a3cc-7eeea0c86b31 None None] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:16:46.598649 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.614963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.701238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Provisioning for port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:46.725262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.727699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Provisioning complete for port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:46.728501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:46.729168 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:46.924696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:46.926295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:46.964379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f8b8e5a-8f34-4a62-b712-5dcb41e872ad req-94020036-0b7f-40b5-b5ae-24f99ea6790d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0614979 Aug 30 23:16:47.062497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:47.099857 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router ab80a30f-700a-47b1-902c-1b093181466d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:16:47.110865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] For port bc8e7e00-5a06-42e5-948e-46ba0bb9a722, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:47.124066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:47.221802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Pushing event updated for resources: {'Port': ['ID=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:47.237573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.237957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.238366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.238711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.239105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.239389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.239759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.240132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.240509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.240886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.248548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.249054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4d3c89-0259-450f-9fd8-1610d0f30157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:16:47.700382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Provisioning complete for port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:47.701543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:47.711452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device baa32811-b590-46ac-8e36-f2ca7923c827 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:47.882523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port baa32811-b590-46ac-8e36-f2ca7923c827 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:47.883152 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:48.157661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Provisioning for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:48.188924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:16:48.215375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Provisioning complete for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:48.216261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:48.230430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0e29924-3dd7-4936-b45f-0abd721271a8 req-e0347d75-5350-4293-bcdb-fd2eb55f2865 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0868824 Aug 30 23:16:48.246850 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aebd92e5-a711-4b04-bbda-cb50ac597db9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/ab80a30f-700a-47b1-902c-1b093181466d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9970255 Aug 30 23:16:48.295284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bc8e7e00-5a06-42e5-948e-46ba0bb9a722 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:48.307507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Sync routers for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:16:48.383980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:48.385426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:48.423082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-29e81058-4f1f-4c14-a6de-e8943c5cc2d5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-496152495&fields=id&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 267 time: 0.0459945 Aug 30 23:16:48.486123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f45940b6-731d-4b4a-9441-06c86171cdb7 None None] Port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:48.547213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-cd98cc0a-c4ed-4834-8fd9-d48c8d1776a9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:48.549177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-cd98cc0a-c4ed-4834-8fd9-d48c8d1776a9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 797 time: 0.1246789 Aug 30 23:16:48.562757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:48.563328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:48.570513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-7f202f7c-1849-4087-8308-40f6a8c83ec1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/quotas/cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 375 time: 0.0153825 Aug 30 23:16:48.613413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:48.670307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5ed18b9-42f9-4a45-bbd7-ae390edffd67 None None] Provisioning complete for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:48.670585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5ed18b9-42f9-4a45-bbd7-ae390edffd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:48.764370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-d15d90d1-c6c3-49d1-9f4a-649883872a10 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1865973 Aug 30 23:16:48.992024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c8eac22c-349e-4959-9098-8cf05ab8f014 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:48.996060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c8eac22c-349e-4959-9098-8cf05ab8f014 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 811 time: 0.3516269 Aug 30 23:16:49.009945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-a2a61e49-142a-48f8-841f-f70f87b0eece service neutron] 10.222.0.25 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331793 Aug 30 23:16:49.026910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b5ed18b9-42f9-4a45-bbd7-ae390edffd67 None None] Port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:49.128685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-3dfcb7ab-22a3-465c-a4a0-b9559b843446 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6325ea2389ad4caa9b581b240d690f54 HTTP/1.1" status: 200 len: 379 time: 0.1053162 Aug 30 23:16:49.136384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 2, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:49.147435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'port': {'device_id': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'admin_state_up': True, 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'security_groups': ['455bdf24-65aa-44ed-bae6-904a5d8d2781']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:49.166772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Checking router: ab80a30f-700a-47b1-902c-1b093181466d for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:16:49.167332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Updating router ab80a30f-700a-47b1-902c-1b093181466d port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:16:49.202399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:49.264420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5b4ba5d4-bf5d-475b-9ac4-435e81048e6c service neutron] 10.222.0.25 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393060 Aug 30 23:16:49.503372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38325de9-e8a5-4910-8f7c-fda0b2cef62e req-296f6c5a-a7ef-47f7-bea1-cb62a6aef437 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0655816 Aug 30 23:16:49.534553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Made reservation on behalf of 6325ea2389ad4caa9b581b240d690f54 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:49.539082 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:49.734834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8aff2707-a697-4fd0-9397-125fde982399 req-e73239bc-e446-439d-a3e1-da4d326be1bd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 210 time: 0.0644081 Aug 30 23:16:49.735122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:49.761124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Transition to ACTIVE for port object 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:49.772880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:49.869577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8c9bd-101b-4e04-a49a-73b40191c864 None None] Pushing event updated for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:49.932350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.20.0.14 (a6b26179-a7e6-42f0-8a42-22628eabdd1d/8875bf64-3d47-478e-9bc1-ffe4f7d21e94/f7d5977b-b258-4b5d-bc4b-9a833ae40e77) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:50.010414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Attempting to bind port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:50.010877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Attempting to bind port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:50.012890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Attempting to bind port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:50.024311 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:50.024851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:50.025661 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.026120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Bound using segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:50.026696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Bound port: 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:50.027101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.128168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] For port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:50.141372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] For port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:50.147311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.218152 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.257689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Transition to ACTIVE for port object f7d5977b-b258-4b5d-bc4b-9a833ae40e77 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:50.266139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:16:50.266876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:50.327682 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.363202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf8c9bd-101b-4e04-a49a-73b40191c864 None None] Pushing event updated for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:50.426298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:50.430029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:50.436247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:50.516227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:50.517160 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.527108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:50.546404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-36ad88de-7837-4b41-9bf6-52dbeb25cbad tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4034214 Aug 30 23:16:50.572321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Request body: {'port': {'device_id': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:50.585313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:16:50.757438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:50.812856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4382916-3979-49cb-892b-288f57c8ecb6 req-24040f89-b42a-4f9e-af5e-c1f48bf786f9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:50.832165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4382916-3979-49cb-892b-288f57c8ecb6 req-24040f89-b42a-4f9e-af5e-c1f48bf786f9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 932 time: 0.2034371 Aug 30 23:16:50.950773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ae6e112f-0971-4620-b835-c0666c0ea685 req-54a87d49-7b78-4d03-b978-cfd10a16066b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 210 time: 0.0619221 Aug 30 23:16:50.996802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4382916-3979-49cb-892b-288f57c8ecb6 req-998b82ca-d55e-4cfa-9742-49a0a65a6cda tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1463482 Aug 30 23:16:51.015596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e2d8758d-158b-44c8-8f1a-0da33178c899 None None] Provisioning for port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:51.023711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e2d8758d-158b-44c8-8f1a-0da33178c899 None None] Provisioning complete for port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:51.024279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e2d8758d-158b-44c8-8f1a-0da33178c899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.029024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:50Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:16:51.081494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991295-7e52-461a-ba38-b43cb75addd4 None None] The sync data for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 is: [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:50Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:16:51.100116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e2d8758d-158b-44c8-8f1a-0da33178c899 None None] Port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:51.432055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d5977b-b258-4b5d-bc4b-9a833ae40e77 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:16:51.443127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.455971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-1d406f59-f4e5-4c5d-9868-dea997885fda tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:51.457738 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-1d406f59-f4e5-4c5d-9868-dea997885fda tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 797 time: 0.2479918 Aug 30 23:16:51.468560 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Transition to ACTIVE for port object f7d5977b-b258-4b5d-bc4b-9a833ae40e77 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:51.475464 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.563749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-c898f122-6f38-49ad-a1db-86acea0157f5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 379 time: 0.0847955 Aug 30 23:16:51.580871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'port': {'device_id': '6a78113d-4a5c-484e-997a-fae1253834cd', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'admin_state_up': True, 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'security_groups': ['1146cdd0-577a-445e-9876-c2e1874d3086']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:51.643737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:51.709868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:51.746659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:51.751859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:51.752403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.887342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Attempting to bind port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:51.887719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Attempting to bind port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:51.888054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Attempting to bind port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:51.895893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.903901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:16:51.904230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Attempting to bind port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 on network a6b26179-a7e6-42f0-8a42-22628eabdd1d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:51.936903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:51.937456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Checking segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:51.938032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Bound using segment: {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:51.938645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Bound port: f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441bbc3c-3bb0-4d8b-9c87-7aee006b049f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:51.939176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.951184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:51.963485 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:51.966374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:16:51.972196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:52.123017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:52.147235 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0f9e946-4831-428d-bbc7-bf62a49649e8 req-7e96b32a-f206-4bea-b010-720604cb9b45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 210 time: 0.0770180 Aug 30 23:16:52.164405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:52.171056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:52.193389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:52.311629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:52.312470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:52.314152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-f2beb012-f023-413a-8370-1039924fb199 service neutron] 10.222.0.52 "PUT /v2.0/ports/f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 1093 time: 1.7531221 Aug 30 23:16:52.314846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:16:52.317587 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:16:52.444438 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0dc8f8-f65e-4f73-ae45-53f9aa2eab1d x-openstack-request-id: req-9a0dc8f8-f65e-4f73-ae45-53f9aa2eab1d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:16:52.445025 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:16:52.445445 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a0dc8f8-f65e-4f73-ae45-53f9aa2eab1d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:16:52.446056 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'status': 'completed', 'code': 200} Aug 30 23:16:52.452330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.3 (ecd1fe1f-caf4-41e7-b496-d0456133e73f/7c136c47-a394-4958-82c8-2172dc477ff3/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:16:52.466324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0bb878-f511-4ce9-bb7a-936f2c98c02e req-3843f3fe-97c2-4042-b7cd-dfec028849ea tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:52.469216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db0bb878-f511-4ce9-bb7a-936f2c98c02e req-3843f3fe-97c2-4042-b7cd-dfec028849ea tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.2915659 Aug 30 23:16:52.536230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:52.544347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2beb012-f023-413a-8370-1039924fb199 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:52.641688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c7762baa-c329-4704-a5f9-ec5475d6acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:52.643920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-c7762baa-c329-4704-a5f9-ec5475d6acaf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1096 time: 0.2175469 Aug 30 23:16:52.838468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-db0bb878-f511-4ce9-bb7a-936f2c98c02e req-8a827635-6daf-4158-aadc-d6529e4c0220 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3041508 Aug 30 23:16:52.853108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-fa1aab69-f54e-4a8c-bee4-147a3d0ec5f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 217 time: 0.1942446 Aug 30 23:16:52.985245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-d16265fb-d2b9-4419-91e0-0caebbf054f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:52.987981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-d16265fb-d2b9-4419-91e0-0caebbf054f9 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1281652 Aug 30 23:16:52.997374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.072440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:53.112012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-be838bf2-441a-4357-b186-e13878de3ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:53.115104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-be838bf2-441a-4357-b186-e13878de3ff0 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133330 Aug 30 23:16:53.257900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.265724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42be332e-0235-4c83-b74d-a58fd5a027d5 req-48d0abac-712e-4539-8543-7ef0b1031ccd tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 210 time: 0.0346174 Aug 30 23:16:53.373166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:16:53.380225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-64fbb255-f3fb-4aed-91d1-4119bb08e35f service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564332 Aug 30 23:16:53.386725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:16:53.402572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:53.406570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:16:53.594965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:53.595903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.596081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:16:53.668264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:53.669118 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.689414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-5fda6dc6-d6f1-455b-860d-2c56d9a89a7e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1171472 Aug 30 23:16:53.699194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9581fd11-3fa6-4b7e-8774-7d6d180e34a1 req-8e684e7d-1dda-4414-a3e5-a9f9cf6ac0e8 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090422 Aug 30 23:16:53.707641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Request body: {'port': {'device_id': '6a78113d-4a5c-484e-997a-fae1253834cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:16:53.792732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.841048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4051e88b-bebe-4896-bc16-52a044801a4d None None] Provisioning for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:16:53.849476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4051e88b-bebe-4896-bc16-52a044801a4d None None] Provisioning complete for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:16:53.850163 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4051e88b-bebe-4896-bc16-52a044801a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:53.895728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4051e88b-bebe-4896-bc16-52a044801a4d None None] Port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:16:53.986286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-4bb21e10-afc9-4544-afc2-7d8c8af9c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:53.987967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-4bb21e10-afc9-4544-afc2-7d8c8af9c4ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1096 time: 0.2100163 Aug 30 23:16:54.114657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96233ee9-5344-4714-9141-46cd79fb283e req-0397e079-7246-43ec-9817-5f8a5c708317 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.116159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96233ee9-5344-4714-9141-46cd79fb283e req-0397e079-7246-43ec-9817-5f8a5c708317 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.1710713 Aug 30 23:16:54.216488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-20cf3122-be24-49ff-bda6-34ea6045b2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.217975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-20cf3122-be24-49ff-bda6-34ea6045b2d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.2227535 Aug 30 23:16:54.222978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96233ee9-5344-4714-9141-46cd79fb283e req-c692710f-ab96-4a02-a636-67a54768e3a5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982351 Aug 30 23:16:54.324725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:16:54.334000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:54.351861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Transition to ACTIVE for port object 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:16:54.357251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-e0a54f43-4b59-48a6-8d72-cdca4018bf32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 217 time: 0.1317019 Aug 30 23:16:54.358770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:54.384207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6fdb2-7930-43f0-aaea-0260f39be391 req-afb69f25-5251-4aa2-85c7-b18ae98cc74e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.392655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90b6fdb2-7930-43f0-aaea-0260f39be391 req-afb69f25-5251-4aa2-85c7-b18ae98cc74e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 931 time: 0.0619304 Aug 30 23:16:54.449868 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90b6fdb2-7930-43f0-aaea-0260f39be391 req-658c97bd-861f-4cdb-ae00-f51a8cbb06e3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481217 Aug 30 23:16:54.451796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:54.487217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-122cf3f7-dde7-429f-8e17-79876e7f458b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.489109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-122cf3f7-dde7-429f-8e17-79876e7f458b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1197031 Aug 30 23:16:54.596659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-0fb5dc92-cd4a-4ed3-802e-3e6df56e7464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.598181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-0fb5dc92-cd4a-4ed3-802e-3e6df56e7464 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930169 Aug 30 23:16:54.601697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:16:54.602065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:16:54.602394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:54.658737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:16:54.659438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:16:54.667923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:16:54.668270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:16:54.668666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Bound using segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:16:54.669115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Bound port: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:16:54.669480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:54.751125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-4304fad2-62d9-4545-8742-ed7b8bbf60b0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455841 Aug 30 23:16:54.839513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:16:54.844005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:16:54.856540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:54.913678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:54.914283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:54.915746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] 10.222.0.47 "PUT /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 1092 time: 1.2152648 Aug 30 23:16:54.916321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:16:54.918618 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85" -d '{"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:16:54.922667 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9384bb8-b56d-42b2-8e21-bf903cb1fb75 req-e2782fa9-0862-49a4-96c1-bf48f8216262 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621811 Aug 30 23:16:54.947074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9762dc5a-ba0a-4a21-9e95-48f4b43377f3 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:55.025175 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:16:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c7b281-0df0-48da-bfbb-afbc7ba6a968 x-openstack-request-id: req-02c7b281-0df0-48da-bfbb-afbc7ba6a968 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:16:55.025477 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:16:55.025819 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02c7b281-0df0-48da-bfbb-afbc7ba6a968 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:16:55.026459 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'status': 'completed', 'code': 200} Aug 30 23:16:55.048644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-0f1f05ff-e874-4afb-ac7f-4e72960ac408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.050643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-0f1f05ff-e874-4afb-ac7f-4e72960ac408 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1095 time: 0.0763521 Aug 30 23:16:55.113088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-c11eda73-2f13-4cd5-a1de-29cf584d67e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0538404 Aug 30 23:16:55.197326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9aa4296e-a73b-4131-9d43-c94d5aaf2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.199946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-9aa4296e-a73b-4131-9d43-c94d5aaf2a6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0792847 Aug 30 23:16:55.344670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d9f27-616b-481d-8c17-98856e45183b req-3f9fc0b0-3957-433f-87e5-00cd2e42561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.347023 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-3f9fc0b0-3957-433f-87e5-00cd2e42561e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1373234 Aug 30 23:16:55.468285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-66b818b6-5a9d-40f2-9647-b39ba14c5562 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139700 Aug 30 23:16:55.476111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461faaee-c29d-45e7-b52b-43e9af6a2f30 req-ba175acd-bbc1-4241-b23e-bc717334719a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.486905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-461faaee-c29d-45e7-b52b-43e9af6a2f30 req-ba175acd-bbc1-4241-b23e-bc717334719a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0946364 Aug 30 23:16:55.569308 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-461faaee-c29d-45e7-b52b-43e9af6a2f30 req-108635a9-8fd2-4d9a-bc0c-c53fcaa51d9e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808921 Aug 30 23:16:55.669493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b2d9f27-616b-481d-8c17-98856e45183b req-87f69353-8d54-4a1a-a3e7-d56fa558b278 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939175 Aug 30 23:16:55.692137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6239a-199a-444a-b28b-ef702085e516 req-19ae7c9f-2eba-4096-9e86-755f06d82fb8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.701955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b6239a-199a-444a-b28b-ef702085e516 req-19ae7c9f-2eba-4096-9e86-755f06d82fb8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 943 time: 0.1097617 Aug 30 23:16:55.787860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99b6239a-199a-444a-b28b-ef702085e516 req-7161cb95-ab21-4567-b7e8-dc6bd7bce0af tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788660 Aug 30 23:16:55.842580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-dd737be9-f3d7-4fe9-ba64-b7cf2a556586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.845033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-dd737be9-f3d7-4fe9-ba64-b7cf2a556586 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1095 time: 0.0906653 Aug 30 23:16:55.992380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-0fdccd55-4de9-43e4-ba98-ec0e03aaecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:55.995151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-0fdccd55-4de9-43e4-ba98-ec0e03aaecbd service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.1397560 Aug 30 23:16:56.044424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-d78fdd52-de36-4aae-90a5-dc677c9dc627 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0403533 Aug 30 23:16:56.122460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-b67572e6-919c-4dcf-9ebb-0b9a88f08b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:56.124824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-b67572e6-919c-4dcf-9ebb-0b9a88f08b02 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0722244 Aug 30 23:16:56.776808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-3c997a4a-17d1-4434-8631-772cc690807f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:56.778353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-3c997a4a-17d1-4434-8631-772cc690807f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6431992 Aug 30 23:16:56.791487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616e610-a7dd-4952-addc-10d99af44197 req-48b11c4e-a19c-4ee6-982e-bb741dff9956 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:56.800555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7616e610-a7dd-4952-addc-10d99af44197 req-48b11c4e-a19c-4ee6-982e-bb741dff9956 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.1077561 Aug 30 23:16:56.937405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7616e610-a7dd-4952-addc-10d99af44197 req-66bc70f5-c2b9-404e-beb6-848ad21b0275 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203146 Aug 30 23:16:57.012768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-d5106feb-6532-4cae-b323-ee9d8f83d991 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243581 Aug 30 23:16:57.122667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb33e73-91ba-4d58-8378-f9e6775e6549 req-d29d05c7-4a02-40d7-bbf0-6c9a7717fb1c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:57.124270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcb33e73-91ba-4d58-8378-f9e6775e6549 req-d29d05c7-4a02-40d7-bbf0-6c9a7717fb1c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 943 time: 0.1329529 Aug 30 23:16:57.214203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6df6aee8-e98e-4c6a-ab0d-0f8d95bf1e85 req-533f2b94-c6ed-45f9-8708-272eb7a37b32 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865957 Aug 30 23:16:57.233898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bcb33e73-91ba-4d58-8378-f9e6775e6549 req-5b92faa6-3d50-48af-9845-aee008fcb380 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977471 Aug 30 23:16:57.872364 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:58.106504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad6ad79-eff6-407e-ae29-38872772e0fe req-5f4a5787-7a42-438a-a2e5-776056c87748 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:58.109221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad6ad79-eff6-407e-ae29-38872772e0fe req-5f4a5787-7a42-438a-a2e5-776056c87748 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0612297 Aug 30 23:16:58.164832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ad6ad79-eff6-407e-ae29-38872772e0fe req-c6043561-02e4-4158-92f0-3c3ffa964b67 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479026 Aug 30 23:16:58.517752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f6c2e-0db5-4082-84a2-0f73122d152c req-9339282a-bcfd-42ba-9161-b0d963f20e66 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:58.526680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a0f6c2e-0db5-4082-84a2-0f73122d152c req-9339282a-bcfd-42ba-9161-b0d963f20e66 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 943 time: 0.1231523 Aug 30 23:16:58.610860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a0f6c2e-0db5-4082-84a2-0f73122d152c req-9b65c131-f561-41f8-86fe-0354eecd40bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829034 Aug 30 23:16:59.129298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:16:59.279866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:59.294836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'port_id': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'mac_address': 'fa:16:3e:6a:46:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:16:59.311681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53426704-3010-4101-83ff-6976ace06891 req-2d0f4eb8-4dd8-4313-bc93-9d29de0f8424 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:59.319542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53426704-3010-4101-83ff-6976ace06891 req-2d0f4eb8-4dd8-4313-bc93-9d29de0f8424 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0642076 Aug 30 23:16:59.367708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53426704-3010-4101-83ff-6976ace06891 req-fcf9d585-a8d3-45b6-93f7-7b5abd055cd8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470147 Aug 30 23:16:59.400181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:59.418572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:16:59.439798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:16:59.444130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:16:59.522113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:16:59.699588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:16:59.798057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f24f3e-c514-4857-9fda-2b5ae7f7cf27 req-e3c236a9-72fd-4e5f-82db-b86bd60fe224 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:16:59.798057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8f24f3e-c514-4857-9fda-2b5ae7f7cf27 req-e3c236a9-72fd-4e5f-82db-b86bd60fe224 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.1061902 Aug 30 23:16:59.888912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8f24f3e-c514-4857-9fda-2b5ae7f7cf27 req-571104d0-f7e4-4a1c-8a07-f6c826c3ad96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854151 Aug 30 23:17:00.497657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca39ed-48be-4867-8a35-89e2764f5d26 req-0aee6c43-288a-4fcf-8b47-2d48e7a265e4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:00.500167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34ca39ed-48be-4867-8a35-89e2764f5d26 req-0aee6c43-288a-4fcf-8b47-2d48e7a265e4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0573196 Aug 30 23:17:00.541379 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34ca39ed-48be-4867-8a35-89e2764f5d26 req-fe445128-4730-4fe5-9085-9c4959cb4664 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350509 Aug 30 23:17:01.020623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e717b8-95f8-4114-b7f2-d6749bcab14e req-04e8d3d3-ac3c-4b94-af4f-d15567033be3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:01.029315 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8e717b8-95f8-4114-b7f2-d6749bcab14e req-04e8d3d3-ac3c-4b94-af4f-d15567033be3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.0704665 Aug 30 23:17:01.072134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8e717b8-95f8-4114-b7f2-d6749bcab14e req-a2d4e52c-243b-4d20-99d7-ab9c8aa4d112 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415721 Aug 30 23:17:01.143447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:01.210982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:01.219513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:01.220154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:01.313309 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:01.342124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:01.344642 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1795e13a-e477-419a-a7a6-5eec0689b510" -d '{"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-plugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:01.383945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:01.388722 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:01.424319 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b01305-fcd2-4be8-a48c-7f6c9612eeb5 x-openstack-request-id: req-e2b01305-fcd2-4be8-a48c-7f6c9612eeb5 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:01.424319 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-plugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:01.424319 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2b01305-fcd2-4be8-a48c-7f6c9612eeb5 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:01.425182 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'code': 200} Aug 30 23:17:01.466569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:01.563594 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9732f708-a1f3-4ca4-8779-521d1e866088 req-ff48e0a7-3977-448a-9e48-398497b69a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:01.570870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9732f708-a1f3-4ca4-8779-521d1e866088 req-ff48e0a7-3977-448a-9e48-398497b69a53 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1097 time: 0.0841768 Aug 30 23:17:01.623022 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9732f708-a1f3-4ca4-8779-521d1e866088 req-d56733fc-b133-4aa3-881f-612c9ea60c17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445921 Aug 30 23:17:01.720222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de7a60c-ca03-4033-867b-bf04d56173c1 req-fcbca72e-a6b9-4db6-a559-e06b65ee69e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:01.727895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de7a60c-ca03-4033-867b-bf04d56173c1 req-fcbca72e-a6b9-4db6-a559-e06b65ee69e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0764303 Aug 30 23:17:01.790353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de7a60c-ca03-4033-867b-bf04d56173c1 req-a5d9a9c4-dabc-407f-a360-4cbf991a24c2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536041 Aug 30 23:17:02.206490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ab74a-187c-4f9c-82e7-54effdfffd09 req-9fafcc0c-1892-4687-be2b-d5e66de16b47 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:02.207980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976ab74a-187c-4f9c-82e7-54effdfffd09 req-9fafcc0c-1892-4687-be2b-d5e66de16b47 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0594254 Aug 30 23:17:02.249900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976ab74a-187c-4f9c-82e7-54effdfffd09 req-ba925680-a758-4f31-bb08-955ccf5edb0e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352855 Aug 30 23:17:02.956086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17146b65-1c3f-4faa-a8dc-db5c50eacbd6 req-d3e82aff-c2ae-4825-a38c-87e63eee22f1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:02.957488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17146b65-1c3f-4faa-a8dc-db5c50eacbd6 req-d3e82aff-c2ae-4825-a38c-87e63eee22f1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0700085 Aug 30 23:17:03.003477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17146b65-1c3f-4faa-a8dc-db5c50eacbd6 req-96920e6c-2b41-4d54-8c9a-a5d794ee47f8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393796 Aug 30 23:17:03.380391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f87c6-6180-4555-b91d-81986061f0f6 req-5f363898-a510-4cdc-b584-34b0d90e1922 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:03.381895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-850f87c6-6180-4555-b91d-81986061f0f6 req-5f363898-a510-4cdc-b584-34b0d90e1922 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0592701 Aug 30 23:17:03.420908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-850f87c6-6180-4555-b91d-81986061f0f6 req-d8bc906b-7896-411a-a898-864c55c5b7c1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Aug 30 23:17:03.541024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b4474-56ce-4709-82bc-ca6c239feea5 req-c6e79ce5-be7e-47a7-80e6-f094819e580f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:03.542682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-127b4474-56ce-4709-82bc-ca6c239feea5 req-c6e79ce5-be7e-47a7-80e6-f094819e580f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0546327 Aug 30 23:17:03.581921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-127b4474-56ce-4709-82bc-ca6c239feea5 req-43b34078-a5f7-455f-a5c2-d68507e380ac tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330367 Aug 30 23:17:03.605921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50410) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:03.781105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2850fb-2c47-4be3-b2cf-f4afe2948f43 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:03.785251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5c2850fb-2c47-4be3-b2cf-f4afe2948f43 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1092 time: 0.1747699 Aug 30 23:17:03.785459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:03.791022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:03.815461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:03.945630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:04.085022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.205 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/9cd1fefd-046e-4e8f-8984-6e395dea33f5) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:04.184411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070cedd2-84d6-4e42-a2c7-152a826b2891 req-57cc28fe-2769-4767-be73-37c75ddf311b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:04.186371 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-070cedd2-84d6-4e42-a2c7-152a826b2891 req-57cc28fe-2769-4767-be73-37c75ddf311b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0850134 Aug 30 23:17:04.230733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:04.237594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-070cedd2-84d6-4e42-a2c7-152a826b2891 req-be365b46-f714-44fa-bb91-583f66bf9bff tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426812 Aug 30 23:17:04.281562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:04.327576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:04.333582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:04.336155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=9cd1fefd-046e-4e8f-8984-6e395dea33f5,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:04.339402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:04.790583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:04.867339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:05.049090 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:05.054423 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:05.133225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=9cd1fefd-046e-4e8f-8984-6e395dea33f5,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:05.144262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:05.248644 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP 24cbd80e-128e-4982-9930-c98740ac1716 associated. External IP: 172.25.7.205, port: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3. Aug 30 23:17:05.412379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bfd510-402c-4a68-ade6-7fff5e7ca519 req-80b07e9c-1928-4b46-a0e1-c4e803a96c13 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:05.415868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-48bfd510-402c-4a68-ade6-7fff5e7ca519 req-80b07e9c-1928-4b46-a0e1-c4e803a96c13 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.1122491 Aug 30 23:17:05.529919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-48bfd510-402c-4a68-ade6-7fff5e7ca519 req-e11a15e8-7db8-49dd-a637-746a8750d6dc tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077864 Aug 30 23:17:05.570651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router ab80a30f-700a-47b1-902c-1b093181466d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:17:05.695913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:17:05.706847 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Sync routers for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:17:05.716819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:05.720826 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:05.721945 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:05.761845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-81bc3f06-56b2-48c0-bafa-9f9daec6903b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9752753 Aug 30 23:17:05.762487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:05.769321 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805" -d '{"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:05.844313 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2153a43-5bc6-4bfe-850c-9fd1baf3e1b1 x-openstack-request-id: req-c2153a43-5bc6-4bfe-850c-9fd1baf3e1b1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:05.844610 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:05.844870 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c2153a43-5bc6-4bfe-850c-9fd1baf3e1b1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:05.845303 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'status': 'completed', 'code': 200} Aug 30 23:17:05.878037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e94abd8-667c-49e5-9a30-396dc7d6dac3 req-7a579cdd-80d7-4ecc-84d6-c0d0069a7921 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:05.886504 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e94abd8-667c-49e5-9a30-396dc7d6dac3 req-7a579cdd-80d7-4ecc-84d6-c0d0069a7921 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0610995 Aug 30 23:17:05.924597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-310fd3c1-200a-43dc-936b-80c2c12729fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:05.927397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-310fd3c1-200a-43dc-936b-80c2c12729fe service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1097 time: 0.0600872 Aug 30 23:17:05.954820 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:06.013538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e94abd8-667c-49e5-9a30-396dc7d6dac3 req-83ab23ed-ada5-4e3e-b7a0-ecad536ce0d2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180344 Aug 30 23:17:06.026632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50482) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:06.101818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-b8883b8c-bdc2-4431-a322-4f20aa28c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:06.101818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-b8883b8c-bdc2-4431-a322-4f20aa28c951 service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.1647453 Aug 30 23:17:06.110364 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-212ef8e2-cf16-45a7-981a-3fb39a7a6f51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 200 len: 991 time: 0.0818486 Aug 30 23:17:06.190766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-00d9a406-0795-4d5f-98e8-200f93a765e3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 999 time: 0.0808711 Aug 30 23:17:06.265934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-b32ca468-2e80-4359-8273-53362f34374d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:06.267510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-b32ca468-2e80-4359-8273-53362f34374d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0690434 Aug 30 23:17:06.288036 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '24cbd80e-128e-4982-9930-c98740ac1716', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'port_id': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'mac_address': 'fa:16:3e:6a:46:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a78113d-4a5c-484e-997a-fae1253834cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:04Z', 'updated_at': '2021-08-30T23:17:04Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:06.326547 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Checking router: ab80a30f-700a-47b1-902c-1b093181466d for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:17:06.331355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-c4b8c81d-d17b-4e6c-a634-fecd33f4e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:06.333268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-c4b8c81d-d17b-4e6c-a634-fecd33f4e952 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569658 Aug 30 23:17:06.337469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:06.338114 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:16:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:06.463711 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:06.472410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-fc269c47-80ff-4909-9494-b30865058a34 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268101 Aug 30 23:17:06.611352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe6fe58f-6bd8-45b4-bf4e-016c3380d805 req-4bba7b56-7326-4671-9843-5924fa4f6057 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295083 Aug 30 23:17:06.710259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38ee34-7073-471a-89ab-7e002d3a288b req-95d103b5-afac-46a0-a0a8-2b7042f68cb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:06.712510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a38ee34-7073-471a-89ab-7e002d3a288b req-95d103b5-afac-46a0-a0a8-2b7042f68cb1 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0551524 Aug 30 23:17:06.760629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '24cbd80e-128e-4982-9930-c98740ac1716', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'port_id': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'mac_address': 'fa:16:3e:6a:46:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a78113d-4a5c-484e-997a-fae1253834cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:04Z', 'updated_at': '2021-08-30T23:17:04Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:06.762866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a38ee34-7073-471a-89ab-7e002d3a288b req-8a7f0f82-29fd-43ee-a9e2-9e3d0c9c682b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440035 Aug 30 23:17:06.795045 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c50947-156b-4663-a02c-e1491162b39a None None] The sync data for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 is: [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '24cbd80e-128e-4982-9930-c98740ac1716', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.205', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'port_id': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3769, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'mac_address': 'fa:16:3e:6a:46:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a78113d-4a5c-484e-997a-fae1253834cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:04Z', 'updated_at': '2021-08-30T23:17:04Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:17:07.090222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc4d6bc-51e2-476b-998d-c6bf98e35945 None None] New status for floating IP 24cbd80e-128e-4982-9930-c98740ac1716: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:17:07.114353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50508) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:07.202592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd095330-b3e3-4530-adfe-d98f58b094da tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 200 len: 991 time: 0.0870342 Aug 30 23:17:07.642546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f7d5977b-b258-4b5d-bc4b-9a833ae40e77 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:17:07.763300 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:07.782488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'port_id': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'mac_address': 'fa:16:3e:e1:e8:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:17:07.822815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:07.837550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d5977b-b258-4b5d-bc4b-9a833ae40e77 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:17:07.862647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:07.866656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:07.896732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93389e-c7f5-4d3c-bfde-c2b6acde85b6 req-bc3a5a30-5d53-47a9-be79-a174e46a3f17 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:07.902087 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db93389e-c7f5-4d3c-bfde-c2b6acde85b6 req-bc3a5a30-5d53-47a9-be79-a174e46a3f17 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 944 time: 0.0674868 Aug 30 23:17:07.935952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:07.959973 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db93389e-c7f5-4d3c-bfde-c2b6acde85b6 req-5b8c89f5-2539-4827-80d8-c56eb8b3079a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510309 Aug 30 23:17:08.162767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['f7d5977b-b258-4b5d-bc4b-9a833ae40e77'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:17:08.205653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50528) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:08.294580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6933e33f-acf1-44ad-8ce0-442be788acde tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 200 len: 993 time: 0.0879626 Aug 30 23:17:09.094232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e8099-44ba-49a9-9a49-fc059f826328 req-d41d4eac-0d76-4e05-a833-5e3f19c53c7f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:09.095868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-594e8099-44ba-49a9-9a49-fc059f826328 req-d41d4eac-0d76-4e05-a833-5e3f19c53c7f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 945 time: 0.0520566 Aug 30 23:17:09.142489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-594e8099-44ba-49a9-9a49-fc059f826328 req-91f5304f-b763-4ea1-9612-e6fd7ce7a21b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359330 Aug 30 23:17:09.638762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f7d5977b-b258-4b5d-bc4b-9a833ae40e77 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:09.704108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:09.708176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:09.708721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:09.813071 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:09.843673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:09.847434 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea2e5c-5dc2-43f6-a0fe-ac06817817de" -d '{"events": [{"server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:09.893433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:09.898266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:09.939299 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ca9726-6feb-419d-bae9-cbd4ec5fe37d x-openstack-request-id: req-37ca9726-6feb-419d-bae9-cbd4ec5fe37d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:09.939665 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "name": "network-vif-plugged", "status": "completed", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:09.939939 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-37ca9726-6feb-419d-bae9-cbd4ec5fe37d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:09.940372 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'code': 200} Aug 30 23:17:09.992246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:10.081717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22f782-e74b-4140-9e98-2c945314c318 req-7460f613-937a-412f-9557-b3e16f9ea20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:10.084347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d22f782-e74b-4140-9e98-2c945314c318 req-7460f613-937a-412f-9557-b3e16f9ea20e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1098 time: 0.0633373 Aug 30 23:17:10.134543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d22f782-e74b-4140-9e98-2c945314c318 req-62720e13-c828-424d-a04e-b675a0b8f9b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426950 Aug 30 23:17:10.301235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-18472de7-6d48-4790-b749-5f195c3c347e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:10.334293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f815b-fdd5-42f0-9f0c-7c96960cc0a0 req-03c33353-b27f-4ca0-8eaa-30d64a3d0eb0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:10.336169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f4f815b-fdd5-42f0-9f0c-7c96960cc0a0 req-03c33353-b27f-4ca0-8eaa-30d64a3d0eb0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.1037028 Aug 30 23:17:10.384163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f4f815b-fdd5-42f0-9f0c-7c96960cc0a0 req-c32d7008-f26e-4b47-bd44-81eb6e9e32b4 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397680 Aug 30 23:17:11.535383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b5289-ad03-4150-8296-5465c00c80a0 req-e63b1123-7de8-447e-b0b2-e4942159eda2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:11.541602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69b5289-ad03-4150-8296-5465c00c80a0 req-e63b1123-7de8-447e-b0b2-e4942159eda2 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.0746784 Aug 30 23:17:11.594410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e69b5289-ad03-4150-8296-5465c00c80a0 req-f4434a66-4d43-4e25-b106-f750afc6297e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448995 Aug 30 23:17:11.935901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a512369-8037-4c51-a3ec-bad3b2c7adbf req-a4c53329-2faf-4e95-8be8-887f4dddfb98 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:11.937563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a512369-8037-4c51-a3ec-bad3b2c7adbf req-a4c53329-2faf-4e95-8be8-887f4dddfb98 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.2500427 Aug 30 23:17:11.987385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a512369-8037-4c51-a3ec-bad3b2c7adbf req-ee60e060-d4d7-43f3-912a-48d75268c972 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412099 Aug 30 23:17:12.009691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50610) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:12.274903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351c041e-4a64-41ae-9fe9-102665af0cbf tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:12.279765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50620) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:12.280744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-351c041e-4a64-41ae-9fe9-102665af0cbf tempest-TestVolumeBootPattern-1352414937 tempest-TestVolumeBootPattern-1352414937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1093 time: 0.2692182 Aug 30 23:17:12.284589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:12.317000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:12.485857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:12.630026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Allocated IP 172.25.7.53 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/2668fcf0-548b-4725-b84c-6faf9daa3f44) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:12.759841 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:12.811721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:12.883383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:12.886906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:12.890835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:12.919170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:12.939655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=2668fcf0-548b-4725-b84c-6faf9daa3f44,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:12.955122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.955514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.955839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.956182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.956504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.956913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.957266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.957598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.957957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.958274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.958602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:12.959297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:13.308401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a050950c-f8f0-482a-b2c6-ed6440b5cdc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.384897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.509373 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.722322 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.729487 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.783854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event updated for resources: {'Port': ['ID=2668fcf0-548b-4725-b84c-6faf9daa3f44,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:13.847196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:13.959618 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 16f00dc8-95bb-467c-b497-c1b914359ee4 associated. External IP: 172.25.7.53, port: f7d5977b-b258-4b5d-bc4b-9a833ae40e77. Aug 30 23:17:14.214615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:17:14.349286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:17:14.364009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:17:14.374318 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:14.375225 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:14.389204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:14.466815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fd4d0799-629b-4ec7-b027-b2caa413f6e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1858532 Aug 30 23:17:14.467424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:14.469746 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3f767e-7325-4086-ad85-8135882ea866" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:14.496910 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:14.561676 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426384e7-549d-484e-a3a5-1ec7529a8dab x-openstack-request-id: req-426384e7-549d-484e-a3a5-1ec7529a8dab {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:14.561676 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:14.561676 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-426384e7-549d-484e-a3a5-1ec7529a8dab {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:14.561676 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'status': 'completed', 'code': 200} Aug 30 23:17:14.609201 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:14.676407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f767e-7325-4086-ad85-8135882ea866 req-89ee79e2-2f46-4dbc-a60d-e39cc0dc3f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:14.678206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-89ee79e2-2f46-4dbc-a60d-e39cc0dc3f67 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1098 time: 0.0692832 Aug 30 23:17:14.835504 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '16f00dc8-95bb-467c-b497-c1b914359ee4', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:e1:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:13Z', 'updated_at': '2021-08-30T23:17:13Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}, {'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:14.874867 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:17:14.884710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:14.885346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:15.148381 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:15.179327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f767e-7325-4086-ad85-8135882ea866 req-605ebb0e-447e-4e69-8a52-5cbfca82557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:15.181885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-605ebb0e-447e-4e69-8a52-5cbfca82557d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.4886267 Aug 30 23:17:15.254412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-cb6502c3-d39c-4e9a-8205-178ae481c8ab service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 999 time: 0.0653069 Aug 30 23:17:15.328238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f767e-7325-4086-ad85-8135882ea866 req-11d7c415-083a-4125-a00f-9c533dff7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:15.330035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-11d7c415-083a-4125-a00f-9c533dff7512 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0673499 Aug 30 23:17:15.389496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f767e-7325-4086-ad85-8135882ea866 req-a28c8f33-b0b8-4292-9ed8-20c981f4f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:15.391531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-a28c8f33-b0b8-4292-9ed8-20c981f4f56f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539062 Aug 30 23:17:15.473070 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '16f00dc8-95bb-467c-b497-c1b914359ee4', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:e1:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:13Z', 'updated_at': '2021-08-30T23:17:13Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}, {'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:15.506016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-958b9809-5867-4c81-9777-e6e53bc2ee08 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078212 Aug 30 23:17:15.509818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2b9c3f-a2a6-4bf4-82f8-9b94478d571f None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '16f00dc8-95bb-467c-b497-c1b914359ee4', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.53', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:e1:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:17:13Z', 'updated_at': '2021-08-30T23:17:13Z', 'revision_number': 0, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}, {'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:17:15.641576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a3f767e-7325-4086-ad85-8135882ea866 req-6d66291f-3749-4c8f-93df-26861ebbb110 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259336 Aug 30 23:17:15.825592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf229298-dfba-494a-9d30-a0361fcc3e49 None None] New status for floating IP 16f00dc8-95bb-467c-b497-c1b914359ee4: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:17:16.024653 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:17.720735 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:17:22.517737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.068216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 50904) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:26.188381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a2e-36bd-4555-84de-a45e7f319df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.287309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a2e-36bd-4555-84de-a45e7f319df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.291861 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7fa65a2e-36bd-4555-84de-a45e7f319df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.330593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7fa65a2e-36bd-4555-84de-a45e7f319df7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=162bc0aeb7f44894bda79fc94bea1843&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611446 Aug 30 23:17:26.332599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa65a2e-36bd-4555-84de-a45e7f319df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22879077-139b-4956-a378-336c9fbbbb17,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:26.333387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 50912) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:26.391987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.414800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.470016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.472935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:26.473869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22879077-139b-4956-a378-336c9fbbbb17 HTTP/1.1" status: 204 len: 168 time: 0.1392508 Aug 30 23:17:26.482396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba450f3-2255-47ba-8539-44f7ce48d4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22879077-139b-4956-a378-336c9fbbbb17,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:27.851709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:28.944545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-b0fb4df6-a15c-4f1b-a974-dbe545c75698 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0362051 Aug 30 23:17:29.165919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ac30e0cd-5083-404d-a5cd-50a4be2c3080 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:29.167773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ac30e0cd-5083-404d-a5cd-50a4be2c3080 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174227 Aug 30 23:17:29.184033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-41da1fbb-a480-499c-8b8f-5d1e2a5be8d0 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/quotas/2ad949a9e9b648d2ac3f99a439062b21 HTTP/1.1" status: 200 len: 375 time: 0.0101864 Aug 30 23:17:29.228743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0b25c8c9-a563-48dd-a8ac-3bc1c63f9bf1 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388043 Aug 30 23:17:29.420365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ce974a6-6914-4776-a43f-8fb2a860ab32 req-c04273db-9c51-4f9d-964c-b6c9a6eabc6c tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 210 time: 0.0333700 Aug 30 23:17:29.894264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-59664801-6db9-4d85-8f2b-a559e928a823 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454466 Aug 30 23:17:30.002642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-ce1a2c56-4206-437d-bbb7-6aafbaa3cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:30.004614 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-ce1a2c56-4206-437d-bbb7-6aafbaa3cabf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1098 time: 0.0546384 Aug 30 23:17:30.125456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-c0a8bccb-9077-44b4-a44d-e79d5467aa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:30.126991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-c0a8bccb-9077-44b4-a44d-e79d5467aa60 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.0995798 Aug 30 23:17:30.197134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-5489e29c-5fde-4ab5-aede-41808b079541 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 1001 time: 0.0623608 Aug 30 23:17:30.252051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-b51b80e9-ceb8-44dc-bdae-2193e6c21d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:30.253571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-b51b80e9-ceb8-44dc-bdae-2193e6c21d6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0450993 Aug 30 23:17:30.309802 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-f1c48f49-38d3-4f1b-8a1d-ee2d69714dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:30.311327 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-f1c48f49-38d3-4f1b-8a1d-ee2d69714dac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487852 Aug 30 23:17:30.409069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-baaeadfb-d742-4680-8550-da5edd814cc5 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864768 Aug 30 23:17:30.496721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-d039baef-d385-4d77-b729-4c332fcc42e4 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0679207 Aug 30 23:17:30.558356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0c23ec1-00fd-4935-adf2-85aa0a7081e8 req-6a4b48ef-2cfb-4314-b837-54059edb8337 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389947 Aug 30 23:17:30.741377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-71e97af6-cfd6-479a-b1f5-d2923f82349c tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:30.742952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-71e97af6-cfd6-479a-b1f5-d2923f82349c tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381713 Aug 30 23:17:30.749076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be7fc803-adc2-47d5-87a1-4127bb560e56 req-71aad8d5-daeb-496f-a10f-b2b0aeee658b tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 210 time: 0.2488930 Aug 30 23:17:30.765343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Request body: {'port': {'device_id': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '2ad949a9e9b648d2ac3f99a439062b21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:30.887186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Made reservation on behalf of 2ad949a9e9b648d2ac3f99a439062b21 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:17:30.891255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:30.903364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.000991 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.004947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.079875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75194fc9-4021-4b3c-8352-928f6ffe9388,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:31.154042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Allocated IP 192.168.233.50 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/826fea36-8334-4052-8e9f-fcddee5daf97) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:31.308816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.323859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Transition to ACTIVE for port object 826fea36-8334-4052-8e9f-fcddee5daf97 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:31.359598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.406964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:31.410338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:31.414330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:31.440132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Pushing event updated for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:31.472272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:31.473028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.488977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-ef98571b-c210-4520-9a41-381934c6c65d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7279849 Aug 30 23:17:31.510742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Request body: {'port': {'device_id': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:31.573837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.642546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-022cf0fa-be3a-4782-86c6-31b585712a61 None None] Provisioning for port 826fea36-8334-4052-8e9f-fcddee5daf97 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:31.646708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-022cf0fa-be3a-4782-86c6-31b585712a61 None None] Provisioning complete for port 826fea36-8334-4052-8e9f-fcddee5daf97 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:31.647087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-022cf0fa-be3a-4782-86c6-31b585712a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.682473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-022cf0fa-be3a-4782-86c6-31b585712a61 None None] Port 826fea36-8334-4052-8e9f-fcddee5daf97 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:17:31.897955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 826fea36-8334-4052-8e9f-fcddee5daf97 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:17:31.907530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:31.917302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123a454-a67a-46e9-9388-22e788fe9919 req-f24bdcc9-fd13-484e-95f7-cb370dfc596b tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:31.918881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7123a454-a67a-46e9-9388-22e788fe9919 req-f24bdcc9-fd13-484e-95f7-cb370dfc596b tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 935 time: 0.0948987 Aug 30 23:17:31.932462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Transition to ACTIVE for port object 826fea36-8334-4052-8e9f-fcddee5daf97 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:31.939263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:32.011790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7123a454-a67a-46e9-9388-22e788fe9919 req-4a9d937b-c18d-4039-b232-97784e32cc47 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834763 Aug 30 23:17:32.019555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Pushing event updated for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:32.103184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Attempting to bind port 826fea36-8334-4052-8e9f-fcddee5daf97 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:17:32.103528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Attempting to bind port 826fea36-8334-4052-8e9f-fcddee5daf97 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:17:32.103865 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Attempting to bind port 826fea36-8334-4052-8e9f-fcddee5daf97 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:32.109324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Port 826fea36-8334-4052-8e9f-fcddee5daf97 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:17:32.109654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Attempting to bind port 826fea36-8334-4052-8e9f-fcddee5daf97 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:32.118262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:17:32.118731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:32.119563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:17:32.119975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Bound port: 826fea36-8334-4052-8e9f-fcddee5daf97, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:17:32.120436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:32.206835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:32.210498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=826fea36-8334-4052-8e9f-fcddee5daf97,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:17:32.214473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:32.250456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:32.251002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:32.252377 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] 10.222.0.52 "PUT /v2.0/ports/826fea36-8334-4052-8e9f-fcddee5daf97 HTTP/1.1" status: 200 len: 1096 time: 0.7471423 Aug 30 23:17:32.252814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:32.255073 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bf1b37-d89e-4af5-908c-3f03e20d7913" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:32.288729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0db9d-ff03-4f76-ae21-abfc3e3000a4 service neutron] Pushing event updated for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:32.308641 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d38920-db4d-42a9-a565-eeadf185a996 x-openstack-request-id: req-81d38920-db4d-42a9-a565-eeadf185a996 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:32.309160 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:32.309418 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81d38920-db4d-42a9-a565-eeadf185a996 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:32.309950 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97', 'status': 'completed', 'code': 200} Aug 30 23:17:32.370849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-25357544-40a1-4732-bb95-7866ada52cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:32.372456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-25357544-40a1-4732-bb95-7866ada52cd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 1099 time: 0.0448480 Aug 30 23:17:32.426043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-8b14c720-621e-460b-9a2e-8a65644bf83d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=826fea36-8334-4052-8e9f-fcddee5daf97 HTTP/1.1" status: 200 len: 217 time: 0.0381551 Aug 30 23:17:32.482908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-3c276427-84e8-49c3-8379-eef9b56fc92c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:32.484371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-3c276427-84e8-49c3-8379-eef9b56fc92c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0501053 Aug 30 23:17:32.535389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-32725c6b-7575-46b1-8e31-30fb3bf9310d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:32.537033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-32725c6b-7575-46b1-8e31-30fb3bf9310d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441577 Aug 30 23:17:32.631381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-188c0fed-9010-41b4-94bb-111a04316697 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867560 Aug 30 23:17:32.730151 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f88766a-775f-4144-b7ee-4de6bd5aef7e req-e0dee356-a074-4a85-b732-1c5264b85a5d service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898099 Aug 30 23:17:32.879549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-c1ba61f9-7ae8-4e84-89d1-b5b16794729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:32.881453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-c1ba61f9-7ae8-4e84-89d1-b5b16794729f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 1099 time: 0.0518768 Aug 30 23:17:33.005728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-35ee0c46-bd6e-4ab5-8a2e-4b4bc558899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:33.010537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-35ee0c46-bd6e-4ab5-8a2e-4b4bc558899f service neutron] 10.222.0.52 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1217782 Aug 30 23:17:33.063364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-cb6b670a-3789-437b-bd33-d76648ab3542 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=826fea36-8334-4052-8e9f-fcddee5daf97 HTTP/1.1" status: 200 len: 217 time: 0.0407822 Aug 30 23:17:33.150561 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-e2fb9c73-e10a-4c3e-a9f5-a8fe3a09d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:33.152147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-e2fb9c73-e10a-4c3e-a9f5-a8fe3a09d874 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0803981 Aug 30 23:17:33.199434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890bda2c-c347-4a77-b8eb-e4c198bda9e2 req-7483dc09-f385-4644-ad83-cb6dd8cfac75 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:33.200991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-890bda2c-c347-4a77-b8eb-e4c198bda9e2 req-7483dc09-f385-4644-ad83-cb6dd8cfac75 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 947 time: 0.0918741 Aug 30 23:17:33.240416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-4470c352-5507-41ec-bb55-221ced80a7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:33.241999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-4470c352-5507-41ec-bb55-221ced80a7ed service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0817800 Aug 30 23:17:33.265843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-890bda2c-c347-4a77-b8eb-e4c198bda9e2 req-182a10af-32be-43c2-96d2-b6b123ceea04 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569596 Aug 30 23:17:33.362373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-12c2674e-89c3-4c72-a656-f99b16bd819b service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107869 Aug 30 23:17:33.492368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0bf1b37-d89e-4af5-908c-3f03e20d7913 req-7638d3e4-f73c-457a-987d-eb850d6e65e2 service neutron] 10.222.0.52 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205881 Aug 30 23:17:34.405455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151ed225-04ad-447c-baa8-dc874181a041 req-aff0b33b-b1e5-4496-9805-c9c88c4e6c19 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:34.407083 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-151ed225-04ad-447c-baa8-dc874181a041 req-aff0b33b-b1e5-4496-9805-c9c88c4e6c19 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 947 time: 0.0554259 Aug 30 23:17:34.449766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-151ed225-04ad-447c-baa8-dc874181a041 req-d6112d50-7d01-44b5-a4f8-42b9518dc0c9 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Aug 30 23:17:35.584104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d360d-8b41-47da-ac90-9886d652ef2f req-2fbf3b1d-c7bd-46ce-809b-c6a14d11b5dd tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:35.586335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-177d360d-8b41-47da-ac90-9886d652ef2f req-2fbf3b1d-c7bd-46ce-809b-c6a14d11b5dd tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 947 time: 0.0552101 Aug 30 23:17:35.627716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-177d360d-8b41-47da-ac90-9886d652ef2f req-b1f2e48b-5992-4c1c-be34-30a871717336 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Aug 30 23:17:35.855652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 826fea36-8334-4052-8e9f-fcddee5daf97 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:17:35.967315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=826fea36-8334-4052-8e9f-fcddee5daf97,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:35.986732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '826fea36-8334-4052-8e9f-fcddee5daf97', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '826fea36-8334-4052-8e9f-fcddee5daf97', 'mac_address': 'fa:16:3e:60:7b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:17:36.026897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:36.045165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 826fea36-8334-4052-8e9f-fcddee5daf97 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:17:36.065678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=826fea36-8334-4052-8e9f-fcddee5daf97,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:36.071709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:36.125923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:36.365662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['826fea36-8334-4052-8e9f-fcddee5daf97'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:17:36.755518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3033567-721f-422b-ada6-d7e1fe4b4af2 req-420524f9-def5-4788-8388-aed53b03e2dc tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:36.758001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3033567-721f-422b-ada6-d7e1fe4b4af2 req-420524f9-def5-4788-8388-aed53b03e2dc tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 948 time: 0.0583959 Aug 30 23:17:36.806176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d3033567-721f-422b-ada6-d7e1fe4b4af2 req-a36a3622-8657-4c21-bb35-b617744c85e8 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417163 Aug 30 23:17:37.412911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-008d2e69-2670-4c53-aac1-aadd9b89850a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398037 Aug 30 23:17:37.523687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea90f-f738-419e-a980-c8fa55590246 req-f11a6436-41f5-45b8-9bdb-7006a29cfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:37.525202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-f11a6436-41f5-45b8-9bdb-7006a29cfde7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1098 time: 0.0463591 Aug 30 23:17:37.629760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea90f-f738-419e-a980-c8fa55590246 req-d0caae5f-1dbb-4a12-aaa8-42bcfbe737c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:37.631221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-d0caae5f-1dbb-4a12-aaa8-42bcfbe737c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.0868399 Aug 30 23:17:37.702365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-b96bf81f-99c3-48a9-a1cc-63c8865baecb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 1001 time: 0.0637753 Aug 30 23:17:37.751732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea90f-f738-419e-a980-c8fa55590246 req-4afd8e1d-a53d-419e-9202-decd67836369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:37.753092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-4afd8e1d-a53d-419e-9202-decd67836369 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0444274 Aug 30 23:17:37.802548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ea90f-f738-419e-a980-c8fa55590246 req-c5e28d2c-3dab-4abb-b5bd-76c929461cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:37.805083 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-c5e28d2c-3dab-4abb-b5bd-76c929461cf8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446775 Aug 30 23:17:37.858656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 826fea36-8334-4052-8e9f-fcddee5daf97 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:37.920093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 826fea36-8334-4052-8e9f-fcddee5daf97 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:37.924878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 826fea36-8334-4052-8e9f-fcddee5daf97 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:37.925505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:37.932047 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-f8c360c2-9ef1-49c5-a625-9dc1158dd023 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203618 Aug 30 23:17:37.954996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c4bccf-aeb0-444f-bd55-f462aa0a1918 req-640b3b06-1a2e-435e-9fa5-8e28acbc397d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:37.956526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c4bccf-aeb0-444f-bd55-f462aa0a1918 req-640b3b06-1a2e-435e-9fa5-8e28acbc397d tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 948 time: 0.0724800 Aug 30 23:17:38.008972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:38.034722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:38.037354 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b08b9d2-0a54-4354-b707-eb4db6e72162" -d '{"events": [{"server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "name": "network-vif-plugged", "status": "completed", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:38.050132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=826fea36-8334-4052-8e9f-fcddee5daf97,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:38.055158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c4bccf-aeb0-444f-bd55-f462aa0a1918 req-505cf951-3df3-43f1-9dc3-a8398ba69b5e tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828755 Aug 30 23:17:38.065126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:38.089282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a56ea90f-f738-419e-a980-c8fa55590246 req-7a5e9338-295a-41d2-bc52-8a45f0fabc0a service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491644 Aug 30 23:17:38.097095 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507803e8-29d8-4359-9089-c381c2b7265f x-openstack-request-id: req-507803e8-29d8-4359-9089-c381c2b7265f {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:38.097461 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "name": "network-vif-plugged", "status": "completed", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:38.097798 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-507803e8-29d8-4359-9089-c381c2b7265f {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:38.098269 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97', 'code': 200} Aug 30 23:17:38.128466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:38.252822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7024fd5-1a51-4c70-9551-8e83ec98922c req-21b46784-fc53-4c95-b2ea-729642488ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:38.254413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7024fd5-1a51-4c70-9551-8e83ec98922c req-21b46784-fc53-4c95-b2ea-729642488ac3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 1101 time: 0.0532117 Aug 30 23:17:38.299630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7024fd5-1a51-4c70-9551-8e83ec98922c req-c1477642-6a16-477d-8955-05b5cea13a8f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378397 Aug 30 23:17:39.172709 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a0e4d-5742-41c6-8243-a378cee286e5 req-45b98374-2eec-4eb9-af96-38b4b074d733 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:39.174235 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f1a0e4d-5742-41c6-8243-a378cee286e5 req-45b98374-2eec-4eb9-af96-38b4b074d733 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 949 time: 0.0505989 Aug 30 23:17:39.212598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f1a0e4d-5742-41c6-8243-a378cee286e5 req-9b2f4099-3f4f-4fa6-9fb3-f99e36f93018 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324824 Aug 30 23:17:39.502948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedac362-025e-43e1-a014-e4f9f64ee569 req-d22a2b35-f09a-4e1d-a42a-bcbb78c1b646 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:39.504561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cedac362-025e-43e1-a014-e4f9f64ee569 req-d22a2b35-f09a-4e1d-a42a-bcbb78c1b646 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0556438 Aug 30 23:17:39.543012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cedac362-025e-43e1-a014-e4f9f64ee569 req-54fbc5e8-2fa0-41ee-938d-5f28f896aae7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316336 Aug 30 23:17:39.570732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51516) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:39.642522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0ecb34ca-e471-4712-bbf2-f158c3442683 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 200 len: 993 time: 0.0703259 Aug 30 23:17:39.990248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961a1e6-f7c0-491c-b1b8-7d9552016f93 req-cc7c5907-9efd-462f-aca4-207bf00c8b4d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:39.992472 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4961a1e6-f7c0-491c-b1b8-7d9552016f93 req-cc7c5907-9efd-462f-aca4-207bf00c8b4d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1097 time: 0.0527203 Aug 30 23:17:40.037418 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4961a1e6-f7c0-491c-b1b8-7d9552016f93 req-5fc63043-3f2e-4182-99cf-94742c09a76b tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388653 Aug 30 23:17:40.319431 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-93f11548-1256-4e14-9422-fc391792abba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:40.394545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f087c1-cc93-4bd9-91dd-6254de2f5a84 req-1f63da1a-0a9b-4131-baab-6c080eb84064 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:40.396213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7f087c1-cc93-4bd9-91dd-6254de2f5a84 req-1f63da1a-0a9b-4131-baab-6c080eb84064 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 949 time: 0.0910976 Aug 30 23:17:40.443592 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7f087c1-cc93-4bd9-91dd-6254de2f5a84 req-69198bc0-5d67-40ec-82cc-170b07ebdede tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Aug 30 23:17:40.798416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0575b93e-54cd-4f78-8175-8672c746e3c7 req-92ce2011-10c9-4ea2-9e41-a9d1a98fb286 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:40.800878 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0575b93e-54cd-4f78-8175-8672c746e3c7 req-92ce2011-10c9-4ea2-9e41-a9d1a98fb286 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 949 time: 0.0876245 Aug 30 23:17:40.826670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-c16781fe-b968-4e9f-a8e3-3875bced31e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546114 Aug 30 23:17:40.853436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0575b93e-54cd-4f78-8175-8672c746e3c7 req-70fff3f5-e1ec-4f0c-bb25-7c69eaeb4ceb tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450993 Aug 30 23:17:41.427821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-c7123e6e-b92f-40d8-8c4a-8c5135c1befa tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:17:41.428889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-c7123e6e-b92f-40d8-8c4a-8c5135c1befa tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0888610 Aug 30 23:17:41.439439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Request body: {'binding': {'host': 'n-h2-791504-21', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:41.439962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Unknown quota resources ['binding']. {{(pid=101269) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 30 23:17:41.605128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on host n-h2-791504-21 for vnic_type normal with profile None {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:17:41.605430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:17:41.605761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:41.611501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:17:41.611954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:41.617265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:17:41.617607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:41.618038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Bound using segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:17:41.618469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Bound port: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:17:41.716652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:17:41.722065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:41.723267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-686f7b69-9d6e-4b04-9fde-2fd2a5873ff9 service neutron] 10.222.0.25 "POST /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3/bindings HTTP/1.1" status: 201 len: 390 time: 0.2873974 Aug 30 23:17:41.871675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09418116-6496-44ab-9e48-66d78028c567 req-21de7946-c7af-429e-8f98-08a309d58950 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:41.873953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09418116-6496-44ab-9e48-66d78028c567 req-21de7946-c7af-429e-8f98-08a309d58950 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0531189 Aug 30 23:17:41.920789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09418116-6496-44ab-9e48-66d78028c567 req-29a58574-163e-4096-a6fa-0b0a7b5f3f2a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405810 Aug 30 23:17:42.019761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70899c1a-7547-43e8-9b83-af1893d463ca req-5c558742-14c2-4a5e-9461-e69414d6cee2 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.022580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70899c1a-7547-43e8-9b83-af1893d463ca req-5c558742-14c2-4a5e-9461-e69414d6cee2 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 949 time: 0.0625095 Aug 30 23:17:42.101102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70899c1a-7547-43e8-9b83-af1893d463ca req-5289b308-53c1-41f4-9377-9f73a33365ab tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/security-groups?id=75194fc9-4021-4b3c-8352-928f6ffe9388&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662889 Aug 30 23:17:42.104374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-270f9e5f-1c5c-4a0b-ade4-8b7ef2ab568a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.105999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-270f9e5f-1c5c-4a0b-ade4-8b7ef2ab568a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1097 time: 0.0819249 Aug 30 23:17:42.557244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd328251-a364-430f-a940-e02aa6408032 req-2bfeaec4-6172-471d-91ee-a9bf9e68c90c tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.558864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd328251-a364-430f-a940-e02aa6408032 req-2bfeaec4-6172-471d-91ee-a9bf9e68c90c tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.52 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 949 time: 0.4338639 Aug 30 23:17:42.610464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-eaa1a064-dbb3-4e6b-9229-d31d2472ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.611800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-eaa1a064-dbb3-4e6b-9229-d31d2472ef03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.4855657 Aug 30 23:17:42.712280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-c86d6569-0f34-474a-a641-2fb5e1796f74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 1001 time: 0.0924304 Aug 30 23:17:42.747492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Deleting port 826fea36-8334-4052-8e9f-fcddee5daf97 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:17:42.747835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:42.817333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-7ffcc57f-bc48-4320-95e7-3baca121f25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.819397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-7ffcc57f-bc48-4320-95e7-3baca121f25f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0999267 Aug 30 23:17:42.882637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] For port 826fea36-8334-4052-8e9f-fcddee5daf97, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=826fea36-8334-4052-8e9f-fcddee5daf97,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:42.882906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:42.902393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Calling delete_port for 826fea36-8334-4052-8e9f-fcddee5daf97 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:17:42.905591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-aa0cda07-ae2b-4add-8313-d6efb0f1bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:42.907259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-aa0cda07-ae2b-4add-8313-d6efb0f1bee5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0754216 Aug 30 23:17:42.916768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:42.925508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51576) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:43.063213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.086946 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c17d7-547c-409b-bbbb-2932388d5f64 req-b426cd73-410f-476b-9f1a-48fb9f5dfb07 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:43.088453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df6c17d7-547c-409b-bbbb-2932388d5f64 req-b426cd73-410f-476b-9f1a-48fb9f5dfb07 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0881343 Aug 30 23:17:43.102324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-18dcd2d2-7c6d-465c-97c7-821f5932c20b service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865644 Aug 30 23:17:43.139241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df6c17d7-547c-409b-bbbb-2932388d5f64 req-4ddeb0c4-68e9-4d86-bb53-165449430ae8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428977 Aug 30 23:17:43.196042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.225616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afb25837-f72a-4794-903e-fff6557b0516 req-08dcd24c-586c-4f48-8a3d-69c9ba6c8a74 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.25 "GET /v2.0/ports?device_id=e1bd1cb6-83cf-44b0-922d-d3350033c328 HTTP/1.1" status: 200 len: 210 time: 0.0425279 Aug 30 23:17:43.232778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['826fea36-8334-4052-8e9f-fcddee5daf97'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:17:43.251622 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.258347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.260332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Pushing event deleted for resources: {'Port': ['ID=826fea36-8334-4052-8e9f-fcddee5daf97,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:43.290288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1afc52b8ec3e47b0ba82104f7703dca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3604543 Aug 30 23:17:43.290876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51584) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:43.293084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-eb288acb-fcac-49fe-8a8d-0446611d6edd service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837802 Aug 30 23:17:43.313465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4d4989-7773-4d62-94e3-922cf196f9c0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:43.324082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.324774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.325297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.325940 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.326436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.326754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] No DVR routers for this DVR port 826fea36-8334-4052-8e9f-fcddee5daf97 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:17:43.327198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.327725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.328065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.328546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.329559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.330033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.330414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5b5768-571e-4a92-b5b7-76345ac982dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:43.331005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e65d01a0-e1d3-4632-bf75-744d3d6cb180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.333894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.336250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dd328251-a364-430f-a940-e02aa6408032 req-c1eec9ee-89a0-46f8-a7fd-9bd8a9264150 tempest-VolumesNegativeTest-1792193330 tempest-VolumesNegativeTest-1792193330-project] 10.222.0.52 "DELETE /v2.0/ports/826fea36-8334-4052-8e9f-fcddee5daf97 HTTP/1.1" status: 204 len: 173 time: 0.7697606 Aug 30 23:17:43.336697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'name': 'network-vif-deleted', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:43.338985 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dccb0c-b6b6-40f1-bc16-a38879722428" -d '{"events": [{"server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "name": "network-vif-deleted", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:43.387208 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701ed35e-0ae5-4bdf-9fa1-ac8b5ba00949 x-openstack-request-id: req-701ed35e-0ae5-4bdf-9fa1-ac8b5ba00949 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:43.387510 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bd1cb6-83cf-44b0-922d-d3350033c328", "name": "network-vif-deleted", "tag": "826fea36-8334-4052-8e9f-fcddee5daf97", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:43.387791 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-701ed35e-0ae5-4bdf-9fa1-ac8b5ba00949 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:43.388370 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1bd1cb6-83cf-44b0-922d-d3350033c328', 'name': 'network-vif-deleted', 'tag': '826fea36-8334-4052-8e9f-fcddee5daf97', 'status': 'completed', 'code': 200} Aug 30 23:17:43.395042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.420388 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.538857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-6a430bcc-822a-4c6a-915a-441dd6be3a0b tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:43.540345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-6a430bcc-822a-4c6a-915a-441dd6be3a0b tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1097 time: 0.0939007 Aug 30 23:17:43.545183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.547773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.548809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dd4d4989-7773-4d62-94e3-922cf196f9c0 HTTP/1.1" status: 204 len: 168 time: 0.2547386 Aug 30 23:17:43.561722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-791504-21'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:43.564351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156575fb-f3f4-499d-9183-02493b143631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4d4989-7773-4d62-94e3-922cf196f9c0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:43.632687 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.766229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:43.817149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:43.817255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51592) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:43.831009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c9bec1-ba29-428b-afe6-fc35cebc5576 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.861314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.867928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.936855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c9bec1-ba29-428b-afe6-fc35cebc5576 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.942190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09c9bec1-ba29-428b-afe6-fc35cebc5576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:43.970012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09c9bec1-ba29-428b-afe6-fc35cebc5576 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4c2ae18f59e44315a1021957cd39ca1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515489 Aug 30 23:17:43.973038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:43.994149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9bec1-ba29-428b-afe6-fc35cebc5576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a3cfd5-0f71-4ce5-a5f3-38cebdeffa29,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:44.012506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:44.076726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.088770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on host n-h1-791504-21 for vnic_type normal with profile {"migrating_to": "n-h2-791504-21"} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:17:44.089105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:17:44.089435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:44.103040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:17:44.103696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Attempting to bind port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on network ecd1fe1f-caf4-41e7-b496-d0456133e73f {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:44.111194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.117721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:17:44.118253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Checking segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:44.118643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Bound using segment: {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:17:44.119085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Bound port: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '476ae2e2-b290-486f-9b96-896c389b86dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:17:44.119540 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.139056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8dd2efae-de6d-48fa-b2d0-ac4556104c80 None None] Provisioning complete for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:44.139613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8dd2efae-de6d-48fa-b2d0-ac4556104c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.175076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2efae-de6d-48fa-b2d0-ac4556104c80 None None] Port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:17:44.206001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:44.211378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:17:44.213506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.216625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.217773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58a3cfd5-0f71-4ce5-a5f3-38cebdeffa29 HTTP/1.1" status: 204 len: 168 time: 0.2437711 Aug 30 23:17:44.222967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.281746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fa230-3570-43c0-a497-25551f89c511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a3cfd5-0f71-4ce5-a5f3-38cebdeffa29,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:44.368123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=8']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:44.380630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb74f2f-2574-4ee0-bc0b-1fe7f89c35fb req-be9972bc-9735-4cfc-9831-d5fd1cb47201 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:44.382776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddb74f2f-2574-4ee0-bc0b-1fe7f89c35fb req-be9972bc-9735-4cfc-9831-d5fd1cb47201 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 943 time: 0.1636305 Aug 30 23:17:44.456991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:44.458041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.460268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ae239065-c4e1-4db0-8122-916cd9579345 service neutron] 10.222.0.52 "PUT /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 1123 time: 0.9022954 Aug 30 23:17:44.468876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddb74f2f-2574-4ee0-bc0b-1fe7f89c35fb req-ee7298e8-98c2-44a9-8cda-731ad11106ac tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775914 Aug 30 23:17:44.541916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:17:44.617328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.629943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] Provisioning complete for port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:44.630529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.946349 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:44.991252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:44.993755 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10873557-8f48-4d4c-ac9c-356809f11c2c" -d '{"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-plugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:45.014835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:45.027622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:45.090439 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39733a18-11b2-401f-b98d-dff26ce95c2c x-openstack-request-id: req-39733a18-11b2-401f-b98d-dff26ce95c2c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:45.090597 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-plugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:45.090769 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39733a18-11b2-401f-b98d-dff26ce95c2c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:45.091218 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'code': 200} Aug 30 23:17:45.212491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e625964-8d27-4818-baf6-8a8678a22062 None None] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:45.389591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}, {'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:45.392201 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fead3543-d337-4649-b4cb-4ff0a6be80bc" -d '{"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-unplugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}, {"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:45.438354 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fbb342-8a97-4012-941b-241e0e686c1e x-openstack-request-id: req-f3fbb342-8a97-4012-941b-241e0e686c1e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:45.438615 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-unplugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "code": 200}, {"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:45.438896 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3fbb342-8a97-4012-941b-241e0e686c1e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:45.439515 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'code': 200} Aug 30 23:17:45.439941 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'status': 'completed', 'code': 200} Aug 30 23:17:45.549776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-25bdd308-adf9-4694-964e-b06fd20df772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:45.551392 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-25bdd308-adf9-4694-964e-b06fd20df772 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1128 time: 0.0829048 Aug 30 23:17:45.635654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032dadd-0914-481b-8413-ad60f9e87098 req-b724476a-1e88-4d30-a58c-66c52b877da4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:45.639576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0032dadd-0914-481b-8413-ad60f9e87098 req-b724476a-1e88-4d30-a58c-66c52b877da4 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0764530 Aug 30 23:17:45.690270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-9f657fb4-e692-4eb2-9f63-1a124055afcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:45.691949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-9f657fb4-e692-4eb2-9f63-1a124055afcf service neutron] 10.222.0.47 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.1304336 Aug 30 23:17:45.700119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0032dadd-0914-481b-8413-ad60f9e87098 req-429a7a03-7e07-4891-948a-7f95e0a569cb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497527 Aug 30 23:17:45.814675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-1a1d63f5-0191-48e8-a948-ae0c8bceb33d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 1001 time: 0.1148036 Aug 30 23:17:45.872096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-60d2b311-151c-43d9-993f-cac39f841a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:45.873830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-60d2b311-151c-43d9-993f-cac39f841a20 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0516803 Aug 30 23:17:45.904986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 826fea36-8334-4052-8e9f-fcddee5daf97 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:17:45.937747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-f999336a-42b1-4f83-929f-92f0b3b04310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:45.939423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-f999336a-42b1-4f83-929f-92f0b3b04310 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564792 Aug 30 23:17:45.941957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 826fea36-8334-4052-8e9f-fcddee5daf97 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:17:45.943189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 826fea36-8334-4052-8e9f-fcddee5daf97 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:17:46.049899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:46.066517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-2b10f4b2-0d64-46de-be0e-c6919ad97aa9 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187649 Aug 30 23:17:46.236874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fead3543-d337-4649-b4cb-4ff0a6be80bc req-cd414dec-9dd9-4c3a-a4f5-0873e914c665 service neutron] 10.222.0.47 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581323 Aug 30 23:17:46.871424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0da55-90f9-4cd3-9e2a-10cf52ab590b req-acd15096-7705-4de4-9f30-9ba07dd3bae2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:46.874273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37b0da55-90f9-4cd3-9e2a-10cf52ab590b req-acd15096-7705-4de4-9f30-9ba07dd3bae2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0713654 Aug 30 23:17:46.945246 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-37b0da55-90f9-4cd3-9e2a-10cf52ab590b req-4f4f16ef-a104-4f46-9ec8-c41640795f30 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594544 Aug 30 23:17:47.906332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:17:48.007006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:48.025713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 has no active binding in host n-h2-791504-21 {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 30 23:17:48.097386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f14ec-f7ed-49a1-a225-75581414be0a req-af69d722-0b48-47fb-92b2-ba10dfb6b423 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:48.098906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-480f14ec-f7ed-49a1-a225-75581414be0a req-af69d722-0b48-47fb-92b2-ba10dfb6b423 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0542407 Aug 30 23:17:48.145442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-480f14ec-f7ed-49a1-a225-75581414be0a req-d3f7c97d-6356-42e9-9a27-a56d2ca77193 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376980 Aug 30 23:17:49.334830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a981ee-b843-4993-beb8-b78a2d88db5d req-d8b06d29-7b01-4b71-804c-32dfc58a8cab tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:49.338904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86a981ee-b843-4993-beb8-b78a2d88db5d req-d8b06d29-7b01-4b71-804c-32dfc58a8cab tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 945 time: 0.0953040 Aug 30 23:17:49.403628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-86a981ee-b843-4993-beb8-b78a2d88db5d req-29e7632e-aeed-4550-a4f4-77fef6cecbf8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576103 Aug 30 23:17:49.539726 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-ca821998-2e26-4791-8d6a-e1106625209a service neutron] 10.222.0.47 "GET /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 385 time: 0.0785937 Aug 30 23:17:49.817351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:49.848919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:49.903896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:49.906869 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402622c1-7b8c-4882-9ad7-570cbff8a374" -d '{"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-unplugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:49.916015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:49.938238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:49.985712 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23533d12-2009-4269-898f-5645f1c114e0 x-openstack-request-id: req-23533d12-2009-4269-898f-5645f1c114e0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:49.986027 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-unplugged", "status": "completed", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:49.986281 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23533d12-2009-4269-898f-5645f1c114e0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:49.986668 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'code': 200} Aug 30 23:17:50.038259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] Transition to ACTIVE for port object 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:50.044617 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:50.183051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] Pushing event updated for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=11']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:50.220867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] No DVR routers for this DVR port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:17:50.411621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-d438f5d4-f3e8-4a97-bfc0-a2df443331f7 service neutron] 10.222.0.47 "PUT /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3/bindings/n-h2-791504-21/activate HTTP/1.1" status: 200 len: 370 time: 0.8634744 Aug 30 23:17:50.555788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:50.578994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-fe3943a0-9742-4959-b42c-883ba088f709 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:50.580539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-fe3943a0-9742-4959-b42c-883ba088f709 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.1033239 Aug 30 23:17:50.679966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55479b-7d3f-423a-954a-d536c27321f3 req-3aed05c3-fd75-48f4-9b1a-69d36945bc1b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:50.690729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb55479b-7d3f-423a-954a-d536c27321f3 req-3aed05c3-fd75-48f4-9b1a-69d36945bc1b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.1608903 Aug 30 23:17:50.732633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-f0407e68-66f7-4ffd-9265-90e64081be0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:50.734586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-f0407e68-66f7-4ffd-9265-90e64081be0a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 1096 time: 0.1456356 Aug 30 23:17:50.760401 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb55479b-7d3f-423a-954a-d536c27321f3 req-e9f7c811-7ffe-4993-be32-cefaf4602794 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556374 Aug 30 23:17:50.771395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b12a2335-37a4-4ed2-9358-db452bb080c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ad949a9e9b648d2ac3f99a439062b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2138748 Aug 30 23:17:50.772272 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51936) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:50.827997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:50.832872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-64e288e7-6b7b-4c49-8408-c2483200485a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:50.835985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-64e288e7-6b7b-4c49-8408-c2483200485a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1096 time: 0.0626769 Aug 30 23:17:50.852884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:50.917391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:50.922617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:50.926409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/75194fc9-4021-4b3c-8352-928f6ffe9388 HTTP/1.1" status: 204 len: 168 time: 0.1506867 Aug 30 23:17:50.936351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0adbc6-abb4-47fb-88cc-836982915360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75194fc9-4021-4b3c-8352-928f6ffe9388,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:50.993339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-2752d52a-8f37-49f7-add9-fc1860d3ec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:50.995384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-2752d52a-8f37-49f7-add9-fc1860d3ec2d service neutron] 10.222.0.52 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.1524713 Aug 30 23:17:51.076385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-6bbdb6fc-8d28-485b-914e-5bc110374829 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 999 time: 0.0729814 Aug 30 23:17:51.131886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-26da5130-e5db-418b-82d9-5037efa24e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:51.133461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-26da5130-e5db-418b-82d9-5037efa24e49 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.0487597 Aug 30 23:17:51.182994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-3bb97e32-1457-46ad-b659-cf3e719c0c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:51.184719 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-3bb97e32-1457-46ad-b659-cf3e719c0c20 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441697 Aug 30 23:17:51.286225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-f521f96d-a87e-409a-889c-8f1b0d74ea99 service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944018 Aug 30 23:17:51.387293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-14361f6b-4c3d-4b3c-b142-45614060172f service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941317 Aug 30 23:17:51.686809 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51962) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:51.724420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-478fb918-bd5e-4750-baa4-4d8bab6be53d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:51.726162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-478fb918-bd5e-4750-baa4-4d8bab6be53d tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 1096 time: 0.0895495 Aug 30 23:17:51.835790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-246206124-network', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:51.879165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Made reservation on behalf of a066683f43f344c2be8ebc29e8ab991f for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:17:51.882165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:51.918160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:51.935137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-9d288a5e-647b-4608-9a6c-cf6a3e101a4a service neutron] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:51.939348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-9d288a5e-647b-4608-9a6c-cf6a3e101a4a service neutron] Notify callbacks [] for binding, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:51.940460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ca8a8ee-1b3a-47e2-b1f2-ac7cd901bc58 req-9d288a5e-647b-4608-9a6c-cf6a3e101a4a service neutron] 10.222.0.52 "DELETE /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3/bindings/n-h1-791504-21 HTTP/1.1" status: 204 len: 173 time: 0.2069454 Aug 30 23:17:51.978076 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896ad3-50fd-4f25-9f9b-f4da5d9abe14 req-07839350-b050-4050-a0d5-2434ad3f4a96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:51.979683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1896ad3-50fd-4f25-9f9b-f4da5d9abe14 req-07839350-b050-4050-a0d5-2434ad3f4a96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.0946949 Aug 30 23:17:52.038208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1896ad3-50fd-4f25-9f9b-f4da5d9abe14 req-1467d90d-e969-4684-8ce9-7bade6453fb1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501044 Aug 30 23:17:52.098052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.104886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.132342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:17:52.142615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9456ad49-a3c0-40ab-bfa1-952c28a0d3a2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:52.147918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.148362 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Added segment 4978540e-10b7-4822-a28e-d0b250a4a95a of type vlan for network 7214fb08-8891-41b4-8ff8-102ee73178da Aug 30 23:17:52.187917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f95b3f-53a7-4190-9a40-450ddb81d6b5 req-da7da2a8-56ef-46bf-a96f-88de7bcd01d4 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:52.197046 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8f95b3f-53a7-4190-9a40-450ddb81d6b5 req-da7da2a8-56ef-46bf-a96f-88de7bcd01d4 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1096 time: 0.0720627 Aug 30 23:17:52.205897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.238088 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.241246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:52.242074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.279098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8f95b3f-53a7-4190-9a40-450ddb81d6b5 req-ddc1b940-2da6-4e29-b51f-5eaa2bb6a76c tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804687 Aug 30 23:17:52.332629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6396210 Aug 30 23:17:52.332779 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 51978) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:52.342107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Request body: {'subnet': {'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-246206124-subnet', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:52.364169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Made reservation on behalf of a066683f43f344c2be8ebc29e8ab991f for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:17:52.366782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc059c1-a46d-4ce5-8658-ee66d48cce3f admin admin] Pushing event updated for resources: {'Network': ['ID=7214fb08-8891-41b4-8ff8-102ee73178da,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:52.367710 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.382405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 7214fb08-8891-41b4-8ff8-102ee73178da details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:17:52.494449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564ef33-e828-41ea-91b8-c5f460597342 req-5492591e-8085-4a9c-ad08-5f2b3041797e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:52.503778 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7564ef33-e828-41ea-91b8-c5f460597342 req-5492591e-8085-4a9c-ad08-5f2b3041797e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.0799911 Aug 30 23:17:52.527569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.554040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7564ef33-e828-41ea-91b8-c5f460597342 req-255fb25f-e3f5-44e8-b0b9-eac85f58cdfb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489337 Aug 30 23:17:52.583236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51980) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:52.650250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-580b436d-7606-4c99-9082-cae505f6a90a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 200 len: 991 time: 0.0657487 Aug 30 23:17:52.651437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.703633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=53665bc1-025f-400d-9c02-2ef2a69b1af6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:52.720799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Checking segment: {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:52.721151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Network hostable DHCP agents. Network: 7214fb08-8891-41b4-8ff8-102ee73178da, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:17:52.738627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Network 7214fb08-8891-41b4-8ff8-102ee73178da is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:17:52.749328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 7214fb08-8891-41b4-8ff8-102ee73178da) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:52.753165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:52.753744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.767780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ff4b6-68ac-4526-9d75-98207924b642 None None] Network 7214fb08-8891-41b4-8ff8-102ee73178da requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:17:52.775937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1003e567-4311-4993-8fc6-1263ac201b6d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4420600 Aug 30 23:17:52.776284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:52.786597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:52.813086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.814390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.879670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:52.890473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 51990) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:52.943056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-7214fb08-8891-41b4-8ff8-102ee73178da', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:17:52.944040 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.085655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.100529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Allocated IP 172.20.0.2 (7214fb08-8891-41b4-8ff8-102ee73178da/53665bc1-025f-400d-9c02-2ef2a69b1af6/4587ac21-a971-414e-95b4-b8cdd3d019cb) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:53.257707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 9cd1fefd-046e-4e8f-8984-6e395dea33f5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:17:53.258286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.266292 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.276720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Transition to ACTIVE for port object 4587ac21-a971-414e-95b4-b8cdd3d019cb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:53.293145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Transition to ACTIVE for port object 4587ac21-a971-414e-95b4-b8cdd3d019cb will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:53.300588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.342283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Network 7214fb08-8891-41b4-8ff8-102ee73178da is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:53.347210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:53.351485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:53.364894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Pushing event updated for resources: {'Port': ['ID=4587ac21-a971-414e-95b4-b8cdd3d019cb,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:53.387662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.388304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.388498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.388978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.389362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.389762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.390218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.390628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.391039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.391437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.391841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.392233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:17:53.426342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Attempting to bind port 4587ac21-a971-414e-95b4-b8cdd3d019cb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:17:53.426801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Attempting to bind port 4587ac21-a971-414e-95b4-b8cdd3d019cb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:17:53.427232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Attempting to bind port 4587ac21-a971-414e-95b4-b8cdd3d019cb on network 7214fb08-8891-41b4-8ff8-102ee73178da {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:53.433306 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:17:53.433759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Checking segment: {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:53.434254 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.434714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Bound using segment: {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:17:53.435246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Bound port: 4587ac21-a971-414e-95b4-b8cdd3d019cb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:17:53.435708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.453376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.453845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.470372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 9cd1fefd-046e-4e8f-8984-6e395dea33f5 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:17:53.477240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.484158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:17:53.503274 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.533572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] For port 4587ac21-a971-414e-95b4-b8cdd3d019cb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:53.550980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] For port 4587ac21-a971-414e-95b4-b8cdd3d019cb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4587ac21-a971-414e-95b4-b8cdd3d019cb,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:17:53.552052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:17:53.557628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.613479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa432820-442b-45b5-9dae-0d024d06a6ab None None] Pushing event updated for resources: {'Port': ['ID=4587ac21-a971-414e-95b4-b8cdd3d019cb,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:53.686236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Allocated IP 172.25.7.162 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/57cf6431-b69b-4f58-be77-b8a39f2ca0a4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:53.842279 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.860459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.890910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=9cd1fefd-046e-4e8f-8984-6e395dea33f5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:53.978503 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:53.978965 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP 24cbd80e-128e-4982-9930-c98740ac1716 disassociated (deleted). External IP: 172.25.7.205, port: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3. Aug 30 23:17:54.019226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:54.065687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:54.074950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:54.082469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:54.128390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Pushing event updated for resources: {'Port': ['ID=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:54.702391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cdd31c-770d-4425-8f68-36f1c0cd5e77 None None] Network 7214fb08-8891-41b4-8ff8-102ee73178da requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:17:54.726340 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:17:54.841358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router ab80a30f-700a-47b1-902c-1b093181466d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:17:54.843817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-274660d9-4506-495e-8132-a77244cdc1cc None None] Provisioning for port 4587ac21-a971-414e-95b4-b8cdd3d019cb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:54.906480 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:55.056983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:17:55.062507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:55.069392 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Sync routers for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:17:55.081916 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:55.082906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:55.136040 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b188000c-81e7-4138-a60a-123826be349a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/floatingips/24cbd80e-128e-4982-9930-c98740ac1716 HTTP/1.1" status: 204 len: 168 time: 2.2419231 Aug 30 23:17:55.138413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:55.140744 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d" -d '{"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:55.221220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:55.287546 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:55.396912 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7ce40-2cb7-4857-a0b6-6ca4c88a2ecb x-openstack-request-id: req-6fc7ce40-2cb7-4857-a0b6-6ca4c88a2ecb {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:55.397209 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:55.397464 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fc7ce40-2cb7-4857-a0b6-6ca4c88a2ecb {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:55.397902 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'status': 'completed', 'code': 200} Aug 30 23:17:55.446302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Router 8822f737-ecc9-440d-bc5b-b879f334f66f is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:17:55.518338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-bf51d5a6-8c88-44ca-99b2-19a57179eec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:55.520713 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-bf51d5a6-8c88-44ca-99b2-19a57179eec1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 1096 time: 0.0685978 Aug 30 23:17:55.535784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bfc74-146d-4bae-85b6-6f43a8e573ed req-0c80ff69-1b1b-4435-bfc6-b3b604eae690 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:55.543500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d11bfc74-146d-4bae-85b6-6f43a8e573ed req-0c80ff69-1b1b-4435-bfc6-b3b604eae690 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.1431003 Aug 30 23:17:55.559117 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:55.596346 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Checking router: ab80a30f-700a-47b1-902c-1b093181466d for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:17:55.614187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:55.614953 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:55.625903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d11bfc74-146d-4bae-85b6-6f43a8e573ed req-b87b60d1-4f04-4cee-8bf3-248d39c13161 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765667 Aug 30 23:17:55.641715 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-76ded9d8-247a-4e05-87f8-13d7544e67bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:55.643871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-76ded9d8-247a-4e05-87f8-13d7544e67bf service neutron] 10.222.0.52 "GET /v2.0/networks?id=ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 200 len: 898 time: 0.1158063 Aug 30 23:17:55.645470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:17:55.655657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Sync routers for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:17:55.671057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:55.671988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:55.686867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:55.690974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-64a8973b-0d54-462b-96ae-a83b55d3d6a5 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9135537 Aug 30 23:17:55.692980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52028) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:55.748351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-a962796a-eb69-4c7b-99c8-20daf4f199c5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 200 len: 217 time: 0.0956299 Aug 30 23:17:55.826570 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:55.867588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-5d5ea857-2cf2-4d27-a304-e0d21941cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:55.869061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-5d5ea857-2cf2-4d27-a304-e0d21941cd5a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 200 len: 834 time: 0.1115606 Aug 30 23:17:55.879106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4587ac21-a971-414e-95b4-b8cdd3d019cb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:55.935140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:55.944813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:56.003228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-6b02c7a7-c2fe-415b-9da9-bd51eaea6e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:56.004825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-6b02c7a7-c2fe-415b-9da9-bd51eaea6e88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ecd1fe1f-caf4-41e7-b496-d0456133e73f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281278 Aug 30 23:17:56.084374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4587ac21-a971-414e-95b4-b8cdd3d019cb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:56.099018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4587ac21-a971-414e-95b4-b8cdd3d019cb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:56.099467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.162621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-ecbeafd8-30ac-4f5f-8da5-764c35e169ef tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:56.164125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-ecbeafd8-30ac-4f5f-8da5-764c35e169ef tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.1891975 Aug 30 23:17:56.164700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f663df0a-3621-4517-b8b8-7100009d9f1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.255980 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:56.262663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.278950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:54Z', 'revision_number': 3, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:17:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:56.289181 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09ee211-d512-40e3-be73-82dcc4412793 None None] The sync data for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 is: [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:16:45Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b', 'name': '', 'network_id': 'ecd1fe1f-caf4-41e7-b496-d0456133e73f', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:c4:d9:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3765, 'fixed_ips': [{'subnet_id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:44Z', 'updated_at': '2021-08-30T23:16:51Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': '7c136c47-a394-4958-82c8-2172dc477ff3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:17:56.313038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Checking router: 8822f737-ecc9-440d-bc5b-b879f334f66f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:17:56.313417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Updating router 8822f737-ecc9-440d-bc5b-b879f334f66f port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:17:56.354032 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.367152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-476402fa-f585-4dab-8e5d-a9449cd872bb service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190029 Aug 30 23:17:56.396878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.491947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4587ac21-a971-414e-95b4-b8cdd3d019cb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4587ac21-a971-414e-95b4-b8cdd3d019cb,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:56.501613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.521402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:17:56.522139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.572580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-9526f56c-69cb-46c9-b9aa-648ee1fde118 service neutron] 10.222.0.52 "GET /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043681 Aug 30 23:17:56.605296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f663df0a-3621-4517-b8b8-7100009d9f1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.619775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f663df0a-3621-4517-b8b8-7100009d9f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.622057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4587ac21-a971-414e-95b4-b8cdd3d019cb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:56.673577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Allocated IP 172.20.0.1 (7214fb08-8891-41b4-8ff8-102ee73178da/53665bc1-025f-400d-9c02-2ef2a69b1af6/6097132d-7fb6-4ed8-952e-4d83bb64ad0a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:17:56.696229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f663df0a-3621-4517-b8b8-7100009d9f1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3396fc-eca2-45a7-a587-f1d4bae17219,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:56.769038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.786701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:56.787235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.790769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Transition to ACTIVE for port object 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:56.793885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f663df0a-3621-4517-b8b8-7100009d9f1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cad4cc7236b14cb788cb84c11b248e6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8569965 Aug 30 23:17:56.801153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52038) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:56.801343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.823860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:17:56.824807 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.826487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51386d0-daa9-4b2e-af3e-60bb93007177 None None] New status for floating IP 24cbd80e-128e-4982-9930-c98740ac1716: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:17:56.839471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Transition to ACTIVE for port object 6097132d-7fb6-4ed8-952e-4d83bb64ad0a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:17:56.851546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8157f-f87f-4a4b-8be9-36ec8d256fdb None None] Pushing event updated for resources: {'Port': ['ID=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:56.878386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Attempting to bind port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:17:56.879147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Attempting to bind port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:17:56.880134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Attempting to bind port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:17:56.881354 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.887027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:17:56.887683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:56.888414 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.889071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:17:56.889873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Bound port: 57cf6431-b69b-4f58-be77-b8a39f2ca0a4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:17:56.890442 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:56.929480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Network 7214fb08-8891-41b4-8ff8-102ee73178da is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:56.934845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:56.937445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:17:56.963242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70190824-53c3-4504-aac2-e841a84651e0 req-1d90b850-b797-421a-98ee-22f2f329dcec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:56.970900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70190824-53c3-4504-aac2-e841a84651e0 req-1d90b850-b797-421a-98ee-22f2f329dcec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a78113d-4a5c-484e-997a-fae1253834cd HTTP/1.1" status: 200 len: 944 time: 0.2421246 Aug 30 23:17:56.979100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Pushing event updated for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:56.993964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.052245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.071064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70190824-53c3-4504-aac2-e841a84651e0 req-7e34b2f3-8afc-43fa-a3cd-80e16f01e156 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=1146cdd0-577a-445e-9876-c2e1874d3086&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848067 Aug 30 23:17:57.136463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] For port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:17:57.140787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] For port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:17:57.150872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.171878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.220233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f8157f-f87f-4a4b-8be9-36ec8d256fdb None None] Pushing event updated for resources: {'Port': ['ID=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:57.223982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:17:57.225359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:57.342051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f20f5257-c291-4dee-8106-978cea0e8c9a None None] Provisioning for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:17:57.352012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:17:57.353755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f20f5257-c291-4dee-8106-978cea0e8c9a None None] Provisioning complete for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:57.354154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f20f5257-c291-4dee-8106-978cea0e8c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.373038 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.378876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.426431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f20f5257-c291-4dee-8106-978cea0e8c9a None None] Port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:17:57.453536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Pushing event updated for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:57.456691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.481904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.525918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.557548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:57.578419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Network 7214fb08-8891-41b4-8ff8-102ee73178da is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:17:57.581103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:57.614356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] No DVR routers for this DVR port 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:17:57.618012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.620252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a5005a64-6401-42cf-b21b-04b4190cf524 req-b98e77e3-2014-4c71-a529-8c1ae454da70 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "DELETE /v2.0/ports/35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 HTTP/1.1" status: 204 len: 173 time: 1.4434822 Aug 30 23:17:57.620736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-deleted', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:17:57.623293 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7fa79c-c1c3-4a4d-8019-32cb87659d07" -d '{"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-deleted", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:17:57.639392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.643078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.648978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a3396fc-eca2-45a7-a587-f1d4bae17219 HTTP/1.1" status: 204 len: 168 time: 0.8450749 Aug 30 23:17:57.662946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0593324-cd7b-474e-a0db-5a9f3a7871f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3396fc-eca2-45a7-a587-f1d4bae17219,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:57.682580 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14341292-325f-460b-a6a8-e3cb29ef580a x-openstack-request-id: req-14341292-325f-460b-a6a8-e3cb29ef580a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:17:57.682968 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a78113d-4a5c-484e-997a-fae1253834cd", "name": "network-vif-deleted", "tag": "35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:17:57.683135 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14341292-325f-460b-a6a8-e3cb29ef580a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:17:57.683723 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a78113d-4a5c-484e-997a-fae1253834cd', 'name': 'network-vif-deleted', 'tag': '35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3', 'status': 'completed', 'code': 200} Aug 30 23:17:57.724623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6097132d-7fb6-4ed8-952e-4d83bb64ad0a', 'name': '', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'mac_address': 'fa:16:3e:21:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:56Z', 'updated_at': '2021-08-30T23:17:56Z', 'revision_number': 1, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'subnets': [{'id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:17:57.779371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcaea12-3f68-4752-bc4a-1f23fea5d1bd None None] The sync data for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 is: [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6097132d-7fb6-4ed8-952e-4d83bb64ad0a', 'name': '', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'mac_address': 'fa:16:3e:21:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:56Z', 'updated_at': '2021-08-30T23:17:56Z', 'revision_number': 1, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'subnets': [{'id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:17:57.806543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Router 8822f737-ecc9-440d-bc5b-b879f334f66f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:17:57.834511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4587ac21-a971-414e-95b4-b8cdd3d019cb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:57.876177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:57.960064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4587ac21-a971-414e-95b4-b8cdd3d019cb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:57.960802 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.010018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-05f33772-549b-4b07-8d8b-e8a879cdaffb None None] Provisioning complete for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:17:58.010018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05f33772-549b-4b07-8d8b-e8a879cdaffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.027293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:17:58.042707 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4ca948fb-11f5-4d22-bfc4-685c66a5ae4d admin admin] 10.222.0.25 "PUT /v2.0/routers/8822f737-ecc9-440d-bc5b-b879f334f66f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3459380 Aug 30 23:17:58.110098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-05f33772-549b-4b07-8d8b-e8a879cdaffb None None] Port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:17:58.206754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:58.256242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52054) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:58.277692 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c591-d2e4-4d2b-833e-01512d8e880f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.402705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c591-d2e4-4d2b-833e-01512d8e880f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.408006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cb0c591-d2e4-4d2b-833e-01512d8e880f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.458072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1cb0c591-d2e4-4d2b-833e-01512d8e880f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=905766721d4347aab81c30c50c8661aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1982889 Aug 30 23:17:58.458072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb0c591-d2e4-4d2b-833e-01512d8e880f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfcc69b-8c04-4c68-aa53-9692acfd610d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:58.460420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:58.524564 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.550915 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.614573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.621331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.624304 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cfcc69b-8c04-4c68-aa53-9692acfd610d HTTP/1.1" status: 204 len: 168 time: 0.1626630 Aug 30 23:17:58.637851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0653f-7075-424b-bdb5-405bafe51403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfcc69b-8c04-4c68-aa53-9692acfd610d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:58.717032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.849830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52070) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:58.855469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-298348295-network', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:58.882616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Made reservation on behalf of edff28e2f61d47a48708a1ba2c338d90 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:17:58.887592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:58.903078 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.050664 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.056569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.086031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:17:59.101346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ae1138-4e35-4671-bd94-b0ebd0072cce,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.108838 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.109320 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Added segment e4f5dc0d-d46b-4198-9786-c46a26b4ba7d of type vlan for network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 Aug 30 23:17:59.142219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:59.155415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:17:59.155948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.165872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.175289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-799911cc-0512-4743-8d8b-d491db873446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.198845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.199848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:59.200467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.262725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] Pushing event updated for resources: {'Network': ['ID=4bdd44c2-f6d7-4e85-93d5-b2061a84eb70,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.277000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:17:59.300341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:17:59.300711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.322266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:17:59.428185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-799911cc-0512-4743-8d8b-d491db873446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.435364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-799911cc-0512-4743-8d8b-d491db873446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.439789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c53bd96e-bb61-424f-9791-2fdfc587b30c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5884323 Aug 30 23:17:59.442737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52076) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:59.448892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Request body: {'subnet': {'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-298348295-subnet', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:59.471303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Made reservation on behalf of edff28e2f61d47a48708a1ba2c338d90 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:17:59.474056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.523536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799911cc-0512-4743-8d8b-d491db873446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ad295d-51a8-4317-b091-377f1b2e0f1d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.530416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-799911cc-0512-4743-8d8b-d491db873446 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6155d40120874103920dfe9bf4e89ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3870537 Aug 30 23:17:59.533066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52078) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:59.631903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.668948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.679075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.682434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.728465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.754108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d0d1740-f738-4dce-9fea-c7055f20fad7,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.759289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Checking segment: {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:17:59.759653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Network hostable DHCP agents. Network: 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:17:59.788676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:17:59.809647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:17:59.819342 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:17:59.822799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.828294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084ba884-3941-43f6-a9a9-159a338793b3 None None] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:17:59.831511 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.837967 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.839479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b5ad295d-51a8-4317-b091-377f1b2e0f1d HTTP/1.1" status: 204 len: 168 time: 0.3056328 Aug 30 23:17:59.862460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3a34539e-e37a-45c8-903c-5d47e532970b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4178302 Aug 30 23:17:59.864938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52082) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:17:59.871635 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:17:59.902384 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.904311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.930459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:17:59.960648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a15d7f-1f75-403b-87cc-37b2c55bd941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ad295d-51a8-4317-b091-377f1b2e0f1d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:17:59.974335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:17:59.997527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:00.069278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:00.070978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 35c3fc9c-f080-4a5e-9ead-d9c7aca5bfa3 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:00.073258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.167944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:00.190716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:00.191083 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.248705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:18:00.249922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.311127 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.359532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:00.410371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.437372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router ab80a30f-700a-47b1-902c-1b093181466d has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:00.504322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.532265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:00.558375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Allocated IP 172.20.0.2 (4bdd44c2-f6d7-4e85-93d5-b2061a84eb70/1d0d1740-f738-4dce-9fea-c7055f20fad7/77048959-45aa-413f-8e6f-549a841d1fd7) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:00.574347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Sync routers for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:00.607779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:00.608848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:00.613860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:00.620170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f3de4c04-951a-451a-a718-051a7b510de1 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/ab80a30f-700a-47b1-902c-1b093181466d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4120722 Aug 30 23:18:00.622834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52090) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:00.626884 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Sync routers for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:00.640130 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:00.640770 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:00.710122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting subnet 7c136c47-a394-4958-82c8-2172dc477ff3 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:18:00.715533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.767856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.768506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.793705 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.864663 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:00.879441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:00.966885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Allocated IP 172.25.7.111 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/56de64bc-784c-49ef-b5e7-a3b5f8422ce2) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:00.986027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:00.994523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.051326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.058256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Subnet': ['ID=7c136c47-a394-4958-82c8-2172dc477ff3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:01.081164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.089271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-00b6dade-2db2-4f34-8c44-91100e7ae4f8 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/subnets/7c136c47-a394-4958-82c8-2172dc477ff3 HTTP/1.1" status: 204 len: 168 time: 0.4636958 Aug 30 23:18:01.092473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615afaf2-5af0-43cc-b85c-9bd6a3c5b406 None None] Network ecd1fe1f-caf4-41e7-b496-d0456133e73f requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:01.093318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52102) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:01.156285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Transition to ACTIVE for port object 77048959-45aa-413f-8e6f-549a841d1fd7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:01.191068 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:17:59Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:01.226721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.235453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Checking router: ab80a30f-700a-47b1-902c-1b093181466d for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:01.251527 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Routers {'ab80a30f-700a-47b1-902c-1b093181466d'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:01.251876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52106) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:01.252744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ab80a30f-700a-47b1-902c-1b093181466d'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:01.272655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.299021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Transition to ACTIVE for port object 77048959-45aa-413f-8e6f-549a841d1fd7 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:01.307203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.385549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1787442225-network', 'tenant_id': '3f41fc30404f4d2e97aca3e07abf554d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:01.399983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.420658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Made reservation on behalf of 3f41fc30404f4d2e97aca3e07abf554d for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:01.427812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.440632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.448477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:01.455434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:01.457582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Pushing event updated for resources: {'Port': ['ID=77048959-45aa-413f-8e6f-549a841d1fd7,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:01.460946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:01.480541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6097132d-7fb6-4ed8-952e-4d83bb64ad0a', 'name': '', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'mac_address': 'fa:16:3e:21:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:56Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 2, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'subnets': [{'id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:01.510457 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:01.522309 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] Set router ab80a30f-700a-47b1-902c-1b093181466d gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:01.528595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:01.532628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Checking router: 8822f737-ecc9-440d-bc5b-b879f334f66f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:01.532628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Updating router 8822f737-ecc9-440d-bc5b-b879f334f66f port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:18:01.554003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:01.566112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.587888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.593038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.603579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Pushing event updated for resources: {'Port': ['ID=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:01.613481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] DHCP port deletion for ecd1fe1f-caf4-41e7-b496-d0456133e73f request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:18:01.630928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:18:01.650608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb793b3-6d6d-411c-921a-94b5d9564422,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:01.659783 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.660128 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Added segment 9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba of type vlan for network dd6494fb-2a4d-4b34-a358-22ae1283ef45 Aug 30 23:18:01.664141 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.666462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Attempting to bind port 77048959-45aa-413f-8e6f-549a841d1fd7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:01.666835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Attempting to bind port 77048959-45aa-413f-8e6f-549a841d1fd7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:01.667192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Attempting to bind port 77048959-45aa-413f-8e6f-549a841d1fd7 on network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:01.687536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:01.687915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Checking segment: {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:01.688330 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.688819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Bound using segment: {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:01.689304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Bound port: 77048959-45aa-413f-8e6f-549a841d1fd7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:01.689692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.720917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.761287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.762925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:01.763725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.805964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5527732 Aug 30 23:18:01.822583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52110) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:01.856419 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:17:59Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:01.866178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Request body: {'subnet': {'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1787442225-subnet', 'tenant_id': '3f41fc30404f4d2e97aca3e07abf554d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:01.900629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port baa32811-b590-46ac-8e36-f2ca7923c827 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:01.901129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.907635 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7411129c-085f-49f7-b820-fe0153608cf2 None None] The sync data for ids ['ab80a30f-700a-47b1-902c-1b093181466d'] in n-d-791504-21 is: [{'id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-973611338', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125'}], 'enable_snat': True}, 'gw_port_id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:16:38Z', 'updated_at': '2021-08-30T23:17:59Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': 'baa32811-b590-46ac-8e36-f2ca7923c827', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:1d:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab80a30f-700a-47b1-902c-1b093181466d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3762, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:16:39Z', 'updated_at': '2021-08-30T23:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:01.914655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e98eed2-1499-4542-b8eb-804363d89fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=dd6494fb-2a4d-4b34-a358-22ae1283ef45,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:01.936422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Made reservation on behalf of 3f41fc30404f4d2e97aca3e07abf554d for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:01.942501 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:01.974637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:18:01.976746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:02.140825 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port baa32811-b590-46ac-8e36-f2ca7923c827, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=baa32811-b590-46ac-8e36-f2ca7923c827,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:02.141162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.154972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Deleting port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:02.155358 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.163298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for baa32811-b590-46ac-8e36-f2ca7923c827 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:02.173681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.184662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.234359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] For port 77048959-45aa-413f-8e6f-549a841d1fd7, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:02.245719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25899921-f486-4194-a538-c44d21e0595a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:02.270208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] For port 77048959-45aa-413f-8e6f-549a841d1fd7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77048959-45aa-413f-8e6f-549a841d1fd7,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:02.270592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Checking segment: {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:02.272482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Network hostable DHCP agents. Network: dd6494fb-2a4d-4b34-a358-22ae1283ef45, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:18:02.282835 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.287349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] For port bc8e7e00-5a06-42e5-948e-46ba0bb9a722, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,segment=NetworkSegment(476ae2e2-b290-486f-9b96-896c389b86dc),segment_id=476ae2e2-b290-486f-9b96-896c389b86dc)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:02.287824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.299958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:18:02.316617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, dd6494fb-2a4d-4b34-a358-22ae1283ef45) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:02.334041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:02.334828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.355019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-de48fe91-aaaa-4f6c-a514-70f63f190b02 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5301576 Aug 30 23:18:02.379417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99ff80-5047-4edc-a5c1-7f40ee4a1107 None None] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:02.386868 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Calling delete_port for bc8e7e00-5a06-42e5-948e-46ba0bb9a722 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:02.421193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:02.421999 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.674793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.676827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454bb708-5024-4269-ab3e-41d8302095ee None None] Pushing event updated for resources: {'Port': ['ID=77048959-45aa-413f-8e6f-549a841d1fd7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:02.785361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.851300 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:02.856616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=baa32811-b590-46ac-8e36-f2ca7923c827,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:02.940765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] Pushing event deleted for resources: {'Port': ['ID=bc8e7e00-5a06-42e5-948e-46ba0bb9a722,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:02.971649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe4f38c-2b88-4241-86f3-e98c35b9f41c None None] No DVR routers for this DVR port bc8e7e00-5a06-42e5-948e-46ba0bb9a722 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:02.998329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.075840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385318f5-83e8-47ce-89a6-0ab2a8942171 None None] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:03.096359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.123027 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.125546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.130794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bc8e7e00-5a06-42e5-948e-46ba0bb9a722 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:03.151386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Transition to ACTIVE for port object 6097132d-7fb6-4ed8-952e-4d83bb64ad0a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:03.182055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Router 4f331bd9-580d-4254-8b6a-59f267925cfe is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:18:03.197134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.197982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Fanout notify agent at l3_agent the message router_deleted on router ab80a30f-700a-47b1-902c-1b093181466d {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:18:03.217607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.222363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a572e58e-35a0-4a4a-8bbc-adbfd0f5726e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/routers/ab80a30f-700a-47b1-902c-1b093181466d HTTP/1.1" status: 204 len: 168 time: 2.1276495 Aug 30 23:18:03.222998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:03.257472 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.282426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: bc8e7e00-5a06-42e5-948e-46ba0bb9a722 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:03.283267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bc8e7e00-5a06-42e5-948e-46ba0bb9a722 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:03.495445 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.586350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ed89-f84b-4f3b-9fb8-0f87700c4eaf None None] Pushing event updated for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:03.640035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Attempting to bind port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:03.640365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Attempting to bind port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:03.640787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Attempting to bind port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a on network 7214fb08-8891-41b4-8ff8-102ee73178da {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:03.649920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:03.650410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Checking segment: {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:03.650964 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.651442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Bound using segment: {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:03.652256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Bound port: 6097132d-7fb6-4ed8-952e-4d83bb64ad0a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4978540e-10b7-4822-a28e-d0b250a4a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:03.652719 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.733129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.744170 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:03.750965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecd1fe1f-caf4-41e7-b496-d0456133e73f']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:03.781323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Sync routers for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:03.782683 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.787342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bf835038-473b-4cee-9575-44f5ad738e35 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9178393 Aug 30 23:18:03.790708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '476ae2e2-b290-486f-9b96-896c389b86dc') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:03.791313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '476ae2e2-b290-486f-9b96-896c389b86dc') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:03.792694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52126) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:03.804802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.826424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.840851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:18:03.841642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:18:03.846417 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:18:03.862707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:03.864301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:03.962799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.972989 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:03.983001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/networks/ecd1fe1f-caf4-41e7-b496-d0456133e73f HTTP/1.1" status: 204 len: 168 time: 0.7555950 Aug 30 23:18:03.984726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52128) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:03.993717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] For port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:03.998903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] For port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:04.010707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21515424-0880-4d3a-989d-278ab9cea9ca tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Network': ['ID=ecd1fe1f-caf4-41e7-b496-d0456133e73f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:04.010958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.067396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77048959-45aa-413f-8e6f-549a841d1fd7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:04.173217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:04.195938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.274329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb9ed89-f84b-4f3b-9fb8-0f87700c4eaf None None] Pushing event updated for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:04.281260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:04.281958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:04.299457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.389290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75e5a89-d745-4875-b2e8-ef700b85fd52 None None] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:04.547364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.549999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.551274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/security-groups/1146cdd0-577a-445e-9876-c2e1874d3086 HTTP/1.1" status: 204 len: 168 time: 0.5640662 Aug 30 23:18:04.570099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08dbbf1-4a27-4ab4-b51a-c20bacf4aff7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1146cdd0-577a-445e-9876-c2e1874d3086,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:04.670466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.742122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 77048959-45aa-413f-8e6f-549a841d1fd7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:04.788775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Provisioning for port 77048959-45aa-413f-8e6f-549a841d1fd7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:04.803741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:04.835785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Provisioning complete for port 77048959-45aa-413f-8e6f-549a841d1fd7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:04.836198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:04.888181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device baa32811-b590-46ac-8e36-f2ca7923c827 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:04.894693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Allocated IP 172.20.0.1 (4bdd44c2-f6d7-4e85-93d5-b2061a84eb70/1d0d1740-f738-4dce-9fea-c7055f20fad7/b34d5977-818f-4850-84aa-aaf1186c6125) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:04.933541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: baa32811-b590-46ac-8e36-f2ca7923c827 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:04.933931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device baa32811-b590-46ac-8e36-f2ca7923c827 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:04.934370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:05.022117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:05.022465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4d6f4d1b-130b-4ce2-a41e-0f35ef5a5a5b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:05.024325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52138) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:05.032927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1683522196', 'description': 'tempest-secgroup-smoke-1683522196 description', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:05.040832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.066088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Transition to ACTIVE for port object b34d5977-818f-4850-84aa-aaf1186c6125 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:05.071085 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.137770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.198270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.199775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:05.202300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Pushing event updated for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:05.206575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:05.207731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:01Z', 'revision_number': 3, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:05.212022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:05.268350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Checking router: 4f331bd9-580d-4254-8b6a-59f267925cfe for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:05.268793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Updating router 4f331bd9-580d-4254-8b6a-59f267925cfe port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:18:05.268925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.275750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.278422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.334046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] For port 77048959-45aa-413f-8e6f-549a841d1fd7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77048959-45aa-413f-8e6f-549a841d1fd7,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:05.338367 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.343324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.355160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.359328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3305566 Aug 30 23:18:05.359328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b689b7-bca7-40c8-8bb1-df2d47b0b18a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd7df54-6ee2-4de5-8194-9e1be4820c7b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:05.360290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52140) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:05.367123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:05.406774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.476522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.516437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.523065 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.550425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a062856b-41cb-4a73-a102-c95b43254cc5,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:05.560243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.562650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e6462f0-3100-4de1-87da-abedbe5aae45 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1990495 Aug 30 23:18:05.565767 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:05.574423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:05.611398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e74f1-1bd8-4466-9471-6540dfa1894b None None] Pushing event updated for resources: {'Port': ['ID=77048959-45aa-413f-8e6f-549a841d1fd7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:05.641468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.648143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6097132d-7fb6-4ed8-952e-4d83bb64ad0a', 'name': '', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'mac_address': 'fa:16:3e:21:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:56Z', 'updated_at': '2021-08-30T23:18:03Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'subnets': [{'id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:05.712412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9445338c-3b21-44b6-b715-7172bb94ef54 None None] The sync data for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 is: [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:17:57Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6097132d-7fb6-4ed8-952e-4d83bb64ad0a', 'name': '', 'network_id': '7214fb08-8891-41b4-8ff8-102ee73178da', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'mac_address': 'fa:16:3e:21:c3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3805, 'fixed_ips': [{'subnet_id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:56Z', 'updated_at': '2021-08-30T23:18:03Z', 'revision_number': 4, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'subnets': [{'id': '53665bc1-025f-400d-9c02-2ef2a69b1af6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:05.812335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.824298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.845332 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.859127 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.869929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4defd464-2e8c-4dad-850f-b1b702f425c4,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:05.900229 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.902949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2b7751c3-240a-4210-8a4c-8ae25fc0615c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3351007 Aug 30 23:18:05.907041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6097132d-7fb6-4ed8-952e-4d83bb64ad0a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:05.914547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52158) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:05.924410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:05.962594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-44638f75-13f1-471d-add9-753045e062fe None None] Provisioning complete for port 77048959-45aa-413f-8e6f-549a841d1fd7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:05.962980 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-44638f75-13f1-471d-add9-753045e062fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.969060 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:05.982684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Pushing event updated for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.056754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.063640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.067452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.086352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d579fd91-cd7d-4387-a849-46a54099da19,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.099560 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.103123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-562e0a3b-3360-442c-b71c-f4973853e21c tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1846890 Aug 30 23:18:06.105868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52160) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:06.110887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:06.135607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:06.147958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.187232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-45dbdcc5-d729-41ee-86bd-7e594112d3ef tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:06.188671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:06.189013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-45dbdcc5-d729-41ee-86bd-7e594112d3ef tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 809 time: 0.3091679 Aug 30 23:18:06.189133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.206128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.226926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-82bf3e8b-6527-4289-a8e7-c6c1f168b8f7 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/quotas/3f41fc30404f4d2e97aca3e07abf554d HTTP/1.1" status: 200 len: 375 time: 0.0278525 Aug 30 23:18:06.245047 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:06.249719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Transition to ACTIVE for port object 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:06.263135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.264983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.269187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.279421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:06.287455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-36f90492-86ba-4606-8665-d5909170dd99 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513010 Aug 30 23:18:06.311281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d4bb08-a398-4b4f-a274-24d5df564876,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.340314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.345215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7b6dbfbe-233c-465d-a2fc-27ccf365bf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2348526 Aug 30 23:18:06.345215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:06.354260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:06.379914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa85a6b-d940-4892-9de2-248cba8954fe None None] Pushing event updated for resources: {'Port': ['ID=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.396829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Attempting to bind port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:06.398774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Attempting to bind port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:06.399508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Attempting to bind port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:06.415251 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:18:06.425126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.473971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:06.474520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:06.475180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.475797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:06.476448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Bound port: 56de64bc-784c-49ef-b5e7-a3b5f8422ce2, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:06.476958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.483375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-178ab438-4de4-45ba-bfa7-514f5aa57104 None None] Provisioning for port b34d5977-818f-4850-84aa-aaf1186c6125 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:06.506008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.512671 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.515607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.521456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-178ab438-4de4-45ba-bfa7-514f5aa57104 None None] Provisioning complete for port b34d5977-818f-4850-84aa-aaf1186c6125 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:06.522078 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-178ab438-4de4-45ba-bfa7-514f5aa57104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.524215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Router 4f331bd9-580d-4254-8b6a-59f267925cfe has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:06.541496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d254cee4-9b50-45b3-a37a-2d997fcd1655,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.562155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.564027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd1b679f-b758-4820-b440-8bb8f86bee89 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2175176 Aug 30 23:18:06.567187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52164) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:06.574083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'security_group_rule': {'security_group_id': '6fd7df54-6ee2-4de5-8194-9e1be4820c7b', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:06.580516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-ec9c298c-efd4-402d-9930-ed9fdcfda1c7 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820265 Aug 30 23:18:06.608255 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Project cddf05cd7bf34777b75256b0b8ae28ff added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:18:06.616009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.649724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:06.668068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.669209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77048959-45aa-413f-8e6f-549a841d1fd7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:06.687403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-178ab438-4de4-45ba-bfa7-514f5aa57104 None None] Port b34d5977-818f-4850-84aa-aaf1186c6125 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:18:06.703563 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.717048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.741259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5be33c99-a4d9-48cd-9da3-a1e7e6143ab1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.752365 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.754053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b5483081-2c73-4220-884d-b5e94e6b3a69 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1852622 Aug 30 23:18:06.757028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52166) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:06.762714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'network': {'name': 'tempest-network-smoke--2123552944', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:06.781304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] For port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:06.804841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] For port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:06.811138 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:06.818863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.819447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.819785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:06.822999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-7157dfb1-75c4-41be-8b39-3e49bf605305 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417088 Aug 30 23:18:06.836793 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-36f0e6b0-48b2-425f-98ae-46a65414c39a admin admin] 10.222.0.25 "PUT /v2.0/routers/4f331bd9-580d-4254-8b6a-59f267925cfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0427594 Aug 30 23:18:06.845237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-973c1238-7aff-483f-abe6-dfc6fa2200df None None] Provisioning complete for port b34d5977-818f-4850-84aa-aaf1186c6125 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:06.845659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-973c1238-7aff-483f-abe6-dfc6fa2200df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.855744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:18:06.878410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:06.878852 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Added segment 3b7be7b7-455e-4171-8288-e5c76013ee38 of type vlan for network 5171b887-6d1e-47ff-9020-aea3cfd73a20 Aug 30 23:18:06.925464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:06.955108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.000871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.021987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:07.023014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.041258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-973c1238-7aff-483f-abe6-dfc6fa2200df None None] Port b34d5977-818f-4850-84aa-aaf1186c6125 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:18:07.063471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa85a6b-d940-4892-9de2-248cba8954fe None None] Pushing event updated for resources: {'Port': ['ID=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:07.083869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:07.084526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:07.096160 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23750a6e-f944-46f5-ac40-2cc911e59a6b req-58e13640-7ce2-477e-8666-96d5b5a3b593 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 210 time: 0.0388291 Aug 30 23:18:07.125988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3632195 Aug 30 23:18:07.125988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52178) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:07.129994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'admin_state_up': True, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:07.140756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed07fd-d6b6-4a73-a5b1-ec45a268d51e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Network': ['ID=5171b887-6d1e-47ff-9020-aea3cfd73a20,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:07.149618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 77048959-45aa-413f-8e6f-549a841d1fd7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:07.149755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.171569 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.174769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.204869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:18:07.252205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.413935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:07.461399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.897577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6097132d-7fb6-4ed8-952e-4d83bb64ad0a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:07.902775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.925057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:07.988615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:07.989033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:08.050860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b34d5977-818f-4850-84aa-aaf1186c6125', 'name': '', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:04Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 2, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'subnets': [{'id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:08.082520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558edd8e-da9c-4b8b-902c-5a17cc5b9881 None None] The sync data for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 is: [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b34d5977-818f-4850-84aa-aaf1186c6125', 'name': '', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:04Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 2, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'subnets': [{'id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:08.093892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.186 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/701209d9-fb57-40ad-8631-cd733cb0a7b1) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:08.250965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cfb2d206-ac11-468d-858c-cae72bb56cef req-87e31b6a-1ba4-4b65-97e4-d981695a2650 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 210 time: 0.0403922 Aug 30 23:18:08.293100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:08.411907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52228) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:08.506567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-2d76a91b-149a-46a2-8724-0f5624929831 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:08.508494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-2d76a91b-149a-46a2-8724-0f5624929831 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 809 time: 0.2097623 Aug 30 23:18:08.515769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:08.561914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Request body: {'port': {'device_id': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45', 'admin_state_up': True, 'tenant_id': '3f41fc30404f4d2e97aca3e07abf554d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:08.867872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.016298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=701209d9-fb57-40ad-8631-cd733cb0a7b1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:09.026401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:09.041330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:09.045161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:09.238098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Made reservation on behalf of 3f41fc30404f4d2e97aca3e07abf554d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:09.241983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.403942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b329bc89-f1f4-45fd-939e-b8f133f467d0 req-1f23f599-30a0-488b-985b-5756769dc943 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 210 time: 0.0530503 Aug 30 23:18:09.509369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.542885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Deleting port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:09.543626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.552757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Allocated IP 172.20.0.9 (dd6494fb-2a4d-4b34-a358-22ae1283ef45/25899921-f486-4194-a538-c44d21e0595a/3c767638-11a6-4e9d-af56-1e1509a2863f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:09.669770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] For port 6097132d-7fb6-4ed8-952e-4d83bb64ad0a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:09.670271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.687797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Calling delete_port for 6097132d-7fb6-4ed8-952e-4d83bb64ad0a owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:09.888643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.892786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.904775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:09.946979 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.971893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:09.976809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:09.977459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:09.999983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Pushing event deleted for resources: {'Port': ['ID=6097132d-7fb6-4ed8-952e-4d83bb64ad0a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:10.053012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.076700 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.104041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:10.109981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.125433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:10.129495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:10.132815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:10.138335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Pushing event updated for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:10.191905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:10.193937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router 94121cd6-7a51-4898-b9c7-66d81224ec23 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:18:10.228312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:10.228937 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.291998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-af0217b3-897e-4ede-904f-b891422ed294 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7706025 Aug 30 23:18:10.306680 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d658c59-c2c8-4b2e-96dc-160048b4118e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.315406 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.355051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:10.373677 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Sync routers for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:10.391048 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:10.391894 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:10.399167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.399341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0308c169-e2b9-47d5-a263-8c47194bde2d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.2732890 Aug 30 23:18:10.402776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52234) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:10.415201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Request body: {'port': {'device_id': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:10.522172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.543028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-df8093e4-7972-4b50-b0f3-ab3c9e009214 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=cddf05cd7bf34777b75256b0b8ae28ff&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1366413 Aug 30 23:18:10.560875 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:10.571603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52238) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:10.644554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1249b493-d6e1-4a1e-bcb2-23cb3bc1dfaa req-6082cba5-05a0-4d94-8db9-4c1b894d2fcc tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:10.653146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1249b493-d6e1-4a1e-bcb2-23cb3bc1dfaa req-6082cba5-05a0-4d94-8db9-4c1b894d2fcc tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 931 time: 0.1174030 Aug 30 23:18:10.675798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Router 8822f737-ecc9-440d-bc5b-b879f334f66f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:10.747995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38f636e-7a99-42f0-94e1-0ee0c1a4e863 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:10.749552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f38f636e-7a99-42f0-94e1-0ee0c1a4e863 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1770167 Aug 30 23:18:10.753826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52240) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:10.795043 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:09Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:10.795983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1249b493-d6e1-4a1e-bcb2-23cb3bc1dfaa req-a6ac47d4-c74f-47f0-8419-d8bf0f02839b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417987 Aug 30 23:18:10.796473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3242a8ed-aa1d-4d06-afc6-e216ae694c39 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416546 Aug 30 23:18:10.799164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:10.804733 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2016621107', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:10.836227 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Checking router: 94121cd6-7a51-4898-b9c7-66d81224ec23 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:10.836574 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Updating router 94121cd6-7a51-4898-b9c7-66d81224ec23 port 701209d9-fb57-40ad-8631-cd733cb0a7b1 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:18:10.865154 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:10.949545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:10.964200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e004995c-510f-4eef-a17c-e4ebd05cac66 admin admin] 10.222.0.25 "PUT /v2.0/routers/8822f737-ecc9-440d-bc5b-b879f334f66f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5484278 Aug 30 23:18:10.966614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52244) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:10.967620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Sync routers for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:10.979670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:10.980247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:10.994422 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Sync routers for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:11.018638 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:11.019456 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.043308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:11.047438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.087684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c767638-11a6-4e9d-af56-1e1509a2863f {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:11.103120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.128334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Transition to ACTIVE for port object 3c767638-11a6-4e9d-af56-1e1509a2863f will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:11.133044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.164204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:11.175317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.261243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Pushing event updated for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:11.295927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Attempting to bind port 3c767638-11a6-4e9d-af56-1e1509a2863f on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:11.297447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Attempting to bind port 3c767638-11a6-4e9d-af56-1e1509a2863f by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:11.298149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Attempting to bind port 3c767638-11a6-4e9d-af56-1e1509a2863f on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:11.308580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Port 3c767638-11a6-4e9d-af56-1e1509a2863f on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:18:11.309148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Attempting to bind port 3c767638-11a6-4e9d-af56-1e1509a2863f on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:11.320006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:11.321386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Checking segment: {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:11.321840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.322188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Bound using segment: {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:11.322895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Bound port: 3c767638-11a6-4e9d-af56-1e1509a2863f, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:11.323366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.338848 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:11.378623 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.405909 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Transition to ACTIVE for port object 701209d9-fb57-40ad-8631-cd733cb0a7b1 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:11.418422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162'}], 'enable_snat': True}, 'gw_port_id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:18:09Z', 'revision_number': 5, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port': {'id': '57cf6431-b69b-4f58-be77-b8a39f2ca0a4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:35:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:17:53Z', 'updated_at': '2021-08-30T23:18:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.428938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:11.434340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3c767638-11a6-4e9d-af56-1e1509a2863f,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:11.440761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.449060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Checking router: 8822f737-ecc9-440d-bc5b-b879f334f66f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:11.464979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Routers {'8822f737-ecc9-440d-bc5b-b879f334f66f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:11.465602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['8822f737-ecc9-440d-bc5b-b879f334f66f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.478846 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.510674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Pushing event updated for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:11.520890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:11.521610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.523162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-04566a36-7a43-4b3d-9f0b-fdeac6362eea service neutron] 10.222.0.47 "PUT /v2.0/ports/3c767638-11a6-4e9d-af56-1e1509a2863f HTTP/1.1" status: 200 len: 1092 time: 1.1990719 Aug 30 23:18:11.523717 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.523834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:11.526383 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1815d0d7-2162-483e-8143-469b1b58efbb" -d '{"events": [{"name": "network-changed", "server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:11.602048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Deleting port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:11.602792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.604977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Subnet': ['ID=afc8a61a-68c7-4dbe-ac66-9a9358723355,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:11.613478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] Set router 8822f737-ecc9-440d-bc5b-b879f334f66f gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:11.630998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Checking segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:11.631847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network hostable DHCP agents. Network: 5171b887-6d1e-47ff-9020-aea3cfd73a20, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:18:11.632797 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1833bdc0-b47b-4108-bc39-98fd3dd03fd8 x-openstack-request-id: req-1833bdc0-b47b-4108-bc39-98fd3dd03fd8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:11.633158 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:11.633485 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1833bdc0-b47b-4108-bc39-98fd3dd03fd8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:11.633976 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f', 'status': 'completed', 'code': 200} Aug 30 23:18:11.640088 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Attempting to bind port 701209d9-fb57-40ad-8631-cd733cb0a7b1 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:11.640456 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Attempting to bind port 701209d9-fb57-40ad-8631-cd733cb0a7b1 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:11.640817 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Attempting to bind port 701209d9-fb57-40ad-8631-cd733cb0a7b1 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:11.645452 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Pushing event updated for resources: {'Port': ['ID=701209d9-fb57-40ad-8631-cd733cb0a7b1,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:11.660144 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:11.660564 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:11.660927 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.661948 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:11.662424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Bound port: 701209d9-fb57-40ad-8631-cd733cb0a7b1, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:11.664225 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.665583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.665901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-d4a052b8-0952-4c85-845d-589a8a34a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:11.666069 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.666442 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.666850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.667219 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.667612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.667959 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.668373 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.668733 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.669134 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.669535 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.669893 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:11.670408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-d4a052b8-0952-4c85-845d-589a8a34a14f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 1095 time: 0.1047575 Aug 30 23:18:11.695777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:18:11Z', 'revision_number': 6, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.706238 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:18:11.725966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be1ad91-406b-4b55-bff2-d67f16363d02 None None] The sync data for ids ['8822f737-ecc9-440d-bc5b-b879f334f66f'] in n-d-791504-21 is: [{'id': '8822f737-ecc9-440d-bc5b-b879f334f66f', 'name': 'tempest-TestAggregatesBasicOps-246206124-router', 'tenant_id': 'a066683f43f344c2be8ebc29e8ab991f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:52Z', 'updated_at': '2021-08-30T23:18:11Z', 'revision_number': 6, 'project_id': 'a066683f43f344c2be8ebc29e8ab991f', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:11.735652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5171b887-6d1e-47ff-9020-aea3cfd73a20) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:11.748166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-b7d32a11-4d45-4a6a-95f8-ed12937c6eab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c767638-11a6-4e9d-af56-1e1509a2863f HTTP/1.1" status: 200 len: 217 time: 0.0686231 Aug 30 23:18:11.749818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:11.750432 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.764221 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd363ec2-77a6-4872-abd6-9a76dfc932a0 None None] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:11.798254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-53f1d3d4-f566-433a-930c-be4c357bfd0d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9980249 Aug 30 23:18:11.799011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:11.815938 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] For port 701209d9-fb57-40ad-8631-cd733cb0a7b1, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:11.820063 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] For port 701209d9-fb57-40ad-8631-cd733cb0a7b1, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=701209d9-fb57-40ad-8631-cd733cb0a7b1,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:11.822543 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b34d5977-818f-4850-84aa-aaf1186c6125', 'name': '', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:04Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 2, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'subnets': [{'id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.826413 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.842406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-2e38cbd2-6917-4ea8-8a7e-a9f15fe586ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:11.850373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-2e38cbd2-6917-4ea8-8a7e-a9f15fe586ab service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25899921-f486-4194-a538-c44d21e0595a HTTP/1.1" status: 200 len: 849 time: 0.0933495 Aug 30 23:18:11.874519 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Checking router: 4f331bd9-580d-4254-8b6a-59f267925cfe for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:11.875029 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Updating router 4f331bd9-580d-4254-8b6a-59f267925cfe port b34d5977-818f-4850-84aa-aaf1186c6125 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:18:11.897983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] For port 57cf6431-b69b-4f58-be77-b8a39f2ca0a4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:11.898848 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:11.916158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-fd828320-34dd-4d06-adc5-a0cc32c993d2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6494fb-2a4d-4b34-a358-22ae1283ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567470 Aug 30 23:18:11.931692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Calling delete_port for 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:11.952888 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:11.953517 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:17:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:11.958445 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.053483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-5171b887-6d1e-47ff-9020-aea3cfd73a20', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:18:12.055612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.074312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82828d-7f17-4570-80a6-9747ff2ae75a req-937e8301-08b3-4388-99db-17743ac8be1d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:12.084297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e82828d-7f17-4570-80a6-9747ff2ae75a req-937e8301-08b3-4388-99db-17743ac8be1d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 943 time: 0.1591933 Aug 30 23:18:12.166252 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1455216-0ec9-42ef-ad78-bcb85ee53bfa None None] Pushing event updated for resources: {'Port': ['ID=701209d9-fb57-40ad-8631-cd733cb0a7b1,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:12.233542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e82828d-7f17-4570-80a6-9747ff2ae75a req-d3795492-fd3b-4330-b5f1-b17dcd420795 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481779 Aug 30 23:18:12.254395 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-ebdd269e-1766-4c47-bed3-937eeae82c49 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903152 Aug 30 23:18:12.341332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Allocated IP 172.20.0.2 (5171b887-6d1e-47ff-9020-aea3cfd73a20/afc8a61a-68c7-4dbe-ac66-9a9358723355/2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:12.418932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:12.428067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-362a5998-ba1f-4293-8f3c-78981ec1b715 req-b86aa064-fbbf-40a2-a903-64b456b94118 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663494 Aug 30 23:18:12.526837 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:12.527363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.544735 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:12.581770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d0d7-2162-483e-8143-469b1b58efbb req-ae585db5-1e42-4c4d-a80c-86166ed00f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:12.584413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-ae585db5-1e42-4c4d-a80c-86166ed00f58 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 1095 time: 0.1005819 Aug 30 23:18:12.651795 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.663976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Transition to ACTIVE for port object 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:12.681157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.687961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Transition to ACTIVE for port object 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:12.699530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.714227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d0d7-2162-483e-8143-469b1b58efbb req-49ebb6c8-582e-4a78-8ee9-9e8b14a8106e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:12.716257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-49ebb6c8-582e-4a78-8ee9-9e8b14a8106e service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 910 time: 0.1240757 Aug 30 23:18:12.776373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Pushing event updated for resources: {'Port': ['ID=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:12.785571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-9cac204b-9a4e-467d-ae2d-c4511d5c48c0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3c767638-11a6-4e9d-af56-1e1509a2863f HTTP/1.1" status: 200 len: 217 time: 0.0595839 Aug 30 23:18:12.797382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:12.808594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=57cf6431-b69b-4f58-be77-b8a39f2ca0a4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:12.821369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:12.824215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:12.862109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815d0d7-2162-483e-8143-469b1b58efbb req-fafc150e-e77a-4357-8c5b-af7073178042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:12.863581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-fafc150e-e77a-4357-8c5b-af7073178042 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25899921-f486-4194-a538-c44d21e0595a HTTP/1.1" status: 200 len: 849 time: 0.0691478 Aug 30 23:18:12.901626 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.920926 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Transition to ACTIVE for port object b34d5977-818f-4850-84aa-aaf1186c6125 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:12.923379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-d2994bc8-512f-4a0f-a5f2-912d29cf505c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6494fb-2a4d-4b34-a358-22ae1283ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509734 Aug 30 23:18:12.928818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Attempting to bind port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:12.929615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Attempting to bind port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:12.930076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Attempting to bind port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 on network 5171b887-6d1e-47ff-9020-aea3cfd73a20 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:12.938525 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.942001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:12.943034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Checking segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:12.943449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.943966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Bound using segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:12.944636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Bound port: 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:12.945228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.949346 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:12.981670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.058228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-07ac4178-2d25-4e54-8693-8ba03a7166c7 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236668 Aug 30 23:18:13.063927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] For port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:13.070055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] For port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:13.071803 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:09Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:13.082220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.127190 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77f924e6-ba93-4eaa-a71a-a424e7b3f783 None None] The sync data for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 is: [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:09Z', 'revision_number': 3, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:13.146033 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851440-1c52-4ca9-a97c-9df51fe48569 None None] Pushing event updated for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:13.179621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3b51e8-8c67-4c87-b1c6-bce94095b1d5 None None] Pushing event updated for resources: {'Port': ['ID=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:13.220897 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.229821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.263456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1815d0d7-2162-483e-8143-469b1b58efbb req-6a21015e-2f49-416d-aba0-7e581e2ba0f8 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971159 Aug 30 23:18:13.278342 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Attempting to bind port b34d5977-818f-4850-84aa-aaf1186c6125 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:13.280125 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Attempting to bind port b34d5977-818f-4850-84aa-aaf1186c6125 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:13.282246 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Attempting to bind port b34d5977-818f-4850-84aa-aaf1186c6125 on network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:13.316920 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:13.317997 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Checking segment: {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:13.318733 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.319459 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Bound using segment: {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:13.320375 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Bound port: b34d5977-818f-4850-84aa-aaf1186c6125, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:13.321932 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.328793 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2adc2d8d-6159-4f7e-8ca5-d133684874d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.428997 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.429919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8822f737-ecc9-440d-bc5b-b879f334f66f {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:18:13.437760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.438694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4542c3e9-28f0-4dcd-941b-a4cc681d6b95 admin admin] 10.222.0.25 "DELETE /v2.0/routers/8822f737-ecc9-440d-bc5b-b879f334f66f HTTP/1.1" status: 204 len: 168 time: 2.4710529 Aug 30 23:18:13.442302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52258) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:13.457475 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] For port b34d5977-818f-4850-84aa-aaf1186c6125, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:13.468654 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] For port b34d5977-818f-4850-84aa-aaf1186c6125, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b34d5977-818f-4850-84aa-aaf1186c6125,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:13.480501 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.535339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Deleting subnet 53665bc1-025f-400d-9c02-2ef2a69b1af6 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:18:13.561311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.565725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c1d804-e718-4038-bcb5-799ea730a789 req-561fc583-47ab-4b4a-a533-d934824280f3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:13.575331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7c1d804-e718-4038-bcb5-799ea730a789 req-561fc583-47ab-4b4a-a533-d934824280f3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 943 time: 0.2158661 Aug 30 23:18:13.608935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.646773 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:13.647311 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:13.760357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f7c1d804-e718-4038-bcb5-799ea730a789 req-3bff3610-4aed-433b-b70c-17177e38adce tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841199 Aug 30 23:18:13.762189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.763595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8851440-1c52-4ca9-a97c-9df51fe48569 None None] Pushing event updated for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:13.840013 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.957335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:13.982250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:14.009577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53665bc1-025f-400d-9c02-2ef2a69b1af6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:14.016195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e995bcfc-fdcf-4cdc-beda-032ad92c74d0 None None] Network 7214fb08-8891-41b4-8ff8-102ee73178da requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:14.037010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.043110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/53665bc1-025f-400d-9c02-2ef2a69b1af6 HTTP/1.1" status: 204 len: 168 time: 0.5976238 Aug 30 23:18:14.044154 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:14.046148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.046712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.047230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.048132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.048459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.049063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.049609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.050230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.050768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.051355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.052474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.053007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106c0915-b3b3-4ab3-9583-f23085bc866d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:14.214102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b34d5977-818f-4850-84aa-aaf1186c6125 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:14.242797 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.308468 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b34d5977-818f-4850-84aa-aaf1186c6125', 'name': '', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:04Z', 'updated_at': '2021-08-30T23:18:13Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'subnets': [{'id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:14.313122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b34d5977-818f-4850-84aa-aaf1186c6125 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:14.327449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b34d5977-818f-4850-84aa-aaf1186c6125 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:14.328144 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.376647 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0bf62d-1bc1-4ca3-94f2-d164855ee832 None None] The sync data for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 is: [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:05Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b34d5977-818f-4850-84aa-aaf1186c6125', 'name': '', 'network_id': '4bdd44c2-f6d7-4e85-93d5-b2061a84eb70', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'mac_address': 'fa:16:3e:37:3e:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3839, 'fixed_ips': [{'subnet_id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:04Z', 'updated_at': '2021-08-30T23:18:13Z', 'revision_number': 4, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'subnets': [{'id': '1d0d1740-f738-4dce-9fea-c7055f20fad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:14.378732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] DHCP port deletion for 7214fb08-8891-41b4-8ff8-102ee73178da request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:18:14.489619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Deleting port 4587ac21-a971-414e-95b4-b8cdd3d019cb {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:14.490111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.492026 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.538183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.1 (5171b887-6d1e-47ff-9020-aea3cfd73a20/afc8a61a-68c7-4dbe-ac66-9a9358723355/d60f6c16-ad89-49bf-9dc5-1ba37d68be36) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:14.640584 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.640816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Deleting port 4587ac21-a971-414e-95b4-b8cdd3d019cb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:14.641119 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.644565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b34d5977-818f-4850-84aa-aaf1186c6125, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b34d5977-818f-4850-84aa-aaf1186c6125,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:14.654055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] For port 4587ac21-a971-414e-95b4-b8cdd3d019cb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4587ac21-a971-414e-95b4-b8cdd3d019cb,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:14.654675 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.657998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.659156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:14.731151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Calling delete_port for 4587ac21-a971-414e-95b4-b8cdd3d019cb owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:14.759778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] For port 4587ac21-a971-414e-95b4-b8cdd3d019cb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4587ac21-a971-414e-95b4-b8cdd3d019cb,segment=NetworkSegment(4978540e-10b7-4822-a28e-d0b250a4a95a),segment_id=4978540e-10b7-4822-a28e-d0b250a4a95a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:14.760158 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.791677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:14.804663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Calling delete_port for 4587ac21-a971-414e-95b4-b8cdd3d019cb owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:14.809129 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.850290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object d60f6c16-ad89-49bf-9dc5-1ba37d68be36 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:14.883584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:14.924987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc95406-62b6-48a6-9150-d6c6bdc93bdf None None] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:14.931027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 701209d9-fb57-40ad-8631-cd733cb0a7b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:14.932822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.938074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f8032-d2a6-41f0-9c81-a47ec4ea55dc req-d1ff9b09-48d5-41d7-a350-94060650050f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:14.947835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff4f8032-d2a6-41f0-9c81-a47ec4ea55dc req-d1ff9b09-48d5-41d7-a350-94060650050f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 943 time: 0.0674863 Aug 30 23:18:14.969718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.982836 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:14.987052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff4f8032-d2a6-41f0-9c81-a47ec4ea55dc req-11e7fe49-9d1d-4645-a92c-abe41d1dba25 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380526 Aug 30 23:18:15.018542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] No DVR routers for this DVR port 4587ac21-a971-414e-95b4-b8cdd3d019cb on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:15.031784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:15.035456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:15.049217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a49ad-a830-4037-91b8-83580a29a394 None None] Pushing event deleted for resources: {'Port': ['ID=4587ac21-a971-414e-95b4-b8cdd3d019cb,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.049354 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] No DVR routers for this DVR port 4587ac21-a971-414e-95b4-b8cdd3d019cb on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:15.051002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:15.074205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Provisioning for port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:15.091561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Provisioning complete for port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:15.092039 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.113772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.157196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 701209d9-fb57-40ad-8631-cd733cb0a7b1 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:15.168139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 701209d9-fb57-40ad-8631-cd733cb0a7b1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:15.168529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.191506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Pushing event deleted for resources: {'Port': ['ID=4587ac21-a971-414e-95b4-b8cdd3d019cb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.205586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.246001 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.259744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7214fb08-8891-41b4-8ff8-102ee73178da']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:15.276385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4978540e-10b7-4822-a28e-d0b250a4a95a') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:15.276677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4978540e-10b7-4822-a28e-d0b250a4a95a') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:15.290939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.308958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.328143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.342637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:18:15.343062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self.session.flush() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:18:15.344965 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:18:15.439645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.448888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.450949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] 10.222.0.25 "DELETE /v2.0/networks/7214fb08-8891-41b4-8ff8-102ee73178da HTTP/1.1" status: 204 len: 168 time: 1.4043427 Aug 30 23:18:15.454979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52264) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:15.456637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.478454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c604-00e7-4e53-a0eb-8fa03a3bd4ba admin admin] Pushing event deleted for resources: {'Network': ['ID=7214fb08-8891-41b4-8ff8-102ee73178da,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.555774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.572190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3c767638-11a6-4e9d-af56-1e1509a2863f details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:18:15.585628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] For port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:15.602633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.639670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 701209d9-fb57-40ad-8631-cd733cb0a7b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=701209d9-fb57-40ad-8631-cd733cb0a7b1,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:15.672639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:15.754386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6097132d-7fb6-4ed8-952e-4d83bb64ad0a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:15.794040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 6097132d-7fb6-4ed8-952e-4d83bb64ad0a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:15.794439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6097132d-7fb6-4ed8-952e-4d83bb64ad0a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:15.794951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:15.797754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a2a52f-6e06-4803-aecb-e44fe95f1ea0 None None] Pushing event updated for resources: {'Port': ['ID=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.847290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:15.847648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 57cf6431-b69b-4f58-be77-b8a39f2ca0a4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:15.890268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3c767638-11a6-4e9d-af56-1e1509a2863f,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:15.904515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=701209d9-fb57-40ad-8631-cd733cb0a7b1,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:15.920921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '3c767638-11a6-4e9d-af56-1e1509a2863f', 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45', 'port_id': '3c767638-11a6-4e9d-af56-1e1509a2863f', 'mac_address': 'fa:16:3e:30:c7:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25899921-f486-4194-a538-c44d21e0595a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:18:16.018660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.044475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b34d5977-818f-4850-84aa-aaf1186c6125 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:16.045351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.051197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.108303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c767638-11a6-4e9d-af56-1e1509a2863f {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:16.130327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Provisioning complete for port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:16.130716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.143818 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.153822 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.175599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3c767638-11a6-4e9d-af56-1e1509a2863f,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:16.189102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.190099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:16.197049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.219934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8794cf3a-6225-41f1-b9f1-4237b1bfa794 req-51a08dd0-7e36-4e4c-b71e-b24efb6d0ba1 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:16.221669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8794cf3a-6225-41f1-b9f1-4237b1bfa794 req-51a08dd0-7e36-4e4c-b71e-b24efb6d0ba1 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 943 time: 0.1051362 Aug 30 23:18:16.250105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b34d5977-818f-4850-84aa-aaf1186c6125 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:16.250768 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.327192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:16.338154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8794cf3a-6225-41f1-b9f1-4237b1bfa794 req-3d0285f9-0820-47eb-822a-6af6a2280676 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010268 Aug 30 23:18:16.369114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:16.370672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:16.405962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Provisioning for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:16.413098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Provisioning complete for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:16.413536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.454643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['3c767638-11a6-4e9d-af56-1e1509a2863f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:16.517917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Deleting port b34d5977-818f-4850-84aa-aaf1186c6125 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:16.518428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.559218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:16.618168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] For port b34d5977-818f-4850-84aa-aaf1186c6125, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b34d5977-818f-4850-84aa-aaf1186c6125,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:16.618704 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.627781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-298d459e-b8ee-4961-88ff-7bf5bfb855c1 None None] Port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:18:16.637468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Calling delete_port for b34d5977-818f-4850-84aa-aaf1186c6125 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:16.654671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:16.655155 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.785186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e7ac155a-1384-4156-b95c-46fd8c24d47b None None] Provisioning complete for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:16.785509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e7ac155a-1384-4156-b95c-46fd8c24d47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.803352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router 94121cd6-7a51-4898-b9c7-66d81224ec23 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:16.828022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e7ac155a-1384-4156-b95c-46fd8c24d47b None None] Port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:18:16.861504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4587ac21-a971-414e-95b4-b8cdd3d019cb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:16.879218 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:16.884010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4587ac21-a971-414e-95b4-b8cdd3d019cb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:16.884453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4587ac21-a971-414e-95b4-b8cdd3d019cb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:16.919458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b34d5977-818f-4850-84aa-aaf1186c6125,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:16.942987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:16.956485 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6183f68b-8080-4aaf-967a-3535e8b59ed7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/94121cd6-7a51-4898-b9c7-66d81224ec23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1454449 Aug 30 23:18:16.966296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Sync routers for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:16.981384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:16.982557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:17.103346 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.117833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:17.204579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-80e5fc9d-8467-4e2c-8050-9380d5921b80 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1683522196&fields=id&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 267 time: 0.0490367 Aug 30 23:18:17.347515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 2, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:17.376199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Checking router: 94121cd6-7a51-4898-b9c7-66d81224ec23 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:17.376559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Updating router 94121cd6-7a51-4898-b9c7-66d81224ec23 port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:18:17.405554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.490922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c155a-829d-44df-8d99-f1673b658316 req-b4b11f15-82a2-442b-a7cf-6de65843d40e tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:17.493052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b1c155a-829d-44df-8d99-f1673b658316 req-b4b11f15-82a2-442b-a7cf-6de65843d40e tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 944 time: 0.0597188 Aug 30 23:18:17.534957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b1c155a-829d-44df-8d99-f1673b658316 req-a8552e98-b410-4034-9ac3-4d20825d7e44 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349157 Aug 30 23:18:17.588694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3c767638-11a6-4e9d-af56-1e1509a2863f up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:17.679967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 3c767638-11a6-4e9d-af56-1e1509a2863f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:17.688943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 3c767638-11a6-4e9d-af56-1e1509a2863f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:17.689321 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.745851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-750239c3-28d7-4e6e-b565-0b6507bb309e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:17.747345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-750239c3-28d7-4e6e-b565-0b6507bb309e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 797 time: 0.5174630 Aug 30 23:18:17.777116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.791455 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-056965dd-d0d6-4839-8592-85fd0df022e9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/quotas/cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 375 time: 0.0182378 Aug 30 23:18:17.809047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Transition to ACTIVE for port object d60f6c16-ad89-49bf-9dc5-1ba37d68be36 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:17.819418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.839372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Router 4f331bd9-580d-4254-8b6a-59f267925cfe has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:17.852333 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:17.866651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-d13e3079-ae0a-4787-84dd-7df431f67d93 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684538 Aug 30 23:18:17.898051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd703a9-85d6-4aea-b9f8-fa4e1e27fd9c None None] Pushing event updated for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:17.909801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:17.911821 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5df3474-c9d6-4771-948a-f659e7e00f08" -d '{"events": [{"server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "name": "network-vif-plugged", "status": "completed", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:17.946490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3c767638-11a6-4e9d-af56-1e1509a2863f,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:17.990534 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6713242-61ff-4ce1-8237-6d08b4b614cf x-openstack-request-id: req-f6713242-61ff-4ce1-8237-6d08b4b614cf {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:17.990886 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "name": "network-vif-plugged", "status": "completed", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:17.991127 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f6713242-61ff-4ce1-8237-6d08b4b614cf {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:17.991539 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f', 'code': 200} Aug 30 23:18:17.995536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.036118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Attempting to bind port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:18.036499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Attempting to bind port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:18.036869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Attempting to bind port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 on network 5171b887-6d1e-47ff-9020-aea3cfd73a20 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:18.037027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:18.050673 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Sync routers for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:18.051746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:18.052175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Checking segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:18.052588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.052995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Bound using segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:18.053502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c0a4c99a-74cb-47a6-8568-0e10716292f4 admin admin] 10.222.0.25 "PUT /v2.0/routers/4f331bd9-580d-4254-8b6a-59f267925cfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5960703 Aug 30 23:18:18.056893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52286) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:18.058465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Bound port: d60f6c16-ad89-49bf-9dc5-1ba37d68be36, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:18.058884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.089803 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:18.090558 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:18.100151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:18.103033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 701209d9-fb57-40ad-8631-cd733cb0a7b1 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:18.132110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-43592082-e141-46ee-92cb-29232845b799 service neutron] 10.222.0.25 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785789 Aug 30 23:18:18.206374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] For port d60f6c16-ad89-49bf-9dc5-1ba37d68be36, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:18.212051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] For port d60f6c16-ad89-49bf-9dc5-1ba37d68be36, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:18.217717 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.226458 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.264888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 701209d9-fb57-40ad-8631-cd733cb0a7b1 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:18.265302 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.297312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-e625f51f-44f1-4965-a25e-07c2af488751 service neutron] 10.222.0.25 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531363 Aug 30 23:18:18.326480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:18.329084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0b3e94-aff1-4b29-818c-98e5b3a448e9 req-9a80ad9a-9032-486a-978c-5ba35fab7e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:18.333062 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.339624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f0b3e94-aff1-4b29-818c-98e5b3a448e9 req-9a80ad9a-9032-486a-978c-5ba35fab7e56 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 1097 time: 0.2545693 Aug 30 23:18:18.377161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd703a9-85d6-4aea-b9f8-fa4e1e27fd9c None None] Pushing event updated for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:18.396474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:18.401553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:18.407030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Deleting port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:18.407381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.427525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f0b3e94-aff1-4b29-818c-98e5b3a448e9 req-6d081b00-e6fe-4e1e-8fbe-f4928edb945b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796409 Aug 30 23:18:18.530092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] For port 56de64bc-784c-49ef-b5e7-a3b5f8422ce2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:18.530916 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.548383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Calling delete_port for 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:18.724874 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e66d9ad2-ade0-4636-841e-b980e87e15af req-3d4af722-89ad-4c43-926f-4c8e543fc5b6 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 210 time: 0.0427799 Aug 30 23:18:18.741318 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:16Z', 'revision_number': 5, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port': {'id': '56de64bc-784c-49ef-b5e7-a3b5f8422ce2', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:78:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:00Z', 'updated_at': '2021-08-30T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:18.773721 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Checking router: 4f331bd9-580d-4254-8b6a-59f267925cfe for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:18.788266 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Routers {'4f331bd9-580d-4254-8b6a-59f267925cfe'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:18.789128 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['4f331bd9-580d-4254-8b6a-59f267925cfe'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:18.818948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:18.859177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135ec7a-12c1-4e4c-afda-56323403bde0 req-1f161f7d-04d8-486b-9993-ecdf54a5a6c4 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:18.861081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e135ec7a-12c1-4e4c-afda-56323403bde0 req-1f161f7d-04d8-486b-9993-ecdf54a5a6c4 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 945 time: 0.1380541 Aug 30 23:18:18.862450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:18.923402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Pushing event deleted for resources: {'Port': ['ID=56de64bc-784c-49ef-b5e7-a3b5f8422ce2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:19.009349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e135ec7a-12c1-4e4c-afda-56323403bde0 req-cd26a96e-0322-4142-8bab-e325153d1d9f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363647 Aug 30 23:18:19.039612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] Set router 4f331bd9-580d-4254-8b6a-59f267925cfe gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:19.045633 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.101696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:18Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:19.106294 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:18Z', 'revision_number': 6, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:19.135625 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848a58c-eff0-4964-b91e-790adad4e21e None None] The sync data for ids ['4f331bd9-580d-4254-8b6a-59f267925cfe'] in n-d-791504-21 is: [{'id': '4f331bd9-580d-4254-8b6a-59f267925cfe', 'name': 'tempest-TestAggregatesBasicOps-298348295-router', 'tenant_id': 'edff28e2f61d47a48708a1ba2c338d90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:17:59Z', 'updated_at': '2021-08-30T23:18:18Z', 'revision_number': 6, 'project_id': 'edff28e2f61d47a48708a1ba2c338d90', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:19.138861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bbcae54-0dbd-4b73-8067-7683755f03fd None None] The sync data for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 is: [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:18Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:19.174322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.178439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.224994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.225598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f331bd9-580d-4254-8b6a-59f267925cfe {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:18:19.230365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.231514 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fc80af63-05a0-4b76-9428-141ed2ca38eb admin admin] 10.222.0.25 "DELETE /v2.0/routers/4f331bd9-580d-4254-8b6a-59f267925cfe HTTP/1.1" status: 204 len: 168 time: 1.1735284 Aug 30 23:18:19.233980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52300) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:19.281267 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Deleting subnet 1d0d1740-f738-4dce-9fea-c7055f20fad7 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:18:19.284531 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.327065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.418263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.487695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.520646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d0d1740-f738-4dce-9fea-c7055f20fad7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:19.527022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.535294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:19.560532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a4b504ad-9c47-4354-b359-70c5deeeedab admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1d0d1740-f738-4dce-9fea-c7055f20fad7 HTTP/1.1" status: 204 len: 168 time: 0.3254602 Aug 30 23:18:19.572778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f453f013-3d34-40e7-b05d-48f1cc993ee6 None None] Network 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:19.677238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.737110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Deleting port 77048959-45aa-413f-8e6f-549a841d1fd7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:19.737456 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.824613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] For port 77048959-45aa-413f-8e6f-549a841d1fd7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=77048959-45aa-413f-8e6f-549a841d1fd7,segment=NetworkSegment(e4f5dc0d-d46b-4198-9786-c46a26b4ba7d),segment_id=e4f5dc0d-d46b-4198-9786-c46a26b4ba7d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:19.825075 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:19.858468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Calling delete_port for 77048959-45aa-413f-8e6f-549a841d1fd7 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:19.883789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cc4b80b-58de-4e71-b9e7-28b34556be16 req-c9ebb710-1c13-4c74-8f8e-e9e398e5fdbe tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 210 time: 0.0427873 Aug 30 23:18:20.061364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] DHCP port deletion for 4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:18:20.076290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-45515ec5-3f80-4cc1-baa9-c476ac428e3f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:20.080429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-45515ec5-3f80-4cc1-baa9-c476ac428e3f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 797 time: 0.1935863 Aug 30 23:18:20.103162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.145942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Pushing event deleted for resources: {'Port': ['ID=77048959-45aa-413f-8e6f-549a841d1fd7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:20.187876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] No DVR routers for this DVR port 77048959-45aa-413f-8e6f-549a841d1fd7 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:20.215076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d60f6c16-ad89-49bf-9dc5-1ba37d68be36 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:20.216735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66be8247-5ccb-4812-b059-eff47e2359f3 req-58186530-dd88-4f45-8944-7987c56f9f20 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:20.218385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66be8247-5ccb-4812-b059-eff47e2359f3 req-58186530-dd88-4f45-8944-7987c56f9f20 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 945 time: 0.0831561 Aug 30 23:18:20.246154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-95c765b7-7237-49fb-8184-1675a6b67857 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cddf05cd7bf34777b75256b0b8ae28ff HTTP/1.1" status: 200 len: 380 time: 0.0967982 Aug 30 23:18:20.248650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Deleting port 77048959-45aa-413f-8e6f-549a841d1fd7 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:20.249043 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.277234 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-66be8247-5ccb-4812-b059-eff47e2359f3 req-5f9c33d4-2b80-4ab4-8144-cb769abe19ec tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520105 Aug 30 23:18:20.317966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'port': {'device_id': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'admin_state_up': True, 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'security_groups': ['6fd7df54-6ee2-4de5-8194-9e1be4820c7b']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:20.323980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] For port 77048959-45aa-413f-8e6f-549a841d1fd7, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:20.324391 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.353694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Calling delete_port for 77048959-45aa-413f-8e6f-549a841d1fd7 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:20.361132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Port 77048959-45aa-413f-8e6f-549a841d1fd7 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:18:20.366380 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.406900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.424594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] Pushing event deleted for resources: {'Port': ['ID=77048959-45aa-413f-8e6f-549a841d1fd7,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:20.431003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39472f9f-d6fb-4dcf-85b3-5987c4cca7f1 None None] No DVR routers for this DVR port 77048959-45aa-413f-8e6f-549a841d1fd7 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:20.452220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:20.458367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdd44c2-f6d7-4e85-93d5-b2061a84eb70']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:20.489103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:20.489490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f5dc0d-d46b-4198-9786-c46a26b4ba7d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:20.492566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:20.492566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.512761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.548649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.561922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:18:20.562342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:18:20.564157 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:18:20.641377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.659817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Made reservation on behalf of cddf05cd7bf34777b75256b0b8ae28ff for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:20.664470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.684126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.690658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.696617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] 10.222.0.25 "DELETE /v2.0/networks/4bdd44c2-f6d7-4e85-93d5-b2061a84eb70 HTTP/1.1" status: 204 len: 168 time: 1.1600065 Aug 30 23:18:20.704717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port d60f6c16-ad89-49bf-9dc5-1ba37d68be36, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:20.712475 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:20.793452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:20.816508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11645e-2165-4914-85cc-6e3d7159aece admin admin] Pushing event deleted for resources: {'Network': ['ID=4bdd44c2-f6d7-4e85-93d5-b2061a84eb70,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:20.828946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b34d5977-818f-4850-84aa-aaf1186c6125 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:20.879364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b34d5977-818f-4850-84aa-aaf1186c6125 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:20.879824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b34d5977-818f-4850-84aa-aaf1186c6125 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:20.880813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:20.918030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:20.918653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 56de64bc-784c-49ef-b5e7-a3b5f8422ce2 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:20.919263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77048959-45aa-413f-8e6f-549a841d1fd7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:20.944947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 77048959-45aa-413f-8e6f-549a841d1fd7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:20.945817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 77048959-45aa-413f-8e6f-549a841d1fd7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:21.001081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52322) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:21.007271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.20.0.13 (5171b887-6d1e-47ff-9020-aea3cfd73a20/afc8a61a-68c7-4dbe-ac66-9a9358723355/9f4d2ca0-3131-4e80-b606-375a6bc11647) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:21.065892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a071e34-27c0-4d1e-a7ec-e8cd4a699833 req-b3c7753c-f8f2-49e2-90c4-71092c7d2483 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 210 time: 0.0384123 Aug 30 23:18:21.073921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8e5eb16e-3740-4a21-b60e-9519512fdcf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a066683f43f344c2be8ebc29e8ab991f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0708075 Aug 30 23:18:21.076541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52324) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:21.164117 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.208900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.266731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.285176 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.288361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.289556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9456ad49-a3c0-40ab-bfa1-952c28a0d3a2 HTTP/1.1" status: 204 len: 168 time: 0.2072394 Aug 30 23:18:21.298611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79996fa6-fb37-4e8e-9448-833c9169d3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9456ad49-a3c0-40ab-bfa1-952c28a0d3a2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:21.304979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Transition to ACTIVE for port object 9f4d2ca0-3131-4e80-b606-375a6bc11647 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:21.387619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d6928d-02cb-4a79-bec4-241f6ec4bd7e req-55382ec5-372a-46dd-99e4-d2f738b1b39b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:21.389140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4d6928d-02cb-4a79-bec4-241f6ec4bd7e req-55382ec5-372a-46dd-99e4-d2f738b1b39b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 945 time: 0.1067286 Aug 30 23:18:21.401502 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.484202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:21.487634 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4d6928d-02cb-4a79-bec4-241f6ec4bd7e req-fcd503e5-9feb-4a03-9b89-cb19304a63d1 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878730 Aug 30 23:18:21.489756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:21.491873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:21.494335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:21.559342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:21.559990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.578803 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a13ca2ce-6cae-43a2-a74c-6e087ec2506a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3190246 Aug 30 23:18:21.733136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Request body: {'port': {'device_id': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:21.736523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52334) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:21.777247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ea21603-1c3d-4ce9-8bc9-583697fcbeb1 None None] Provisioning for port 9f4d2ca0-3131-4e80-b606-375a6bc11647 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:21.783375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4ea21603-1c3d-4ce9-8bc9-583697fcbeb1 None None] Provisioning complete for port 9f4d2ca0-3131-4e80-b606-375a6bc11647 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:21.784857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4ea21603-1c3d-4ce9-8bc9-583697fcbeb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.792274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5eaec44-c325-4e01-81fd-42897fcabf26 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=edff28e2f61d47a48708a1ba2c338d90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546844 Aug 30 23:18:21.795634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52336) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:21.827955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4ea21603-1c3d-4ce9-8bc9-583697fcbeb1 None None] Port 9f4d2ca0-3131-4e80-b606-375a6bc11647 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:18:21.838314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.908846 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.938165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d60f6c16-ad89-49bf-9dc5-1ba37d68be36 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:21.988363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:21.988873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:21.994887 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.101336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.103947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.108010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1ae1138-4e35-4671-bd94-b0ebd0072cce HTTP/1.1" status: 204 len: 168 time: 0.3085420 Aug 30 23:18:22.127218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473157b6-502f-4180-9a6d-4e6885b732a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ae1138-4e35-4671-bd94-b0ebd0072cce,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:22.202747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4d2ca0-3131-4e80-b606-375a6bc11647 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:22.211887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab5c70-56a9-4931-9738-26e48a7a21a6 req-b8fba389-6afc-4b1a-91e6-f55aae81829e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.213251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.213744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35ab5c70-56a9-4931-9738-26e48a7a21a6 req-b8fba389-6afc-4b1a-91e6-f55aae81829e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 932 time: 0.0548384 Aug 30 23:18:22.234541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Transition to ACTIVE for port object 9f4d2ca0-3131-4e80-b606-375a6bc11647 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:22.239230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.264923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35ab5c70-56a9-4931-9738-26e48a7a21a6 req-15e2176e-2a56-4372-ad54-e1e52571279a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447719 Aug 30 23:18:22.320859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:22.375013 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Attempting to bind port 9f4d2ca0-3131-4e80-b606-375a6bc11647 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:22.375488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Attempting to bind port 9f4d2ca0-3131-4e80-b606-375a6bc11647 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:22.375829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Attempting to bind port 9f4d2ca0-3131-4e80-b606-375a6bc11647 on network 5171b887-6d1e-47ff-9020-aea3cfd73a20 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:22.382310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Port 9f4d2ca0-3131-4e80-b606-375a6bc11647 on network 5171b887-6d1e-47ff-9020-aea3cfd73a20 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:18:22.382649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Attempting to bind port 9f4d2ca0-3131-4e80-b606-375a6bc11647 on network 5171b887-6d1e-47ff-9020-aea3cfd73a20 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:22.391656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:22.392003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Checking segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:22.392398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Bound using segment: {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:22.392861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Bound port: 9f4d2ca0-3131-4e80-b606-375a6bc11647, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b7be7b7-455e-4171-8288-e5c76013ee38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:22.393228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.470686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:22.474737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:22.479792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.516720 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.532636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.533928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:22.536545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] 10.222.0.52 "PUT /v2.0/ports/9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 1093 time: 0.9437060 Aug 30 23:18:22.537020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:22.539535 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77a8ad06-879d-45ba-af5e-50c8f38b9f67" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:22.578197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea9ffb6-e21c-4517-b787-d8dc27c3d73a service neutron] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:22.695392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-d13a8fe1-d916-44e0-9efd-4e87a9e579ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.697136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-d13a8fe1-d916-44e0-9efd-4e87a9e579ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1096 time: 0.0946779 Aug 30 23:18:22.717744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f2a38-e35f-413a-8c13-9a7c94b370e7 req-1fdd6abb-4508-4583-b821-31287eece184 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.727610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d4f2a38-e35f-413a-8c13-9a7c94b370e7 req-1fdd6abb-4508-4583-b821-31287eece184 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 945 time: 0.0852334 Aug 30 23:18:22.784257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-a95aacd6-e223-4201-8cc8-88237b780e01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 217 time: 0.0515628 Aug 30 23:18:22.841313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d4f2a38-e35f-413a-8c13-9a7c94b370e7 req-7229aa08-b4f6-412e-a22d-cbb23e38f0a9 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124344 Aug 30 23:18:22.856893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-c90e03da-77d0-4af2-a6e6-5b24f7d7fc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.858343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-c90e03da-77d0-4af2-a6e6-5b24f7d7fc2f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 200 len: 835 time: 0.0655620 Aug 30 23:18:22.908800 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed27521-6fba-4c6e-b81a-4394248f2705 x-openstack-request-id: req-9ed27521-6fba-4c6e-b81a-4394248f2705 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:22.909098 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:22.909352 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ed27521-6fba-4c6e-b81a-4394248f2705 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:22.909748 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'status': 'completed', 'code': 200} Aug 30 23:18:22.960831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-5b1daf38-ad60-4f40-891c-e47b50108880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.962477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-5b1daf38-ad60-4f40-891c-e47b50108880 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5171b887-6d1e-47ff-9020-aea3cfd73a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0950181 Aug 30 23:18:22.976879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-f5ba71c1-726d-4a42-b871-324d640411ad tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:22.978753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-f5ba71c1-726d-4a42-b871-324d640411ad tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 945 time: 0.0716984 Aug 30 23:18:23.050583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:23.131814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-e55d7dce-1c04-419b-9ef5-eca8e8ba228f service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519356 Aug 30 23:18:23.165579 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-329926195-network', 'tenant_id': '52da21708be3462d988c57ecdfc8ef21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:23.190038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Made reservation on behalf of 52da21708be3462d988c57ecdfc8ef21 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:23.193023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.195032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Deleting port 3c767638-11a6-4e9d-af56-1e1509a2863f {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:23.195474 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.202434 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.309637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3de4287d-f925-41d4-9278-09a4e491aa9c req-de599d68-7658-4662-9bcb-11bc10452287 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704185 Aug 30 23:18:23.319312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.330786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.334360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] For port 3c767638-11a6-4e9d-af56-1e1509a2863f, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3c767638-11a6-4e9d-af56-1e1509a2863f,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:23.334936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.359983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Calling delete_port for 3c767638-11a6-4e9d-af56-1e1509a2863f owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:23.371894 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:18:23.382786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68f233d-6504-4f29-833a-44bf30594b96,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:23.393589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.393980 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Added segment ed303d47-de93-4b4c-a6ae-695e51d23dc4 of type vlan for network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d Aug 30 23:18:23.437636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.466071 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.467188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.467768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.502354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b957d5-f1b6-4f9b-baad-87c3880da86e req-e89fc8a1-f9e0-47dc-91c7-4739c297eb85 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.503859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72b957d5-f1b6-4f9b-baad-87c3880da86e req-e89fc8a1-f9e0-47dc-91c7-4739c297eb85 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 944 time: 0.1363494 Aug 30 23:18:23.519891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4675717 Aug 30 23:18:23.524086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:23.530800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Request body: {'subnet': {'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-329926195-subnet', 'tenant_id': '52da21708be3462d988c57ecdfc8ef21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:23.540432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-384a413a-0e52-48cc-a5ec-04a6ac5f4f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.542002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-384a413a-0e52-48cc-a5ec-04a6ac5f4f22 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1096 time: 0.1244633 Aug 30 23:18:23.543942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7c1de-9646-4400-a6f7-4d40f229c18c admin admin] Pushing event updated for resources: {'Network': ['ID=2d5fb1d1-933a-41b8-8dbc-be763ab7620d,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:23.561133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:18:23.566515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Made reservation on behalf of 52da21708be3462d988c57ecdfc8ef21 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:23.569103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.581389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-a9abded1-b0df-445d-81ef-38d70f3911c3 req-04fa060b-7496-46b5-a541-c2e7c59bbf90 tempest-MultipleCreateTestJSON-508793794 tempest-MultipleCreateTestJSON-508793794-project] (101268) timed out ('10.222.0.47', 51137) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:18:23.633980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-72b957d5-f1b6-4f9b-baad-87c3880da86e req-601f0833-dfee-45cc-9486-529df3b6d270 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169541 Aug 30 23:18:23.670916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.688657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['3c767638-11a6-4e9d-af56-1e1509a2863f'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:23.713627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Pushing event deleted for resources: {'Port': ['ID=3c767638-11a6-4e9d-af56-1e1509a2863f,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:23.743442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-cde5dc2d-3a6f-4ae5-8386-f52aa07d2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.744975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-cde5dc2d-3a6f-4ae5-8386-f52aa07d2729 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 898 time: 0.1892900 Aug 30 23:18:23.773127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] No DVR routers for this DVR port 3c767638-11a6-4e9d-af56-1e1509a2863f on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:23.776483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.786543 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ce7745c-d8b3-4fdd-b180-094e07a02132 req-8b7a64b4-9b61-402f-a56c-1355e3724cdb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "DELETE /v2.0/ports/3c767638-11a6-4e9d-af56-1e1509a2863f HTTP/1.1" status: 204 len: 173 time: 0.7904475 Aug 30 23:18:23.786781 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.826483 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-94bfa65b-6203-4e0d-9599-8775d4a8d784 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 217 time: 0.0596595 Aug 30 23:18:23.863173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Checking segment: {'id': 'ed303d47-de93-4b4c-a6ae-695e51d23dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:23.864150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Network hostable DHCP agents. Network: 2d5fb1d1-933a-41b8-8dbc-be763ab7620d, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:18:23.868938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:23.902499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-e85419c7-842c-4000-bef6-294743309d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.903772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:18:23.904121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-e85419c7-842c-4000-bef6-294743309d05 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 200 len: 835 time: 0.0699894 Aug 30 23:18:23.919019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2d5fb1d1-933a-41b8-8dbc-be763ab7620d) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:23.925183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.927145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:23.931727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b80ba2-8416-42a0-8067-cea4a1a20390 None None] Network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:23.967425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-67fcae26-7632-4283-b691-c06f7b4a1a1e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4422827 Aug 30 23:18:23.991945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-bab55830-9d25-4dbe-b7c3-68a2a8243b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:23.995446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-bab55830-9d25-4dbe-b7c3-68a2a8243b4b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5171b887-6d1e-47ff-9020-aea3cfd73a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824564 Aug 30 23:18:24.024789 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3df1665e-b41b-45a6-90c0-986c2df1055f req-ef5550ce-1b52-465a-9ef8-21149893a2f4 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=cc710743-dd99-4eef-96e8-aaf96dbe9801 HTTP/1.1" status: 200 len: 210 time: 0.0337708 Aug 30 23:18:24.112440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-13840672-7391-41a6-addb-b47c04914bfb service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097941 Aug 30 23:18:24.122242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1243ff6f-b5a9-4ed9-97b9-976489b77475 None None] Network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:24.236640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77a8ad06-879d-45ba-af5e-50c8f38b9f67 req-82bad00d-2c90-4057-9e0f-120e88764400 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157715 Aug 30 23:18:24.569338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:24.576019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-895133818-network', 'tenant_id': '5ebc2ad32e6640c9ac616d4bcaac6959'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:24.598311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Made reservation on behalf of 5ebc2ad32e6640c9ac616d4bcaac6959 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:24.600640 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.610694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.720707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.735363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.775886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:18:24.798485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.798828 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Added segment 7030e181-14bf-491e-af9a-bb8e7a87f782 of type vlan for network 0ea338f9-9372-47f6-98c7-c304f569aa68 Aug 30 23:18:24.807940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1de5827-101e-4349-8d0c-deb66edd42df,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:24.851778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c6b17-9884-4a57-97dc-382b7a3dd247 req-fa69c4c8-eb95-439b-ba50-9b8e023ff853 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:24.853306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-331c6b17-9884-4a57-97dc-382b7a3dd247 req-fa69c4c8-eb95-439b-ba50-9b8e023ff853 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 944 time: 0.1293578 Aug 30 23:18:24.856933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.906222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.907199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:24.907811 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:24.912816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-331c6b17-9884-4a57-97dc-382b7a3dd247 req-035e8cb5-bce5-447b-b754-eaddd06109f5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534999 Aug 30 23:18:24.915586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'name': 'network-vif-deleted', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:24.918045 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44de1f3-7358-4dbb-b509-223cdef601d2" -d '{"events": [{"server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "name": "network-vif-deleted", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:24.976171 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61c8d9e2-33b4-410d-a69c-7c9c5ae71ad1 x-openstack-request-id: req-61c8d9e2-33b4-410d-a69c-7c9c5ae71ad1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:24.976459 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc710743-dd99-4eef-96e8-aaf96dbe9801", "name": "network-vif-deleted", "tag": "3c767638-11a6-4e9d-af56-1e1509a2863f", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:24.976715 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-61c8d9e2-33b4-410d-a69c-7c9c5ae71ad1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:24.977139 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc710743-dd99-4eef-96e8-aaf96dbe9801', 'name': 'network-vif-deleted', 'tag': '3c767638-11a6-4e9d-af56-1e1509a2863f', 'status': 'completed', 'code': 200} Aug 30 23:18:24.985522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4146767 Aug 30 23:18:24.989074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52396) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:24.995005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Request body: {'subnet': {'network_id': '0ea338f9-9372-47f6-98c7-c304f569aa68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-895133818-subnet', 'tenant_id': '5ebc2ad32e6640c9ac616d4bcaac6959', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:24.997011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bae29fb-3b0e-4bc2-8738-d0e10cd8ca90 admin admin] Pushing event updated for resources: {'Network': ['ID=0ea338f9-9372-47f6-98c7-c304f569aa68,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:25.010930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 0ea338f9-9372-47f6-98c7-c304f569aa68 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:18:25.018002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Made reservation on behalf of 5ebc2ad32e6640c9ac616d4bcaac6959 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:25.020369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:25.209948 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:25.281081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d0e2d8-d0cf-498c-96a0-874d15f7086b,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:25.340831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Checking segment: {'id': '7030e181-14bf-491e-af9a-bb8e7a87f782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '0ea338f9-9372-47f6-98c7-c304f569aa68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:25.341441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Network hostable DHCP agents. Network: 0ea338f9-9372-47f6-98c7-c304f569aa68, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:18:25.379208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Network 0ea338f9-9372-47f6-98c7-c304f569aa68 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:18:25.399535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 0ea338f9-9372-47f6-98c7-c304f569aa68) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:25.408494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951dfda4-5717-481d-9445-90739a02ae15 None None] Network 0ea338f9-9372-47f6-98c7-c304f569aa68 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:25.409224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:25.409842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:25.423402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-b90a872b-ab45-49aa-9ef4-71c8ebfc573b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:25.424954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-b90a872b-ab45-49aa-9ef4-71c8ebfc573b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 809 time: 0.1400301 Aug 30 23:18:25.438240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a045b586-90be-4c45-a7d4-bd29f87bcd10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4471843 Aug 30 23:18:25.451842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-f4b98261-43f9-43b1-9b73-fd47cab4e719 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/quotas/3f41fc30404f4d2e97aca3e07abf554d HTTP/1.1" status: 200 len: 375 time: 0.0118752 Aug 30 23:18:25.505937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-a724c5e0-200c-4543-b286-38c0b19334d6 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422065 Aug 30 23:18:25.582223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8037ce3-568d-4d26-901f-3576d3503885 None None] Network 0ea338f9-9372-47f6-98c7-c304f569aa68 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:25.608540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-7f11d5b0-798c-4704-91e3-69920d5ed9f5 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940769 Aug 30 23:18:25.729283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-3365a11a-447b-41b2-bae0-e3a3670021e9 service neutron] 10.222.0.25 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138473 Aug 30 23:18:25.903791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f03c79a-a6c0-4d8e-a901-53da7619996d req-6b3d918d-c5fa-4924-9e0e-b1a29b381f1f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 210 time: 0.0284610 Aug 30 23:18:26.007744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8f04356e-46be-453a-8c40-0a30a52eb2f2 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:26.009351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8f04356e-46be-453a-8c40-0a30a52eb2f2 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/networks?id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 200 len: 811 time: 0.1430376 Aug 30 23:18:26.026519 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-637a100a-b15f-4fc2-bf6c-098aea3001f3 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/quotas/52da21708be3462d988c57ecdfc8ef21 HTTP/1.1" status: 200 len: 375 time: 0.0107367 Aug 30 23:18:26.048200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390afad-eeab-491a-a05f-7c393712b810 req-538a7c63-7fc9-4589-be9d-3d3d5488ba04 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:26.049776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0390afad-eeab-491a-a05f-7c393712b810 req-538a7c63-7fc9-4589-be9d-3d3d5488ba04 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 944 time: 0.0535336 Aug 30 23:18:26.071062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-93cb82cb-1664-4c2f-8ff4-3ac3e2aefda2 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=52da21708be3462d988c57ecdfc8ef21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369790 Aug 30 23:18:26.093099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:18:26.103874 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0390afad-eeab-491a-a05f-7c393712b810 req-0788e350-05aa-4ecd-a56f-005aa5417d7a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Aug 30 23:18:26.197987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-1338e820-5fe0-4129-be5c-4e3b0e61bd1c service neutron] 10.222.0.25 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162505 Aug 30 23:18:26.207832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:26.220532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'mac_address': 'fa:16:3e:7e:d4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:18:26.259711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:26.273116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4d2ca0-3131-4e80-b606-375a6bc11647 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:26.296322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:26.302980 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:26.303218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-6ba4c790-7e92-4357-a70a-4d3f01336365 service neutron] 10.222.0.25 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988755 Aug 30 23:18:26.368009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:26.481553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-966af999-736a-4eb3-a9d2-2cd687665d1b req-711e1e31-7182-49a5-9d6e-f69c9107c937 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 210 time: 0.0287933 Aug 30 23:18:26.625904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['9f4d2ca0-3131-4e80-b606-375a6bc11647'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:27.024458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-aeb989fe-9acc-4c03-88aa-861300b0ca63 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:27.026510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-aeb989fe-9acc-4c03-88aa-861300b0ca63 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 809 time: 0.1669273 Aug 30 23:18:27.047256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Request body: {'port': {'device_id': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45', 'admin_state_up': True, 'tenant_id': '3f41fc30404f4d2e97aca3e07abf554d'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:27.054709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-027e609e-fa90-4c72-8713-8d36c2a85b70 req-4ef988c5-1e98-4599-a59c-1a96bb1cdc1c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 210 time: 0.0573092 Aug 30 23:18:27.176569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Made reservation on behalf of 3f41fc30404f4d2e97aca3e07abf554d for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:27.182541 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:27.239852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfe3af-61dd-4ebe-b65a-e9c2a83d4c7d req-2f11cbc7-7148-43db-b06f-fc984e79b890 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:27.240933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52dfe3af-61dd-4ebe-b65a-e9c2a83d4c7d req-2f11cbc7-7148-43db-b06f-fc984e79b890 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 945 time: 0.0658998 Aug 30 23:18:27.283741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52dfe3af-61dd-4ebe-b65a-e9c2a83d4c7d req-9d9b1c8d-8589-448c-b852-38aca721ee9d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358403 Aug 30 23:18:27.329443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Allocated IP 172.20.0.12 (dd6494fb-2a4d-4b34-a358-22ae1283ef45/25899921-f486-4194-a538-c44d21e0595a/728379ee-e3dd-4494-96df-3d10f042a0e2) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:27.659112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3c767638-11a6-4e9d-af56-1e1509a2863f no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:27.682802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 3c767638-11a6-4e9d-af56-1e1509a2863f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:27.683156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3c767638-11a6-4e9d-af56-1e1509a2863f not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:27.874514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:27.947374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:27.972868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fd3f0dd-0c70-45b8-9da2-fabf03634c97 req-2ad33f71-28ad-4d63-94ea-0f099c441b77 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 210 time: 0.0426881 Aug 30 23:18:27.993339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-a9e80946-c0a9-42ef-9188-f4eacd732a05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:27.994863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-a9e80946-c0a9-42ef-9188-f4eacd732a05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.47 "GET /v2.0/networks?id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 200 len: 811 time: 0.5465138 Aug 30 23:18:28.012951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Request body: {'port': {'device_id': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d', 'admin_state_up': True, 'tenant_id': '52da21708be3462d988c57ecdfc8ef21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:28.086254 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.095262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:28.168572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Network dd6494fb-2a4d-4b34-a358-22ae1283ef45 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:28.170018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 9f4d2ca0-3131-4e80-b606-375a6bc11647 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:28.176946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 9f4d2ca0-3131-4e80-b606-375a6bc11647 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:28.177174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:28.177866 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.181278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:28.215280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Pushing event updated for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:28.229291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd11e0-3184-4143-a60b-516b77328676 req-e4efe1b9-b039-486c-9493-3f3a59c842c3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:28.231169 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06dd11e0-3184-4143-a60b-516b77328676 req-e4efe1b9-b039-486c-9493-3f3a59c842c3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 932 time: 0.0831091 Aug 30 23:18:28.280549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:28.281535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.288393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Made reservation on behalf of 52da21708be3462d988c57ecdfc8ef21 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:28.291950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.312676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-06dd11e0-3184-4143-a60b-516b77328676 req-b718f09e-0374-4f9e-b9f4-421c0f348d28 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725050 Aug 30 23:18:28.337451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.350577 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-46c6f3f2-610c-47bb-8c02-2eb725a89e8c tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3077712 Aug 30 23:18:28.383504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:28.385927 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c39b527-3d0b-454c-8caa-41772d63df4b" -d '{"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:28.413684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:28.415503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Request body: {'port': {'device_id': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:28.423623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.451766 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e74ec2-e545-4158-9c27-fada54264503 x-openstack-request-id: req-c6e74ec2-e545-4158-9c27-fada54264503 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:28.452314 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:28.452732 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6e74ec2-e545-4158-9c27-fada54264503 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:28.453288 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'code': 200} Aug 30 23:18:28.483253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:28.621772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968bfbc-7734-4ce5-ae61-039a779d1b03 req-b68cc2be-9c25-4d36-a8c5-5933bb4ebdc7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:28.623229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9968bfbc-7734-4ce5-ae61-039a779d1b03 req-b68cc2be-9c25-4d36-a8c5-5933bb4ebdc7 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.1601658 Aug 30 23:18:28.641810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:28.653538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Allocated IP 172.20.0.8 (2d5fb1d1-933a-41b8-8dbc-be763ab7620d/4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c/a7abb01d-c836-41ac-a6ee-4c55ef12fe8d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:28.712619 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bcf66-f1bd-4d8c-ae25-961865cbf6c6 req-e8ee79c0-52a5-4719-822b-e036b0968074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:28.714338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c66bcf66-f1bd-4d8c-ae25-961865cbf6c6 req-e8ee79c0-52a5-4719-822b-e036b0968074 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1098 time: 0.1381452 Aug 30 23:18:28.784696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9968bfbc-7734-4ce5-ae61-039a779d1b03 req-9e938989-81b4-459d-98af-f5be538abe51 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417654 Aug 30 23:18:28.860137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c66bcf66-f1bd-4d8c-ae25-961865cbf6c6 req-06f97a59-fe54-45e6-b4b9-97432982f011 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372573 Aug 30 23:18:29.034064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.079773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a371ba40-a594-479b-ad12-1272a7270eb0 req-9904cfbb-c3dd-4a65-acbe-4384d3a3118d tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 210 time: 0.0298009 Aug 30 23:18:29.139076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.148288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728379ee-e3dd-4494-96df-3d10f042a0e2 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:29.180027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.200795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:29.208231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:29.214256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:29.218453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Transition to ACTIVE for port object 728379ee-e3dd-4494-96df-3d10f042a0e2 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:29.219255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Pushing event updated for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:29.242555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.303047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:29.303673 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.325691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:29.344744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-dc618dec-e2a9-421a-9fd3-85c5dd7670d5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3368781 Aug 30 23:18:29.379833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Request body: {'port': {'device_id': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:29.482558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Attempting to bind port 728379ee-e3dd-4494-96df-3d10f042a0e2 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:29.482889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Attempting to bind port 728379ee-e3dd-4494-96df-3d10f042a0e2 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:29.483219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Attempting to bind port 728379ee-e3dd-4494-96df-3d10f042a0e2 on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:29.492518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.494973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Port 728379ee-e3dd-4494-96df-3d10f042a0e2 on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:18:29.495296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Attempting to bind port 728379ee-e3dd-4494-96df-3d10f042a0e2 on network dd6494fb-2a4d-4b34-a358-22ae1283ef45 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:29.505297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9980e-ed10-4062-8be9-fb8abfb4ef8a req-f5129cdb-4483-4684-badb-0242aaf89d0b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:29.506867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e9980e-ed10-4062-8be9-fb8abfb4ef8a req-f5129cdb-4483-4684-badb-0242aaf89d0b tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 944 time: 0.1073492 Aug 30 23:18:29.530534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:29.530868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Checking segment: {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:29.531249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Bound using segment: {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:29.531679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Bound port: 728379ee-e3dd-4494-96df-3d10f042a0e2, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:29.532036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.616534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1e9980e-ed10-4062-8be9-fb8abfb4ef8a req-2d448d29-acea-40ff-9fcf-546dfdde04b8 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022248 Aug 30 23:18:29.713295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:29.718332 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=728379ee-e3dd-4494-96df-3d10f042a0e2,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:29.723231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.802588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:29.803208 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:29.804894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] 10.222.0.47 "PUT /v2.0/ports/728379ee-e3dd-4494-96df-3d10f042a0e2 HTTP/1.1" status: 200 len: 1093 time: 1.3995459 Aug 30 23:18:29.807257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:29.809221 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:29.853385 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f3e00-34c4-44e7-ad40-c8b173dce4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:29.891345 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d77e45-bad4-4c8a-bc58-b9c302c28e56 x-openstack-request-id: req-80d77e45-bad4-4c8a-bc58-b9c302c28e56 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:29.891642 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:29.891969 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80d77e45-bad4-4c8a-bc58-b9c302c28e56 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:29.892276 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2', 'status': 'completed', 'code': 200} Aug 30 23:18:29.958914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1455a6-9c28-4842-b5ec-893ec1a158f0 req-f3247591-2385-452b-8733-2cfda3e65284 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:29.961059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b1455a6-9c28-4842-b5ec-893ec1a158f0 req-f3247591-2385-452b-8733-2cfda3e65284 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0677676 Aug 30 23:18:29.995592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-1249a795-9acc-4a22-982f-984ac806115b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:29.997123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-1249a795-9acc-4a22-982f-984ac806115b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 1096 time: 0.0887351 Aug 30 23:18:30.001063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7abb01d-c836-41ac-a6ee-4c55ef12fe8d {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:30.015226 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:30.025603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b1455a6-9c28-4842-b5ec-893ec1a158f0 req-f867e0f5-aa2e-4f65-abaf-dedc08e1b2be tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564430 Aug 30 23:18:30.050036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-19388c27-8b96-4626-acd2-eed37daa1971 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=728379ee-e3dd-4494-96df-3d10f042a0e2 HTTP/1.1" status: 200 len: 217 time: 0.0442922 Aug 30 23:18:30.065444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Transition to ACTIVE for port object a7abb01d-c836-41ac-a6ee-4c55ef12fe8d will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:18:30.091181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:30.156340 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-8fcefe47-6518-40a9-b81d-00b46fa43412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.157825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-8fcefe47-6518-40a9-b81d-00b46fa43412 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25899921-f486-4194-a538-c44d21e0595a HTTP/1.1" status: 200 len: 849 time: 0.1000919 Aug 30 23:18:30.173163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Pushing event updated for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:30.219645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-a82cb443-0b8c-4631-83b7-5609d51a1eb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6494fb-2a4d-4b34-a358-22ae1283ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495312 Aug 30 23:18:30.327886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84170d57-bb3b-4325-9851-f58607bf77e2 req-7cdc9e4b-fac9-4431-8729-791b3751a4a0 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.329389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84170d57-bb3b-4325-9851-f58607bf77e2 req-7cdc9e4b-fac9-4431-8729-791b3751a4a0 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 943 time: 0.1748524 Aug 30 23:18:30.384635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Attempting to bind port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:18:30.384886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Attempting to bind port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'ed303d47-de93-4b4c-a6ae-695e51d23dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:18:30.385218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Attempting to bind port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d on network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:30.409432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d on network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:18:30.409762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Attempting to bind port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d on network 2d5fb1d1-933a-41b8-8dbc-be763ab7620d {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:18:30.415506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-8dc3d62d-31e9-45cf-9f4d-18d24f50dea8 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784036 Aug 30 23:18:30.421131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84170d57-bb3b-4325-9851-f58607bf77e2 req-2ad2478d-8f2e-45cc-8351-0bb15900e1b2 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835435 Aug 30 23:18:30.422285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:18:30.422623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Checking segment: {'id': 'ed303d47-de93-4b4c-a6ae-695e51d23dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:30.423000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Bound using segment: {'id': 'ed303d47-de93-4b4c-a6ae-695e51d23dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:18:30.423436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Bound port: a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed303d47-de93-4b4c-a6ae-695e51d23dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:18:30.423796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:30.561331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:18:30.564895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d3444f1-70a8-4dca-8e78-526dd3ef3522 req-9fb5c1f3-b29a-4ba0-be85-374aa215e0e9 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389477 Aug 30 23:18:30.574734 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,segment=NetworkSegment(ed303d47-de93-4b4c-a6ae-695e51d23dc4),segment_id=ed303d47-de93-4b4c-a6ae-695e51d23dc4)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:18:30.581547 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:30.635568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.636410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:30.638658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] 10.222.0.47 "PUT /v2.0/ports/a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 200 len: 1092 time: 1.2652276 Aug 30 23:18:30.685319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc796cd-e2c0-41e3-8be7-4342d77eb605 service neutron] Pushing event updated for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:30.724227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-2dce968d-f036-4338-836f-36c90b2e4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.725984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-2dce968d-f036-4338-836f-36c90b2e4988 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 1096 time: 0.1071589 Aug 30 23:18:30.746488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac385fe-b27c-4ace-ae02-00b85a43f94e req-5ff2b79d-d67d-45ed-8064-3895fb34b5b5 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.748014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ac385fe-b27c-4ace-ae02-00b85a43f94e req-5ff2b79d-d67d-45ed-8064-3895fb34b5b5 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 944 time: 0.0514996 Aug 30 23:18:30.788937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ac385fe-b27c-4ace-ae02-00b85a43f94e req-ea2d42f7-c9e9-4d62-b0c5-91ed13f1b730 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Aug 30 23:18:30.794151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-5b66b3e5-8b9f-43db-9789-34632ec59143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.795907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-5b66b3e5-8b9f-43db-9789-34632ec59143 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52da21708be3462d988c57ecdfc8ef21&device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 1095 time: 0.1119549 Aug 30 23:18:30.856082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-daa9d5f4-efd6-4d4c-b1d5-7b2468b3ac2d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 200 len: 217 time: 0.0462630 Aug 30 23:18:30.913129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-1cf050b1-bf73-46f7-89ad-6e45278ed240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.914540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-1cf050b1-bf73-46f7-89ad-6e45278ed240 service neutron] 10.222.0.47 "GET /v2.0/networks?id=dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 200 len: 910 time: 0.1802425 Aug 30 23:18:30.964458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-23a3e9dc-93b5-49de-900a-cec3fdef7fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:30.966025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-23a3e9dc-93b5-49de-900a-cec3fdef7fa5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c HTTP/1.1" status: 200 len: 851 time: 0.1003089 Aug 30 23:18:30.967553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-f68375a6-a42c-488c-ac0c-014f67b97178 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=728379ee-e3dd-4494-96df-3d10f042a0e2 HTTP/1.1" status: 200 len: 217 time: 0.0447428 Aug 30 23:18:31.031777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-835e72e8-b5d1-471a-863c-bfdea71be5a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505524 Aug 30 23:18:31.097927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-e2b14932-1a50-4d13-9adc-d3c872b0e75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.099510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-e2b14932-1a50-4d13-9adc-d3c872b0e75d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=25899921-f486-4194-a538-c44d21e0595a HTTP/1.1" status: 200 len: 849 time: 0.1172943 Aug 30 23:18:31.152869 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-5f8c2c3c-5fb5-4f4c-a669-8df9a87ffb1b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=dd6494fb-2a4d-4b34-a358-22ae1283ef45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427492 Aug 30 23:18:31.241599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-c0abc85e-c9ab-45ed-be12-eee73340d2ff service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012019 Aug 30 23:18:31.252606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff794297-3ee0-4219-8522-1df971eec5cd req-1edb9233-d16e-4abc-899c-b67715d6a11f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.254095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff794297-3ee0-4219-8522-1df971eec5cd req-1edb9233-d16e-4abc-899c-b67715d6a11f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.1607263 Aug 30 23:18:31.372123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff794297-3ee0-4219-8522-1df971eec5cd req-2ba8eaea-40be-45f4-a58c-060541ca755e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057675 Aug 30 23:18:31.375873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-59fb86d7-4a14-4ac4-b381-f2474bd24eb3 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108202 Aug 30 23:18:31.413986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f453e023-65d9-43e5-aa1e-d4d76f374752 req-b0ab0831-79a8-45a7-bbe5-71064ec0cd00 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588683 Aug 30 23:18:31.485555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665b37a8-3c2f-4dc7-840f-618e3f68a2a6 req-27208fe3-de69-431b-8b75-46d678664490 service neutron] 10.222.0.47 "GET /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991020 Aug 30 23:18:31.512531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9887c7c-8811-4148-b6c7-f1887626ac1b req-9ee4e59e-1974-4842-b337-a448f843f9e9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.513992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9887c7c-8811-4148-b6c7-f1887626ac1b req-9ee4e59e-1974-4842-b337-a448f843f9e9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0611663 Aug 30 23:18:31.555535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9887c7c-8811-4148-b6c7-f1887626ac1b req-a574fba0-4750-4624-8831-f059bdce0009 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347171 Aug 30 23:18:31.568555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7aa8d6-2a8d-470f-b1a2-e79aebfa42fb req-bb5bfac4-4539-4ef8-b184-9a94c64817e0 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.570281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc7aa8d6-2a8d-470f-b1a2-e79aebfa42fb req-bb5bfac4-4539-4ef8-b184-9a94c64817e0 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 943 time: 0.0627170 Aug 30 23:18:31.579524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52482) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:31.611643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc7aa8d6-2a8d-470f-b1a2-e79aebfa42fb req-4c9e9f74-41fc-443d-aa9f-cbd2b4cf126c tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354779 Aug 30 23:18:31.624699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c2c048-05c3-4f7a-8c42-f24ad68a76e2 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.626280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-87c2c048-05c3-4f7a-8c42-f24ad68a76e2 tempest-TestNetworkAdvancedServerOps-581251724 tempest-TestNetworkAdvancedServerOps-581251724-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1093 time: 0.0457654 Aug 30 23:18:31.630315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52484) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:31.637001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:31.662899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:31.725237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:18:31.760140 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:31.878020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Allocated IP 172.25.7.131 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/99951ca7-7e87-42f1-95cc-c73ffdb6c1ff) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:18:31.894159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:31.896750 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:31.918606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f39365d-8c51-4ad5-88c4-568ce32ab3e0 req-4dab6766-f829-4566-b387-d4f2e4b766d3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:31.920276 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f39365d-8c51-4ad5-88c4-568ce32ab3e0 req-4dab6766-f829-4566-b387-d4f2e4b766d3 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 944 time: 0.0619888 Aug 30 23:18:31.946078 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65aa9b80-0ba2-4aad-9996-378a248376a0 x-openstack-request-id: req-65aa9b80-0ba2-4aad-9996-378a248376a0 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:31.946271 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:31.946573 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65aa9b80-0ba2-4aad-9996-378a248376a0 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:31.946962 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d', 'status': 'completed', 'code': 200} Aug 30 23:18:31.966788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f39365d-8c51-4ad5-88c4-568ce32ab3e0 req-6bfaab0f-deef-4654-a456-5e600466b9ef tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393884 Aug 30 23:18:32.032278 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:32.047520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-97438d8b-51a9-4396-9705-c4ccde531ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:32.048974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-97438d8b-51a9-4396-9705-c4ccde531ae9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52da21708be3462d988c57ecdfc8ef21&device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 1095 time: 0.0735307 Aug 30 23:18:32.129266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:32.189038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:18:32.197600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:32.201608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:18:32.207049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-e488197f-cfec-4f06-b882-55f78dfe83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:32.208661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-e488197f-cfec-4f06-b882-55f78dfe83e8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 200 len: 912 time: 0.1521683 Aug 30 23:18:32.237668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=99951ca7-7e87-42f1-95cc-c73ffdb6c1ff,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:32.275068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-29617a07-90fa-46ae-8324-9c8c0318f8de service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 200 len: 217 time: 0.0455766 Aug 30 23:18:32.386624 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-1622a7cf-b817-4768-a753-b6a6e62faf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:32.388028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-1622a7cf-b817-4768-a753-b6a6e62faf4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c HTTP/1.1" status: 200 len: 851 time: 0.1044681 Aug 30 23:18:32.426772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-b9ab8b06-9ccf-43af-82f3-e72080b61809 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298929 Aug 30 23:18:32.975510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f4e3e-867b-4c00-bbaf-67fde8532b57 req-5b0c7173-37a0-4bfa-bbc3-5a5e535b0e99 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:32.976997 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c56f4e3e-867b-4c00-bbaf-67fde8532b57 req-5b0c7173-37a0-4bfa-bbc3-5a5e535b0e99 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 943 time: 0.1163323 Aug 30 23:18:33.020085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-115db8ee-b399-40bc-9a49-acc11b30ad6d service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842125 Aug 30 23:18:33.109754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56363f4-a36a-4e93-9b2f-4170ef68a3d8 req-c2201210-2487-48fd-9c5a-900ead17f967 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:33.110679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c56f4e3e-867b-4c00-bbaf-67fde8532b57 req-a4112eb1-40de-40dd-a649-addd5fec518c tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258013 Aug 30 23:18:33.114741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a56363f4-a36a-4e93-9b2f-4170ef68a3d8 req-c2201210-2487-48fd-9c5a-900ead17f967 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 944 time: 0.0733206 Aug 30 23:18:33.158978 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a56363f4-a36a-4e93-9b2f-4170ef68a3d8 req-9524232f-dde0-485e-b44b-6e8a3d312ddb tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399690 Aug 30 23:18:33.238638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0a14dfd-6e56-4f7c-be30-b55673c0a7eb req-d6ff284a-404a-436c-aa1a-bba960087a29 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080581 Aug 30 23:18:33.255470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.322385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.478690 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.483568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.557861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event updated for resources: {'Port': ['ID=99951ca7-7e87-42f1-95cc-c73ffdb6c1ff,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:33.571512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.683490 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP aba9aa45-7115-45c6-b3d4-69e5838888d4 associated. External IP: 172.25.7.131, port: 9f4d2ca0-3131-4e80-b606-375a6bc11647. Aug 30 23:18:33.701122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 728379ee-e3dd-4494-96df-3d10f042a0e2 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:18:33.818494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=728379ee-e3dd-4494-96df-3d10f042a0e2,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:33.830679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '728379ee-e3dd-4494-96df-3d10f042a0e2', 'network_id': 'dd6494fb-2a4d-4b34-a358-22ae1283ef45', 'port_id': '728379ee-e3dd-4494-96df-3d10f042a0e2', 'mac_address': 'fa:16:3e:e3:cc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25899921-f486-4194-a538-c44d21e0595a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:18:33.871221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.884877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728379ee-e3dd-4494-96df-3d10f042a0e2 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:33.905584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=728379ee-e3dd-4494-96df-3d10f042a0e2,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:33.910776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:33.911474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7abb01d-c836-41ac-a6ee-4c55ef12fe8d details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:18:33.913467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router 94121cd6-7a51-4898-b9c7-66d81224ec23 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:34.013325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:34.033994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:34.044752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Sync routers for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:34.052281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:34.068990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,segment=NetworkSegment(ed303d47-de93-4b4c-a6ae-695e51d23dc4),segment_id=ed303d47-de93-4b4c-a6ae-695e51d23dc4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:34.071544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:34.072179 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:34.091398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0fea437c-5528-41a1-b604-b6f3f5c20e4f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4596283 Aug 30 23:18:34.092202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:34.094589 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d62875-643a-427e-b11b-30b9ca45e5fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:34.113832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d', 'network_id': '2d5fb1d1-933a-41b8-8dbc-be763ab7620d', 'port_id': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d', 'mac_address': 'fa:16:3e:43:b7:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:18:34.139211 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b373bbdd-5764-4d22-bf80-6133ff0eefb3 x-openstack-request-id: req-b373bbdd-5764-4d22-bf80-6133ff0eefb3 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:34.139568 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:34.139898 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b373bbdd-5764-4d22-bf80-6133ff0eefb3 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:34.140375 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'status': 'completed', 'code': 200} Aug 30 23:18:34.201720 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:34.225467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7abb01d-c836-41ac-a6ee-4c55ef12fe8d {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:18:34.240303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff71bfe5-68e7-479c-b834-7461d0659c13 req-4b90a307-07c4-433a-80f9-15fc0d5c2a26 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.241281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:34.241903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff71bfe5-68e7-479c-b834-7461d0659c13 req-4b90a307-07c4-433a-80f9-15fc0d5c2a26 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0924184 Aug 30 23:18:34.247695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-28688529-ec50-48af-9bf1-97c9808b947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.249294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-28688529-ec50-48af-9bf1-97c9808b947d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1098 time: 0.0609577 Aug 30 23:18:34.262819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993de9e2-2421-4af8-aca7-b54924cd7b7a req-b9d6edc9-c60a-45b3-a40b-b99b9bf3f061 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.264501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-993de9e2-2421-4af8-aca7-b54924cd7b7a req-b9d6edc9-c60a-45b3-a40b-b99b9bf3f061 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 943 time: 0.0589154 Aug 30 23:18:34.311456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-993de9e2-2421-4af8-aca7-b54924cd7b7a req-436a0231-9eae-4c4a-aa3e-49f12861769f tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389702 Aug 30 23:18:34.352062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff71bfe5-68e7-479c-b834-7461d0659c13 req-7d0d8d68-49b6-4fad-b9d8-a07a480086d2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998526 Aug 30 23:18:34.386149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52502) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:34.430981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-93c82ee4-d6f4-4c41-9910-c43c2b648ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.432533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-93c82ee4-d6f4-4c41-9910-c43c2b648ad2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 898 time: 0.1722357 Aug 30 23:18:34.445066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644771-7dd2-4f1a-8779-8ae6e0a86187 req-d5b68e73-6690-4fab-ba7c-9818aecd1f30 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.446328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,segment=NetworkSegment(ed303d47-de93-4b4c-a6ae-695e51d23dc4),segment_id=ed303d47-de93-4b4c-a6ae-695e51d23dc4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:34.451519 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03644771-7dd2-4f1a-8779-8ae6e0a86187 req-d5b68e73-6690-4fab-ba7c-9818aecd1f30 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 945 time: 0.0642521 Aug 30 23:18:34.455142 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:34.505233 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-17d74aa7-7054-4b3a-a25a-a420cc7eec9b tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/aba9aa45-7115-45c6-b3d4-69e5838888d4 HTTP/1.1" status: 200 len: 992 time: 0.1160257 Aug 30 23:18:34.506298 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03644771-7dd2-4f1a-8779-8ae6e0a86187 req-313c7db9-3fe2-492f-be76-4fffb4ed7056 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509315 Aug 30 23:18:34.528125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-75164b84-f32a-4fdd-8876-7933f26f3164 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 1000 time: 0.0840435 Aug 30 23:18:34.557965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:34.581200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-e87d7c79-92fa-4414-89a4-1e0729f353a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.583266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-e87d7c79-92fa-4414-89a4-1e0729f353a7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 200 len: 835 time: 0.0524104 Aug 30 23:18:34.641545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-3f7fcbeb-d29b-498f-a918-2f00b3de67d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:34.644062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-3f7fcbeb-d29b-498f-a918-2f00b3de67d6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5171b887-6d1e-47ff-9020-aea3cfd73a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540609 Aug 30 23:18:34.709951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'aba9aa45-7115-45c6-b3d4-69e5838888d4', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'mac_address': 'fa:16:3e:7e:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:18:33Z', 'updated_at': '2021-08-30T23:18:33Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:34.741271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-22997399-d4cb-4f2c-8966-84c88a3f96e8 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891962 Aug 30 23:18:34.745148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['728379ee-e3dd-4494-96df-3d10f042a0e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:34.747264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a7abb01d-c836-41ac-a6ee-4c55ef12fe8d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:34.750366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Checking router: 94121cd6-7a51-4898-b9c7-66d81224ec23 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:34.815596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:34.816817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:34.853592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-13d62875-643a-427e-b11b-30b9ca45e5fe req-276f4a43-22c8-41ae-9746-1d295267c983 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055512 Aug 30 23:18:35.007488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:35.325094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'aba9aa45-7115-45c6-b3d4-69e5838888d4', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'mac_address': 'fa:16:3e:7e:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:18:33Z', 'updated_at': '2021-08-30T23:18:33Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:35.355561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d0fc0e-09eb-4574-9af3-4ade04e608b6 None None] The sync data for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 is: [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'aba9aa45-7115-45c6-b3d4-69e5838888d4', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'floating_ip_address': '172.25.7.131', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'mac_address': 'fa:16:3e:7e:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:18:33Z', 'updated_at': '2021-08-30T23:18:33Z', 'revision_number': 0, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:35.442657 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80050a50-3756-4fb8-9dc0-3d295c2da4b0 req-4ddefc87-aeae-487c-819d-8ca987589d6a tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:35.445320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80050a50-3756-4fb8-9dc0-3d295c2da4b0 req-4ddefc87-aeae-487c-819d-8ca987589d6a tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 944 time: 0.0592999 Aug 30 23:18:35.483030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80050a50-3756-4fb8-9dc0-3d295c2da4b0 req-a769cd44-fa0a-4e77-960c-28615c326e9e tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Aug 30 23:18:35.507682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52506) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:35.578126 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b97310f6-a93e-416e-a5ad-4f0389118718 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/aba9aa45-7115-45c6-b3d4-69e5838888d4 HTTP/1.1" status: 200 len: 992 time: 0.0687733 Aug 30 23:18:35.585223 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8f4397-eb64-4139-a6f6-96e302f748a4 None None] New status for floating IP aba9aa45-7115-45c6-b3d4-69e5838888d4: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:18:35.633144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9745ca0-3c27-4cd2-aebb-0572a009a761 req-0f1d9037-080f-41f7-bf5b-198d1adaf74d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:35.634781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9745ca0-3c27-4cd2-aebb-0572a009a761 req-0f1d9037-080f-41f7-bf5b-198d1adaf74d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 945 time: 0.0530207 Aug 30 23:18:35.674166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9745ca0-3c27-4cd2-aebb-0572a009a761 req-2b62374f-2e44-4333-8aef-d85cdb0ad6d5 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330708 Aug 30 23:18:35.710094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 728379ee-e3dd-4494-96df-3d10f042a0e2 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:35.761367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 728379ee-e3dd-4494-96df-3d10f042a0e2 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:35.765439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 728379ee-e3dd-4494-96df-3d10f042a0e2 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:35.765930 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:35.846599 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:35.873021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:35.875375 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835cb50f-27e1-440a-8502-98ec320ba0cd" -d '{"events": [{"server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "name": "network-vif-plugged", "status": "completed", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:35.889091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=728379ee-e3dd-4494-96df-3d10f042a0e2,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:35.893296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:35.894146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7abb01d-c836-41ac-a6ee-4c55ef12fe8d up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:18:35.922394 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9865b97e-28f2-4e79-b1bb-b3a1aa7f4e6d x-openstack-request-id: req-9865b97e-28f2-4e79-b1bb-b3a1aa7f4e6d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:35.922748 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "name": "network-vif-plugged", "status": "completed", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:35.922935 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9865b97e-28f2-4e79-b1bb-b3a1aa7f4e6d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:35.923327 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2', 'code': 200} Aug 30 23:18:35.977271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:35.990200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:18:35.993910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:18:35.994284 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:36.030213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd74872-76eb-403e-add8-47cc0794a025 req-b2810ebb-0df5-458b-811a-78f777202013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:36.031736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cd74872-76eb-403e-add8-47cc0794a025 req-b2810ebb-0df5-458b-811a-78f777202013 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 1098 time: 0.0438011 Aug 30 23:18:36.073732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cd74872-76eb-403e-add8-47cc0794a025 req-93c78de0-7b41-4b75-b706-6f783a6fc24a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338688 Aug 30 23:18:36.077897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:36.113903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,segment=NetworkSegment(ed303d47-de93-4b4c-a6ae-695e51d23dc4),segment_id=ed303d47-de93-4b4c-a6ae-695e51d23dc4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:36.119023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:36.164939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:36.581495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52514) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:36.603410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a6b9e-a612-4247-af9f-5c2306db5ac6 req-ab5df6fc-c9b4-4949-af38-64c6dab386f5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:36.605943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-274a6b9e-a612-4247-af9f-5c2306db5ac6 req-ab5df6fc-c9b4-4949-af38-64c6dab386f5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0526869 Aug 30 23:18:36.650598 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-274a6b9e-a612-4247-af9f-5c2306db5ac6 req-0eb86ef9-c01a-4725-b5bc-7453419dd931 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378361 Aug 30 23:18:36.659188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0373ebb2-d0d6-432e-a78d-a8d094133583 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/aba9aa45-7115-45c6-b3d4-69e5838888d4 HTTP/1.1" status: 200 len: 994 time: 0.0758076 Aug 30 23:18:36.794481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35707c-23cf-4123-b056-ddda53e9d571 req-597c453d-ade6-482e-a279-1a1812866fa2 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:36.795978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca35707c-23cf-4123-b056-ddda53e9d571 req-597c453d-ade6-482e-a279-1a1812866fa2 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 946 time: 0.0503588 Aug 30 23:18:36.836767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ca35707c-23cf-4123-b056-ddda53e9d571 req-783043a0-06cd-4be2-8579-c92b1fce19ec tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339577 Aug 30 23:18:37.681215 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-08aa28d0-e350-4f1f-b24c-c320c4e45ee0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410368 Aug 30 23:18:37.775308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f052af-35c8-4e52-8bf3-2806c4acff61 req-b64b3585-1980-4411-a964-d3dc9d4a3eea tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:37.777995 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8f052af-35c8-4e52-8bf3-2806c4acff61 req-b64b3585-1980-4411-a964-d3dc9d4a3eea tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0557053 Aug 30 23:18:37.793677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-2e381786-bda6-428f-8bdc-9b30f995705b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:37.793677 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-2e381786-bda6-428f-8bdc-9b30f995705b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1098 time: 0.0432408 Aug 30 23:18:37.828873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e8f052af-35c8-4e52-8bf3-2806c4acff61 req-f18a0cf7-1b27-4357-aa1c-a7d72f57d6bb tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443408 Aug 30 23:18:37.925884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:37.928421 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf6d23e-6847-4cc5-8563-c6a0057f58e6" -d '{"events": [{"server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "name": "network-vif-plugged", "status": "completed", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:37.941679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-acd0c832-2304-47e8-bc61-3f4b4fae217c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:37.943191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-acd0c832-2304-47e8-bc61-3f4b4fae217c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.1280878 Aug 30 23:18:37.971832 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dafdd0-fc2d-4d2c-83a8-67a177f896a6 x-openstack-request-id: req-40dafdd0-fc2d-4d2c-83a8-67a177f896a6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:37.972547 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "name": "network-vif-plugged", "status": "completed", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:37.972834 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-40dafdd0-fc2d-4d2c-83a8-67a177f896a6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:37.973228 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d', 'code': 200} Aug 30 23:18:38.031356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-08ec1dc6-a798-402c-bb5e-864944d2cd1a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 1001 time: 0.0740716 Aug 30 23:18:38.044204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32c44c-707d-4418-a938-dae93a46b034 req-91cc6e38-def5-4380-bac5-c61cd0194423 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.045876 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da32c44c-707d-4418-a938-dae93a46b034 req-91cc6e38-def5-4380-bac5-c61cd0194423 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 946 time: 0.1206295 Aug 30 23:18:38.141186 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-44c8a3e4-1421-42ad-958a-85ae70494804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.142727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-44c8a3e4-1421-42ad-958a-85ae70494804 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0949240 Aug 30 23:18:38.154825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da32c44c-707d-4418-a938-dae93a46b034 req-8077e370-19bb-4431-9cb3-29d4c63d7ec9 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923958 Aug 30 23:18:38.172406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ab4f0-da1b-48e2-877d-da4217cfe329 req-152d70de-f707-461f-9b68-783f54ae277a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.178043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c01ab4f0-da1b-48e2-877d-da4217cfe329 req-152d70de-f707-461f-9b68-783f54ae277a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 1097 time: 0.1311016 Aug 30 23:18:38.240791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c01ab4f0-da1b-48e2-877d-da4217cfe329 req-1c262c7b-b4a6-4dcb-af8d-256b5671fa1a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406299 Aug 30 23:18:38.243737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-f492c113-476f-4aee-a505-a5d15467674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.245183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-f492c113-476f-4aee-a505-a5d15467674b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0937514 Aug 30 23:18:38.346259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-8ac88fd4-25aa-43fe-857d-4bd69145e147 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935090 Aug 30 23:18:38.454283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-af7325dd-00f9-4f38-9f6e-bb17f78641bb req-d21aaddb-3cf3-40ef-ae7d-728a5b99a3d8 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004114 Aug 30 23:18:38.934807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2565fdb-edff-44f4-b78d-8a0892812fba req-f6bdfcf2-9b14-4066-9852-3ffcfd38bc5d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.936564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2565fdb-edff-44f4-b78d-8a0892812fba req-f6bdfcf2-9b14-4066-9852-3ffcfd38bc5d tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 946 time: 0.0596013 Aug 30 23:18:38.975085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad484f66-0576-4e92-b12f-07f19315952b req-8885b87d-baae-4819-ac8f-042ea9b36b70 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:38.976645 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad484f66-0576-4e92-b12f-07f19315952b req-8885b87d-baae-4819-ac8f-042ea9b36b70 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0571938 Aug 30 23:18:38.987057 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2565fdb-edff-44f4-b78d-8a0892812fba req-d679915f-6409-407f-b012-5d2177247339 tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387197 Aug 30 23:18:39.023565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ad484f66-0576-4e92-b12f-07f19315952b req-8dfe6b46-e005-4242-9c2d-80a23933718d tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Aug 30 23:18:40.123353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407d9b6f-20b1-41ad-943d-65113b5b5f4d req-de135ac0-968d-492f-a622-6df1f03f5d8f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:40.126094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-407d9b6f-20b1-41ad-943d-65113b5b5f4d req-de135ac0-968d-492f-a622-6df1f03f5d8f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 946 time: 0.0668914 Aug 30 23:18:40.155032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890bb06-8b39-4c2e-8429-f05643d6a80c req-49e8be83-cff3-4600-9343-9f19b830d7bf tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:40.156550 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2890bb06-8b39-4c2e-8429-f05643d6a80c req-49e8be83-cff3-4600-9343-9f19b830d7bf tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0554276 Aug 30 23:18:40.167939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-407d9b6f-20b1-41ad-943d-65113b5b5f4d req-a76de3ca-060d-442d-be4e-761ed30e93ff tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/security-groups?id=8bb793b3-6d6d-411c-921a-94b5d9564422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Aug 30 23:18:40.195731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2890bb06-8b39-4c2e-8429-f05643d6a80c req-467aa85f-56ba-451c-a9b9-b27734cd30fa tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332174 Aug 30 23:18:40.296345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c84cf10c-204e-42cc-bfab-0bcc48d251fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:40.315965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f038-0511-4532-a96d-af8b5b099d0a req-42a3dfae-e3b3-4659-ad8e-ce02dc2cdc58 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:40.317359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58c8f038-0511-4532-a96d-af8b5b099d0a req-42a3dfae-e3b3-4659-ad8e-ce02dc2cdc58 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0550327 Aug 30 23:18:40.355574 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58c8f038-0511-4532-a96d-af8b5b099d0a req-06a055f4-4dfe-45dc-8557-0e119f55c1fa tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322199 Aug 30 23:18:40.591236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6ce62a-d6ea-4c67-a17d-08d1135fe115 req-86da7ff8-d0c3-4dea-8538-552a2f1387c8 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:40.592657 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df6ce62a-d6ea-4c67-a17d-08d1135fe115 req-86da7ff8-d0c3-4dea-8538-552a2f1387c8 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0568988 Aug 30 23:18:40.654996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df6ce62a-d6ea-4c67-a17d-08d1135fe115 req-3ba67663-7413-4431-b238-6e1e244d857b tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555172 Aug 30 23:18:40.682535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-50da45a5-01eb-4c11-a602-752d0234fd0a tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:40.684301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-50da45a5-01eb-4c11-a602-752d0234fd0a tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 946 time: 0.0653679 Aug 30 23:18:40.792313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Deleting port 728379ee-e3dd-4494-96df-3d10f042a0e2 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:40.792665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:40.879982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] For port 728379ee-e3dd-4494-96df-3d10f042a0e2, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=728379ee-e3dd-4494-96df-3d10f042a0e2,segment=NetworkSegment(9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba),segment_id=9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:40.880259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:40.892988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Calling delete_port for 728379ee-e3dd-4494-96df-3d10f042a0e2 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:41.027041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:41.042035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['728379ee-e3dd-4494-96df-3d10f042a0e2'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:41.059513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Pushing event deleted for resources: {'Port': ['ID=728379ee-e3dd-4494-96df-3d10f042a0e2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:41.109102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] No DVR routers for this DVR port 728379ee-e3dd-4494-96df-3d10f042a0e2 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:41.111982 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:41.114678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1589c02c-f1fe-44f2-84b5-006477c98116 req-2c13b013-b4ea-44fc-8fbb-1f7517ab55cd tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.47 "DELETE /v2.0/ports/728379ee-e3dd-4494-96df-3d10f042a0e2 HTTP/1.1" status: 204 len: 173 time: 0.4161761 Aug 30 23:18:41.115116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'name': 'network-vif-deleted', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:41.117432 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f129f0d1-3999-42e8-841c-f43b565b17a5" -d '{"events": [{"server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "name": "network-vif-deleted", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:41.157347 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32421ead-9411-4bda-a229-b5f81002f3a5 x-openstack-request-id: req-32421ead-9411-4bda-a229-b5f81002f3a5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:41.158011 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb2418f6-e5f5-4ee3-9908-1354c9b64597", "name": "network-vif-deleted", "tag": "728379ee-e3dd-4494-96df-3d10f042a0e2", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:41.158011 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32421ead-9411-4bda-a229-b5f81002f3a5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:41.158308 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb2418f6-e5f5-4ee3-9908-1354c9b64597', 'name': 'network-vif-deleted', 'tag': '728379ee-e3dd-4494-96df-3d10f042a0e2', 'status': 'completed', 'code': 200} Aug 30 23:18:41.283692 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1916adc7-f118-4276-9455-3bd7fcd409ec req-12d9c558-ce76-43c3-93a6-3202e811308f tempest-VolumesActionsTest-720338995 tempest-VolumesActionsTest-720338995-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb2418f6-e5f5-4ee3-9908-1354c9b64597 HTTP/1.1" status: 200 len: 210 time: 0.0277383 Aug 30 23:18:41.781352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23127bfc-580c-42b9-b369-467628c9fa5e req-b050f499-c13d-45f6-b056-1ca1314612ae tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:41.782854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23127bfc-580c-42b9-b369-467628c9fa5e req-b050f499-c13d-45f6-b056-1ca1314612ae tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0533144 Aug 30 23:18:41.822148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23127bfc-580c-42b9-b369-467628c9fa5e req-772ea6b5-82dc-4733-8a25-4993085a6214 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322220 Aug 30 23:18:42.038018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b24d90-cc10-428e-be42-20f0c796cce1 req-dbf35d5e-f6b2-495b-ba24-57fc6a702b70 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:42.039503 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e4b24d90-cc10-428e-be42-20f0c796cce1 req-dbf35d5e-f6b2-495b-ba24-57fc6a702b70 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0621374 Aug 30 23:18:42.052470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-95ad9447-5f6d-4aee-b7ec-5b629b85b88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:42.054249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-95ad9447-5f6d-4aee-b7ec-5b629b85b88b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52da21708be3462d988c57ecdfc8ef21&device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 1097 time: 0.0432281 Aug 30 23:18:42.083195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e4b24d90-cc10-428e-be42-20f0c796cce1 req-ccbe9bae-0246-463e-bcd5-1cdd0602ff3e tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365667 Aug 30 23:18:42.155051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-9db49075-0798-491b-a1e4-9c5f8b3905fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:42.156584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-9db49075-0798-491b-a1e4-9c5f8b3905fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 200 len: 912 time: 0.0943315 Aug 30 23:18:42.201075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-6a9c0e05-9077-4e40-9891-b52bdba0a38b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 200 len: 217 time: 0.0363379 Aug 30 23:18:42.252350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-35aa7970-946d-404f-96e2-b73599ef7bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:42.253944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-35aa7970-946d-404f-96e2-b73599ef7bdc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c HTTP/1.1" status: 200 len: 851 time: 0.0455613 Aug 30 23:18:42.287735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-4652fa8a-27a7-4acc-a6f7-df421bef82ca service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259516 Aug 30 23:18:42.394628 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-27db6088-8fae-4fcf-a820-621708877090 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988352 Aug 30 23:18:42.501313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d65a043a-7530-42eb-a185-1853c8efd6d9 req-2526f08e-8b08-40a5-b8c5-c047c6280790 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955715 Aug 30 23:18:42.911914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:43.214540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee9e6c-d962-4591-a411-773d333c2511 req-deb13e04-3959-4469-8f86-2cac2d770496 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:43.216834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4ee9e6c-d962-4591-a411-773d333c2511 req-deb13e04-3959-4469-8f86-2cac2d770496 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0562077 Aug 30 23:18:43.257706 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4ee9e6c-d962-4591-a411-773d333c2511 req-40413b11-6d23-4a11-8205-d9e6a7720ba5 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343382 Aug 30 23:18:43.313620 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-90eba66e-f11e-49a5-9a65-ca8281784b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:43.764388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 728379ee-e3dd-4494-96df-3d10f042a0e2 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:43.785458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 728379ee-e3dd-4494-96df-3d10f042a0e2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:43.785757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 728379ee-e3dd-4494-96df-3d10f042a0e2 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:44.531388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb3c8a-695e-4b04-b73e-9ea4825a4a7e req-297f05ad-0655-48e0-b7e3-1bf99b313683 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:44.536133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09bb3c8a-695e-4b04-b73e-9ea4825a4a7e req-297f05ad-0655-48e0-b7e3-1bf99b313683 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.1525841 Aug 30 23:18:44.605928 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:44.612922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09bb3c8a-695e-4b04-b73e-9ea4825a4a7e req-172acb13-8f98-4410-b119-3bfb529c64dd tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613043 Aug 30 23:18:44.955916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540f4fb7-b839-4fce-995a-6ff105cbe840 req-af6b1432-308a-4dd6-924f-e735a232ce6e tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:44.958514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-540f4fb7-b839-4fce-995a-6ff105cbe840 req-af6b1432-308a-4dd6-924f-e735a232ce6e tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0766301 Aug 30 23:18:45.007429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-540f4fb7-b839-4fce-995a-6ff105cbe840 req-095edc11-3f95-47c9-9840-b9500e329a2a tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421250 Aug 30 23:18:46.043272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:46.166356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515602af-988e-4b04-a1e0-9dfe72b047ce req-d5c742d7-2ceb-49e3-bd72-89361291bc90 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:46.174085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-515602af-988e-4b04-a1e0-9dfe72b047ce req-d5c742d7-2ceb-49e3-bd72-89361291bc90 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0801210 Aug 30 23:18:46.224531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-515602af-988e-4b04-a1e0-9dfe72b047ce req-af6d7c36-61c2-4178-9363-c55a609fcbd4 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441387 Aug 30 23:18:46.494177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fdd80-0a50-4992-ad97-a115594ac2a8 req-83586ed5-05f4-4b30-93e8-5a8684c846c7 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:46.496313 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-613fdd80-0a50-4992-ad97-a115594ac2a8 req-83586ed5-05f4-4b30-93e8-5a8684c846c7 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0731850 Aug 30 23:18:46.502901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-b4f42232-1589-4014-bb63-9d0d7f5a6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:46.504572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-b4f42232-1589-4014-bb63-9d0d7f5a6e07 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=52da21708be3462d988c57ecdfc8ef21&device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 1097 time: 0.0597544 Aug 30 23:18:46.555986 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-613fdd80-0a50-4992-ad97-a115594ac2a8 req-7408d8df-96d6-42f2-9b8b-c2b2f72a90d8 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534003 Aug 30 23:18:46.622221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-e772c23b-be15-4826-a067-14103aefb41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:46.623701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-e772c23b-be15-4826-a067-14103aefb41e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 200 len: 912 time: 0.1111364 Aug 30 23:18:46.672121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-64d1bcf5-a9f8-4bfc-af47-b1817f9af3da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 200 len: 217 time: 0.0407326 Aug 30 23:18:46.735417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-1b098498-6216-4596-bbf3-cdb305875bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:46.736935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-1b098498-6216-4596-bbf3-cdb305875bb2 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c HTTP/1.1" status: 200 len: 851 time: 0.0500894 Aug 30 23:18:46.776150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-524c9367-b945-4f03-84cc-f770c77f2eed service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2d5fb1d1-933a-41b8-8dbc-be763ab7620d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302384 Aug 30 23:18:46.883115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-46bdd5b6-1cbc-45b7-ad90-b9c688419de9 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973184 Aug 30 23:18:46.991254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5746f33-8fe0-47e6-90d9-8daabeca59db req-41948fb6-d231-477a-a439-f1b89c16ebc7 service neutron] 10.222.0.47 "GET /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004915 Aug 30 23:18:47.769911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4622247-4d80-4156-9636-18b38684744a req-d82d04a1-8724-4172-a072-8b13a6ba23d3 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:47.774658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4622247-4d80-4156-9636-18b38684744a req-d82d04a1-8724-4172-a072-8b13a6ba23d3 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0909963 Aug 30 23:18:47.847868 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4622247-4d80-4156-9636-18b38684744a req-29b16f74-cf42-455b-880f-6d3ca1184948 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704420 Aug 30 23:18:48.965688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcf56b4-1a94-4f0c-87d2-f21f320ba6cf req-949c652b-6223-4649-b4cb-be688c3ef7b7 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:48.974046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dbcf56b4-1a94-4f0c-87d2-f21f320ba6cf req-949c652b-6223-4649-b4cb-be688c3ef7b7 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0630288 Aug 30 23:18:49.013249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dbcf56b4-1a94-4f0c-87d2-f21f320ba6cf req-7b9f32c2-4609-4fd2-b74d-4dc04ccbd654 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Aug 30 23:18:49.318912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f6520f-0ec4-4c81-95d5-a44ffb3e9683 req-1c8ff990-f3a1-4c45-bc25-3c18d1511f53 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:49.321745 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3f6520f-0ec4-4c81-95d5-a44ffb3e9683 req-1c8ff990-f3a1-4c45-bc25-3c18d1511f53 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0706990 Aug 30 23:18:49.414397 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a3f6520f-0ec4-4c81-95d5-a44ffb3e9683 req-a1218a5f-5c0d-49da-934e-029d6236920b tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845432 Aug 30 23:18:50.565063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e63bb-b4e6-4373-a5c3-ac6c11b8a833 req-c648474e-7131-4cfd-b89c-0e9635a5fcfc tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:50.572754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f6e63bb-b4e6-4373-a5c3-ac6c11b8a833 req-c648474e-7131-4cfd-b89c-0e9635a5fcfc tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0694313 Aug 30 23:18:50.618398 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f6e63bb-b4e6-4373-a5c3-ac6c11b8a833 req-3c002400-1e77-4008-a3e9-59fed85bb53c tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442224 Aug 30 23:18:51.417584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-197b02dc-9f3c-42b0-9469-425f7a6d0a84 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:51.419788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-197b02dc-9f3c-42b0-9469-425f7a6d0a84 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0796266 Aug 30 23:18:51.536675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Deleting port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:51.537504 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:51.672542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] For port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,segment=NetworkSegment(ed303d47-de93-4b4c-a6ae-695e51d23dc4),segment_id=ed303d47-de93-4b4c-a6ae-695e51d23dc4)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:51.673277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:51.689752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Calling delete_port for a7abb01d-c836-41ac-a6ee-4c55ef12fe8d owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:51.767953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2de7cd-6cf1-4c2b-934d-0020e31eba62 req-c0553914-7526-41a8-a003-cabe3f428db6 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:51.777021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d2de7cd-6cf1-4c2b-934d-0020e31eba62 req-c0553914-7526-41a8-a003-cabe3f428db6 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/ports?device_id=0c322c74-eb6c-47b6-a690-0887a62f7139 HTTP/1.1" status: 200 len: 945 time: 0.0622201 Aug 30 23:18:51.833353 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d2de7cd-6cf1-4c2b-934d-0020e31eba62 req-334f1e84-7b28-48bf-9869-0ef0b85c7449 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.25 "GET /v2.0/security-groups?id=d68f233d-6504-4f29-833a-44bf30594b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549853 Aug 30 23:18:51.879561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:51.893850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a7abb01d-c836-41ac-a6ee-4c55ef12fe8d'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:18:51.950301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Pushing event deleted for resources: {'Port': ['ID=a7abb01d-c836-41ac-a6ee-4c55ef12fe8d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:52.006933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] No DVR routers for this DVR port a7abb01d-c836-41ac-a6ee-4c55ef12fe8d on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:52.010186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:52.012844 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-946631af-e68a-42d6-9a31-2939d65d3a11 req-15d0bc03-ebae-4be0-a6f4-c9e04c978f05 tempest-TestServerAdvancedOps-1028642416 tempest-TestServerAdvancedOps-1028642416-project] 10.222.0.47 "DELETE /v2.0/ports/a7abb01d-c836-41ac-a6ee-4c55ef12fe8d HTTP/1.1" status: 204 len: 173 time: 0.5839758 Aug 30 23:18:52.013309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'name': 'network-vif-deleted', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:52.016387 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fec090e-a265-4d2a-a7aa-2bfeb66737e7" -d '{"events": [{"server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "name": "network-vif-deleted", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:52.059230 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4a0921-9693-430a-b8f0-eecfbb68e92b x-openstack-request-id: req-9d4a0921-9693-430a-b8f0-eecfbb68e92b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:52.059534 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c322c74-eb6c-47b6-a690-0887a62f7139", "name": "network-vif-deleted", "tag": "a7abb01d-c836-41ac-a6ee-4c55ef12fe8d", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:52.059792 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9d4a0921-9693-430a-b8f0-eecfbb68e92b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:52.060208 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c322c74-eb6c-47b6-a690-0887a62f7139', 'name': 'network-vif-deleted', 'tag': 'a7abb01d-c836-41ac-a6ee-4c55ef12fe8d', 'status': 'completed', 'code': 200} Aug 30 23:18:52.535740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:52.952240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52698) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:53.030124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Deleting subnet 4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:18:53.038327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.098190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.151799 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.219695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.260347 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.262621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c HTTP/1.1" status: 204 len: 168 time: 0.3118172 Aug 30 23:18:53.263676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd476f99-f312-4280-8402-c6dd886c06fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f8f02e5-7c1c-402d-acfe-179bc4dd9d6c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:53.266039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52700) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:53.372331 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.467235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.478907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d5fb1d1-933a-41b8-8dbc-be763ab7620d']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:53.491815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed303d47-de93-4b4c-a6ae-695e51d23dc4') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:53.492100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed303d47-de93-4b4c-a6ae-695e51d23dc4') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:53.503282 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.518620 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.525487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:18:53.526045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:18:53.566670 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:18:53.590876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.609473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.616435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52706) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:53.616838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2d5fb1d1-933a-41b8-8dbc-be763ab7620d HTTP/1.1" status: 204 len: 168 time: 0.3492689 Aug 30 23:18:53.617919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d5fb1d1-933a-41b8-8dbc-be763ab7620d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:53.628092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.628413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.628695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.629141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.629554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.629987 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.630414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.630871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.631338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.631724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.632133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.632572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2872a07-baa8-4db8-85f3-33e641bfd245 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:18:53.697140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Deleting subnet a8d0e2d8-d0cf-498c-96a0-874d15f7086b {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:18:53.704546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.752181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.811930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.898904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.935336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d0e2d8-d0cf-498c-96a0-874d15f7086b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:53.940614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52708) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:53.947463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:53.952405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5e8ca84-fc6b-4642-a961-e7be36416371 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a8d0e2d8-d0cf-498c-96a0-874d15f7086b HTTP/1.1" status: 204 len: 168 time: 0.3348305 Aug 30 23:18:53.953254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52710) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:54.030513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.136258 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.149273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea338f9-9372-47f6-98c7-c304f569aa68']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:54.163780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7030e181-14bf-491e-af9a-bb8e7a87f782') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:54.164104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7030e181-14bf-491e-af9a-bb8e7a87f782') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:54.183221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.209943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.225714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 2668fcf0-548b-4725-b84c-6faf9daa3f44 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:54.226563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.228099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:18:54.228956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:18:54.232008 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:18:54.343747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.344922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.345291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.353994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.356294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] 10.222.0.25 "DELETE /v2.0/networks/0ea338f9-9372-47f6-98c7-c304f569aa68 HTTP/1.1" status: 204 len: 168 time: 0.4019554 Aug 30 23:18:54.363297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 2668fcf0-548b-4725-b84c-6faf9daa3f44 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:54.379652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637c869-6472-4f19-b4ae-8f13d3d521d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ea338f9-9372-47f6-98c7-c304f569aa68,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:54.612555 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.682769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52718) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:54.792004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=2668fcf0-548b-4725-b84c-6faf9daa3f44,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:54.794024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7fd9f5fa-4761-4ef5-a2dc-163d0d1e9fbe admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=52da21708be3462d988c57ecdfc8ef21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1099193 Aug 30 23:18:54.796464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:54.823872 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.824628 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 16f00dc8-95bb-467c-b497-c1b914359ee4 disassociated (deleted). External IP: 172.25.7.53, port: f7d5977b-b258-4b5d-bc4b-9a833ae40e77. Aug 30 23:18:54.875190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.904948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.982379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.992554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:54.995659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d68f233d-6504-4f29-833a-44bf30594b96 HTTP/1.1" status: 204 len: 168 time: 0.1916084 Aug 30 23:18:55.010929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556efef-d22a-45d8-9f33-0212c42f462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68f233d-6504-4f29-833a-44bf30594b96,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:55.490750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:18:55.620356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52734) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:55.654860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:18:55.668586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:18:55.682412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:55.688289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:55.692301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:55.700867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-587f627b-38fa-4f54-94ce-c106e1aeb546 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ebc2ad32e6640c9ac616d4bcaac6959&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762522 Aug 30 23:18:55.701292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52736) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:55.719887 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-030828b7-c4c6-4e42-9a77-ad224a5f9652 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "DELETE /v2.0/floatingips/16f00dc8-95bb-467c-b497-c1b914359ee4 HTTP/1.1" status: 204 len: 168 time: 1.7770667 Aug 30 23:18:55.720679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:55.723479 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:55.792281 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83c5d7f-c913-454f-86a2-4223e740809e x-openstack-request-id: req-f83c5d7f-c913-454f-86a2-4223e740809e {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:55.792790 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:55.793316 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f83c5d7f-c913-454f-86a2-4223e740809e {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:55.794051 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'status': 'completed', 'code': 200} Aug 30 23:18:55.869017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7abb01d-c836-41ac-a6ee-4c55ef12fe8d no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:18:55.899081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: a7abb01d-c836-41ac-a6ee-4c55ef12fe8d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:18:55.899677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7abb01d-c836-41ac-a6ee-4c55ef12fe8d not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:18:55.915384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:56.232746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:56.264492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:18:56.279522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:18:56.280164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:56.407510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:18:56.425847 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:56.507586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:56.556817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-a2e46541-fc38-44ec-b546-443eee0d2968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:56.565896 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-a2e46541-fc38-44ec-b546-443eee0d2968 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 1098 time: 0.7100458 Aug 30 23:18:56.624462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322214a-5dbd-4456-9dfb-48402a921e3e req-95f386b8-4768-4160-8838-a153de8682d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:56.627201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c322214a-5dbd-4456-9dfb-48402a921e3e req-95f386b8-4768-4160-8838-a153de8682d3 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.2253537 Aug 30 23:18:56.745730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:18:56.804564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c322214a-5dbd-4456-9dfb-48402a921e3e req-36067388-9530-44cf-a131-47f664908a70 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677878 Aug 30 23:18:56.809386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:56.832941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:56.834885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1de5827-101e-4349-8d0c-deb66edd42df HTTP/1.1" status: 204 len: 168 time: 1.1223860 Aug 30 23:18:56.861650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4cefc9-20fe-4915-8056-072b5dd83202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1de5827-101e-4349-8d0c-deb66edd42df,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:56.870398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78495a-d01e-4672-bafb-a5af66b526f1 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '2ee163dd-981c-4886-bd93-95aefe62dab8', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'floating_ip_address': '172.25.7.83', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'port_id': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'mac_address': 'fa:16:3e:7f:ff:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '116019e8-1715-4de4-a4b1-db02f3df9745', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:14:48Z', 'updated_at': '2021-08-30T23:14:52Z', 'revision_number': 1, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:18:56.906756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-089ad850-1b7f-428a-8843-608e1ea91424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:56.911587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-089ad850-1b7f-428a-8843-608e1ea91424 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.3284180 Aug 30 23:18:56.989056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-b2f762dd-10b7-4e7f-92cd-09ecd9a7761f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 200 len: 217 time: 0.0656214 Aug 30 23:18:57.067362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-4ef63c59-067a-45db-9e32-f352b7b84775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:57.069547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-4ef63c59-067a-45db-9e32-f352b7b84775 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.0702984 Aug 30 23:18:57.177837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-b234fd53-1899-49f8-b318-cf067b0b461d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:57.181005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-b234fd53-1899-49f8-b318-cf067b0b461d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014769 Aug 30 23:18:57.368424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-5c4d2bdf-f0ec-4499-a9fd-e909b55b0872 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768916 Aug 30 23:18:57.414352 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca42db0-d99b-4d12-8b93-d0eee3cb5d7f None None] New status for floating IP 16f00dc8-95bb-467c-b497-c1b914359ee4: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:18:57.528591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91ecfc72-1f43-4d40-9080-ef4ee87a1f59 req-6a5acd39-d09d-4023-a518-b3198ca156c0 service neutron] 10.222.0.52 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515145 Aug 30 23:18:57.866688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-27ad90f5-1970-4005-a09a-c3ef44f474d5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:57.869405 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-27ad90f5-1970-4005-a09a-c3ef44f474d5 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.0985966 Aug 30 23:18:57.876678 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:57.968698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b98e3-066d-4e45-adbc-5f0e0f4d65cd req-ba223bd8-7886-431e-a12c-03c7daf5c3d6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:57.976521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b7b98e3-066d-4e45-adbc-5f0e0f4d65cd req-ba223bd8-7886-431e-a12c-03c7daf5c3d6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 946 time: 0.0641525 Aug 30 23:18:58.048800 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5b7b98e3-066d-4e45-adbc-5f0e0f4d65cd req-e4d88901-1da9-4311-a829-1a78e8389c0b tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706172 Aug 30 23:18:58.062504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:18:58.062852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.169030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52780) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:58.199488 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port f7d5977b-b258-4b5d-bc4b-9a833ae40e77, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:18:58.200243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.225557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for f7d5977b-b258-4b5d-bc4b-9a833ae40e77 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:18:58.324823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-832771256-network', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:58.353269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Made reservation on behalf of 608cb085dda044c4b29efce14fe40aa9 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:58.355667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.373751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.456041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.492391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=f7d5977b-b258-4b5d-bc4b-9a833ae40e77,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:58.517231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.523166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.559790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port f7d5977b-b258-4b5d-bc4b-9a833ae40e77 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:18:58.562999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.567725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a26f9ee5-62d3-404a-a25e-4be3be6e5e32 req-a2c21876-ebd2-4c2d-8183-e9c0ae902f5a tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.52 "DELETE /v2.0/ports/f7d5977b-b258-4b5d-bc4b-9a833ae40e77 HTTP/1.1" status: 204 len: 173 time: 0.6874623 Aug 30 23:18:58.567725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'name': 'network-vif-deleted', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:18:58.569678 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da4904a-a754-40db-a893-21586ddf978e" -d '{"events": [{"server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "name": "network-vif-deleted", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:18:58.575752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:18:58.594401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294cdb9-34e8-4e31-b71b-a089a1149509,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:58.601459 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.601984 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Added segment 9a0d07a5-98ed-4803-b8eb-96362ab8500a of type vlan for network c9078b24-40f0-4fd8-b69a-179082095f5c Aug 30 23:18:58.665356 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9220b54-b51c-426a-a220-e2b78f848700 x-openstack-request-id: req-b9220b54-b51c-426a-a220-e2b78f848700 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:18:58.665933 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ee42b8-bd7d-4a30-8fb2-c902086b370b", "name": "network-vif-deleted", "tag": "f7d5977b-b258-4b5d-bc4b-9a833ae40e77", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:18:58.666344 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9220b54-b51c-426a-a220-e2b78f848700 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:18:58.666947 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3ee42b8-bd7d-4a30-8fb2-c902086b370b', 'name': 'network-vif-deleted', 'tag': 'f7d5977b-b258-4b5d-bc4b-9a833ae40e77', 'status': 'completed', 'code': 200} Aug 30 23:18:58.683616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.722927 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.724198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:58.724992 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:58.809078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6344073 Aug 30 23:18:58.810355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52790) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:58.816481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Request body: {'subnet': {'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-832771256-subnet', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:58.824294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd2f822-adef-4c57-b900-865491b8a802 admin admin] Pushing event updated for resources: {'Network': ['ID=c9078b24-40f0-4fd8-b69a-179082095f5c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:58.836427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c9078b24-40f0-4fd8-b69a-179082095f5c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:18:58.866788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Made reservation on behalf of 608cb085dda044c4b29efce14fe40aa9 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:18:58.875118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.253241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-911cd38b-5f99-44fa-8aaf-8aec943f2a5a req-8b089377-559e-490c-b954-78aa4574df5e tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0567293 Aug 30 23:18:59.318395 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.422459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Pushing event updated for resources: {'Subnet': ['ID=421b9465-8b33-4144-83d3-c082aab071c3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:18:59.440743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Checking segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:18:59.441402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Network hostable DHCP agents. Network: c9078b24-40f0-4fd8-b69a-179082095f5c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:18:59.465166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Network c9078b24-40f0-4fd8-b69a-179082095f5c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:18:59.485202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c9078b24-40f0-4fd8-b69a-179082095f5c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:18:59.493082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:18:59.494014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.503183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2573567-29ae-4dac-bcae-63d0b053948f None None] Network c9078b24-40f0-4fd8-b69a-179082095f5c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:18:59.538415 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6caa4d0b-c9fa-4de3-b720-17c09f17437e admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7264807 Aug 30 23:18:59.540874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52794) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:18:59.545853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:18:59.600118 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.601436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.780232 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.868763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-c9078b24-40f0-4fd8-b69a-179082095f5c', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:18:59.869977 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:18:59.971472 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.291244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Allocated IP 172.20.0.2 (c9078b24-40f0-4fd8-b69a-179082095f5c/421b9465-8b33-4144-83d3-c082aab071c3/33ad2d8b-e4e3-4d61-bad9-e88f0815c32e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:00.291504 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.345444 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.527828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9dd6c80d-353f-4169-baa7-d8fb88fcbc12 req-c2e363ab-1c40-4c8e-971d-6004a9f9a722 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0578253 Aug 30 23:19:00.539924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Allocated IP 172.25.7.244 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/539bc892-591d-4b8c-9329-9733648290b7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:00.592949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.604414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Transition to ACTIVE for port object 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:00.621375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Transition to ACTIVE for port object 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:00.633373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.672455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.695181 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Network c9078b24-40f0-4fd8-b69a-179082095f5c is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:00.696944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Pushing event updated for resources: {'Port': ['ID=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:00.700381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:00.703947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:00.744239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.744750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.745352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.746006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.746543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.746928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.747346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.747692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.748138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.748503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.748871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.749211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:00.750175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.803385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:00.807421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:00.810103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:00.816590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Attempting to bind port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:00.817078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Attempting to bind port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:00.817505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Attempting to bind port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:00.825560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:00.826069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Checking segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:00.826549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.827024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Bound using segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:00.828005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Bound port: 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:00.828730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:00.886612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Pushing event updated for resources: {'Port': ['ID=539bc892-591d-4b8c-9329-9733648290b7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:00.968785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] For port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:00.981255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] For port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:00.990513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:01.093627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a189099-5da0-4e64-a676-3d81c6d2abb2 None None] Pushing event updated for resources: {'Port': ['ID=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:01.399935 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:01.673262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b19b2388-be70-455c-b97a-bcdd2686909f req-e6f4dc29-12df-424a-9fcd-cd7a2ddce388 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0386791 Aug 30 23:19:01.694415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:01.961590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Router ca08b785-ce94-4823-983c-f704ea26269c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:19:02.102887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:02.239225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:02.278608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f7d5977b-b258-4b5d-bc4b-9a833ae40e77 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:02.328748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: f7d5977b-b258-4b5d-bc4b-9a833ae40e77 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:02.329155 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device f7d5977b-b258-4b5d-bc4b-9a833ae40e77 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:02.643679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:02.653450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Sync routers for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:02.667193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:02.670226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:02.681672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:02.685685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-eeecb4b4-9a69-413e-bcc0-b68357782214 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1412818 Aug 30 23:19:02.686607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:02.791815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e3438a-d192-45a9-ab8d-063debf4ce1d None None] Network c9078b24-40f0-4fd8-b69a-179082095f5c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:02.922762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Provisioning for port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:02.976138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Provisioning complete for port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:02.976713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:02.977336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8787a3d8-d314-48f2-8d92-42f5b542c4e4 req-db23ae52-bbcd-42e1-9e32-f05024e079f8 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0933347 Aug 30 23:19:03.058775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:03.344691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.372976 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.418399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:01Z', 'revision_number': 3, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:03.468528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Checking router: ca08b785-ce94-4823-983c-f704ea26269c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:03.468884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Updating router ca08b785-ce94-4823-983c-f704ea26269c port 539bc892-591d-4b8c-9329-9733648290b7 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:19:03.472819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] For port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:03.521905 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.544126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.600260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Allocated IP 172.20.0.1 (c9078b24-40f0-4fd8-b69a-179082095f5c/421b9465-8b33-4144-83d3-c082aab071c3/c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:03.727407 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.747663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Transition to ACTIVE for port object c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:03.787521 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.819900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eae04ad6-8061-409f-8cd8-e14662331dbf None None] Provisioning complete for port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:03.820285 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eae04ad6-8061-409f-8cd8-e14662331dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:03.840329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:03.867982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Network c9078b24-40f0-4fd8-b69a-179082095f5c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:03.869540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6dcb71-d47d-4dd5-892e-caee943f7e9b None None] Pushing event updated for resources: {'Port': ['ID=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:03.870567 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:03.882144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:03.975815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.046088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:04.165707 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7bd7a3f-d0ba-4a9e-85a9-1c50857ceedb req-7f322c55-05ee-46af-892e-780317ce5bc9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3ee42b8-bd7d-4a30-8fb2-c902086b370b HTTP/1.1" status: 200 len: 210 time: 0.0397632 Aug 30 23:19:04.200318 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.220088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Transition to ACTIVE for port object 539bc892-591d-4b8c-9329-9733648290b7 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:04.224909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:04.225855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.241177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.265549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.376646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Attempting to bind port 539bc892-591d-4b8c-9329-9733648290b7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:04.378030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Attempting to bind port 539bc892-591d-4b8c-9329-9733648290b7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:04.378369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Attempting to bind port 539bc892-591d-4b8c-9329-9733648290b7 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:04.395788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bb852205-d6a1-438b-8aca-b58e9c2ba8c9 None None] Provisioning for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:04.401486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0065c-162d-4a2a-bb3d-662adf9b60c9 None None] Pushing event updated for resources: {'Port': ['ID=539bc892-591d-4b8c-9329-9733648290b7,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:04.411836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:04.412464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:04.413098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.413749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:04.414580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Bound port: 539bc892-591d-4b8c-9329-9733648290b7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:04.415217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.420758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-bb852205-d6a1-438b-8aca-b58e9c2ba8c9 None None] Provisioning complete for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:04.421381 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bb852205-d6a1-438b-8aca-b58e9c2ba8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.489124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.495774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.567368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-bb852205-d6a1-438b-8aca-b58e9c2ba8c9 None None] Port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:04.577263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] For port 539bc892-591d-4b8c-9329-9733648290b7, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:04.582973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] For port 539bc892-591d-4b8c-9329-9733648290b7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=539bc892-591d-4b8c-9329-9733648290b7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:04.588378 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.600970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Pushing event updated for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:04.603172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:04.654702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:04.655999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:04.705764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c0065c-162d-4a2a-bb3d-662adf9b60c9 None None] Pushing event updated for resources: {'Port': ['ID=539bc892-591d-4b8c-9329-9733648290b7,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:04.757022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Network c9078b24-40f0-4fd8-b69a-179082095f5c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:04.759265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:04.812519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:04.980620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Router ca08b785-ce94-4823-983c-f704ea26269c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:05.159834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4', 'name': '', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'mac_address': 'fa:16:3e:fc:a2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:03Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 2, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'subnets': [{'id': '421b9465-8b33-4144-83d3-c082aab071c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:05.171394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:05.178735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a7444697-66a1-443c-a4c8-91fac3230d86 admin admin] 10.222.0.25 "PUT /v2.0/routers/ca08b785-ce94-4823-983c-f704ea26269c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4905355 Aug 30 23:19:05.209083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52478b89-98f0-4fc7-9cd2-80a6d66ed6c3 None None] The sync data for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 is: [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4', 'name': '', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'mac_address': 'fa:16:3e:fc:a2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:03Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 2, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'subnets': [{'id': '421b9465-8b33-4144-83d3-c082aab071c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:05.226835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-05bba5f7-7a69-494e-b5d7-0bbd7004401f None None] Provisioning complete for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:05.227390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05bba5f7-7a69-494e-b5d7-0bbd7004401f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:05.275054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-05bba5f7-7a69-494e-b5d7-0bbd7004401f None None] Port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:05.981258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:05.987264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-759828275-network', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:06.026825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Made reservation on behalf of b536d0a391fd419da79e70cbe81b7cfc for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:19:06.031395 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.054294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.292591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.298454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.334820 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:19:06.356804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ded863-0556-472d-a16f-d3b360609e91,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:06.376005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.376987 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Added segment 9dc7c6a6-1f52-466d-8b34-6116ff2ffd94 of type vlan for network 693107d3-28b4-4896-990b-da0b3918785b Aug 30 23:19:06.476522 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.620882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.622108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:06.622972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.733402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c108c5-af8d-4368-a64a-21d445285635 req-88dae9b9-95c4-4ebf-8093-982db6862a93 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:06.735417 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55c108c5-af8d-4368-a64a-21d445285635 req-88dae9b9-95c4-4ebf-8093-982db6862a93 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.1916068 Aug 30 23:19:06.736467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] Pushing event updated for resources: {'Network': ['ID=693107d3-28b4-4896-990b-da0b3918785b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:06.746624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15e36338-b363-47c1-ace3-daa7221ddb78 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7608874 Aug 30 23:19:06.746950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:06.753795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 693107d3-28b4-4896-990b-da0b3918785b details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:19:06.759984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Request body: {'subnet': {'network_id': '693107d3-28b4-4896-990b-da0b3918785b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-759828275-subnet', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:06.834695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Made reservation on behalf of b536d0a391fd419da79e70cbe81b7cfc for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:19:06.837396 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:06.873514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55c108c5-af8d-4368-a64a-21d445285635 req-9cc662fb-5347-4e24-b26d-8ea9410fa50d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267450 Aug 30 23:19:07.114790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.184240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb703731-3a19-41a7-8a6a-69797caad3ee,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:07.192491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Checking segment: {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:07.192849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Network hostable DHCP agents. Network: 693107d3-28b4-4896-990b-da0b3918785b, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:19:07.214813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Network 693107d3-28b4-4896-990b-da0b3918785b is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:19:07.227813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 693107d3-28b4-4896-990b-da0b3918785b) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:07.235657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:07.237039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.239704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5321c512-e276-4f1d-9fa0-832de8daa078 None None] Network 693107d3-28b4-4896-990b-da0b3918785b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:07.266076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7d1536d0-498f-40dd-baf3-279bd05cd4d0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5133142 Aug 30 23:19:07.266501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52950) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:07.275086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:07.327760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.330409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.376490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52954) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:07.440074 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.509157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Deleting subnet 25899921-f486-4194-a538-c44d21e0595a {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:19:07.515800 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.599190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.766662 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.777141 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.851954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.880288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-693107d3-28b4-4896-990b-da0b3918785b', 'network_id': '693107d3-28b4-4896-990b-da0b3918785b', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'fixed_ips': [{'subnet_id': 'cb703731-3a19-41a7-8a6a-69797caad3ee'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:19:07.881998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.883721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25899921-f486-4194-a538-c44d21e0595a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:07.887696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:07.892823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c3f9b7ca-0cea-4f34-89fc-cfff7801fa69 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/25899921-f486-4194-a538-c44d21e0595a HTTP/1.1" status: 204 len: 168 time: 0.5085878 Aug 30 23:19:07.893452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52958) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:08.045855 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.075177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 539bc892-591d-4b8c-9329-9733648290b7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:08.179073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.203437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd6494fb-2a4d-4b34-a358-22ae1283ef45']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:08.217349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Allocated IP 172.20.0.2 (693107d3-28b4-4896-990b-da0b3918785b/cb703731-3a19-41a7-8a6a-69797caad3ee/a056efff-1c7c-49b6-bc65-db9359ea08c5) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:08.221940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 539bc892-591d-4b8c-9329-9733648290b7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:08.228526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 539bc892-591d-4b8c-9329-9733648290b7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:08.228909 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.233339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:08.233931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a2b7c85-9dd9-4de6-a507-d21b5bfd48ba') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:08.254956 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.266520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.284481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.295378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:19:08.296761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:19:08.300625 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:19:08.308223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.427054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.453059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.456063 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] 10.222.0.25 "DELETE /v2.0/networks/dd6494fb-2a4d-4b34-a358-22ae1283ef45 HTTP/1.1" status: 204 len: 168 time: 0.5613563 Aug 30 23:19:08.457142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3330a4-113a-402a-a03d-93f82279f0fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dd6494fb-2a4d-4b34-a358-22ae1283ef45,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:08.476003 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.497151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Allocated IP 172.25.7.80 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/7e5f2487-2328-46e1-800b-92938c5ae157) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:08.514666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 539bc892-591d-4b8c-9329-9733648290b7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=539bc892-591d-4b8c-9329-9733648290b7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:08.529694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.610634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=539bc892-591d-4b8c-9329-9733648290b7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:08.652991 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c4fa7-167e-4057-acfd-ecbc1927bd3b req-6d755ad3-6bfa-4002-bc14-1321a1aa2759 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:08.654866 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-415c4fa7-167e-4057-acfd-ecbc1927bd3b req-6d755ad3-6bfa-4002-bc14-1321a1aa2759 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.5672259 Aug 30 23:19:08.686265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Sync routers for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:08.706837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:08.707433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.711058 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:08.728549 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Transition to ACTIVE for port object a056efff-1c7c-49b6-bc65-db9359ea08c5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:08.734236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52966) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:08.735876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.751830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Transition to ACTIVE for port object a056efff-1c7c-49b6-bc65-db9359ea08c5 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:08.764331 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.801512 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:08.822043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-febff0d9-208b-4aa8-b57b-395ec0da2764 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3f41fc30404f4d2e97aca3e07abf554d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862761 Aug 30 23:19:08.828225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 52968) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:08.838837 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:19:08.872335 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:08.895038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-415c4fa7-167e-4057-acfd-ecbc1927bd3b req-97f428da-27df-4b13-8df8-0f130e1f08f5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141726 Aug 30 23:19:08.897718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Pushing event updated for resources: {'Port': ['ID=a056efff-1c7c-49b6-bc65-db9359ea08c5,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:08.912748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Network 693107d3-28b4-4896-990b-da0b3918785b is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:08.914608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:08.923631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:08.924465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:08.935133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:08.959255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Pushing event updated for resources: {'Port': ['ID=7e5f2487-2328-46e1-800b-92938c5ae157,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:09.003683 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.005237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:09.042256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Attempting to bind port a056efff-1c7c-49b6-bc65-db9359ea08c5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:09.042890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Attempting to bind port a056efff-1c7c-49b6-bc65-db9359ea08c5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:09.048139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Attempting to bind port a056efff-1c7c-49b6-bc65-db9359ea08c5 on network 693107d3-28b4-4896-990b-da0b3918785b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:09.057470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.065261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:09.065647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Checking segment: {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:09.066098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.066503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Bound using segment: {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:09.066993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Bound port: a056efff-1c7c-49b6-bc65-db9359ea08c5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:09.067386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.132444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.135257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.136437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8bb793b3-6d6d-411c-921a-94b5d9564422 HTTP/1.1" status: 204 len: 168 time: 0.3065081 Aug 30 23:19:09.146026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7083db7-15c8-413f-b646-27acd3aafeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb793b3-6d6d-411c-921a-94b5d9564422,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:09.231008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] For port a056efff-1c7c-49b6-bc65-db9359ea08c5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:09.234857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] For port a056efff-1c7c-49b6-bc65-db9359ea08c5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a056efff-1c7c-49b6-bc65-db9359ea08c5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:09.242235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.343437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7861ae-bbe1-4fd0-95b5-ece13a934e82 None None] Pushing event updated for resources: {'Port': ['ID=a056efff-1c7c-49b6-bc65-db9359ea08c5,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:09.369275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.410612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4', 'name': '', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'mac_address': 'fa:16:3e:fc:a2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:03Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 2, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'subnets': [{'id': '421b9465-8b33-4144-83d3-c082aab071c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:09.458994 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Checking router: ca08b785-ce94-4823-983c-f704ea26269c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:09.459629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Updating router ca08b785-ce94-4823-983c-f704ea26269c port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:19:09.510428 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.758242 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:09.987201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:19:10.130399 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.146533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Transition to ACTIVE for port object c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:10.156866 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.209141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:10.221243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Sync routers for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:10.256011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:10.262047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:10.273351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.277119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1c051415-1f97-4113-a597-6d70646deece admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0071971 Aug 30 23:19:10.284004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 52992) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:10.316550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1a5c2-a7ca-4ef6-95d1-dd6f8d01298b req-149fedcb-9e1d-4a28-bb2d-d9c553542071 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:10.320282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8e1a5c2-a7ca-4ef6-95d1-dd6f8d01298b req-149fedcb-9e1d-4a28-bb2d-d9c553542071 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.2376926 Aug 30 23:19:10.429990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a056efff-1c7c-49b6-bc65-db9359ea08c5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:10.446594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d8e1a5c2-a7ca-4ef6-95d1-dd6f8d01298b req-061f90ec-5e2b-4416-b22b-7dd1e45be0ec tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196442 Aug 30 23:19:10.529486 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb8268-856a-4a4e-b19f-4ed1cedd6958 None None] Pushing event updated for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:10.549034 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Attempting to bind port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:10.549557 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Attempting to bind port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:10.550071 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Attempting to bind port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:10.563331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:10.563850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Checking segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:10.564390 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.565706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Bound using segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:10.567924 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Bound port: c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:10.569008 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.620467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:10.744911 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] For port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:10.749378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] For port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:10.754332 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.797888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ae54c81-03ab-41c0-b0a4-0c42ef54f7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:10.835804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a056efff-1c7c-49b6-bc65-db9359ea08c5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:10.840850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:10.842967 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:10.868474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 539bc892-591d-4b8c-9329-9733648290b7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:10.976407 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb8268-856a-4a4e-b19f-4ed1cedd6958 None None] Pushing event updated for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:10.992082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 539bc892-591d-4b8c-9329-9733648290b7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:10.992486 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.049672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c67ef-d49e-4a0e-84fc-9f89b624417a None None] Network 693107d3-28b4-4896-990b-da0b3918785b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:11.143652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:11.175799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:09Z', 'revision_number': 3, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:11.218049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Checking router: 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:11.218678 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Updating router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 port 7e5f2487-2328-46e1-800b-92938c5ae157 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:19:11.272153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Provisioning for port a056efff-1c7c-49b6-bc65-db9359ea08c5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:11.285248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.306093 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.620895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.636016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Transition to ACTIVE for port object 7e5f2487-2328-46e1-800b-92938c5ae157 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:11.640452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Provisioning complete for port a056efff-1c7c-49b6-bc65-db9359ea08c5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:11.641208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.690811 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4', 'name': '', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'mac_address': 'fa:16:3e:fc:a2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:03Z', 'updated_at': '2021-08-30T23:19:10Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'subnets': [{'id': '421b9465-8b33-4144-83d3-c082aab071c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:11.691475 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.739248 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8ff7e7-35e3-46c6-934c-6fe40c4bfdc4 None None] The sync data for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 is: [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:04Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4', 'name': '', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'mac_address': 'fa:16:3e:fc:a2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:03Z', 'updated_at': '2021-08-30T23:19:10Z', 'revision_number': 4, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'subnets': [{'id': '421b9465-8b33-4144-83d3-c082aab071c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:11.821044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Attempting to bind port 7e5f2487-2328-46e1-800b-92938c5ae157 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:11.821871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Attempting to bind port 7e5f2487-2328-46e1-800b-92938c5ae157 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:11.822385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Attempting to bind port 7e5f2487-2328-46e1-800b-92938c5ae157 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:11.854382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:11.854942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:11.855574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.856078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:11.856679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Bound port: 7e5f2487-2328-46e1-800b-92938c5ae157, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:11.857177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:11.956891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f3ce-710f-475c-b2d6-23b2cf46d90e None None] Pushing event updated for resources: {'Port': ['ID=7e5f2487-2328-46e1-800b-92938c5ae157,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:12.034705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.105310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:12.155844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] For port 7e5f2487-2328-46e1-800b-92938c5ae157, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:12.156626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Allocated IP 172.20.0.1 (693107d3-28b4-4896-990b-da0b3918785b/cb703731-3a19-41a7-8a6a-69797caad3ee/f1fc878d-11f1-4e0c-a461-5a74a7f296a5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:12.186851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f698e5f-8109-4e01-86bc-af25d077bdc5 req-4524a921-fcb1-4890-86c0-a9b0186ace6f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:12.189175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f698e5f-8109-4e01-86bc-af25d077bdc5 req-4524a921-fcb1-4890-86c0-a9b0186ace6f tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0909364 Aug 30 23:19:12.213707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] For port 7e5f2487-2328-46e1-800b-92938c5ae157, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7e5f2487-2328-46e1-800b-92938c5ae157,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:12.241488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.257445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] For port a056efff-1c7c-49b6-bc65-db9359ea08c5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a056efff-1c7c-49b6-bc65-db9359ea08c5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:12.335225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f698e5f-8109-4e01-86bc-af25d077bdc5 req-d4774fd4-67ff-4460-b9f4-ac774eeacf0a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1378753 Aug 30 23:19:12.346229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.374274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:12.386154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:12.386637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.418162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.442079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595f3ce-710f-475c-b2d6-23b2cf46d90e None None] Pushing event updated for resources: {'Port': ['ID=7e5f2487-2328-46e1-800b-92938c5ae157,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:12.447191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Transition to ACTIVE for port object f1fc878d-11f1-4e0c-a461-5a74a7f296a5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:12.502014 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.507823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:12.508445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:18:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:12.574781 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Network 693107d3-28b4-4896-990b-da0b3918785b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:12.578794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:12.585969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:12.590495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:12.642520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.877731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:12.884029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdd663d-bc73-4d61-9985-39d9278d87f4 None None] Pushing event updated for resources: {'Port': ['ID=a056efff-1c7c-49b6-bc65-db9359ea08c5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:12.905553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7501ee8d-19b5-47de-8674-754e378f41c0 None None] Provisioning complete for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:12.905862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7501ee8d-19b5-47de-8674-754e378f41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.003531 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.040647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:13.068035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.078827 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.084714 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.134179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53020) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:13.160058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Pushing event updated for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:13.162945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.205142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:13.223299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.256932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7501ee8d-19b5-47de-8674-754e378f41c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.270637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Network 693107d3-28b4-4896-990b-da0b3918785b is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:13.272274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:13.325100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 801e26d6-855b-49e5-a8e7-7f7fa139fdf6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:13.325424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.366263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:13.377873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-31b2387d-e890-4dc9-a767-ad63a8397e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.406532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-7501ee8d-19b5-47de-8674-754e378f41c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:19:13.406894 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-7501ee8d-19b5-47de-8674-754e378f41c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:19:13.411915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:13.438199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:09Z', 'revision_number': 3, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:13.455265 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.455592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.486983 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 801e26d6-855b-49e5-a8e7-7f7fa139fdf6 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:13.488622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ddb07-fa6f-4edc-bfc4-417a1f30c4b6 None None] The sync data for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 is: [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:09Z', 'revision_number': 3, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:13.552494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:13.559760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0a930305-c9bd-4b3b-922e-8c0728303af1 admin admin] 10.222.0.25 "PUT /v2.0/routers/02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2746351 Aug 30 23:19:13.579927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52693a28-7fd7-4d2b-92e8-4890383179ce req-856588ca-2ac5-4c65-bd20-7c2f5b3c63a3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:13.581899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52693a28-7fd7-4d2b-92e8-4890383179ce req-856588ca-2ac5-4c65-bd20-7c2f5b3c63a3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.1159966 Aug 30 23:19:13.640788 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52693a28-7fd7-4d2b-92e8-4890383179ce req-7653750e-6aa2-4227-96ab-d4d000054ff5 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507650 Aug 30 23:19:13.739527 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.790549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=801e26d6-855b-49e5-a8e7-7f7fa139fdf6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:13.894706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:13.895311 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Floating IP 2ee163dd-981c-4886-bd93-95aefe62dab8 disassociated (deleted). External IP: 172.25.7.83, port: 8c068105-2d4f-454a-bcd8-fd401c6d140a. Aug 30 23:19:14.056191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-20c5b817-0548-4364-9de1-a2567ec14354 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=58576df8d9f24ea08c2e225866379c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238910 Aug 30 23:19:14.112789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Provisioning for port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:14.118733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Provisioning complete for port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:14.119406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.174185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a056efff-1c7c-49b6-bc65-db9359ea08c5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:14.219646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:14.237661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Provisioning complete for port a056efff-1c7c-49b6-bc65-db9359ea08c5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:14.238211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1e67d6df-2e95-4516-a19b-e6835d177dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.292434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-c1be8b29-9637-4a06-9f6e-a7e1e7530002 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:14.294466 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-c1be8b29-9637-4a06-9f6e-a7e1e7530002 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2293139 Aug 30 23:19:14.296504 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a056efff-1c7c-49b6-bc65-db9359ea08c5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:14.297658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.325647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-fe5795be-3a0f-4e0f-87e0-b93d0e4df283 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/quotas/58576df8d9f24ea08c2e225866379c44 HTTP/1.1" status: 200 len: 375 time: 0.0233557 Aug 30 23:19:14.345889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-99a11be9-6ca1-478e-bf36-384b59dbe513 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:14.347739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-99a11be9-6ca1-478e-bf36-384b59dbe513 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.1920743 Aug 30 23:19:14.361245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-a28773da-2db9-4eb5-8713-2b27bd3d0794 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=58576df8d9f24ea08c2e225866379c44&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342240 Aug 30 23:19:14.372389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:14.385516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-8042ac89-38b0-4fa0-b8c0-5321014a103f tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/quotas/b536d0a391fd419da79e70cbe81b7cfc HTTP/1.1" status: 200 len: 375 time: 0.0315995 Aug 30 23:19:14.437634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7e5f2487-2328-46e1-800b-92938c5ae157 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:14.500281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7e5f2487-2328-46e1-800b-92938c5ae157 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:14.515524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7e5f2487-2328-46e1-800b-92938c5ae157 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:14.516183 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.518901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:14.523802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.528273 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5faa8c5f-655c-43db-a95d-80ba7198f754 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1295471 Aug 30 23:19:14.536756 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:14.553747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:14.555139 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:14.594592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f2f71f88-4b02-4d50-b3ae-6b99a679a9e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "DELETE /v2.0/floatingips/2ee163dd-981c-4886-bd93-95aefe62dab8 HTTP/1.1" status: 204 len: 168 time: 1.4587686 Aug 30 23:19:14.597853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:14.604732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.605047 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57df4329-955e-4cd4-9784-81e226ef520f" -d '{"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:14.649908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3d34e479-e6ce-40cf-b193-ff7d35332b63 req-9e616dc0-3de6-429a-a9e3-4ec1a6574eb9 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 210 time: 0.0345461 Aug 30 23:19:14.684634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.721309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-a16294d3-42f1-4d6d-b666-a8bdd15d35f6 service neutron] 10.222.0.25 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917856 Aug 30 23:19:14.733137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7e5f2487-2328-46e1-800b-92938c5ae157, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7e5f2487-2328-46e1-800b-92938c5ae157,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:14.739215 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.740937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:14.806017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:14.856388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7e5f2487-2328-46e1-800b-92938c5ae157,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:14.884583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:14.884963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:14.924942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-b7de8ced-cd4e-4da6-8bb1-5f6f4c81054c service neutron] 10.222.0.25 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977849 Aug 30 23:19:15.021997 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6709c97-fd39-4af5-9b2b-87ae0d0be062 x-openstack-request-id: req-e6709c97-fd39-4af5-9b2b-87ae0d0be062 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:15.022283 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:15.022591 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e6709c97-fd39-4af5-9b2b-87ae0d0be062 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:15.022970 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'status': 'completed', 'code': 200} Aug 30 23:19:15.153622 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4329-955e-4cd4-9784-81e226ef520f req-5c26246c-9472-4d76-be1f-3f18243fa54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:15.155222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-5c26246c-9472-4d76-be1f-3f18243fa54f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6325ea2389ad4caa9b581b240d690f54&device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 1098 time: 0.1236882 Aug 30 23:19:15.291281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a32fb-909f-4068-a8c4-91085abcd11b req-dd9c31a2-2b31-4c09-b3ef-f36562b6e20f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:15.301372 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f42a32fb-909f-4068-a8c4-91085abcd11b req-dd9c31a2-2b31-4c09-b3ef-f36562b6e20f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.0731070 Aug 30 23:19:15.342724 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:15.363569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f42a32fb-909f-4068-a8c4-91085abcd11b req-7d764f16-3faa-4c9d-88eb-958f5ffe4ee9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566192 Aug 30 23:19:15.406555 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:15.420223 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:15.424545 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:15.572264 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1992ae97-fe7b-4ee3-9b58-6e626f0df514 req-ada6c126-7916-46fa-a80f-30bdd4932ce5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 210 time: 0.0997746 Aug 30 23:19:15.634250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:15.692245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54577-2d6d-4b17-9939-c382bd1c2d2f req-a8dbc428-c402-4660-b7c6-3f9302db3100 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:15.693816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cc54577-2d6d-4b17-9939-c382bd1c2d2f req-a8dbc428-c402-4660-b7c6-3f9302db3100 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.6040239 Aug 30 23:19:15.769521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4329-955e-4cd4-9784-81e226ef520f req-ed2e2d02-d4b8-495d-ad5d-b262e7eb18ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:15.770908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-ed2e2d02-d4b8-495d-ad5d-b262e7eb18ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 200 len: 912 time: 0.6061628 Aug 30 23:19:15.784034 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cc54577-2d6d-4b17-9939-c382bd1c2d2f req-8348caf5-8011-469e-a594-d8dcf939125d tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811727 Aug 30 23:19:15.828255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1cdd9286-418a-4c1b-9bad-9c4c7777364e req-8fbdabef-d1e1-4e14-a5cc-d3bcc2337f93 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 210 time: 0.0386987 Aug 30 23:19:15.831180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-b36c7be0-8fa4-4cf4-aa02-2f08355bd377 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 200 len: 217 time: 0.0461183 Aug 30 23:19:15.933561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Sync routers for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:15.948648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:15.949502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:15.957901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4329-955e-4cd4-9784-81e226ef520f req-1d5e7001-b469-45c7-963c-ff4b9e9ab25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:15.967105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-1d5e7001-b469-45c7-963c-ff4b9e9ab25e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 200 len: 850 time: 0.1240287 Aug 30 23:19:16.019529 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:16.053570 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a404fc-0ff6-4cfe-b0fc-0390c7c09454 None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:05:13Z', 'revision_number': 4, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f14fbd5f-d32a-48cc-a5c3-8984d749f5c2', 'name': '', 'network_id': 'a6b26179-a7e6-42f0-8a42-22628eabdd1d', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'mac_address': 'fa:16:3e:5a:77:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:12Z', 'updated_at': '2021-08-30T23:05:28Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'subnets': [{'id': '8875bf64-3d47-478e-9bc1-ffe4f7d21e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:16.064625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-1bcd26fe-a54d-4c7c-9a14-4224874970cd tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=58576df8d9f24ea08c2e225866379c44&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660236 Aug 30 23:19:16.068750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7e5f2487-2328-46e1-800b-92938c5ae157 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:16.085528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57df4329-955e-4cd4-9784-81e226ef520f req-30fc900d-0944-40e0-bb12-79cdca6aa536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:16.087406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-30fc900d-0944-40e0-bb12-79cdca6aa536 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a6b26179-a7e6-42f0-8a42-22628eabdd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1023097 Aug 30 23:19:16.133134 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.168904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:16.219091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7e5f2487-2328-46e1-800b-92938c5ae157 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:16.220612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.287598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-ae642a9b-384f-4df5-a9e9-647c5eb2a37b tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:16.289182 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-ae642a9b-384f-4df5-a9e9-647c5eb2a37b tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155633 Aug 30 23:19:16.293254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-c6595087-f9b1-44cb-96cc-4568ff027eaf service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905446 Aug 30 23:19:16.332591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Request body: {'port': {'device_id': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '58576df8d9f24ea08c2e225866379c44'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:16.461893 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8adc7-e920-4acc-81b0-2510a3114c15 None None] New status for floating IP 2ee163dd-981c-4886-bd93-95aefe62dab8: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:19:16.484787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 4, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f1fc878d-11f1-4e0c-a461-5a74a7f296a5', 'name': '', 'network_id': '693107d3-28b4-4896-990b-da0b3918785b', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'mac_address': 'fa:16:3e:af:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:11Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 2, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'subnets': [{'id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:16.523973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Checking router: 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:16.524532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Updating router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:19:16.548968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57df4329-955e-4cd4-9784-81e226ef520f req-550ccf50-e32a-42aa-a2a3-867d4e33c2a0 service neutron] 10.222.0.47 "GET /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682029 Aug 30 23:19:16.557038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.569970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53afcfb9-5da6-417f-9218-63802d6c3ef7 req-9e8fde40-2f9a-43be-8a68-985cb10ede6c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:16.571753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53afcfb9-5da6-417f-9218-63802d6c3ef7 req-9e8fde40-2f9a-43be-8a68-985cb10ede6c tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.1164465 Aug 30 23:19:16.591964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Made reservation on behalf of 58576df8d9f24ea08c2e225866379c44 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:19:16.595580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.624122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.662934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53afcfb9-5da6-417f-9218-63802d6c3ef7 req-1602f564-48d5-4f7b-9e03-8ad0c2aa040f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/security-groups?id=455bdf24-65aa-44ed-bae6-904a5d8d2781&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807703 Aug 30 23:19:16.692885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b32bce5b-b779-4c8d-ae06-5c07e7a4e47d req-f03e7029-4c87-4e0c-a07e-13f1f4fdb798 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 210 time: 0.0306654 Aug 30 23:19:16.742908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.47', 51723) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:16.791590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-5acfb394-2422-456d-a27c-573b3a0a5fca tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:16.793141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-5acfb394-2422-456d-a27c-573b3a0a5fca tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 946 time: 0.0815585 Aug 30 23:19:16.879096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.883134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-e1b901a2-b24c-48c7-ab6d-00de82448d32 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:16.883886 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:16.886632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-e1b901a2-b24c-48c7-ab6d-00de82448d32 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.47 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.1424274 Aug 30 23:19:16.902595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Request body: {'port': {'device_id': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'admin_state_up': True, 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:16.951674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Made reservation on behalf of b536d0a391fd419da79e70cbe81b7cfc for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:19:16.956336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.007747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.026831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 8c068105-2d4f-454a-bcd8-fd401c6d140a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:17.027202 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.036676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.037018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.037360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.037693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.038062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.038393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.038613 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4902c98a-3bfa-4342-9479-3ce773232a76 req-77eee8e6-80e7-4f6d-bc20-bf6dc84e38b9 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 210 time: 0.0398602 Aug 30 23:19:17.038754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.039031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.039355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.039891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.040008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.040298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:17.045130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.062970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Transition to ACTIVE for port object f1fc878d-11f1-4e0c-a461-5a74a7f296a5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:17.076464 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.133347 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43365-87df-4cc8-b8e6-ec5d8a57752e None None] Pushing event updated for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.153528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de8281-6b06-4a61-b84d-6d8db4c0d518 req-6973193e-1a5f-40d4-9002-8f60e34f1a32 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:17.155356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9de8281-6b06-4a61-b84d-6d8db4c0d518 req-6973193e-1a5f-40d4-9002-8f60e34f1a32 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.2007768 Aug 30 23:19:17.167846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Allocated IP 172.20.0.13 (c9078b24-40f0-4fd8-b69a-179082095f5c/421b9465-8b33-4144-83d3-c082aab071c3/6fe558f1-8a3f-446c-88e0-ce516c657040) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:17.178528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Allocated IP 192.168.233.144 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/7bac6230-971b-4aa4-a32b-c2689fca81fd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:17.212845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Attempting to bind port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:17.212845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Attempting to bind port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:17.213330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Attempting to bind port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 on network 693107d3-28b4-4896-990b-da0b3918785b {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:17.219216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:17.219616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Checking segment: {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:17.220641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.221138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Bound using segment: {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:17.221638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Bound port: f1fc878d-11f1-4e0c-a461-5a74a7f296a5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '693107d3-28b4-4896-990b-da0b3918785b'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:17.222110 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.267468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9de8281-6b06-4a61-b84d-6d8db4c0d518 req-c2188d52-9429-4d7f-a638-543f105bf581 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007543 Aug 30 23:19:17.300238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] For port 8c068105-2d4f-454a-bcd8-fd401c6d140a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=8c068105-2d4f-454a-bcd8-fd401c6d140a,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:17.300619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.325217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 8c068105-2d4f-454a-bcd8-fd401c6d140a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:17.336835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] For port f1fc878d-11f1-4e0c-a461-5a74a7f296a5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:17.341739 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] For port f1fc878d-11f1-4e0c-a461-5a74a7f296a5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:17.348441 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.364229 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.382151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Transition to ACTIVE for port object 6fe558f1-8a3f-446c-88e0-ce516c657040 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:17.413316 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:17.414008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:17.431416 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.457609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff43365-87df-4cc8-b8e6-ec5d8a57752e None None] Pushing event updated for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.502792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Network c9078b24-40f0-4fd8-b69a-179082095f5c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:17.509831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:17.514435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Pushing event updated for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.517602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:17.524936 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.554566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:17.564605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Transition to ACTIVE for port object 7bac6230-971b-4aa4-a32b-c2689fca81fd will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:17.577211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:17.578716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.613754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-2d77c63b-729f-40c2-8611-4b867c854734 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7185934 Aug 30 23:19:17.621411 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.632470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Request body: {'port': {'device_id': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:17.666903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=8c068105-2d4f-454a-bcd8-fd401c6d140a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.681394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.772111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Pushing event updated for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:17.795774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] No DVR routers for this DVR port 8c068105-2d4f-454a-bcd8-fd401c6d140a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:17.802285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.804566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.47 "DELETE /v2.0/ports/8c068105-2d4f-454a-bcd8-fd401c6d140a HTTP/1.1" status: 204 len: 173 time: 1.0034435 Aug 30 23:19:17.805023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'name': 'network-vif-deleted', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:17.815338 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6605117-dce3-4dd1-96fb-8b898f0b69b5" -d '{"events": [{"server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "name": "network-vif-deleted", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:17.841061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:17.844192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:17.853009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:17.909193 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.983728 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6df5a77-5f7d-4897-9122-72c9f7323f3c req-fc9ac273-059c-4f13-84e4-aa36f7e26203 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0979068 Aug 30 23:19:17.984565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:17.985228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:17.986246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 4, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f1fc878d-11f1-4e0c-a461-5a74a7f296a5', 'name': '', 'network_id': '693107d3-28b4-4896-990b-da0b3918785b', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'mac_address': 'fa:16:3e:af:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:11Z', 'updated_at': '2021-08-30T23:19:17Z', 'revision_number': 4, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'subnets': [{'id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:18.007277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-eba55288-935e-4e2d-a036-091dde5b56ab tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6814578 Aug 30 23:19:18.013939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44afef6-74f1-4287-bbb3-929ba3ce2b4e req-3f91656e-f5ac-43ea-bde5-29f78e63259b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:18.015469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d44afef6-74f1-4287-bbb3-929ba3ce2b4e req-3f91656e-f5ac-43ea-bde5-29f78e63259b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1028 time: 0.1436372 Aug 30 23:19:18.021702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Request body: {'port': {'device_id': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:18.080164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dd7d1a-08a8-40e4-80b2-6a83793cb529 None None] The sync data for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 is: [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:12Z', 'revision_number': 4, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f1fc878d-11f1-4e0c-a461-5a74a7f296a5', 'name': '', 'network_id': '693107d3-28b4-4896-990b-da0b3918785b', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'mac_address': 'fa:16:3e:af:06:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:11Z', 'updated_at': '2021-08-30T23:19:17Z', 'revision_number': 4, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'subnets': [{'id': 'cb703731-3a19-41a7-8a6a-69797caad3ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:18.086095 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79a26e5-8b82-4632-a06f-b9c6bdfb25d2 x-openstack-request-id: req-d79a26e5-8b82-4632-a06f-b9c6bdfb25d2 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:18.086396 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116019e8-1715-4de4-a4b1-db02f3df9745", "name": "network-vif-deleted", "tag": "8c068105-2d4f-454a-bcd8-fd401c6d140a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:18.086650 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d79a26e5-8b82-4632-a06f-b9c6bdfb25d2 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:18.087064 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116019e8-1715-4de4-a4b1-db02f3df9745', 'name': 'network-vif-deleted', 'tag': '8c068105-2d4f-454a-bcd8-fd401c6d140a', 'status': 'completed', 'code': 200} Aug 30 23:19:18.127342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a274140-b07f-4f44-a9a1-46c27c666bdf None None] Provisioning for port 6fe558f1-8a3f-446c-88e0-ce516c657040 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:18.139657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2a274140-b07f-4f44-a9a1-46c27c666bdf None None] Provisioning complete for port 6fe558f1-8a3f-446c-88e0-ce516c657040 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:18.140316 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a274140-b07f-4f44-a9a1-46c27c666bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.231038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d44afef6-74f1-4287-bbb3-929ba3ce2b4e req-69fc6348-54d4-497a-9813-cd40ac78bd83 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058549 Aug 30 23:19:18.245286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2a274140-b07f-4f44-a9a1-46c27c666bdf None None] Port 6fe558f1-8a3f-446c-88e0-ce516c657040 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:18.258752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.385132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-19965102-6947-4fba-8339-0a5acf74eda8 None None] Provisioning for port 7bac6230-971b-4aa4-a32b-c2689fca81fd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:18.390475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-19965102-6947-4fba-8339-0a5acf74eda8 None None] Provisioning complete for port 7bac6230-971b-4aa4-a32b-c2689fca81fd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:18.390866 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-19965102-6947-4fba-8339-0a5acf74eda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.474691 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cedbb-c27b-4c68-82eb-2a0ab5f2f2d6 req-f1c08719-2d66-4f0f-bd8c-e9c29e8d1fb7 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:18.483906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3cedbb-c27b-4c68-82eb-2a0ab5f2f2d6 req-f1c08719-2d66-4f0f-bd8c-e9c29e8d1fb7 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 936 time: 0.1722510 Aug 30 23:19:18.496756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-19965102-6947-4fba-8339-0a5acf74eda8 None None] Port 7bac6230-971b-4aa4-a32b-c2689fca81fd cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:18.584000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38936188-ed1c-4ddb-8290-d403a543085b req-ba49470f-684d-405c-a9c6-66242d6b97bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:18.585731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38936188-ed1c-4ddb-8290-d403a543085b req-ba49470f-684d-405c-a9c6-66242d6b97bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0754404 Aug 30 23:19:18.600821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-de3cedbb-c27b-4c68-82eb-2a0ab5f2f2d6 req-bdc0e5a6-afc0-4a27-b8df-947df35442f0 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100516 Aug 30 23:19:18.679845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-38936188-ed1c-4ddb-8290-d403a543085b req-64498ec7-889b-47ef-a4d4-fc2c7c0aec14 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832026 Aug 30 23:19:18.742216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe558f1-8a3f-446c-88e0-ce516c657040 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:18.750395 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.769553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Transition to ACTIVE for port object 6fe558f1-8a3f-446c-88e0-ce516c657040 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:18.776379 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.822124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bac6230-971b-4aa4-a32b-c2689fca81fd {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:18.834836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.840173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:18.860184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Transition to ACTIVE for port object 7bac6230-971b-4aa4-a32b-c2689fca81fd will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:18.865829 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:18.949271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Attempting to bind port 6fe558f1-8a3f-446c-88e0-ce516c657040 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:18.949911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Attempting to bind port 6fe558f1-8a3f-446c-88e0-ce516c657040 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:18.950401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Attempting to bind port 6fe558f1-8a3f-446c-88e0-ce516c657040 on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:18.957210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Pushing event updated for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:18.957441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Port 6fe558f1-8a3f-446c-88e0-ce516c657040 on network c9078b24-40f0-4fd8-b69a-179082095f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:19:18.957441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Attempting to bind port 6fe558f1-8a3f-446c-88e0-ce516c657040 on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:18.967408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:18.967902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Checking segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:18.968361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Bound using segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:18.968890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Bound port: 6fe558f1-8a3f-446c-88e0-ce516c657040, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:18.969492 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.139255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:19.143326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Attempting to bind port 7bac6230-971b-4aa4-a32b-c2689fca81fd on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:19.143757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Attempting to bind port 7bac6230-971b-4aa4-a32b-c2689fca81fd by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:19.144172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Attempting to bind port 7bac6230-971b-4aa4-a32b-c2689fca81fd on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:19.156691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Port 7bac6230-971b-4aa4-a32b-c2689fca81fd on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:19:19.157078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Attempting to bind port 7bac6230-971b-4aa4-a32b-c2689fca81fd on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:19.170068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:19.170602 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:19.171085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:19.171381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83440d6e-5bb5-4134-b746-7169bf3f0b4a req-f5a92882-ccba-4868-943c-015abda2c2d9 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0697110 Aug 30 23:19:19.171691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Bound port: 7bac6230-971b-4aa4-a32b-c2689fca81fd, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:19.173724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.188473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fe558f1-8a3f-446c-88e0-ce516c657040,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:19.205644 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.278438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.279064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.280496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] 10.222.0.47 "PUT /v2.0/ports/6fe558f1-8a3f-446c-88e0-ce516c657040 HTTP/1.1" status: 200 len: 1093 time: 1.6577682 Aug 30 23:19:19.283424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:19.288210 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:19.426136 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3486d08-83da-44c4-a732-8af7b7e156bd x-openstack-request-id: req-a3486d08-83da-44c4-a732-8af7b7e156bd {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:19.426489 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:19.426760 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3486d08-83da-44c4-a732-8af7b7e156bd {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:19.427176 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040', 'status': 'completed', 'code': 200} Aug 30 23:19:19.427772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7130fb-d2dd-490c-9361-1924d4532099 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:19.453364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:19.458613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:19.477824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.501489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-a70e957b-d5d0-42f8-bb51-da34cc6ee752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.511248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-a70e957b-d5d0-42f8-bb51-da34cc6ee752 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.1787732 Aug 30 23:19:19.562810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.563479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:19.565255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] 10.222.0.47 "PUT /v2.0/ports/7bac6230-971b-4aa4-a32b-c2689fca81fd HTTP/1.1" status: 200 len: 1097 time: 1.5486972 Aug 30 23:19:19.597857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dd060b-ab68-40fd-8380-c2d1fbaee98e service neutron] Pushing event updated for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:19.623592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809c50e-40a0-4bb3-9c9a-066df7e08b93 req-d6a31039-3098-482c-bc8f-5d478de464d1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.626917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b809c50e-40a0-4bb3-9c9a-066df7e08b93 req-d6a31039-3098-482c-bc8f-5d478de464d1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.1648614 Aug 30 23:19:19.663974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-688c7580-f8fc-4704-a88e-869e5933da77 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe558f1-8a3f-446c-88e0-ce516c657040 HTTP/1.1" status: 200 len: 217 time: 0.1435196 Aug 30 23:19:19.777051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b809c50e-40a0-4bb3-9c9a-066df7e08b93 req-def88325-f12e-4537-b827-47d962d8281a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414826 Aug 30 23:19:19.783642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-b62a81c5-f81f-4b0c-9c96-c88997dfeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.785156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-b62a81c5-f81f-4b0c-9c96-c88997dfeec8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58576df8d9f24ea08c2e225866379c44&device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 1100 time: 0.1548674 Aug 30 23:19:19.786765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-89df3be7-e22f-4ad6-8567-7f90de3a0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.787895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-89df3be7-e22f-4ad6-8567-7f90de3a0241 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=421b9465-8b33-4144-83d3-c082aab071c3 HTTP/1.1" status: 200 len: 848 time: 0.1070650 Aug 30 23:19:19.878261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-fc41fc37-c1d5-4245-a8bf-7e832c248c79 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd HTTP/1.1" status: 200 len: 217 time: 0.0776343 Aug 30 23:19:19.973227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b31fd-f296-4f05-82b7-4fefbe04a101 req-da4d8ca2-36f5-412c-a088-0293864d15bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:19.983569 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031b31fd-f296-4f05-82b7-4fefbe04a101 req-da4d8ca2-36f5-412c-a088-0293864d15bb tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.1038613 Aug 30 23:19:20.040816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-031b31fd-f296-4f05-82b7-4fefbe04a101 req-ab7f3db7-413d-4877-b8fd-a2720bcbf930 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558867 Aug 30 23:19:20.089336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-adccc738-6e40-4e32-b794-bb0058447afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.091078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-adccc738-6e40-4e32-b794-bb0058447afe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.1716962 Aug 30 23:19:20.096586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:20.099466 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca192c-ae52-4947-b1e3-6dd032e95944" -d '{"events": [{"name": "network-changed", "server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:20.177117 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01540266-53c4-4ebc-8045-d8f40c46e77b x-openstack-request-id: req-01540266-53c4-4ebc-8045-d8f40c46e77b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:20.177418 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:20.177674 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01540266-53c4-4ebc-8045-d8f40c46e77b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:20.178356 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd', 'status': 'completed', 'code': 200} Aug 30 23:19:20.182077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-2376d0b3-1faa-4d0a-9695-8efa840fdd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.183632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-2376d0b3-1faa-4d0a-9695-8efa840fdd67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0795956 Aug 30 23:19:20.193039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c068105-2d4f-454a-bcd8-fd401c6d140a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:20.195778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-42e9aa0d-1753-480e-a15c-7924d96e10c6 req-eb0c0db6-e9c1-4c7d-84d3-722606ba24cb service neutron] (101268) timed out ('10.222.0.52', 54546) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:19:20.196457 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1fc878d-11f1-4e0c-a461-5a74a7f296a5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:20.242903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 8c068105-2d4f-454a-bcd8-fd401c6d140a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:20.243640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 8c068105-2d4f-454a-bcd8-fd401c6d140a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:20.269316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-e7d13df4-c926-439a-b38e-330fba4ffc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.271242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-e7d13df4-c926-439a-b38e-330fba4ffc87 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9078b24-40f0-4fd8-b69a-179082095f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4654427 Aug 30 23:19:20.284032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:20.286280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec4c0e-a82c-4f2c-88c2-ef79db2e64d4 req-1b9884cf-1d02-4f05-b514-1703c506fdad tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.290728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:20.291683 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:20.296893 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7cec4c0e-a82c-4f2c-88c2-ef79db2e64d4 req-1b9884cf-1d02-4f05-b514-1703c506fdad tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 948 time: 0.5058732 Aug 30 23:19:20.338333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7394b2fc-5e22-48d6-8213-c4a36c5a2557 req-7530f19f-0b47-45f0-9786-9534b32cc01d tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0535743 Aug 30 23:19:20.363615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-3ca2d4b5-e8b6-4558-94d7-9f0c141dd204 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713591 Aug 30 23:19:20.395536 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:20.408036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7cec4c0e-a82c-4f2c-88c2-ef79db2e64d4 req-19090b0e-c667-445e-9b6f-a7e05a9feb05 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109800 Aug 30 23:19:20.441594 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-a48c4daf-e488-45df-a425-f21ea285bdda service neutron] 10.222.0.47 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425390 Aug 30 23:19:20.456803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f1fc878d-11f1-4e0c-a461-5a74a7f296a5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:20.467304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:20.498867 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ad066f5-9997-4468-8c42-7a177fe2f497 req-16f98071-ed0f-40fd-ad26-1dd8e298dea0 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264646 Aug 30 23:19:20.531967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:20.549341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76abfbcf-0794-44a4-b02f-b7b465b91fec req-ff9b02af-e495-4038-8870-c44160a0abc4 service neutron] 10.222.0.47 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002102 Aug 30 23:19:20.599077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f9032f82-0331-4390-8174-83f66023d369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.600516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f9032f82-0331-4390-8174-83f66023d369 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58576df8d9f24ea08c2e225866379c44&device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 1100 time: 0.0438628 Aug 30 23:19:20.654626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-5afd5fc8-824d-4fbd-b811-419937bd05ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.656255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-5afd5fc8-824d-4fbd-b811-419937bd05ec service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.0481513 Aug 30 23:19:20.702347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f7b40a4b-9a77-41fb-b800-20aabb02d943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.703823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f7b40a4b-9a77-41fb-b800-20aabb02d943 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.0947366 Aug 30 23:19:20.751051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-bcabcfb4-044e-49d5-b127-9d1d7ec0b421 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd HTTP/1.1" status: 200 len: 217 time: 0.0383847 Aug 30 23:19:20.754425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-36b08afc-deed-419e-ad6b-c7effd174753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.756128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-36b08afc-deed-419e-ad6b-c7effd174753 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.0923777 Aug 30 23:19:20.817682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-dccc9158-24c9-467f-9df0-97b59a427c54 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6fe558f1-8a3f-446c-88e0-ce516c657040 HTTP/1.1" status: 200 len: 217 time: 0.0497479 Aug 30 23:19:20.822194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f365049c-a45a-4403-b97b-0be6a1f6f44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.824674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-f365049c-a45a-4403-b97b-0be6a1f6f44c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0575688 Aug 30 23:19:20.884056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-d64417e1-d553-4b88-acd6-c5cf8e7ae5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.885917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-d64417e1-d553-4b88-acd6-c5cf8e7ae5c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=421b9465-8b33-4144-83d3-c082aab071c3 HTTP/1.1" status: 200 len: 848 time: 0.0526476 Aug 30 23:19:20.911517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-7eb1b0c7-1d3a-4823-971a-536b28d3e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.913813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-7eb1b0c7-1d3a-4823-971a-536b28d3e7cc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0802400 Aug 30 23:19:20.920690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad2a32-057a-4a4d-8f85-43fa72de0bb4 req-bdb416e1-1ea7-49bb-8bd0-cbddbc852fb5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.922636 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbad2a32-057a-4a4d-8f85-43fa72de0bb4 req-bdb416e1-1ea7-49bb-8bd0-cbddbc852fb5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.0564535 Aug 30 23:19:20.938539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-ba937cac-c8fa-414c-800b-f39a260abd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:20.940222 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-ba937cac-c8fa-414c-800b-f39a260abd0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c9078b24-40f0-4fd8-b69a-179082095f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466170 Aug 30 23:19:21.013095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cbad2a32-057a-4a4d-8f85-43fa72de0bb4 req-6813bcb7-8419-4382-ba11-360a0d2610a7 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794129 Aug 30 23:19:21.059770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-1ed9bfb8-9d5f-47cd-97e2-7db0bca7eff7 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360750 Aug 30 23:19:21.068421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-7f929f58-bfd6-411f-9a35-cc0636ebc396 service neutron] 10.222.0.47 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166122 Aug 30 23:19:21.167639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1ca192c-ae52-4947-b1e3-6dd032e95944 req-59124285-2d62-4311-aa15-9eed62a1c7e0 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979917 Aug 30 23:19:21.199914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2f6d11f7-2c26-4e16-8a9a-c5d5cfda32b1 req-250113ad-9e54-4300-91ff-fa67046500bc service neutron] 10.222.0.47 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210909 Aug 30 23:19:21.211114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d08057-71bf-4b9e-ace7-e8ff4d5cc678 req-4cb57957-ca5e-4cdb-8028-7b954eb30e60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:21.212694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18d08057-71bf-4b9e-ace7-e8ff4d5cc678 req-4cb57957-ca5e-4cdb-8028-7b954eb30e60 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0777493 Aug 30 23:19:21.257832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-18d08057-71bf-4b9e-ace7-e8ff4d5cc678 req-cf45cdcb-40f4-4463-830e-7d97b031b595 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368695 Aug 30 23:19:21.421204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0b0ea395-a297-4d5a-9587-2ea50e4574b9 req-420cdc7b-24ca-4727-a2f1-d3b6463518d6 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0282106 Aug 30 23:19:21.541401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ada84b-4843-4431-b859-c77fb9931c0f req-b3fc28b8-5284-4fdd-b0fe-eb4d4f1cd91e tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:21.542948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23ada84b-4843-4431-b859-c77fb9931c0f req-b3fc28b8-5284-4fdd-b0fe-eb4d4f1cd91e tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 948 time: 0.0545919 Aug 30 23:19:21.583036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23ada84b-4843-4431-b859-c77fb9931c0f req-285b1346-f012-4cbf-bc01-d25a4d08ade1 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338919 Aug 30 23:19:21.986843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1fc878d-11f1-4e0c-a461-5a74a7f296a5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:22.040028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:22.040251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:22.129103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7ddead-bfbe-4670-9b48-040dda2bc325 req-ad648997-6d32-44b0-b244-738b440704b6 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:22.130749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac7ddead-bfbe-4670-9b48-040dda2bc325 req-ad648997-6d32-44b0-b244-738b440704b6 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.0424542 Aug 30 23:19:22.172474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ac7ddead-bfbe-4670-9b48-040dda2bc325 req-973e164a-c197-4497-a996-e5cfcd2be41b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346096 Aug 30 23:19:22.397078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2d683-9455-419f-9ea0-90bf8e79478c req-71b914d2-4b1f-4122-bda1-8c14980e8750 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:22.399860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36a2d683-9455-419f-9ea0-90bf8e79478c req-71b914d2-4b1f-4122-bda1-8c14980e8750 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0675123 Aug 30 23:19:22.446514 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-36a2d683-9455-419f-9ea0-90bf8e79478c req-cd6f55a8-fec6-4078-a312-2d1edc70ebab tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386441 Aug 30 23:19:22.525399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:22.531607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7f564916-0f8a-403e-bc96-dda20cf199b7 req-a85bc6a2-e39a-404a-8d16-18e135cdfc34 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "GET /v2.0/ports?device_id=116019e8-1715-4de4-a4b1-db02f3df9745 HTTP/1.1" status: 200 len: 210 time: 0.0362885 Aug 30 23:19:22.708640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab80ac-e7ae-4165-ba60-090c7fa5dd19 req-e13e6420-6b10-4e5b-8b68-142db83c8554 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:22.710438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cab80ac-e7ae-4165-ba60-090c7fa5dd19 req-e13e6420-6b10-4e5b-8b68-142db83c8554 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 948 time: 0.0540218 Aug 30 23:19:22.751601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cab80ac-e7ae-4165-ba60-090c7fa5dd19 req-4a7cfcc6-1084-4a40-af8a-07a6a315bfd7 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346539 Aug 30 23:19:23.279889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da12d8d-447b-46b3-9e48-2d698884f7f9 req-2cfc3b7f-f2eb-41f7-8ccb-c163096f14c0 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:23.281439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3da12d8d-447b-46b3-9e48-2d698884f7f9 req-2cfc3b7f-f2eb-41f7-8ccb-c163096f14c0 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.0408483 Aug 30 23:19:23.320077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3da12d8d-447b-46b3-9e48-2d698884f7f9 req-9d1f90ac-2f1e-4a32-945b-ddeaf5ec65e6 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317426 Aug 30 23:19:23.574082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c44c2c-14e3-4f90-a849-0710d5522a05 req-bb2df5dc-7840-41ab-99e7-8c68caec03c0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:23.575732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33c44c2c-14e3-4f90-a849-0710d5522a05 req-bb2df5dc-7840-41ab-99e7-8c68caec03c0 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0573246 Aug 30 23:19:23.594668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53144) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:23.624094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33c44c2c-14e3-4f90-a849-0710d5522a05 req-18c94c47-8857-49a8-86f5-6958d3caddd9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409741 Aug 30 23:19:23.732102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Deleting port 7917658b-aeb2-46b8-a74c-d88da1b46ed9 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:23.732348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:23.828748 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:23.829693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:23.852712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Calling delete_port for 7917658b-aeb2-46b8-a74c-d88da1b46ed9 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:23.941140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d650299-0751-476f-92ee-07f40792f431 req-570795ca-7a95-47fd-86ba-39c65ca6e33c tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:23.942775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d650299-0751-476f-92ee-07f40792f431 req-570795ca-7a95-47fd-86ba-39c65ca6e33c tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 948 time: 0.1102540 Aug 30 23:19:24.007865 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d650299-0751-476f-92ee-07f40792f431 req-bbcc7bcb-86b2-4f8a-bfd4-c41ad390f958 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520442 Aug 30 23:19:24.035742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7bac6230-971b-4aa4-a32b-c2689fca81fd details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:19:24.069719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.097001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'Port': ['ID=7917658b-aeb2-46b8-a74c-d88da1b46ed9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:24.155793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:24.164994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.167760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.168953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-959074c2-8271-40d9-b2a1-e2f5c1cd6f2f tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "DELETE /v2.0/floatingips/1e00d4b3-3888-46f6-8202-02b097a1fded HTTP/1.1" status: 204 len: 168 time: 0.5726798 Aug 30 23:19:24.169129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7bac6230-971b-4aa4-a32b-c2689fca81fd', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '7bac6230-971b-4aa4-a32b-c2689fca81fd', 'mac_address': 'fa:16:3e:2c:b0:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:19:24.214523 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.229014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bac6230-971b-4aa4-a32b-c2689fca81fd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:24.253031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:24.259483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.260226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fe558f1-8a3f-446c-88e0-ce516c657040 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:19:24.376672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:24.440756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fe558f1-8a3f-446c-88e0-ce516c657040,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:24.455265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '6fe558f1-8a3f-446c-88e0-ce516c657040', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'port_id': '6fe558f1-8a3f-446c-88e0-ce516c657040', 'mac_address': 'fa:16:3e:4c:ce:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:19:24.474459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea8510c-6861-4ec8-86ba-79b53899ace5 req-5611520d-ac46-475f-a2c7-d3eebd24e2c1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:24.483275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ea8510c-6861-4ec8-86ba-79b53899ace5 req-5611520d-ac46-475f-a2c7-d3eebd24e2c1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1096 time: 0.0780401 Aug 30 23:19:24.508428 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.528733 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5ea8510c-6861-4ec8-86ba-79b53899ace5 req-d5adc55f-087e-4ee4-beb2-f1524c839dfb tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423260 Aug 30 23:19:24.529003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fe558f1-8a3f-446c-88e0-ce516c657040 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:24.557967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fe558f1-8a3f-446c-88e0-ce516c657040,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:24.562219 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:24.580345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c291e5-ec24-4c0f-a256-ce4b53df35d9 req-ba9f00cb-3b53-4447-b2e4-ce4c0c783245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:24.581763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89c291e5-ec24-4c0f-a256-ce4b53df35d9 req-ba9f00cb-3b53-4447-b2e4-ce4c0c783245 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1098 time: 0.0573375 Aug 30 23:19:24.619349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:24.619597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89c291e5-ec24-4c0f-a256-ce4b53df35d9 req-46e2f0b3-0840-4e06-bd87-fbf818bcd111 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300710 Aug 30 23:19:24.759640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdc680b-8552-4b71-a763-973af649a112 req-c28fd1f8-6252-471f-8fd4-131b25c3e2fe tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:24.761626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbdc680b-8552-4b71-a763-973af649a112 req-c28fd1f8-6252-471f-8fd4-131b25c3e2fe tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0598836 Aug 30 23:19:24.808697 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbdc680b-8552-4b71-a763-973af649a112 req-d855b219-e9ef-4f4f-a4ff-e2416ce799f3 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400920 Aug 30 23:19:24.816910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6fe558f1-8a3f-446c-88e0-ce516c657040'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:24.820289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7bac6230-971b-4aa4-a32b-c2689fca81fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:25.164490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150203-90ba-4141-80a6-5688572b5f28 req-d1e51883-470a-45db-8254-5eb630cf84de tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:25.166384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8150203-90ba-4141-80a6-5688572b5f28 req-d1e51883-470a-45db-8254-5eb630cf84de tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 949 time: 0.0694735 Aug 30 23:19:25.214303 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d8150203-90ba-4141-80a6-5688572b5f28 req-26b41e2d-2dbd-4dfd-9a1e-b42c7c1ecb12 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410218 Aug 30 23:19:25.651615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86da5c-fa86-45dd-8aaf-dfc694159d19 req-b449f26d-5b9c-4411-bb5d-941b3cf5a638 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:25.653172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb86da5c-fa86-45dd-8aaf-dfc694159d19 req-b449f26d-5b9c-4411-bb5d-941b3cf5a638 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1097 time: 0.0462494 Aug 30 23:19:25.693340 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eb86da5c-fa86-45dd-8aaf-dfc694159d19 req-5ac4cfd8-fb48-4d85-9353-ecf3b499b6e2 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323539 Aug 30 23:19:25.943446 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7052d0-bbf0-4f3d-8575-adea873d66e6 req-557a1da4-41b1-4b34-9c07-5739779115d9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:25.945123 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f7052d0-bbf0-4f3d-8575-adea873d66e6 req-557a1da4-41b1-4b34-9c07-5739779115d9 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0570867 Aug 30 23:19:25.992356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f7052d0-bbf0-4f3d-8575-adea873d66e6 req-da9a2226-9a69-403d-95ad-ec38472df114 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402288 Aug 30 23:19:26.018222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53168) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:26.042079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7bac6230-971b-4aa4-a32b-c2689fca81fd up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:26.084822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fe16acd3-d3e5-4e15-bb8c-c930876e1118 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/floatingips/aba9aa45-7115-45c6-b3d4-69e5838888d4 HTTP/1.1" status: 200 len: 994 time: 0.0651727 Aug 30 23:19:26.108293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7bac6230-971b-4aa4-a32b-c2689fca81fd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:26.114489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7bac6230-971b-4aa4-a32b-c2689fca81fd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:26.114867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.196624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.223919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:26.226280 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795a74f7-b42f-4bce-bcb6-f2928c8d52ad" -d '{"events": [{"server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "name": "network-vif-plugged", "status": "completed", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:26.242135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:26.247697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.248930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fe558f1-8a3f-446c-88e0-ce516c657040 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:26.300172 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87ee5e2-8921-49a0-b397-a8bab923200d x-openstack-request-id: req-e87ee5e2-8921-49a0-b397-a8bab923200d {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:26.300607 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "name": "network-vif-plugged", "status": "completed", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:26.300961 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e87ee5e2-8921-49a0-b397-a8bab923200d {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:26.301448 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd', 'code': 200} Aug 30 23:19:26.349891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:26.362107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 6fe558f1-8a3f-446c-88e0-ce516c657040 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:26.366831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 6fe558f1-8a3f-446c-88e0-ce516c657040 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:26.367328 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.403613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f8511-031a-431c-a6f3-6594ee937497 req-961540bd-e8dd-4ea1-8a6b-18a8c783fc44 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:26.406060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e6f8511-031a-431c-a6f3-6594ee937497 req-961540bd-e8dd-4ea1-8a6b-18a8c783fc44 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.1035593 Aug 30 23:19:26.415616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2675b6-a176-45f4-ac5d-22dc82d7e561 req-33a51ca2-d9bf-4b15-89e3-801d20d6734c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:26.416830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:19:26.418338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fc2675b6-a176-45f4-ac5d-22dc82d7e561 req-33a51ca2-d9bf-4b15-89e3-801d20d6734c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 1102 time: 0.0766006 Aug 30 23:19:26.483890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fc2675b6-a176-45f4-ac5d-22dc82d7e561 req-2b91ec67-bf1e-4c74-8a02-3e0fd4713a13 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557585 Aug 30 23:19:26.487020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e6f8511-031a-431c-a6f3-6594ee937497 req-9dda1a8d-d187-424a-921f-da7649276b9f tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673900 Aug 30 23:19:26.517743 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.572570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fe558f1-8a3f-446c-88e0-ce516c657040,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:26.575594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.583785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:26.619911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'port_id': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'mac_address': 'fa:16:3e:7e:d4:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:19:26.662716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:26.676585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.690569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f4d2ca0-3131-4e80-b606-375a6bc11647 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:26.711153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:26.716686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:26.774962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:26.820288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a401e4-5bf6-40bd-bd2a-febb0193bb95 req-8b397d02-e59f-45e2-b5ab-a38904b1b25e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:26.821845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49a401e4-5bf6-40bd-bd2a-febb0193bb95 req-8b397d02-e59f-45e2-b5ab-a38904b1b25e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0466666 Aug 30 23:19:26.858002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-49a401e4-5bf6-40bd-bd2a-febb0193bb95 req-b9934457-cd9b-48da-81c5-032cf8bb58ac tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299191 Aug 30 23:19:27.082679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['9f4d2ca0-3131-4e80-b606-375a6bc11647'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:27.535430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:27.646422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:27.656745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d823ddc-abbc-4b92-aa7a-6f4cffb882db req-01ecc61f-27eb-4380-93d6-4e56ee1c253d tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:27.658927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d823ddc-abbc-4b92-aa7a-6f4cffb882db req-01ecc61f-27eb-4380-93d6-4e56ee1c253d tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.0808427 Aug 30 23:19:27.697511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:27.727723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d823ddc-abbc-4b92-aa7a-6f4cffb882db req-7d61efc1-015c-4a59-9d74-14eee839973f tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593612 Aug 30 23:19:27.788376 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:27.791008 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:27.792183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] 10.222.0.25 "DELETE /v2.0/security-groups/455bdf24-65aa-44ed-bae6-904a5d8d2781 HTTP/1.1" status: 204 len: 168 time: 0.2534177 Aug 30 23:19:27.802632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74606083-2a82-4055-b501-b2af3a8fe073 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=455bdf24-65aa-44ed-bae6-904a5d8d2781,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:27.882461 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:27.883291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53188) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:27.999754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ae057-c2bf-466f-97de-8798d911720b req-79124971-7fb4-477b-9f6a-eeaac19038f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:28.001477 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-642ae057-c2bf-466f-97de-8798d911720b req-79124971-7fb4-477b-9f6a-eeaac19038f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0545380 Aug 30 23:19:28.046049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-642ae057-c2bf-466f-97de-8798d911720b req-4745c0e6-523e-4f3b-ae6d-137cc23864f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382338 Aug 30 23:19:28.302947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:28.305494 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52077966-f50d-4ca4-a200-211ebad0306d" -d '{"events": [{"server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "name": "network-vif-plugged", "status": "completed", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:28.342062 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9260e-e6a6-4376-a762-502513bec593 x-openstack-request-id: req-c9d9260e-e6a6-4376-a762-502513bec593 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:28.342360 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "name": "network-vif-plugged", "status": "completed", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:28.342616 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c9d9260e-e6a6-4376-a762-502513bec593 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:28.343013 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040', 'code': 200} Aug 30 23:19:28.421850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:28.436029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.475374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 9f4d2ca0-3131-4e80-b606-375a6bc11647 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:28.475741 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.480125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa50e97-b455-4a33-94a6-05fd3220d703 req-73fdc71a-a69a-4f27-8e32-463d0b093f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:28.481654 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aa50e97-b455-4a33-94a6-05fd3220d703 req-73fdc71a-a69a-4f27-8e32-463d0b093f0d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0801728 Aug 30 23:19:28.553813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.558014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aa50e97-b455-4a33-94a6-05fd3220d703 req-7b8862f3-21bd-49dc-a1e6-a3f389372e83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679126 Aug 30 23:19:28.586664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:28.591144 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.640159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:28.717394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Deleting port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:28.717736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.824500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] For port f14fbd5f-d32a-48cc-a5c3-8984d749f5c2, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:28.825145 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:28.874430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Calling delete_port for f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:28.936052 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6926cfb-9687-4bad-8541-f5aab2fc68ea req-4f2cd260-ddfe-4460-a2c8-12ff0e92bfe9 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:28.937823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6926cfb-9687-4bad-8541-f5aab2fc68ea req-4f2cd260-ddfe-4460-a2c8-12ff0e92bfe9 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.1172178 Aug 30 23:19:29.027810 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6926cfb-9687-4bad-8541-f5aab2fc68ea req-8a3bdc67-fccc-40df-87d4-b1a42869c4f7 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778904 Aug 30 23:19:29.122594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:29.159039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Pushing event deleted for resources: {'Port': ['ID=f14fbd5f-d32a-48cc-a5c3-8984d749f5c2,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:29.247751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a16f7-4660-46e6-a969-8ec002e7031d req-755ad7e6-b8c0-417e-966d-08ee49188808 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:29.249914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc4a16f7-4660-46e6-a969-8ec002e7031d req-755ad7e6-b8c0-417e-966d-08ee49188808 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.1214488 Aug 30 23:19:29.373501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc4a16f7-4660-46e6-a969-8ec002e7031d req-2052743d-92a6-4015-9d99-aa455b56e48e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140270 Aug 30 23:19:29.396626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:29.653844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Router 7b6aaee8-499d-4066-930b-c828d23ccbdd has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:29.783726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:29.792166 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0778b9f5-6285-408a-9e3e-1449369ea64c admin admin] 10.222.0.25 "PUT /v2.0/routers/7b6aaee8-499d-4066-930b-c828d23ccbdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9046886 Aug 30 23:19:29.822740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53208) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:29.822900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Sync routers for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:29.822900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:29.822900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:29.941118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:30.166374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:19:29Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:30.194995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Checking router: 7b6aaee8-499d-4066-930b-c828d23ccbdd for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:30.207438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Routers {'7b6aaee8-499d-4066-930b-c828d23ccbdd'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:30.208637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7b6aaee8-499d-4066-930b-c828d23ccbdd'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:30.214400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-ba0248c2-689d-44ca-b642-596d4d55121d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0839596 Aug 30 23:19:30.237726 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:30.334427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] Set router 7b6aaee8-499d-4066-930b-c828d23ccbdd gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:30.362631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:30.362631 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84005e2-fc84-45d7-b73d-96b43f82feec" -d '{"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:30.365599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-c90faa30-50c3-4adb-8afe-90fdd23506f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.367267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-c90faa30-50c3-4adb-8afe-90fdd23506f9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=58576df8d9f24ea08c2e225866379c44&device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 1102 time: 0.0920897 Aug 30 23:19:30.385245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:30.440218 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e92fbb-f82d-4d79-99d9-1a2cf5f0db56 x-openstack-request-id: req-80e92fbb-f82d-4d79-99d9-1a2cf5f0db56 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:30.440800 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-plugged", "status": "completed", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:30.441221 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80e92fbb-f82d-4d79-99d9-1a2cf5f0db56 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:30.441807 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'code': 200} Aug 30 23:19:30.559949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:19:29Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:30.562469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-6baac225-557b-4b84-ac2b-eb1acf39ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.565116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-6baac225-557b-4b84-ac2b-eb1acf39ddec service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.1750100 Aug 30 23:19:30.580651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Deleting port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:30.581154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:30.602958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adad36c9-6da1-47aa-b46c-4f6cd5710c7e None None] The sync data for ids ['7b6aaee8-499d-4066-930b-c828d23ccbdd'] in n-d-791504-21 is: [{'id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'name': 'tempest-TestVolumeBootPattern-857785488-router', 'tenant_id': '6325ea2389ad4caa9b581b240d690f54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21'}], 'enable_snat': True}, 'gw_port_id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:03Z', 'updated_at': '2021-08-30T23:19:29Z', 'revision_number': 5, 'project_id': '6325ea2389ad4caa9b581b240d690f54', 'gw_port': {'id': '39cd7dd2-5901-4271-b7b9-b6ee725a3e90', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b6aaee8-499d-4066-930b-c828d23ccbdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:06Z', 'updated_at': '2021-08-30T23:05:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:30.666314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-51cbd85e-82cb-428d-83ed-f81272cb4bb1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd HTTP/1.1" status: 200 len: 217 time: 0.0824361 Aug 30 23:19:30.725070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83941cc9-f6f4-4c7b-aad4-322ca3734f31 req-9c6b4ae8-b5bd-4e26-9661-47dbfbe3d113 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.726849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83941cc9-f6f4-4c7b-aad4-322ca3734f31 req-9c6b4ae8-b5bd-4e26-9661-47dbfbe3d113 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.1877484 Aug 30 23:19:30.772329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-61d6580c-b720-46bd-bd7f-5c015ff2ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.774103 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-61d6580c-b720-46bd-bd7f-5c015ff2ef59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0998037 Aug 30 23:19:30.809054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] For port 39cd7dd2-5901-4271-b7b9-b6ee725a3e90, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:30.809430 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:30.836357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83941cc9-f6f4-4c7b-aad4-322ca3734f31 req-2bdc9dc8-f605-4cfe-b221-16c485c4df0a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920389 Aug 30 23:19:30.842136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Calling delete_port for 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:30.903571 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-b2115b79-fc5e-44f4-8f75-a42940bd1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.905210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-b2115b79-fc5e-44f4-8f75-a42940bd1c20 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1167865 Aug 30 23:19:30.997181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de621b3d-d5bc-4c11-86f5-103996e02c01 req-d3a033f4-63ee-469e-8692-e028c851a5e3 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:30.999456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de621b3d-d5bc-4c11-86f5-103996e02c01 req-d3a033f4-63ee-469e-8692-e028c851a5e3 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0575135 Aug 30 23:19:31.054210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-de621b3d-d5bc-4c11-86f5-103996e02c01 req-011b552f-9902-4929-9ed0-8bf5e492753c tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425336 Aug 30 23:19:31.078122 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-13e1cc58-1037-4366-b78b-d7fa02c7e913 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619146 Aug 30 23:19:31.227780 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.273105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Pushing event deleted for resources: {'Port': ['ID=39cd7dd2-5901-4271-b7b9-b6ee725a3e90,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:31.286279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96b44e-1235-401e-b444-17a62c9a6ea8 req-5fd249fc-a839-4866-9862-84e802d27cd9 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:31.287833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c96b44e-1235-401e-b444-17a62c9a6ea8 req-5fd249fc-a839-4866-9862-84e802d27cd9 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.1201923 Aug 30 23:19:31.349280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80463d86-819f-49de-bbcf-a9eb50fd45b3 req-9d6d3532-3cb3-4b9d-8278-a08a9451cc4e service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624240 Aug 30 23:19:31.382248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c96b44e-1235-401e-b444-17a62c9a6ea8 req-3465af5c-7b46-424f-bbd3-3936042e21cf tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837877 Aug 30 23:19:31.387534 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.516169 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.520547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.571518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.572348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b6aaee8-499d-4066-930b-c828d23ccbdd {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:19:31.582769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.586424 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b6650d2a-b4bd-44aa-a24c-e046a9ba159c admin admin] 10.222.0.25 "DELETE /v2.0/routers/7b6aaee8-499d-4066-930b-c828d23ccbdd HTTP/1.1" status: 204 len: 168 time: 1.7870774 Aug 30 23:19:31.586682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53234) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:31.665495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Deleting subnet 8875bf64-3d47-478e-9bc1-ffe4f7d21e94 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:19:31.669525 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.712472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-7fff02b5-5303-4de7-a3fe-908a32335cbc tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:31.714364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-7fff02b5-5303-4de7-a3fe-908a32335cbc tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.1697099 Aug 30 23:19:31.721097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.738024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-2470467a-62fd-4524-8b42-3cec413242f5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/quotas/b536d0a391fd419da79e70cbe81b7cfc HTTP/1.1" status: 200 len: 375 time: 0.0165937 Aug 30 23:19:31.839778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-7768ea27-b8c3-4218-84c6-aed0498068c4 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0952897 Aug 30 23:19:31.857773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.914259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.943557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8875bf64-3d47-478e-9bc1-ffe4f7d21e94,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:31.945584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:31.947533 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-86a2fb98-e960-496d-8d69-725e2a5f5611 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8875bf64-3d47-478e-9bc1-ffe4f7d21e94 HTTP/1.1" status: 204 len: 168 time: 0.3596258 Aug 30 23:19:31.949026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6b1c6ea5-de72-4a3a-87f3-b1c1a16a51f7 service neutron] 10.222.0.25 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015978 Aug 30 23:19:31.950063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:31.955197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d8197-3d73-4437-ad1a-8c7344d1c03a None None] Network a6b26179-a7e6-42f0-8a42-22628eabdd1d requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:32.053390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.058344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8b2d433f-b76d-452b-9be0-cebc559f591a service neutron] 10.222.0.25 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081274 Aug 30 23:19:32.132401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Deleting port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:32.132884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.174632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] DHCP port deletion for a6b26179-a7e6-42f0-8a42-22628eabdd1d request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:19:32.240926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] For port 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=961f6d0c-bf3b-46e2-896a-f203bdf13d42,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:32.241312 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.271725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Calling delete_port for 961f6d0c-bf3b-46e2-896a-f203bdf13d42 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:32.273142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:32.301676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:32.302317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f14fbd5f-d32a-48cc-a5c3-8984d749f5c2 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:32.303183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:32.306277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Deleting port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:32.306887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.329126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:32.329685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 39cd7dd2-5901-4271-b7b9-b6ee725a3e90 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:32.369841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.424206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] For port 961f6d0c-bf3b-46e2-896a-f203bdf13d42, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=961f6d0c-bf3b-46e2-896a-f203bdf13d42,segment=NetworkSegment(441bbc3c-3bb0-4d8b-9c87-7aee006b049f),segment_id=441bbc3c-3bb0-4d8b-9c87-7aee006b049f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:32.424754 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.430832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b799a47-b231-4c1b-860f-844dc72bf600 req-39feba80-8986-45d0-a319-8f6db77a18b7 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 210 time: 0.0636945 Aug 30 23:19:32.434074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Pushing event deleted for resources: {'Port': ['ID=961f6d0c-bf3b-46e2-896a-f203bdf13d42,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:32.443215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] No DVR routers for this DVR port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:32.454415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Calling delete_port for 961f6d0c-bf3b-46e2-896a-f203bdf13d42 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:32.538589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.541178 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.553861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b26179-a7e6-42f0-8a42-22628eabdd1d']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:32.567306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441bbc3c-3bb0-4d8b-9c87-7aee006b049f') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:32.567740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441bbc3c-3bb0-4d8b-9c87-7aee006b049f') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:32.574545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] Pushing event deleted for resources: {'Port': ['ID=961f6d0c-bf3b-46e2-896a-f203bdf13d42,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:32.576841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d941a2e-ad54-4e2d-8890-14f12b69f3d5 None None] No DVR routers for this DVR port 961f6d0c-bf3b-46e2-896a-f203bdf13d42 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:32.589993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.610980 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.618215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:19:32.618839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:19:32.621147 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:19:32.687925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.704709 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:32.709824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6b26179-a7e6-42f0-8a42-22628eabdd1d HTTP/1.1" status: 204 len: 168 time: 0.7556133 Aug 30 23:19:32.710971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:32.730356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245deccb-b776-4874-b6db-f2bd23fad191 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b26179-a7e6-42f0-8a42-22628eabdd1d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:33.127365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:33.396070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Deleting port d4d3be39-dec7-4fbe-868a-7ffbbbafd970 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:33.396462 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:33.491137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] For port d4d3be39-dec7-4fbe-868a-7ffbbbafd970, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:33.492066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:33.511320 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Calling delete_port for d4d3be39-dec7-4fbe-868a-7ffbbbafd970 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:33.639846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9024df0-a855-463a-b823-d86175c1a606 req-0451963e-40d6-41b1-8975-62101d421286 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 210 time: 0.1138756 Aug 30 23:19:33.702881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-792b1d77-9d70-4327-ae17-ba6598773b05 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:33.705011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-792b1d77-9d70-4327-ae17-ba6598773b05 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.52 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.1975894 Aug 30 23:19:33.719852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Request body: {'port': {'device_id': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'admin_state_up': True, 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:33.749701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Made reservation on behalf of b536d0a391fd419da79e70cbe81b7cfc for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:19:33.759137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:33.790228 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:33.828907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d3be39-dec7-4fbe-868a-7ffbbbafd970,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:33.934606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Allocated IP 172.20.0.14 (c9078b24-40f0-4fd8-b69a-179082095f5c/421b9465-8b33-4144-83d3-c082aab071c3/82606f10-b536-48fa-a7ee-2e6764edffeb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:19:34.074191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.120600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 961f6d0c-bf3b-46e2-896a-f203bdf13d42 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:34.144250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 961f6d0c-bf3b-46e2-896a-f203bdf13d42 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:34.144959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 961f6d0c-bf3b-46e2-896a-f203bdf13d42 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:34.180356 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.194096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Transition to ACTIVE for port object 82606f10-b536-48fa-a7ee-2e6764edffeb will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:34.238161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.252879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6fe558f1-8a3f-446c-88e0-ce516c657040'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:34.281713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Network c9078b24-40f0-4fd8-b69a-179082095f5c is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:19:34.285852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:19:34.291577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:19:34.611810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-70176d26-4d7d-4a7b-ad04-046590be66ff None None] Provisioning for port 82606f10-b536-48fa-a7ee-2e6764edffeb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:34.617063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-70176d26-4d7d-4a7b-ad04-046590be66ff None None] Provisioning complete for port 82606f10-b536-48fa-a7ee-2e6764edffeb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:34.617864 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-70176d26-4d7d-4a7b-ad04-046590be66ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.677022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-70176d26-4d7d-4a7b-ad04-046590be66ff None None] Port 82606f10-b536-48fa-a7ee-2e6764edffeb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:19:34.743990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Pushing event updated for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:34.759730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Router b7ebca1d-a1e4-428d-9989-bdb38e00e013 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:34.761026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:34.761651 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.778428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-8591d84d-f42a-4323-bb45-0d1b16ad73f1 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0629017 Aug 30 23:19:34.783323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d97b35-98fe-4ca8-b8ff-d596a33152c7 req-1b22d59a-0a75-4fea-941a-699e6281916e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:34.786851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16d97b35-98fe-4ca8-b8ff-d596a33152c7 req-1b22d59a-0a75-4fea-941a-699e6281916e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1028 time: 0.0602551 Aug 30 23:19:34.804076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Request body: {'port': {'device_id': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:19:34.868845 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:34.888901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16d97b35-98fe-4ca8-b8ff-d596a33152c7 req-f4abbb1c-88ac-4c52-9fd0-00cba284c33a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721433 Aug 30 23:19:34.924232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:34.933756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ceb5e904-705b-4d0b-a0a9-42fd6999f22a admin admin] 10.222.0.25 "PUT /v2.0/routers/b7ebca1d-a1e4-428d-9989-bdb38e00e013/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2105007 Aug 30 23:19:34.934414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:34.940164 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Sync routers for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:34.955250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:34.956495 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:35.083629 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.088469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:35.206103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82606f10-b536-48fa-a7ee-2e6764edffeb {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:35.214385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.214636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.229899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Transition to ACTIVE for port object 82606f10-b536-48fa-a7ee-2e6764edffeb will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:19:35.234128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.278133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Deleting port ca860282-a0d4-48f8-8d04-100e04ce9cac {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:35.278738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.285895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Pushing event updated for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:35.303431 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245'}], 'enable_snat': True}, 'gw_port_id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:19:33Z', 'revision_number': 5, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port': {'id': 'ca860282-a0d4-48f8-8d04-100e04ce9cac', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:de:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:05:19Z', 'updated_at': '2021-08-30T23:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:35.347139 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Checking router: b7ebca1d-a1e4-428d-9989-bdb38e00e013 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:35.362006 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Routers {'b7ebca1d-a1e4-428d-9989-bdb38e00e013'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:35.362961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:35.381217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Attempting to bind port 82606f10-b536-48fa-a7ee-2e6764edffeb on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:19:35.381564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Attempting to bind port 82606f10-b536-48fa-a7ee-2e6764edffeb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:19:35.381932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Attempting to bind port 82606f10-b536-48fa-a7ee-2e6764edffeb on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:35.382204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] For port ca860282-a0d4-48f8-8d04-100e04ce9cac, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ca860282-a0d4-48f8-8d04-100e04ce9cac,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:35.382589 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.387920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Port 82606f10-b536-48fa-a7ee-2e6764edffeb on network c9078b24-40f0-4fd8-b69a-179082095f5c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:19:35.388256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Attempting to bind port 82606f10-b536-48fa-a7ee-2e6764edffeb on network c9078b24-40f0-4fd8-b69a-179082095f5c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:19:35.394491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:19:35.394902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Checking segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:19:35.395241 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Bound using segment: {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:19:35.395693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Bound port: 82606f10-b536-48fa-a7ee-2e6764edffeb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a0d07a5-98ed-4803-b8eb-96362ab8500a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:19:35.396880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.410309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Calling delete_port for ca860282-a0d4-48f8-8d04-100e04ce9cac owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:35.474090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:19:35.478069 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] Set router b7ebca1d-a1e4-428d-9989-bdb38e00e013 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:35.479007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=82606f10-b536-48fa-a7ee-2e6764edffeb,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:19:35.490726 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.537987 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:19:35Z', 'revision_number': 6, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:35.539943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:35.540181 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.541753 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] 10.222.0.52 "PUT /v2.0/ports/82606f10-b536-48fa-a7ee-2e6764edffeb HTTP/1.1" status: 200 len: 1093 time: 0.7433877 Aug 30 23:19:35.542382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:35.544552 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4470a38-930e-45e9-b9c0-84c39d316d83" -d '{"events": [{"name": "network-changed", "server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:35.575725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6524f18e-7af9-4843-9226-50779d8e04fd service neutron] Pushing event updated for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:35.597611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfea9a9-8ee1-49c8-acda-a5249fb896a8 None None] The sync data for ids ['b7ebca1d-a1e4-428d-9989-bdb38e00e013'] in n-d-791504-21 is: [{'id': 'b7ebca1d-a1e4-428d-9989-bdb38e00e013', 'name': 'tempest-TestVolumeBootPattern-1950302283-router', 'tenant_id': 'd2894600906d404aa6df8c225e4f1ae0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:05:18Z', 'updated_at': '2021-08-30T23:19:35Z', 'revision_number': 6, 'project_id': 'd2894600906d404aa6df8c225e4f1ae0', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:35.616467 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab5c34e-0504-419f-9494-4e3e666eb59c x-openstack-request-id: req-9ab5c34e-0504-419f-9494-4e3e666eb59c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:35.617118 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:35.617555 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ab5c34e-0504-419f-9494-4e3e666eb59c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:35.618146 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb', 'status': 'completed', 'code': 200} Aug 30 23:19:35.660338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-a41c08fc-5962-4841-8087-083fdb90aed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:35.662001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-a41c08fc-5962-4841-8087-083fdb90aed6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0606096 Aug 30 23:19:35.692356 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.729628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca860282-a0d4-48f8-8d04-100e04ce9cac,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:35.738024 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-d0ee1f82-4fd9-434b-a735-424b2fbe3d28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606f10-b536-48fa-a7ee-2e6764edffeb HTTP/1.1" status: 200 len: 217 time: 0.0611575 Aug 30 23:19:35.804495 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.810110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-c39f4023-6036-4799-9bc8-e27a055ee736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:35.811875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-c39f4023-6036-4799-9bc8-e27a055ee736 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=421b9465-8b33-4144-83d3-c082aab071c3 HTTP/1.1" status: 200 len: 848 time: 0.0548396 Aug 30 23:19:35.865706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-dd58885d-b220-4b72-adc0-a1b3d7d0e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:35.867695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-dd58885d-b220-4b72-adc0-a1b3d7d0e627 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9078b24-40f0-4fd8-b69a-179082095f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480614 Aug 30 23:19:35.900930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.903156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.965290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.966107 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7ebca1d-a1e4-428d-9989-bdb38e00e013 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:19:35.979887 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:35.983663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d72cc4b8-dea7-4164-9dbc-9f3a2882b400 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b7ebca1d-a1e4-428d-9989-bdb38e00e013 HTTP/1.1" status: 204 len: 168 time: 1.0460501 Aug 30 23:19:35.984302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53270) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:35.985344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-a6efa23f-03a8-4ca0-8feb-6263cd4dd043 service neutron] 10.222.0.52 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085706 Aug 30 23:19:36.080620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Deleting subnet f2d409e3-4fc7-4476-aee2-8fec0b7460d5 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:19:36.084811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.101598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4d3be39-dec7-4fbe-868a-7ffbbbafd970 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:36.112755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfda01e-2cc3-44e3-af50-a7149da8df86 req-96b821a7-57d1-4395-9310-8cf77e102958 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:36.115245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ecfda01e-2cc3-44e3-af50-a7149da8df86 req-96b821a7-57d1-4395-9310-8cf77e102958 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0894313 Aug 30 23:19:36.123857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7c37bc19-d894-45d8-8a4c-b41686c11b3c req-0820fc35-e951-4a42-a29f-8e9a8b94c3a1 service neutron] 10.222.0.52 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286983 Aug 30 23:19:36.143109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d4d3be39-dec7-4fbe-868a-7ffbbbafd970 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:36.143464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d4d3be39-dec7-4fbe-868a-7ffbbbafd970 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:36.160937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.207838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ecfda01e-2cc3-44e3-af50-a7149da8df86 req-eb9bcbfb-d377-47e7-863f-abaabc09ec7e tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838542 Aug 30 23:19:36.252510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-9dfdae35-a52a-423f-9dbe-4916476311cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:36.254104 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-9dfdae35-a52a-423f-9dbe-4916476311cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0424125 Aug 30 23:19:36.262408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.319813 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.349029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.352744 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f2d409e3-4fc7-4476-aee2-8fec0b7460d5 HTTP/1.1" status: 204 len: 168 time: 0.3644831 Aug 30 23:19:36.352744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13e5005-01f3-40f2-9e44-ad7b040eb6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2d409e3-4fc7-4476-aee2-8fec0b7460d5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:36.355148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53272) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:36.355361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e3ec1d0-f1db-425a-bf91-72d6b6cb5445 None None] Network a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:36.356692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-379eae3c-450a-457b-884c-8b4ac972d8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:36.358390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-379eae3c-450a-457b-884c-8b4ac972d8ad service neutron] 10.222.0.52 "GET /v2.0/networks?id=c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 200 len: 910 time: 0.0972397 Aug 30 23:19:36.412303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-55cb4862-39c5-439d-9fc1-ccedb0c4593c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82606f10-b536-48fa-a7ee-2e6764edffeb HTTP/1.1" status: 200 len: 217 time: 0.0427117 Aug 30 23:19:36.429682 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.491184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-3e386333-06f2-48b6-b429-c30fa10b5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:36.492699 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-3e386333-06f2-48b6-b429-c30fa10b5e20 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=421b9465-8b33-4144-83d3-c082aab071c3 HTTP/1.1" status: 200 len: 848 time: 0.0736511 Aug 30 23:19:36.493200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Deleting port 4ffc1706-65ad-47b6-89e6-25a531879ae5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:36.493476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.550144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-6b935bd9-f719-4a14-937c-c3982842c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:36.551696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-6b935bd9-f719-4a14-937c-c3982842c91a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c9078b24-40f0-4fd8-b69a-179082095f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513659 Aug 30 23:19:36.552511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] DHCP port deletion for a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:19:36.586440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] For port 4ffc1706-65ad-47b6-89e6-25a531879ae5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ffc1706-65ad-47b6-89e6-25a531879ae5,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:36.586789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.607473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Calling delete_port for 4ffc1706-65ad-47b6-89e6-25a531879ae5 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:36.607999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Deleting port 4ffc1706-65ad-47b6-89e6-25a531879ae5 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:36.608390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.658731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-13d2e14c-7dde-4d90-b479-522dfe5e3e0f service neutron] 10.222.0.52 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958686 Aug 30 23:19:36.679206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] For port 4ffc1706-65ad-47b6-89e6-25a531879ae5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4ffc1706-65ad-47b6-89e6-25a531879ae5,segment=NetworkSegment(323daa0e-7282-46b1-b06a-56a82dfa7c7e),segment_id=323daa0e-7282-46b1-b06a-56a82dfa7c7e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:36.679925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.701209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Calling delete_port for 4ffc1706-65ad-47b6-89e6-25a531879ae5 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:36.716834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.777506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] No DVR routers for this DVR port 4ffc1706-65ad-47b6-89e6-25a531879ae5 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:36.788165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffc1706-65ad-47b6-89e6-25a531879ae5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:36.810247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b4470a38-930e-45e9-b9c0-84c39d316d83 req-c4d06912-fc3e-4fc8-8f75-5b64432044f0 service neutron] 10.222.0.52 "GET /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420853 Aug 30 23:19:36.823326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.877457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.890270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a19d7fcc-8b57-48f8-a7e0-7b0b80faf046']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:36.908739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323daa0e-7282-46b1-b06a-56a82dfa7c7e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:36.909462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323daa0e-7282-46b1-b06a-56a82dfa7c7e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:36.920471 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.942788 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.952565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:19:36.953667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:19:36.956612 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:19:37.008388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] Pushing event deleted for resources: {'Port': ['ID=4ffc1706-65ad-47b6-89e6-25a531879ae5,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:37.010400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1245c3-4478-489a-a13d-136d1944f555 None None] No DVR routers for this DVR port 4ffc1706-65ad-47b6-89e6-25a531879ae5 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:37.029716 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.036082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.038170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a19d7fcc-8b57-48f8-a7e0-7b0b80faf046 HTTP/1.1" status: 204 len: 168 time: 0.6818161 Aug 30 23:19:37.050434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3394a15-2c65-4818-8fd9-6a84a20929c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a19d7fcc-8b57-48f8-a7e0-7b0b80faf046,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:37.183226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53278) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:37.228889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-07368e02-65a2-4760-a5b0-c7cd51c5bd93 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6325ea2389ad4caa9b581b240d690f54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0443077 Aug 30 23:19:37.231565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53282) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:37.289501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.323190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fb7ee-5909-482a-8fa6-1d0d11bc07cb req-30864646-0005-4812-86f9-d148c01ca1eb tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:37.324344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.324759 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-567fb7ee-5909-482a-8fa6-1d0d11bc07cb req-30864646-0005-4812-86f9-d148c01ca1eb tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0440044 Aug 30 23:19:37.361284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-567fb7ee-5909-482a-8fa6-1d0d11bc07cb req-4239e7a4-e209-4cc5-9c19-5412529ea75a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298061 Aug 30 23:19:37.376314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.378999 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.382657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bbb25dda-17bc-4f18-b0ac-636f1f0b36a1 HTTP/1.1" status: 204 len: 168 time: 0.1476674 Aug 30 23:19:37.388306 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f7ccf-6685-451c-be6f-69f064b1e52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb25dda-17bc-4f18-b0ac-636f1f0b36a1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:37.706599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:37.747668 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1957ef88-52c4-44f0-beb5-4dbe3b6b224b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d2894600906d404aa6df8c225e4f1ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397875 Aug 30 23:19:37.750109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53290) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:37.800521 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.826913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.874626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.877595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:37.879030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9cc74cad-8e26-4fab-8582-f0b70389f96c HTTP/1.1" status: 204 len: 168 time: 0.1280231 Aug 30 23:19:37.887667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43188e-4439-47f1-be3a-a64ea39fa2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc74cad-8e26-4fab-8582-f0b70389f96c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:38.001513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ca860282-a0d4-48f8-8d04-100e04ce9cac no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:38.021212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ca860282-a0d4-48f8-8d04-100e04ce9cac {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:38.021583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ca860282-a0d4-48f8-8d04-100e04ce9cac not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:38.022017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ffc1706-65ad-47b6-89e6-25a531879ae5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:38.040755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4ffc1706-65ad-47b6-89e6-25a531879ae5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:38.041112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4ffc1706-65ad-47b6-89e6-25a531879ae5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:38.478580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe500cca-47e9-45e6-92a3-f5275885d587 req-400a90c9-907c-4fb8-bd64-cdb13450e15b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:38.480164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe500cca-47e9-45e6-92a3-f5275885d587 req-400a90c9-907c-4fb8-bd64-cdb13450e15b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0442591 Aug 30 23:19:38.516882 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe500cca-47e9-45e6-92a3-f5275885d587 req-69ba1b49-43d4-4f11-89d3-8a7b9d9f07ed tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Aug 30 23:19:39.628463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19475dd-8298-4dc0-ada0-19f1bcc18bbd req-661ec358-a9d5-46dc-b0ad-f71ec51e89a9 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:39.633597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f19475dd-8298-4dc0-ada0-19f1bcc18bbd req-661ec358-a9d5-46dc-b0ad-f71ec51e89a9 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1096 time: 0.0476446 Aug 30 23:19:39.675875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f19475dd-8298-4dc0-ada0-19f1bcc18bbd req-1358324b-830f-4f29-9983-ff0589b0f0c0 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 Aug 30 23:19:39.708174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-543ed882-0a15-40c1-9b1f-f366a261ee7d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422382 Aug 30 23:19:39.783085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-efb2bcf0-e932-4699-9354-c13c9608e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:39.784582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-efb2bcf0-e932-4699-9354-c13c9608e9e7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1098 time: 0.0442154 Aug 30 23:19:39.884148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-eee71d7b-807b-4f13-aa16-d258e8262c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:39.885531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-eee71d7b-807b-4f13-aa16-d258e8262c61 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 898 time: 0.0827229 Aug 30 23:19:39.955085 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-9fb813d9-3e58-4d54-bf9d-45018abf252a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 1002 time: 0.0628734 Aug 30 23:19:40.003126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-da68c6a9-5fac-4991-938b-189d81d7533e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:40.004541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-da68c6a9-5fac-4991-938b-189d81d7533e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 200 len: 835 time: 0.0430937 Aug 30 23:19:40.050643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-fe89e970-c443-428f-b87d-c3e089571387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:40.052136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-fe89e970-c443-428f-b87d-c3e089571387 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5171b887-6d1e-47ff-9020-aea3cfd73a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402181 Aug 30 23:19:40.145071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-e75783d8-3dde-4d1f-a655-317e1afdc846 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855298 Aug 30 23:19:40.236119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e55e2e8a-f461-46f3-9a9a-ab95c0f4b8f4 req-209f3fa7-7936-4df3-8353-1651e2bbc068 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845327 Aug 30 23:19:40.302334 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2775301a-e47e-40f3-a6fb-5f5f84749767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:40.496248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 82606f10-b536-48fa-a7ee-2e6764edffeb details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:19:40.597935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=82606f10-b536-48fa-a7ee-2e6764edffeb,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:40.610653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '82606f10-b536-48fa-a7ee-2e6764edffeb', 'network_id': 'c9078b24-40f0-4fd8-b69a-179082095f5c', 'port_id': '82606f10-b536-48fa-a7ee-2e6764edffeb', 'mac_address': 'fa:16:3e:88:bf:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421b9465-8b33-4144-83d3-c082aab071c3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:19:40.649243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:40.662730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82606f10-b536-48fa-a7ee-2e6764edffeb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:19:40.684810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=82606f10-b536-48fa-a7ee-2e6764edffeb,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:40.689025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:40.739114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:40.796487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d572546-871a-4ed9-8864-0bf05091c2b8 req-8469b869-4073-4560-a413-9d497214fd98 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:40.798089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5d572546-871a-4ed9-8864-0bf05091c2b8 req-8469b869-4073-4560-a413-9d497214fd98 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1097 time: 0.0435162 Aug 30 23:19:40.838642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5d572546-871a-4ed9-8864-0bf05091c2b8 req-4e22f0dd-52f1-4315-957a-4555fe3b96d2 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337725 Aug 30 23:19:40.986637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['82606f10-b536-48fa-a7ee-2e6764edffeb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:41.946706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec03492c-f6da-4623-8da9-011600d123bf req-69ae206b-b911-4614-a87d-fc1657c57c87 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:41.948273 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec03492c-f6da-4623-8da9-011600d123bf req-69ae206b-b911-4614-a87d-fc1657c57c87 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1097 time: 0.0430136 Aug 30 23:19:41.983129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec03492c-f6da-4623-8da9-011600d123bf req-a82d64f6-5aee-48f6-b5c7-0a61720bf303 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280077 Aug 30 23:19:42.503449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 82606f10-b536-48fa-a7ee-2e6764edffeb up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:19:42.554019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 82606f10-b536-48fa-a7ee-2e6764edffeb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:19:42.558127 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 82606f10-b536-48fa-a7ee-2e6764edffeb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:19:42.558509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:42.639133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:42.664299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:42.666655 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f3ec01-ec41-4397-8717-237f15cbd30b" -d '{"events": [{"server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "name": "network-vif-plugged", "status": "completed", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:42.685477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=82606f10-b536-48fa-a7ee-2e6764edffeb,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:42.691810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:42.748935 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7e622f9-f414-4d8d-bb78-be35a74999e2 x-openstack-request-id: req-d7e622f9-f414-4d8d-bb78-be35a74999e2 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:42.749298 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "name": "network-vif-plugged", "status": "completed", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:42.749685 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d7e622f9-f414-4d8d-bb78-be35a74999e2 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:42.750635 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb', 'code': 200} Aug 30 23:19:42.751600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:42.849323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf42e50-e55d-4c51-8a20-e304c88edd85 req-feba8780-a03d-42ef-8608-2ec0b93bbde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:42.850849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbf42e50-e55d-4c51-8a20-e304c88edd85 req-feba8780-a03d-42ef-8608-2ec0b93bbde8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0471604 Aug 30 23:19:42.895288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbf42e50-e55d-4c51-8a20-e304c88edd85 req-1633afb5-32be-4360-8036-7c509e80ef50 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305085 Aug 30 23:19:42.907238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:43.102361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78145f-614f-4b86-8121-1e0c6a19db75 req-7159d54b-4edc-40d5-a9fd-fe5a4b4eaa1f tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:43.103913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee78145f-614f-4b86-8121-1e0c6a19db75 req-7159d54b-4edc-40d5-a9fd-fe5a4b4eaa1f tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0452476 Aug 30 23:19:43.140257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ee78145f-614f-4b86-8121-1e0c6a19db75 req-a1e2b77a-2cf4-41cb-984d-9ddb3f2a8923 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299780 Aug 30 23:19:43.320957 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-872b177a-0060-4c3b-a6b1-ecceb3a1bc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:44.264611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79c7c12-4797-44c1-a306-f50b6dea07c8 req-c4614eba-7035-44ab-b81a-1c89817e2ade tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:44.266885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f79c7c12-4797-44c1-a306-f50b6dea07c8 req-c4614eba-7035-44ab-b81a-1c89817e2ade tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0484717 Aug 30 23:19:44.304126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f79c7c12-4797-44c1-a306-f50b6dea07c8 req-26853fb9-b928-4756-aa0b-37551cdeb88b tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306983 Aug 30 23:19:44.447012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c41416d-8802-49ce-848d-11c8f5c346fc req-ec9a1a20-d958-4e32-ba72-5f5e134e825d tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:44.454381 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c41416d-8802-49ce-848d-11c8f5c346fc req-ec9a1a20-d958-4e32-ba72-5f5e134e825d tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0495737 Aug 30 23:19:44.485883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c41416d-8802-49ce-848d-11c8f5c346fc req-b6092c0b-e42b-46a5-a26b-a3abd114df46 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298209 Aug 30 23:19:44.604371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:44.607257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea2809-e07f-4a1c-ae49-b8b0b94578ec req-34ad80f3-0432-456f-9dcf-2ae3c001ddd0 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:44.609551 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1ea2809-e07f-4a1c-ae49-b8b0b94578ec req-34ad80f3-0432-456f-9dcf-2ae3c001ddd0 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0463383 Aug 30 23:19:44.649611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1ea2809-e07f-4a1c-ae49-b8b0b94578ec req-01aba9ba-f6e8-480b-8b38-1e0e29585e8f tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326176 Aug 30 23:19:44.915662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ef1b0-72ae-40c2-a18f-b27bf21a17c8 req-82106323-a2d1-4f3f-b876-49ad5304a059 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:44.917180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d3ef1b0-72ae-40c2-a18f-b27bf21a17c8 req-82106323-a2d1-4f3f-b876-49ad5304a059 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0430019 Aug 30 23:19:44.954952 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d3ef1b0-72ae-40c2-a18f-b27bf21a17c8 req-e03290c4-1123-4c21-8bf5-0f93715c2305 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Aug 30 23:19:45.728356 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:19:46.042120 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:46.092158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0522fc07-f8fc-479c-b924-092a2bc17a5b req-62647c43-b325-453b-8801-5a8553125ce5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:46.093729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0522fc07-f8fc-479c-b924-092a2bc17a5b req-62647c43-b325-453b-8801-5a8553125ce5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0501909 Aug 30 23:19:46.133686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0522fc07-f8fc-479c-b924-092a2bc17a5b req-04a32c44-730d-4950-86c9-19f3a9877eff tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317316 Aug 30 23:19:46.430492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6746b70-1d2b-4928-af94-d1997124839d req-7611ba87-6c4f-4366-9f20-4534f38a4aa5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:46.432005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6746b70-1d2b-4928-af94-d1997124839d req-7611ba87-6c4f-4366-9f20-4534f38a4aa5 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 1098 time: 0.0468698 Aug 30 23:19:46.522027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Deleting port 82606f10-b536-48fa-a7ee-2e6764edffeb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:46.522412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:46.606523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] For port 82606f10-b536-48fa-a7ee-2e6764edffeb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=82606f10-b536-48fa-a7ee-2e6764edffeb,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:46.606890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:46.621490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Calling delete_port for 82606f10-b536-48fa-a7ee-2e6764edffeb owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:46.753767 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:46.766906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6fe558f1-8a3f-446c-88e0-ce516c657040'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:46.781967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Pushing event deleted for resources: {'Port': ['ID=82606f10-b536-48fa-a7ee-2e6764edffeb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:46.815164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['82606f10-b536-48fa-a7ee-2e6764edffeb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:46.849283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] No DVR routers for this DVR port 82606f10-b536-48fa-a7ee-2e6764edffeb on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:46.852221 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:46.854344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a6746b70-1d2b-4928-af94-d1997124839d req-89bf38e3-c152-4893-b15b-1abd62997c8a tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.52 "DELETE /v2.0/ports/82606f10-b536-48fa-a7ee-2e6764edffeb HTTP/1.1" status: 204 len: 173 time: 0.4158828 Aug 30 23:19:46.854773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'name': 'network-vif-deleted', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:46.857215 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0938f396-8d06-4786-8b3f-86a170b0d3e2" -d '{"events": [{"server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "name": "network-vif-deleted", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:46.915162 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69d3590-bdbc-4f28-9fb4-d2c9d1129255 x-openstack-request-id: req-a69d3590-bdbc-4f28-9fb4-d2c9d1129255 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:46.915717 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b71c2df0-388b-40dc-862f-c1c7674d119a", "name": "network-vif-deleted", "tag": "82606f10-b536-48fa-a7ee-2e6764edffeb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:46.916122 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a69d3590-bdbc-4f28-9fb4-d2c9d1129255 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:46.916688 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b71c2df0-388b-40dc-862f-c1c7674d119a', 'name': 'network-vif-deleted', 'tag': '82606f10-b536-48fa-a7ee-2e6764edffeb', 'status': 'completed', 'code': 200} Aug 30 23:19:47.263789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-324b5550-7a21-46e2-b594-78fc184dc251 req-c79531d0-9e76-4d49-a22d-425b1c4f94d3 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b71c2df0-388b-40dc-862f-c1c7674d119a HTTP/1.1" status: 200 len: 210 time: 0.0266623 Aug 30 23:19:48.545081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b006-31a2-42c5-900b-8411babdf8e4 req-0a610004-a898-4a64-bc2d-fe96005041db tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:48.547096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0404b006-31a2-42c5-900b-8411babdf8e4 req-0a610004-a898-4a64-bc2d-fe96005041db tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0445054 Aug 30 23:19:48.583134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0404b006-31a2-42c5-900b-8411babdf8e4 req-7c858cf4-a2dc-4524-933a-91d8c1b054b2 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297053 Aug 30 23:19:49.705733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb336c4-b9a7-42e1-8375-9865a08f216a req-0138ed7e-7fe4-4317-9de4-9e83aa105858 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:49.707404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bb336c4-b9a7-42e1-8375-9865a08f216a req-0138ed7e-7fe4-4317-9de4-9e83aa105858 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0531380 Aug 30 23:19:49.751594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7bb336c4-b9a7-42e1-8375-9865a08f216a req-ec583699-e90b-48ab-841e-447f3685336c tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=72ded863-0556-472d-a16f-d3b360609e91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366278 Aug 30 23:19:50.172501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-9fc38423-ceb6-4f47-8aeb-0487cd7148f6 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:19:50.174623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-9fc38423-ceb6-4f47-8aeb-0487cd7148f6 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 1098 time: 0.0436409 Aug 30 23:19:50.258945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Deleting port 6fe558f1-8a3f-446c-88e0-ce516c657040 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:50.259291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:50.343418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] For port 6fe558f1-8a3f-446c-88e0-ce516c657040, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fe558f1-8a3f-446c-88e0-ce516c657040,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:50.343900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:50.358084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Calling delete_port for 6fe558f1-8a3f-446c-88e0-ce516c657040 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:50.485086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:50.496932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6fe558f1-8a3f-446c-88e0-ce516c657040'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:19:50.514387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Pushing event deleted for resources: {'Port': ['ID=6fe558f1-8a3f-446c-88e0-ce516c657040,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:50.544514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 82606f10-b536-48fa-a7ee-2e6764edffeb no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:50.557848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] No DVR routers for this DVR port 6fe558f1-8a3f-446c-88e0-ce516c657040 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:50.560646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:50.562925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d97f4941-36cf-4f77-bcaa-1c51bd0f85da req-39e8380c-debb-4961-8da2-9d11e7e95220 tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6fe558f1-8a3f-446c-88e0-ce516c657040 HTTP/1.1" status: 204 len: 173 time: 0.3786790 Aug 30 23:19:50.563389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'name': 'network-vif-deleted', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:19:50.565701 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f415f21-cf75-4d71-8cc9-389dac69cf03" -d '{"events": [{"server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "name": "network-vif-deleted", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:19:50.581232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 82606f10-b536-48fa-a7ee-2e6764edffeb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:50.582348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 82606f10-b536-48fa-a7ee-2e6764edffeb not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:50.607341 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b53e606-a8b4-4bd8-b689-ef10fc2e921b x-openstack-request-id: req-7b53e606-a8b4-4bd8-b689-ef10fc2e921b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:19:50.607700 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d", "name": "network-vif-deleted", "tag": "6fe558f1-8a3f-446c-88e0-ce516c657040", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:19:50.607958 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b53e606-a8b4-4bd8-b689-ef10fc2e921b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:19:50.608367 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d', 'name': 'network-vif-deleted', 'tag': '6fe558f1-8a3f-446c-88e0-ce516c657040', 'status': 'completed', 'code': 200} Aug 30 23:19:50.861134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ec151e3-852a-4fcc-a08d-96dbdd8f3e8f req-2859bb3a-ffb0-4fe8-bb92-eed10c5c135c tempest-TestServerMultinode-748494141 tempest-TestServerMultinode-748494141-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1bf4ae14-af04-4cf6-98fc-9eebaf3ff81d HTTP/1.1" status: 200 len: 210 time: 0.0270469 Aug 30 23:19:51.926348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53370) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:52.303269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:52.524943 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:52.557648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Deleting port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:52.558021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:52.639303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] For port c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:52.639669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:52.653089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Calling delete_port for c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:52.870287 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:52.900874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:53.158198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:53.384516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Router ca08b785-ce94-4823-983c-f704ea26269c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:53.489672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:53.494690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-76549e9e-076f-4ba2-9ba6-fa73cf22064c admin admin] 10.222.0.25 "PUT /v2.0/routers/ca08b785-ce94-4823-983c-f704ea26269c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5673275 Aug 30 23:19:53.497234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53380) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:53.498372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Sync routers for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:53.507244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:53.508142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:53.606077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:53.612484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:53.711932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:53.765314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Deleting port 539bc892-591d-4b8c-9329-9733648290b7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:53.765860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:53.792609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244'}], 'enable_snat': True}, 'gw_port_id': '539bc892-591d-4b8c-9329-9733648290b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:52Z', 'revision_number': 5, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port': {'id': '539bc892-591d-4b8c-9329-9733648290b7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:e4:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:00Z', 'updated_at': '2021-08-30T23:19:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:53.821447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Checking router: ca08b785-ce94-4823-983c-f704ea26269c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:53.829765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Routers {'ca08b785-ce94-4823-983c-f704ea26269c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:53.830398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ca08b785-ce94-4823-983c-f704ea26269c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:53.851892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] For port 539bc892-591d-4b8c-9329-9733648290b7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=539bc892-591d-4b8c-9329-9733648290b7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:53.852289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:53.869755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Calling delete_port for 539bc892-591d-4b8c-9329-9733648290b7 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:53.917364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] Set router ca08b785-ce94-4823-983c-f704ea26269c gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:53.973722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:53Z', 'revision_number': 6, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:54.002234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f2ef30e-3db8-4aa5-8af7-315f12530af5 None None] The sync data for ids ['ca08b785-ce94-4823-983c-f704ea26269c'] in n-d-791504-21 is: [{'id': 'ca08b785-ce94-4823-983c-f704ea26269c', 'name': 'tempest-TestServerMultinode-832771256-router', 'tenant_id': '608cb085dda044c4b29efce14fe40aa9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:59Z', 'updated_at': '2021-08-30T23:19:53Z', 'revision_number': 6, 'project_id': '608cb085dda044c4b29efce14fe40aa9', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:54.053835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.082223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=539bc892-591d-4b8c-9329-9733648290b7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:54.140711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.215876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fe558f1-8a3f-446c-88e0-ce516c657040 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:54.230838 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.233052 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.239486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 6fe558f1-8a3f-446c-88e0-ce516c657040 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:54.239963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fe558f1-8a3f-446c-88e0-ce516c657040 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:54.281568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.282167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca08b785-ce94-4823-983c-f704ea26269c {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:19:54.286987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.288156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3b140d62-2eb6-4c4f-9575-82046398aad7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ca08b785-ce94-4823-983c-f704ea26269c HTTP/1.1" status: 204 len: 168 time: 0.7899327 Aug 30 23:19:54.290972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53384) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:54.339502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Deleting subnet 421b9465-8b33-4144-83d3-c082aab071c3 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:19:54.343177 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.382693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.484216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.540582 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.571846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421b9465-8b33-4144-83d3-c082aab071c3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:54.575591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.578253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53ba50c1-b7ea-4198-877d-dd44487e0490 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/421b9465-8b33-4144-83d3-c082aab071c3 HTTP/1.1" status: 204 len: 168 time: 0.2863090 Aug 30 23:19:54.580313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53394) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:54.585439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4935b6-2aad-46eb-85db-cc929f01c58f None None] Network c9078b24-40f0-4fd8-b69a-179082095f5c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:54.651819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.712473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Deleting port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:54.715022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.790160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] For port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:54.791491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.798764 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] DHCP port deletion for c9078b24-40f0-4fd8-b69a-179082095f5c request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:19:54.808973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Calling delete_port for 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:54.869018 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Deleting port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:54.869500 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.915137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.947401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] For port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,segment=NetworkSegment(9a0d07a5-98ed-4803-b8eb-96362ab8500a),segment_id=9a0d07a5-98ed-4803-b8eb-96362ab8500a)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:54.947813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:54.949236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Pushing event deleted for resources: {'Port': ['ID=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:54.960123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] No DVR routers for this DVR port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:54.966336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Calling delete_port for 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:55.047048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:55.055558 n-d-791504-21 neutron-server[101270]: self.session.flush() Aug 30 23:19:55.061949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.072324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9078b24-40f0-4fd8-b69a-179082095f5c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:55.096134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a0d07a5-98ed-4803-b8eb-96362ab8500a') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:55.096706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a0d07a5-98ed-4803-b8eb-96362ab8500a') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:55.098319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] Pushing event deleted for resources: {'Port': ['ID=33ad2d8b-e4e3-4d61-bad9-e88f0815c32e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:55.100932 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90c0e1-3d2c-4e81-aa68-c2b9958a90b4 None None] No DVR routers for this DVR port 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:55.113879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.139538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.151650 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:19:55.152400 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:19:55.155429 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:19:55.219785 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.229180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.234662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] 10.222.0.25 "DELETE /v2.0/networks/c9078b24-40f0-4fd8-b69a-179082095f5c HTTP/1.1" status: 204 len: 168 time: 0.6533105 Aug 30 23:19:55.235426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:55.245944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16edec2e-4ad8-4aa5-a90a-dfa491f2265b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9078b24-40f0-4fd8-b69a-179082095f5c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:55.603538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.871069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Deleting port f1fc878d-11f1-4e0c-a461-5a74a7f296a5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:55.871653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.964603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] For port f1fc878d-11f1-4e0c-a461-5a74a7f296a5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:55.965011 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:55.981033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Calling delete_port for f1fc878d-11f1-4e0c-a461-5a74a7f296a5 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:56.022118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:56.043427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:56.044075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c5b0793f-a174-4bfb-9d8b-d1d9ca97dcf4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:56.044698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:56.065642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:56.066297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 33ad2d8b-e4e3-4d61-bad9-e88f0815c32e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:56.067003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 539bc892-591d-4b8c-9329-9733648290b7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:56.086218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 539bc892-591d-4b8c-9329-9733648290b7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:56.086711 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 539bc892-591d-4b8c-9329-9733648290b7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:56.187080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:56.218472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fc878d-11f1-4e0c-a461-5a74a7f296a5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:56.231400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.231833 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.232221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.232548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.232892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.233224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.233555 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.233915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.234247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.234575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.234903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.235231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:19:56.683626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:56.915593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:19:57.036152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:19:57.041488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-115621c4-7d53-4497-b1aa-89f93ab4c0eb admin admin] 10.222.0.25 "PUT /v2.0/routers/02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8050857 Aug 30 23:19:57.045326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53448) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:57.051128 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Sync routers for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:19:57.061003 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:57.061737 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:57.173773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.277578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:57.285651 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.359763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Deleting port 7e5f2487-2328-46e1-800b-92938c5ae157 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:57.360082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.447948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] For port 7e5f2487-2328-46e1-800b-92938c5ae157, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7e5f2487-2328-46e1-800b-92938c5ae157,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:57.448386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.463014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Calling delete_port for 7e5f2487-2328-46e1-800b-92938c5ae157 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:57.474575 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80'}], 'enable_snat': True}, 'gw_port_id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:56Z', 'revision_number': 5, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port': {'id': '7e5f2487-2328-46e1-800b-92938c5ae157', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:34:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:19:08Z', 'updated_at': '2021-08-30T23:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:57.500910 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Checking router: 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:19:57.509483 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Routers {'02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:19:57.510152 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:57.607178 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] Set router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:19:57.681582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.688089 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:57Z', 'revision_number': 6, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:57.707273 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7e5f2487-2328-46e1-800b-92938c5ae157,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:57.719572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294b362b-3092-4e7d-bdc2-d1de49150abf None None] The sync data for ids ['02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7'] in n-d-791504-21 is: [{'id': '02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7', 'name': 'tempest-TestServerMultinode-759828275-router', 'tenant_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:19:07Z', 'updated_at': '2021-08-30T23:19:57Z', 'revision_number': 6, 'project_id': 'b536d0a391fd419da79e70cbe81b7cfc', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:19:57.787268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.878417 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.884343 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.886834 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.937421 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.937984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:19:57.942623 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:57.946624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0f297baa-4b9f-4d3b-8287-ea55144a39ad admin admin] 10.222.0.25 "DELETE /v2.0/routers/02b4ab2f-ffa3-4acb-94fb-06ee13b56ab7 HTTP/1.1" status: 204 len: 168 time: 0.8987794 Aug 30 23:19:57.946934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53464) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:58.002451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Deleting subnet cb703731-3a19-41a7-8a6a-69797caad3ee {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:19:58.005653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.046775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.150993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.229937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1fc878d-11f1-4e0c-a461-5a74a7f296a5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:19:58.245006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.272279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f1fc878d-11f1-4e0c-a461-5a74a7f296a5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:19:58.272633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f1fc878d-11f1-4e0c-a461-5a74a7f296a5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:19:58.286227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb703731-3a19-41a7-8a6a-69797caad3ee,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:58.292382 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.297540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53470) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:58.298094 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14b14324-b127-4fff-b385-374c0a673011 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/cb703731-3a19-41a7-8a6a-69797caad3ee HTTP/1.1" status: 204 len: 168 time: 0.3501132 Aug 30 23:19:58.300151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e44461-4a73-4e83-907c-336e9cee4d12 None None] Network 693107d3-28b4-4896-990b-da0b3918785b requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:19:58.379515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.448976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Deleting port a056efff-1c7c-49b6-bc65-db9359ea08c5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:58.449315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.592715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] DHCP port deletion for 693107d3-28b4-4896-990b-da0b3918785b request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:19:58.660777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Deleting port a056efff-1c7c-49b6-bc65-db9359ea08c5 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:19:58.661153 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.752600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] For port a056efff-1c7c-49b6-bc65-db9359ea08c5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a056efff-1c7c-49b6-bc65-db9359ea08c5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:58.753147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.768852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Calling delete_port for a056efff-1c7c-49b6-bc65-db9359ea08c5 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:58.899119 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.948944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] Pushing event deleted for resources: {'Port': ['ID=a056efff-1c7c-49b6-bc65-db9359ea08c5,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:58.953854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] For port a056efff-1c7c-49b6-bc65-db9359ea08c5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a056efff-1c7c-49b6-bc65-db9359ea08c5,segment=NetworkSegment(9dc7c6a6-1f52-466d-8b34-6116ff2ffd94),segment_id=9dc7c6a6-1f52-466d-8b34-6116ff2ffd94)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:19:58.954691 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:58.958422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cb3b6-6ed6-423b-bde2-2aa6d4b18d20 None None] No DVR routers for this DVR port a056efff-1c7c-49b6-bc65-db9359ea08c5 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:58.981394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Calling delete_port for a056efff-1c7c-49b6-bc65-db9359ea08c5 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:19:59.081882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.110923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=a056efff-1c7c-49b6-bc65-db9359ea08c5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:59.118636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] No DVR routers for this DVR port a056efff-1c7c-49b6-bc65-db9359ea08c5 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:19:59.203533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.216859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693107d3-28b4-4896-990b-da0b3918785b']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:59.229039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:59.229381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc7c6a6-1f52-466d-8b34-6116ff2ffd94') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:19:59.238808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.253216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.259281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:19:59.259999 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self.session.flush() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:19:59.261452 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:19:59.322324 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.333245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.335179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] 10.222.0.25 "DELETE /v2.0/networks/693107d3-28b4-4896-990b-da0b3918785b HTTP/1.1" status: 204 len: 168 time: 1.0358858 Aug 30 23:19:59.347072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0b5b3-6c38-4d78-acbc-d1f0887d8f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=693107d3-28b4-4896-990b-da0b3918785b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:19:59.532686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:59.576989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9a36f987-8570-4b93-bb50-a1ea0a956b30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=608cb085dda044c4b29efce14fe40aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430934 Aug 30 23:19:59.579640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:19:59.633234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.663070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.716386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.719014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:19:59.720322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4294cdb9-34e8-4e31-b71b-a089a1149509 HTTP/1.1" status: 204 len: 168 time: 0.1396601 Aug 30 23:19:59.729591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20305679-be27-4185-8d6e-fc0dea810c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294cdb9-34e8-4e31-b71b-a089a1149509,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:00.028009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a056efff-1c7c-49b6-bc65-db9359ea08c5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:00.053506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a056efff-1c7c-49b6-bc65-db9359ea08c5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:00.053887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a056efff-1c7c-49b6-bc65-db9359ea08c5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:00.054324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7e5f2487-2328-46e1-800b-92938c5ae157 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:00.074310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7e5f2487-2328-46e1-800b-92938c5ae157 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:00.074663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7e5f2487-2328-46e1-800b-92938c5ae157 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:00.075475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:00.122765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e354238b-08ea-4f95-b523-e38857bacc16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b536d0a391fd419da79e70cbe81b7cfc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456045 Aug 30 23:20:00.125345 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53518) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:00.183139 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:00.208845 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:00.259900 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:00.263573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:00.265462 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/72ded863-0556-472d-a16f-d3b360609e91 HTTP/1.1" status: 204 len: 168 time: 0.1391432 Aug 30 23:20:00.275727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bceb55-e12a-4273-a752-f78923ee0b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ded863-0556-472d-a16f-d3b360609e91,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:03.292344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53576) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:03.495380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 99951ca7-7e87-42f1-95cc-c73ffdb6c1ff {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:03.495757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:03.581624 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:03.581971 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:03.595231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 99951ca7-7e87-42f1-95cc-c73ffdb6c1ff owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:03.762053 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:03.797360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=99951ca7-7e87-42f1-95cc-c73ffdb6c1ff,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:03.864892 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:03.865189 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Floating IP aba9aa45-7115-45c6-b3d4-69e5838888d4 disassociated (deleted). External IP: 172.25.7.131, port: 9f4d2ca0-3131-4e80-b606-375a6bc11647. Aug 30 23:20:04.098748 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router 94121cd6-7a51-4898-b9c7-66d81224ec23 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:20:04.212368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:20:04.217752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:04.223219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Sync routers for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:20:04.237587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:04.238255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:04.247505 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5c985591-246a-4b68-bdc3-7a505567fc83 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/floatingips/aba9aa45-7115-45c6-b3d4-69e5838888d4 HTTP/1.1" status: 204 len: 168 time: 0.9541371 Aug 30 23:20:04.248200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:04.250755 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3861f70b-a675-4c0f-905e-6183e9be8585" -d '{"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:04.304722 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ddb8d72-4904-4b8c-b7b0-71762f8c6a4d x-openstack-request-id: req-8ddb8d72-4904-4b8c-b7b0-71762f8c6a4d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:04.305359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:04.305359 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8ddb8d72-4904-4b8c-b7b0-71762f8c6a4d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:04.305705 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'status': 'completed', 'code': 200} Aug 30 23:20:04.384165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:04.413372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-d052d622-e727-464e-b7d7-d24b0eec66b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:04.415129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-d052d622-e727-464e-b7d7-d24b0eec66b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 1098 time: 0.0630643 Aug 30 23:20:04.568684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-d589a9d7-25c1-4ade-88b6-27389c4fa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:04.570211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-d589a9d7-25c1-4ade-88b6-27389c4fa060 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 200 len: 898 time: 0.1468475 Aug 30 23:20:04.584466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876e1d2-f0fe-4db0-b5b6-c1704781c508 req-2ce8e7c6-2566-4aff-b3c2-9fc4d52c6e20 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:04.587064 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b876e1d2-f0fe-4db0-b5b6-c1704781c508 req-2ce8e7c6-2566-4aff-b3c2-9fc4d52c6e20 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0889766 Aug 30 23:20:04.636813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-0b39592d-1da3-48ac-89b8-e04e9875eca7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 200 len: 217 time: 0.0477681 Aug 30 23:20:04.650511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:04.682297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Checking router: 94121cd6-7a51-4898-b9c7-66d81224ec23 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:20:04.696511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:04.697143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:04.713261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b876e1d2-f0fe-4db0-b5b6-c1704781c508 req-65043aad-e740-434d-90cf-f9befd422313 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145623 Aug 30 23:20:04.718051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-4b5499f1-9c09-4fc5-ac50-8d8c7020664b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:04.719597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-4b5499f1-9c09-4fc5-ac50-8d8c7020664b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 200 len: 835 time: 0.0748332 Aug 30 23:20:04.784266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-1f0792e3-ceb1-4967-848c-8045a64d3178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:04.785999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-1f0792e3-ceb1-4967-848c-8045a64d3178 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5171b887-6d1e-47ff-9020-aea3cfd73a20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585866 Aug 30 23:20:04.897637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-25dab77c-a8d8-4f02-903a-54bb115c6942 service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036909 Aug 30 23:20:04.984762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:05.010938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3861f70b-a675-4c0f-905e-6183e9be8585 req-0d168e7e-fdd6-4602-b301-e1fbb8cdc2da service neutron] 10.222.0.52 "GET /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050828 Aug 30 23:20:05.216754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:05.244256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc293d46-afce-47fb-a1c9-4f6c70c88883 None None] The sync data for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 is: [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'd60f6c16-ad89-49bf-9dc5-1ba37d68be36', 'name': '', 'network_id': '5171b887-6d1e-47ff-9020-aea3cfd73a20', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'mac_address': 'fa:16:3e:80:08:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:14Z', 'updated_at': '2021-08-30T23:18:20Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'subnets': [{'id': 'afc8a61a-68c7-4dbe-ac66-9a9358723355', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:20:05.477678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13c92ac-d75e-47e0-8364-35f77229a45c None None] New status for floating IP aba9aa45-7115-45c6-b3d4-69e5838888d4: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:20:05.841278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a85a77-920c-4aa4-8078-8ce199314e0e req-b431be9d-2ab0-4d59-9d4a-1f5ea9c89388 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:05.842923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87a85a77-920c-4aa4-8078-8ce199314e0e req-b431be9d-2ab0-4d59-9d4a-1f5ea9c89388 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0506721 Aug 30 23:20:05.882791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-87a85a77-920c-4aa4-8078-8ce199314e0e req-4c0d440c-4317-4a30-8d1a-745b33991398 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/security-groups?id=6fd7df54-6ee2-4de5-8194-9e1be4820c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331354 Aug 30 23:20:05.951125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407583a8-6e71-4345-8b19-847a806711aa req-e6639a0d-915e-4956-a1ce-a0c022e77486 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:05.952117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-407583a8-6e71-4345-8b19-847a806711aa req-e6639a0d-915e-4956-a1ce-a0c022e77486 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 946 time: 0.0551617 Aug 30 23:20:06.048350 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 9f4d2ca0-3131-4e80-b606-375a6bc11647 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:06.048918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:06.145439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 9f4d2ca0-3131-4e80-b606-375a6bc11647, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=9f4d2ca0-3131-4e80-b606-375a6bc11647,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:06.145804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:06.158954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 9f4d2ca0-3131-4e80-b606-375a6bc11647 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:06.303359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:06.338618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=9f4d2ca0-3131-4e80-b606-375a6bc11647,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:06.384968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] No DVR routers for this DVR port 9f4d2ca0-3131-4e80-b606-375a6bc11647 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:20:06.387631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:06.389949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-407583a8-6e71-4345-8b19-847a806711aa req-c99314d0-546e-416d-8563-b008145f8617 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.52 "DELETE /v2.0/ports/9f4d2ca0-3131-4e80-b606-375a6bc11647 HTTP/1.1" status: 204 len: 173 time: 0.4313433 Aug 30 23:20:06.390392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-deleted', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:06.392860 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09991716-ec2c-4dab-aba0-0471284d4d98" -d '{"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-deleted", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:06.437071 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995cce79-8564-40f5-b39b-2958d8e98f24 x-openstack-request-id: req-995cce79-8564-40f5-b39b-2958d8e98f24 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:06.437377 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c24e0080-f794-4dc8-911e-0fd86769d02b", "name": "network-vif-deleted", "tag": "9f4d2ca0-3131-4e80-b606-375a6bc11647", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:06.437687 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-995cce79-8564-40f5-b39b-2958d8e98f24 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:06.438244 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c24e0080-f794-4dc8-911e-0fd86769d02b', 'name': 'network-vif-deleted', 'tag': '9f4d2ca0-3131-4e80-b606-375a6bc11647', 'status': 'completed', 'code': 200} Aug 30 23:20:07.029630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b327570a-472c-499b-b6f6-b0c3fbfed579 req-19a50c74-2be2-4fd2-b581-44ac3606d0d2 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "GET /v2.0/ports?device_id=c24e0080-f794-4dc8-911e-0fd86769d02b HTTP/1.1" status: 200 len: 210 time: 0.0311306 Aug 30 23:20:08.087656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53678) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:08.469292 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:09.016530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port d60f6c16-ad89-49bf-9dc5-1ba37d68be36 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:09.016908 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:09.113462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port d60f6c16-ad89-49bf-9dc5-1ba37d68be36, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:09.114385 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:09.128680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for d60f6c16-ad89-49bf-9dc5-1ba37d68be36 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:09.325808 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:09.355062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=d60f6c16-ad89-49bf-9dc5-1ba37d68be36,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:09.542089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:09.792981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Router 94121cd6-7a51-4898-b9c7-66d81224ec23 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:20:09.912386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:20:09.921247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a1123c2e-c670-4e47-a205-7611ad91655a tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "PUT /v2.0/routers/94121cd6-7a51-4898-b9c7-66d81224ec23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8288260 Aug 30 23:20:09.921247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53712) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:09.922212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Sync routers for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:20:09.931675 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:09.932604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:09.989360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting subnet afc8a61a-68c7-4dbe-ac66-9a9358723355 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:20:09.992869 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.038989 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.054257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:10.138715 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.205771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.235168 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Subnet': ['ID=afc8a61a-68c7-4dbe-ac66-9a9358723355,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:10.242012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bd92a5-bece-4175-84f9-d5190252245e None None] Network 5171b887-6d1e-47ff-9020-aea3cfd73a20 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:20:10.243015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.245655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-84f28951-9a50-44ba-a667-85a4bde81f96 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/subnets/afc8a61a-68c7-4dbe-ac66-9a9358723355 HTTP/1.1" status: 204 len: 168 time: 0.3230915 Aug 30 23:20:10.247789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53718) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:10.345249 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7eac3132-ab20-49f0-8d0f-a77003dd8c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.371310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.391229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:20:09Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:10.437444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Checking router: 94121cd6-7a51-4898-b9c7-66d81224ec23 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:20:10.452606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Routers {'94121cd6-7a51-4898-b9c7-66d81224ec23'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:10.453501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:19:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['94121cd6-7a51-4898-b9c7-66d81224ec23'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:10.504029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.571814 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] DHCP port deletion for 5171b887-6d1e-47ff-9020-aea3cfd73a20 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:20:10.579703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Deleting port 701209d9-fb57-40ad-8631-cd733cb0a7b1 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:10.580056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.600928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] Set router 94121cd6-7a51-4898-b9c7-66d81224ec23 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:10.658656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:10.688035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] For port 701209d9-fb57-40ad-8631-cd733cb0a7b1, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=701209d9-fb57-40ad-8631-cd733cb0a7b1,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:10.688922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.700465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 9f4d2ca0-3131-4e80-b606-375a6bc11647 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:10.700903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 9f4d2ca0-3131-4e80-b606-375a6bc11647 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:10.703737 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Calling delete_port for 701209d9-fb57-40ad-8631-cd733cb0a7b1 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:10.769466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Deleting port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:10.770167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.872102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] For port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,segment=NetworkSegment(3b7be7b7-455e-4171-8288-e5c76013ee38),segment_id=3b7be7b7-455e-4171-8288-e5c76013ee38)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:10.872595 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.889818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Calling delete_port for 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:10.913873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:10.949494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Port': ['ID=701209d9-fb57-40ad-8631-cd733cb0a7b1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:10.955758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:20:09Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:11.007460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad6cbd-d805-4c1d-a727-5c4eef4268ad None None] The sync data for ids ['94121cd6-7a51-4898-b9c7-66d81224ec23'] in n-d-791504-21 is: [{'id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1331568582', 'tenant_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186'}], 'enable_snat': True}, 'gw_port_id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:20:09Z', 'revision_number': 5, 'project_id': 'cddf05cd7bf34777b75256b0b8ae28ff', 'gw_port': {'id': '701209d9-fb57-40ad-8631-cd733cb0a7b1', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:6f:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94121cd6-7a51-4898-b9c7-66d81224ec23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:18:07Z', 'updated_at': '2021-08-30T23:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:20:11.030171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.040664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.076118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Pushing event deleted for resources: {'Port': ['ID=2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:11.092557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] No DVR routers for this DVR port 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:20:11.095178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.095518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.095957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.096383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.096716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.097047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.097374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.097699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.098054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.098380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.098705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.099026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88f1d2b-7587-4f00-9f74-c5382fbcd211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:11.151849 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.154049 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.199168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.199718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Fanout notify agent at l3_agent the message router_deleted on router 94121cd6-7a51-4898-b9c7-66d81224ec23 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:20:11.207080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.208136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2eb96382-2960-43b1-8bd4-044062aaf273 tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/routers/94121cd6-7a51-4898-b9c7-66d81224ec23 HTTP/1.1" status: 204 len: 168 time: 0.9593909 Aug 30 23:20:11.210708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53738) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:11.293188 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.403006 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.415469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5171b887-6d1e-47ff-9020-aea3cfd73a20']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:11.428234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7be7b7-455e-4171-8288-e5c76013ee38') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:11.428549 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7be7b7-455e-4171-8288-e5c76013ee38') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:11.438337 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.453530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.462518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:20:11.462925 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:20:11.466244 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:20:11.529130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.548215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.550181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/networks/5171b887-6d1e-47ff-9020-aea3cfd73a20 HTTP/1.1" status: 204 len: 168 time: 0.3384600 Aug 30 23:20:11.553536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53746) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:11.567542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350f2ca-2d55-4bca-88f3-0563dedd850e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'Network': ['ID=5171b887-6d1e-47ff-9020-aea3cfd73a20,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:11.629289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.655680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.721911 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.724399 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:11.734188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] 10.222.0.25 "DELETE /v2.0/security-groups/6fd7df54-6ee2-4de5-8194-9e1be4820c7b HTTP/1.1" status: 204 len: 168 time: 0.1710238 Aug 30 23:20:11.746812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a1f24-89aa-4a2f-835b-e1a871cad04e tempest-TestNetworkAdvancedServerOps-2116383001 tempest-TestNetworkAdvancedServerOps-2116383001-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd7df54-6ee2-4de5-8194-9e1be4820c7b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:12.097142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53762) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:12.239596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:12.265228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:12.265838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2edfc2bf-96c7-411d-9d38-161c3f165ab9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cddf05cd7bf34777b75256b0b8ae28ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626339 Aug 30 23:20:12.265938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2c089c5d-dafd-4cd5-9b2a-57ef4407c8c3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:12.265938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 701209d9-fb57-40ad-8631-cd733cb0a7b1 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:12.266084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53766) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:12.284431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 701209d9-fb57-40ad-8631-cd733cb0a7b1 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:12.284431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 701209d9-fb57-40ad-8631-cd733cb0a7b1 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:12.284431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d60f6c16-ad89-49bf-9dc5-1ba37d68be36 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:12.302140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: d60f6c16-ad89-49bf-9dc5-1ba37d68be36 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:12.302752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device d60f6c16-ad89-49bf-9dc5-1ba37d68be36 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:12.330767 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.363476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.416881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.419684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.420903 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d3bde792-3acb-4da3-b457-761e6243df35 HTTP/1.1" status: 204 len: 168 time: 0.1555512 Aug 30 23:20:12.429102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107818-b349-451b-af1e-7bec87554700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bde792-3acb-4da3-b457-761e6243df35,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:12.723610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53782) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:12.773900 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-91bfb944-4fdc-431a-923d-5f97c3dd8e13 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=14f64c320248406789cae45d8e0008b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465703 Aug 30 23:20:12.774218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53784) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:12.825904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.851792 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.909916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.914972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.921816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4869cc67-77a0-42d7-b4d4-aab7a0f790b2 HTTP/1.1" status: 204 len: 168 time: 0.1458228 Aug 30 23:20:12.928622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:12.941053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91c76a-f465-47dd-a6e3-24da976a5d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4869cc67-77a0-42d7-b4d4-aab7a0f790b2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:13.323085 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fcdd1651-2e0c-4967-9e54-083911c6cb1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:14.610546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.209327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53876) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:15.214551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'network': {'name': 'tempest-network-smoke--1126033447', 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:15.243168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:20:15.246843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.259321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.374021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.379515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.409037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:20:15.419031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b17f0e0-3fe7-44e7-9b1a-741fd7df316a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:15.425576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.425941 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Added segment 33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4 of type vlan for network e7db8566-342a-4980-ae90-06927f50e1d7 Aug 30 23:20:15.480281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.520851 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.529362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:15.530272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.604459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3939483 Aug 30 23:20:15.608472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53888) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:15.614648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'admin_state_up': True, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:15.624151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4334c-838a-469c-ab3f-f0990f3f2e69 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Network': ['ID=e7db8566-342a-4980-ae90-06927f50e1d7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:15.637229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e7db8566-342a-4980-ae90-06927f50e1d7 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:20:15.652582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.653677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.723864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:15.881616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.039206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.105542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.134646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.252461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.25.7.56 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:20:16.360050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.411727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:16.448637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:16.453494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:16.460849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:20:16.495655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:17.012541 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:17.212022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:17.343988 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 5817eeca-3c49-48ba-b153-a418cfdb956f is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:20:17.465698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:20:17.477747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Sync routers for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:20:17.486321 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:17.487750 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7086fd08-17bb-4b2d-9490-f6b42c311770 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8782802 Aug 30 23:20:17.491367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:17.493036 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:17.494009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:17.627065 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:17.641248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-459a0a2e-6901-4aba-9993-6523dab5452e tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bb256e8c09b848a1aed448e3410feef5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1483314 Aug 30 23:20:17.644237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53926) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:17.770888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95e1cc5-9458-4a95-a7c9-5f80878ea37c tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:17.770888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e95e1cc5-9458-4a95-a7c9-5f80878ea37c tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1238241 Aug 30 23:20:17.772248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53932) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:17.808318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b7367a8-4af3-44e8-802e-51aaa033abf2 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349360 Aug 30 23:20:17.812322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53934) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:17.817862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-520839469', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:17.848556 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:16Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:17.878270 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Checking router: 5817eeca-3c49-48ba-b153-a418cfdb956f for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:20:17.878628 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Updating router 5817eeca-3c49-48ba-b153-a418cfdb956f port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:20:17.913450 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:17.935813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:20:17.939417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.165407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.207160 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.218101 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Transition to ACTIVE for port object c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:18.224846 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.233467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Subnet': ['ID=07a7b9a6-27ee-4389-9d02-ff080630c0ad,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:18.240405 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Checking segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:20:18.240846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network hostable DHCP agents. Network: e7db8566-342a-4980-ae90-06927f50e1d7, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:20:18.261250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network e7db8566-342a-4980-ae90-06927f50e1d7 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:20:18.274183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e7db8566-342a-4980-ae90-06927f50e1d7) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:18.277877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Attempting to bind port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:20:18.278254 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Attempting to bind port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:20:18.278621 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Attempting to bind port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:20:18.278926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:18.280398 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.288433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf56da1-9a72-4abc-96f6-06ce3bdc61a0 None None] Network e7db8566-342a-4980-ae90-06927f50e1d7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:20:18.292139 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:20:18.292518 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:20:18.292919 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.293311 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:20:18.293779 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Bound port: c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:20:18.294207 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.310090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-47c977ea-99c5-4f5f-be10-e6b5462f5f9a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4965055 Aug 30 23:20:18.313290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53944) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:18.327999 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Pushing event updated for resources: {'Port': ['ID=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:18.345250 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.345902 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.346427 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.346923 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.347399 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.347873 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.348357 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.348827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.349297 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.349764 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.350271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.350772 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:18.372292 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] For port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:20:18.377380 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] For port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:20:18.384145 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.450543 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc4fab7-2677-44d3-9c22-0369d5e25823 None None] Pushing event updated for resources: {'Port': ['ID=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:18.455440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:18.456052 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:18.505708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-e7db8566-342a-4980-ae90-06927f50e1d7', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:20:18.507156 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.677100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Allocated IP 172.20.0.2 (e7db8566-342a-4980-ae90-06927f50e1d7/07a7b9a6-27ee-4389-9d02-ff080630c0ad/a107f423-b516-40af-a0b7-3ddbb71e6ded) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:20:18.687501 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:18.855407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.866690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Transition to ACTIVE for port object a107f423-b516-40af-a0b7-3ddbb71e6ded will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:18.877323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.895175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Transition to ACTIVE for port object a107f423-b516-40af-a0b7-3ddbb71e6ded will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:18.904958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:18.909272 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c9254276-2737-4959-9afe-3a4518260836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:16Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:18.938300 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9254276-2737-4959-9afe-3a4518260836 None None] The sync data for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 is: [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:16Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:20:18.948624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Network e7db8566-342a-4980-ae90-06927f50e1d7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:18.953183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:18.959538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:20:18.985965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Pushing event updated for resources: {'Port': ['ID=a107f423-b516-40af-a0b7-3ddbb71e6ded,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:19.046269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Attempting to bind port a107f423-b516-40af-a0b7-3ddbb71e6ded on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:20:19.046834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Attempting to bind port a107f423-b516-40af-a0b7-3ddbb71e6ded by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:20:19.047163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Attempting to bind port a107f423-b516-40af-a0b7-3ddbb71e6ded on network e7db8566-342a-4980-ae90-06927f50e1d7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:20:19.052921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:20:19.053383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Checking segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:20:19.054049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.054537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Bound using segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:20:19.055072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Bound port: a107f423-b516-40af-a0b7-3ddbb71e6ded, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:20:19.055525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.135111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] For port a107f423-b516-40af-a0b7-3ddbb71e6ded, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:20:19.138417 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] For port a107f423-b516-40af-a0b7-3ddbb71e6ded, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a107f423-b516-40af-a0b7-3ddbb71e6ded,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:20:19.142807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.221951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8ff57-3106-44d5-9e53-974581d7b8cc None None] Pushing event updated for resources: {'Port': ['ID=a107f423-b516-40af-a0b7-3ddbb71e6ded,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:19.228816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.20.0.1 (e7db8566-342a-4980-ae90-06927f50e1d7/07a7b9a6-27ee-4389-9d02-ff080630c0ad/34f75359-651a-447f-b707-c2df6f01510a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:20:19.413455 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.433411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Transition to ACTIVE for port object 34f75359-651a-447f-b707-c2df6f01510a will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:19.484461 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.562276 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network e7db8566-342a-4980-ae90-06927f50e1d7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:19.563585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:19.571820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:19.575312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:20:19.661031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:19.853033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.150416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a107f423-b516-40af-a0b7-3ddbb71e6ded up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:20.278909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port a107f423-b516-40af-a0b7-3ddbb71e6ded completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:20.285248 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.291736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.295152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:20.395082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.415269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:20.417639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:20.426808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:20.427557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.542357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.551835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network e7db8566-342a-4980-ae90-06927f50e1d7 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:20.553583 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:20.571731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:20.576588 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.670923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:20.685440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9fc89c-30d7-4fe2-b77c-54b3f9456864 None None] Network e7db8566-342a-4980-ae90-06927f50e1d7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:20:20.729017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 5817eeca-3c49-48ba-b153-a418cfdb956f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:20:20.757336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Provisioning for port a107f423-b516-40af-a0b7-3ddbb71e6ded completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:20.768579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Provisioning complete for port a107f423-b516-40af-a0b7-3ddbb71e6ded triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:20.769046 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:20.896376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:20:20.915669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53980) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:20.918209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41ab005d-af0c-4ea4-87dd-e5a3674df3d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "PUT /v2.0/routers/5817eeca-3c49-48ba-b153-a418cfdb956f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6036212 Aug 30 23:20:20.924579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1875260162', 'description': 'tempest-secgroup_access--1875260162 description', 'project_id': 'bb256e8c09b848a1aed448e3410feef5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:20.969727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.087018 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.093021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.129345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.129975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.131094 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2140036 Aug 30 23:20:21.133128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:21.134501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 53986) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:21.139120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1906438279', 'description': 'tempest-secgroup_general--1906438279 description', 'project_id': 'bb256e8c09b848a1aed448e3410feef5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:21.159051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.159425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.159787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.160128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.160472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.160807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.161143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.161548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.161914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.162456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.162576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.162892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d06aaac-a144-4d4c-9ac3-51a37a405d22 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:20:21.182341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] For port a107f423-b516-40af-a0b7-3ddbb71e6ded, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a107f423-b516-40af-a0b7-3ddbb71e6ded,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:21.186599 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.188206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.225867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Sync routers for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:20:21.253757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:21.254692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:21.321547 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.325575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68879f1-26cd-401a-8947-a84cd1747084 None None] Pushing event updated for resources: {'Port': ['ID=a107f423-b516-40af-a0b7-3ddbb71e6ded,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:21.328181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.364734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.366403 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.2314167 Aug 30 23:20:21.369496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 53992) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:21.371652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0f4168-0e99-46fe-bd37-a8d0fc18feb0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47bf12f-1709-49d8-bd74-2fd5c32233cc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:21.380663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'security_group_rule': {'security_group_id': 'd3593ba2-bd5c-437f-bac5-6f2f4186b6d4', 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:21.420361 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.427437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:21.503738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.511402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.531496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f49c88c-c337-453d-9110-c57421b5e26d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:21.538975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.549074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a7e466e-1292-4e98-9a4f-3321e785d486 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1783638 Aug 30 23:20:21.581423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Provisioning complete for port a107f423-b516-40af-a0b7-3ddbb71e6ded triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:21.581821 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.751329 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-40b3fcf2-ecea-49d0-a6cc-e91228d0aa90 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_access--1875260162&fields=id&tenant_id=bb256e8c09b848a1aed448e3410feef5 HTTP/1.1" status: 200 len: 267 time: 0.0382285 Aug 30 23:20:21.759289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Provisioning for port 34f75359-651a-447f-b707-c2df6f01510a completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:21.764435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 2, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:21.795058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Provisioning complete for port 34f75359-651a-447f-b707-c2df6f01510a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:21.795436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.797209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Checking router: 5817eeca-3c49-48ba-b153-a418cfdb956f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:20:21.797570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Updating router 5817eeca-3c49-48ba-b153-a418cfdb956f port 34f75359-651a-447f-b707-c2df6f01510a binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:20:21.809131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-078427b0-acba-497d-abbc-9b7fbb70c68d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup_general--1906438279&fields=id&tenant_id=bb256e8c09b848a1aed448e3410feef5 HTTP/1.1" status: 200 len: 267 time: 0.0493078 Aug 30 23:20:21.866665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-49c158f8-692b-4d81-9a9d-9fc8f98a025a None None] Port 34f75359-651a-447f-b707-c2df6f01510a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:20:21.873970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:21.952563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-f6d4db81-78a1-4d01-a7b6-0bf2152dfcd0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:21.954410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-f6d4db81-78a1-4d01-a7b6-0bf2152dfcd0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 797 time: 0.1370916 Aug 30 23:20:21.970200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-443c54a7-660c-49a1-8528-8e6cd3fc32fb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/quotas/bb256e8c09b848a1aed448e3410feef5 HTTP/1.1" status: 200 len: 375 time: 0.0099607 Aug 30 23:20:22.010132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b14a9f55-4ee1-4743-993d-2bfef3f4103e None None] Provisioning complete for port 34f75359-651a-447f-b707-c2df6f01510a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:22.010694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b14a9f55-4ee1-4743-993d-2bfef3f4103e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.040854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-4a1a5e6e-1478-4566-87ab-91d46556bddf tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639124 Aug 30 23:20:22.055659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b14a9f55-4ee1-4743-993d-2bfef3f4103e None None] Port 34f75359-651a-447f-b707-c2df6f01510a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:20:22.069338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a107f423-b516-40af-a0b7-3ddbb71e6ded up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:22.146582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-1c638db5-b769-4bbb-a59f-5cf2ab7ab2ce service neutron] 10.222.0.25 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921493 Aug 30 23:20:22.194603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port a107f423-b516-40af-a0b7-3ddbb71e6ded triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:22.195216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.234538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-739eff7d-b0ba-49a9-a2d0-886c90f4057a None None] Provisioning complete for port 34f75359-651a-447f-b707-c2df6f01510a triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:22.234538 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-739eff7d-b0ba-49a9-a2d0-886c90f4057a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.255651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-f6ea4514-6565-42cc-b811-112995dfd4db service neutron] 10.222.0.25 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905411 Aug 30 23:20:22.305980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-739eff7d-b0ba-49a9-a2d0-886c90f4057a None None] Port 34f75359-651a-447f-b707-c2df6f01510a cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:20:22.330605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.343913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Transition to ACTIVE for port object 34f75359-651a-447f-b707-c2df6f01510a will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:22.375533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.420859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:22.466898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4f741-6bba-4823-b835-a9a92ee21242 None None] Pushing event updated for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:22.469967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b972b758-d3e9-4d0c-a755-e2777a477687 req-fb91858d-576b-444a-8d27-0e99f8ee843e tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 210 time: 0.0534613 Aug 30 23:20:22.572502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Attempting to bind port 34f75359-651a-447f-b707-c2df6f01510a on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:20:22.572971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Attempting to bind port 34f75359-651a-447f-b707-c2df6f01510a by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:20:22.573341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Attempting to bind port 34f75359-651a-447f-b707-c2df6f01510a on network e7db8566-342a-4980-ae90-06927f50e1d7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:20:22.580771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:20:22.581158 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Checking segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:20:22.581559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.582023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Bound using segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:20:22.582560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Bound port: 34f75359-651a-447f-b707-c2df6f01510a, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:20:22.582897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.585192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.606412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:22.606847 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.696188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] For port 34f75359-651a-447f-b707-c2df6f01510a, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:20:22.700388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] For port 34f75359-651a-447f-b707-c2df6f01510a, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=34f75359-651a-447f-b707-c2df6f01510a,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:20:22.707249 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:22.730246 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:20:22.842171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4f741-6bba-4823-b835-a9a92ee21242 None None] Pushing event updated for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:22.854226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:22.854852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:22.976216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:23.216906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:22Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:23.244542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fa92b0-1dee-48a3-8bd9-61d6a1c4a9f9 None None] The sync data for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 is: [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:22Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:20:23.582653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75ece9a0-6e6a-443d-b468-7512ee41be08 req-f73da4c8-96b8-461e-b01f-3807beca0fb2 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 210 time: 0.0298169 Aug 30 23:20:23.836773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-5f12a90e-1c3f-4650-9516-4f0a0db305d6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:23.839002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-5f12a90e-1c3f-4650-9516-4f0a0db305d6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.52 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 797 time: 0.1503921 Aug 30 23:20:23.901274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-4dc9a31b-c46e-4765-999b-6aa3597b2117 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb256e8c09b848a1aed448e3410feef5 HTTP/1.1" status: 200 len: 478 time: 0.0454206 Aug 30 23:20:23.943699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'port': {'device_id': '1efb1154-97e5-433b-afec-05815d2feb37', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'admin_state_up': True, 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'security_groups': ['d3593ba2-bd5c-437f-bac5-6f2f4186b6d4', 'a47bf12f-1709-49d8-bd74-2fd5c32233cc']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:24.076828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 34f75359-651a-447f-b707-c2df6f01510a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:24.100055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:20:24.104003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.141959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 34f75359-651a-447f-b707-c2df6f01510a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:24.146485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 34f75359-651a-447f-b707-c2df6f01510a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:24.147227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.261692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.265095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.20.0.14 (e7db8566-342a-4980-ae90-06927f50e1d7/07a7b9a6-27ee-4389-9d02-ff080630c0ad/c59e1316-7cf7-4f7b-9c9f-c8797a0220a7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:20:24.320467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 34f75359-651a-447f-b707-c2df6f01510a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=34f75359-651a-447f-b707-c2df6f01510a,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:24.333317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.400756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:24.469598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.489689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Transition to ACTIVE for port object c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:24.535269 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.579477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network e7db8566-342a-4980-ae90-06927f50e1d7 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:24.584580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:24.587109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:20:24.625178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:24.656051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:24.656826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.687489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-e8343e59-b47b-4a41-ac3e-80d3f5986489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7476473 Aug 30 23:20:24.708848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Request body: {'port': {'device_id': '1efb1154-97e5-433b-afec-05815d2feb37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:24.764206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a65bec-e0d4-4829-b685-a55de999944a req-8c91b3c3-53fa-4bd9-a65e-1c3c724b797a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:24.771006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66a65bec-e0d4-4829-b685-a55de999944a req-8c91b3c3-53fa-4bd9-a65e-1c3c724b797a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 971 time: 0.0962634 Aug 30 23:20:24.821753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.850091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-66a65bec-e0d4-4829-b685-a55de999944a req-179871d7-5c08-40dd-a805-da5de08f6376 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0716887 Aug 30 23:20:24.903428 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a033-1bea-41be-b5af-658b0d3c31c8 None None] Provisioning for port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:24.906604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7ff1a033-1bea-41be-b5af-658b0d3c31c8 None None] Provisioning complete for port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:24.907178 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ff1a033-1bea-41be-b5af-658b0d3c31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:24.950941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1a033-1bea-41be-b5af-658b0d3c31c8 None None] Port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:20:25.124449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:20:25.132954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:25.145674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Transition to ACTIVE for port object c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:20:25.150355 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:25.205750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:25.284153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Attempting to bind port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:20:25.284730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Attempting to bind port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:20:25.285306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Attempting to bind port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 on network e7db8566-342a-4980-ae90-06927f50e1d7 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:20:25.290945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 on network e7db8566-342a-4980-ae90-06927f50e1d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:20:25.291421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Attempting to bind port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 on network e7db8566-342a-4980-ae90-06927f50e1d7 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:20:25.297338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:20:25.297711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Checking segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:20:25.298257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Bound using segment: {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:20:25.298504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Bound port: c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:20:25.298879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:25.370754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:20:25.374889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:20:25.380781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:25.429584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:25.430301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:25.431773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] 10.222.0.52 "PUT /v2.0/ports/c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 1132 time: 0.7279894 Aug 30 23:20:25.432273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:25.434620 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451" -d '{"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:25.463093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03008791-fc80-4c11-962e-555ec6033c58 service neutron] Pushing event updated for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:25.487707 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b7c95-3cdc-4131-99a0-44d0475837c4 x-openstack-request-id: req-d02b7c95-3cdc-4131-99a0-44d0475837c4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:25.488081 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:25.488398 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d02b7c95-3cdc-4131-99a0-44d0475837c4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:25.488883 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'status': 'completed', 'code': 200} Aug 30 23:20:25.553672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-37876c91-dbee-455b-989a-a43920be9adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:25.555361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-37876c91-dbee-455b-989a-a43920be9adb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1135 time: 0.0469835 Aug 30 23:20:25.611395 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-cbe7d40a-337b-4eb3-8b3e-3e10235ba1fd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 217 time: 0.0432642 Aug 30 23:20:25.668717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-c024ccdb-6a11-4cc9-9264-d88919501cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:25.670781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-c024ccdb-6a11-4cc9-9264-d88919501cba service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 200 len: 834 time: 0.0518191 Aug 30 23:20:25.718328 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-ac2e8698-7c23-402e-9556-4fa55ad0af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:25.719864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-ac2e8698-7c23-402e-9556-4fa55ad0af8c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7db8566-342a-4980-ae90-06927f50e1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422266 Aug 30 23:20:25.823730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-3c1bba93-a919-4cae-abea-ff2921408f80 service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967989 Aug 30 23:20:25.938664 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23271c66-b1a9-4bb8-b661-c7435842a474 req-80ff9feb-dca8-4dd4-866c-93e141dd458e service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074288 Aug 30 23:20:25.990607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff301e1-bf89-4ebf-b1bb-325790a8c511 req-e395229a-1ad7-4e13-85b6-cea401e3924d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:25.992357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ff301e1-bf89-4ebf-b1bb-325790a8c511 req-e395229a-1ad7-4e13-85b6-cea401e3924d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 983 time: 0.0679548 Aug 30 23:20:26.054147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 34f75359-651a-447f-b707-c2df6f01510a up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:26.070511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ff301e1-bf89-4ebf-b1bb-325790a8c511 req-86839b6f-c19c-4d95-a385-f5990dc54d6c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0712984 Aug 30 23:20:26.080958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-d2dbfa8e-7a93-4132-ae5f-e0705a5061bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:26.082687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-d2dbfa8e-7a93-4132-ae5f-e0705a5061bb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1135 time: 0.0599988 Aug 30 23:20:26.105002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 34f75359-651a-447f-b707-c2df6f01510a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:26.105390 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:26.182250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-9a169bdc-55f9-41f1-9d7e-d22ecc492caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:26.183730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-9a169bdc-55f9-41f1-9d7e-d22ecc492caf service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 898 time: 0.0940316 Aug 30 23:20:26.234907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-9851e9aa-5531-4e67-b51d-4f363a3f2512 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 217 time: 0.0434017 Aug 30 23:20:26.285558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-9da23c6c-00d8-4659-a0f8-95ff67a80478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:26.287065 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-9da23c6c-00d8-4659-a0f8-95ff67a80478 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 200 len: 834 time: 0.0450287 Aug 30 23:20:26.334949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-97506c98-1c10-4016-a34e-a5d43542213b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:26.336474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-97506c98-1c10-4016-a34e-a5d43542213b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7db8566-342a-4980-ae90-06927f50e1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417974 Aug 30 23:20:26.431684 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-76070d8c-ff0a-4c22-a52c-7cf9da660df9 service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869737 Aug 30 23:20:26.524620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa50f4b6-5e62-4d32-beff-f4c6a1a59451 req-870b27fe-c5da-4676-ab88-930b86332b8a service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846002 Aug 30 23:20:27.200830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec858d8d-63cb-497c-8baa-4f21cd480224 req-1f05d752-8dd4-410c-85c9-8bd26e1cd4d1 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:27.203085 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec858d8d-63cb-497c-8baa-4f21cd480224 req-1f05d752-8dd4-410c-85c9-8bd26e1cd4d1 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 983 time: 0.0567267 Aug 30 23:20:27.246342 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ec858d8d-63cb-497c-8baa-4f21cd480224 req-6dafc306-374b-42f5-949d-66079dab51d7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0359263 Aug 30 23:20:27.891623 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:28.367159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a33c5-0301-4dfa-9bfe-7b7c37790188 req-234edd67-0518-4834-8a72-56cf77b8566b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:28.368801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a09a33c5-0301-4dfa-9bfe-7b7c37790188 req-234edd67-0518-4834-8a72-56cf77b8566b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 983 time: 0.0524616 Aug 30 23:20:28.415562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a09a33c5-0301-4dfa-9bfe-7b7c37790188 req-7d22f8ba-d228-4fe5-b1ca-b2b4a9eb8c72 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0395112 Aug 30 23:20:28.704435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:20:28.821116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:28.833314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'port_id': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'mac_address': 'fa:16:3e:82:d9:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:20:28.882581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:28.900558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:20:28.923889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:28.929182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:28.985538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:29.242084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:20:29.571480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a616ac-9a99-45bc-b79b-7e872439fa28 req-373450f3-d2bb-44f7-880c-0e7cec141c0c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:29.573386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1a616ac-9a99-45bc-b79b-7e872439fa28 req-373450f3-d2bb-44f7-880c-0e7cec141c0c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 984 time: 0.0703661 Aug 30 23:20:29.618616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a1a616ac-9a99-45bc-b79b-7e872439fa28 req-709052d7-3717-41ce-8fc2-cecc1acb0af5 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0376730 Aug 30 23:20:30.711217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:20:30.763742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037cbfec-15ca-49a2-b0f5-f09dcfc03b78 req-b4044140-46ca-4df5-8214-faf07b61236d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:30.765669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-037cbfec-15ca-49a2-b0f5-f09dcfc03b78 req-b4044140-46ca-4df5-8214-faf07b61236d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 984 time: 0.0747566 Aug 30 23:20:30.775794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:20:30.787274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:20:30.787697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:30.823917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-037cbfec-15ca-49a2-b0f5-f09dcfc03b78 req-02847b93-c0ed-41b4-8bb5-8ea57073b2bd tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0459905 Aug 30 23:20:30.884350 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:30.907842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:30.910092 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c52536d-4680-4fe5-9c76-01169d855eb7" -d '{"events": [{"server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "name": "network-vif-plugged", "status": "completed", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:30.924242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:30.928901 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:31.143085 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097f8088-da1a-44ee-bb26-22dab0862056 x-openstack-request-id: req-097f8088-da1a-44ee-bb26-22dab0862056 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:31.143421 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "name": "network-vif-plugged", "status": "completed", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:31.143634 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-097f8088-da1a-44ee-bb26-22dab0862056 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:31.144025 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'code': 200} Aug 30 23:20:31.156887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:31.179249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd17c2d6-71cc-416e-a89c-436b67ac3c3c req-ebc2d9b2-5ac9-4b9e-a4f4-61c037e99ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:31.180871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd17c2d6-71cc-416e-a89c-436b67ac3c3c req-ebc2d9b2-5ac9-4b9e-a4f4-61c037e99ab2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0503213 Aug 30 23:20:31.219829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cd17c2d6-71cc-416e-a89c-436b67ac3c3c req-7bcb9189-7d00-4ab0-86dd-ac591cb1bed9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0320339 Aug 30 23:20:31.946899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ea16d-1ada-47eb-9abe-48b4784a725d req-d91bd02d-894e-4265-9053-0a73fa82f99f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:31.948531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7ea16d-1ada-47eb-9abe-48b4784a725d req-d91bd02d-894e-4265-9053-0a73fa82f99f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.0573032 Aug 30 23:20:31.997949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7ea16d-1ada-47eb-9abe-48b4784a725d req-d214bb24-9dca-46a2-b740-89d3a05e9f78 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0420132 Aug 30 23:20:33.121483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c052ea7-eadc-4052-8b83-1043d23e38ca req-8572fee1-f98c-4407-91f7-fb01e45cff0a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:33.124255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c052ea7-eadc-4052-8b83-1043d23e38ca req-8572fee1-f98c-4407-91f7-fb01e45cff0a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.0558114 Aug 30 23:20:33.166319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3c052ea7-eadc-4052-8b83-1043d23e38ca req-ae5b2b28-5959-4b18-8705-c683f082e02e tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0371728 Aug 30 23:20:33.294351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056ae40-db31-48d2-9c33-81a88860db00 req-fe68af4a-f85a-4009-ba13-9966d91b65bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:33.295813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a056ae40-db31-48d2-9c33-81a88860db00 req-fe68af4a-f85a-4009-ba13-9966d91b65bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.0526929 Aug 30 23:20:33.344167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a056ae40-db31-48d2-9c33-81a88860db00 req-316e6e2a-297b-4018-a2c2-6f1f2ddea000 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0404301 Aug 30 23:20:33.467512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-171857f7-38ca-4257-a474-8406fc96d8ca tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:33.469061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-171857f7-38ca-4257-a474-8406fc96d8ca tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0502481 Aug 30 23:20:33.487639 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-423fc2c5-d10b-44b8-83d2-204500550a38 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:33.578644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-423fc2c5-d10b-44b8-83d2-204500550a38 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:33.582204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-423fc2c5-d10b-44b8-83d2-204500550a38 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:33.605850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30166945-b2cc-42af-a886-37c67bbe0ec0 req-423fc2c5-d10b-44b8-83d2-204500550a38 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1302545 Aug 30 23:20:33.615910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fc2c5-d10b-44b8-83d2-204500550a38 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8bf61-219a-47e2-81bb-1c8fe6b0c85e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:33.630316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:33.675359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a84baa-e561-43ff-b068-290f6bcc5d17 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:33.680383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54554) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:33.680691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-90a84baa-e561-43ff-b068-290f6bcc5d17 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1132 time: 0.0482271 Aug 30 23:20:33.685804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:20:33.713150 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:33.812303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:33.919545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.25.7.184 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/baf0e1bb-bfd0-454d-b990-eb6d7fb85f11) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:20:34.021622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.069674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.115282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:20:34.118486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:20:34.121977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:20:34.128161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=baf0e1bb-bfd0-454d-b990-eb6d7fb85f11,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:34.491877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.562337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.715114 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.720707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.792623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=baf0e1bb-bfd0-454d-b990-eb6d7fb85f11,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:34.806064 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:34.906855 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Floating IP 98d49bfc-dce4-4517-95ef-663ac07f747b associated. External IP: 172.25.7.184, port: c59e1316-7cf7-4f7b-9c9f-c8797a0220a7. Aug 30 23:20:35.116409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 5817eeca-3c49-48ba-b153-a418cfdb956f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:20:35.227674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:20:35.238113 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Sync routers for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:20:35.245913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:35.249933 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:35.250657 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:35.365238 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:35.630399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54560) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:35.631002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3e1d0673-a450-4f0f-8d7f-ea275965233f tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9488072 Aug 30 23:20:35.631101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:35.633642 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-849f7435-5fb3-4c57-8275-b8d8845ef977" -d '{"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:35.634600 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '98d49bfc-dce4-4517-95ef-663ac07f747b', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'port_id': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'mac_address': 'fa:16:3e:82:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb1154-97e5-433b-afec-05815d2feb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:20:34Z', 'updated_at': '2021-08-30T23:20:34Z', 'revision_number': 0, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:35.670826 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Checking router: 5817eeca-3c49-48ba-b153-a418cfdb956f for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:20:35.678233 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9002ed8-6207-42a3-be40-32d12699124a x-openstack-request-id: req-e9002ed8-6207-42a3-be40-32d12699124a {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:35.678741 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:35.679157 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9002ed8-6207-42a3-be40-32d12699124a {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:35.679708 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'status': 'completed', 'code': 200} Aug 30 23:20:35.681337 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:20:35.681807 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:35.797038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-a7f16a8e-e140-4b47-8052-c951639a62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.798939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-a7f16a8e-e140-4b47-8052-c951639a62a5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0680511 Aug 30 23:20:35.819817 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:20:35.874925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a5fb1-e28c-4cdd-a198-5779f5e1d53b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.875848 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a5fb1-e28c-4cdd-a198-5779f5e1d53b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.876747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a5fb1-e28c-4cdd-a198-5779f5e1d53b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.877506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219a5fb1-e28c-4cdd-a198-5779f5e1d53b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.879868 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-219a5fb1-e28c-4cdd-a198-5779f5e1d53b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2473297 Aug 30 23:20:35.884389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54564) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:35.959512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-bb876545-55a5-4e2b-a0a8-5aa4bf5cb255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.961301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-bb876545-55a5-4e2b-a0a8-5aa4bf5cb255 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 898 time: 0.1457858 Aug 30 23:20:35.982686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe7138-c191-45c0-b9f3-3335db35cb65 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.983178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe7138-c191-45c0-b9f3-3335db35cb65 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.983640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe7138-c191-45c0-b9f3-3335db35cb65 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.984097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe7138-c191-45c0-b9f3-3335db35cb65 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:35.990301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f6fe7138-c191-45c0-b9f3-3335db35cb65 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1016047 Aug 30 23:20:35.990524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54566) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:36.075130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-73062663-c173-4ee2-9565-1af68e6e6800 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 1000 time: 0.1036365 Aug 30 23:20:36.138661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-b74b5dc8-94ea-4f8e-842e-5029cb218c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:36.140198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-b74b5dc8-94ea-4f8e-842e-5029cb218c85 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 200 len: 834 time: 0.0565658 Aug 30 23:20:36.155620 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '98d49bfc-dce4-4517-95ef-663ac07f747b', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'port_id': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'mac_address': 'fa:16:3e:82:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb1154-97e5-433b-afec-05815d2feb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:20:34Z', 'updated_at': '2021-08-30T23:20:34Z', 'revision_number': 0, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:20:36.195386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-563979e5-fbe1-4e48-96ac-34eaf377bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:36.195898 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-563979e5-fbe1-4e48-96ac-34eaf377bafe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7db8566-342a-4980-ae90-06927f50e1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480812 Aug 30 23:20:36.199761 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0354306-3189-4e17-a0b8-eda1c5d1c441 None None] The sync data for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 is: [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '98d49bfc-dce4-4517-95ef-663ac07f747b', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'floating_ip_address': '172.25.7.184', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'port_id': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'mac_address': 'fa:16:3e:82:d9:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1efb1154-97e5-433b-afec-05815d2feb37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:20:34Z', 'updated_at': '2021-08-30T23:20:34Z', 'revision_number': 0, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:20:36.312576 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-85f47d79-5aa6-4f9b-8f0d-590518d9500f service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046867 Aug 30 23:20:36.415717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-849f7435-5fb3-4c57-8275-b8d8845ef977 req-acda0883-3400-4198-a849-dd76174e61ea service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960424 Aug 30 23:20:36.443068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-324c72ca-7df1-4f72-9445-0334fcca9d20 None None] New status for floating IP 98d49bfc-dce4-4517-95ef-663ac07f747b: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:20:36.589751 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-05567a1d-a426-4443-8c1f-9cbf6058c8a9 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1614 time: 0.5980341 Aug 30 23:20:36.593019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54570) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:20:36.656479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e1622-d08b-454c-9e3a-4307174a5eeb tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:36.656880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae7e1622-d08b-454c-9e3a-4307174a5eeb tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:36.661850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ae7e1622-d08b-454c-9e3a-4307174a5eeb tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=5817eeca-3c49-48ba-b153-a418cfdb956f HTTP/1.1" status: 200 len: 1991 time: 0.0642259 Aug 30 23:20:36.873640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3c130-45b8-46d0-b66d-7144dc988e34 req-e50f0462-0a1b-4b44-aa80-de29f506ac3b tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:36.875195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9a3c130-45b8-46d0-b66d-7144dc988e34 req-e50f0462-0a1b-4b44-aa80-de29f506ac3b tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.0566502 Aug 30 23:20:36.915053 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f9a3c130-45b8-46d0-b66d-7144dc988e34 req-890b3d6e-9fa9-443d-a390-c255b3b4ec26 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337005 Aug 30 23:20:38.038590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58420c3e-a1fb-4e01-bc41-42db6b3de805 req-46a6f369-bf16-4af7-af4c-b74b78c506e6 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:38.040072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58420c3e-a1fb-4e01-bc41-42db6b3de805 req-46a6f369-bf16-4af7-af4c-b74b78c506e6 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.0525281 Aug 30 23:20:38.081925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58420c3e-a1fb-4e01-bc41-42db6b3de805 req-7822a076-5c7f-4fc7-9bdd-8b65b1a5a074 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/security-groups?id=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342996 Aug 30 23:20:38.424860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf59dff-2837-4420-98d1-81251da9c57f req-5c0f663c-a336-4e4b-9067-b12b6bc79b1d tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:38.426266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ddf59dff-2837-4420-98d1-81251da9c57f req-5c0f663c-a336-4e4b-9067-b12b6bc79b1d tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 950 time: 0.0484245 Aug 30 23:20:38.514637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Deleting port 7bac6230-971b-4aa4-a32b-c2689fca81fd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:20:38.514991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:38.604140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] For port 7bac6230-971b-4aa4-a32b-c2689fca81fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7bac6230-971b-4aa4-a32b-c2689fca81fd,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:20:38.604509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:38.617445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Calling delete_port for 7bac6230-971b-4aa4-a32b-c2689fca81fd owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:20:38.745057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:38.759936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7bac6230-971b-4aa4-a32b-c2689fca81fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:20:38.773522 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Pushing event deleted for resources: {'Port': ['ID=7bac6230-971b-4aa4-a32b-c2689fca81fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:20:38.828288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] No DVR routers for this DVR port 7bac6230-971b-4aa4-a32b-c2689fca81fd on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:20:38.830945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:38.832899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ddf59dff-2837-4420-98d1-81251da9c57f req-dbc5f836-cfad-4e3f-b912-3d70c823a968 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.47 "DELETE /v2.0/ports/7bac6230-971b-4aa4-a32b-c2689fca81fd HTTP/1.1" status: 204 len: 173 time: 0.3997376 Aug 30 23:20:38.833334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'name': 'network-vif-deleted', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:20:38.835620 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73baced7-3ccf-44a7-b89c-8d40982d2bcd" -d '{"events": [{"server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "name": "network-vif-deleted", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:20:38.877156 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2620455e-d617-4046-9337-b81108a5ba69 x-openstack-request-id: req-2620455e-d617-4046-9337-b81108a5ba69 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:20:38.877530 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8818182e-465a-48b7-ba3b-d5b7f40329b2", "name": "network-vif-deleted", "tag": "7bac6230-971b-4aa4-a32b-c2689fca81fd", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:20:38.877810 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2620455e-d617-4046-9337-b81108a5ba69 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:20:38.878203 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8818182e-465a-48b7-ba3b-d5b7f40329b2', 'name': 'network-vif-deleted', 'tag': '7bac6230-971b-4aa4-a32b-c2689fca81fd', 'status': 'completed', 'code': 200} Aug 30 23:20:39.203556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6f646616-931e-43b5-b47b-b3311e9da369 req-a0cf1c24-2d1f-4be7-af17-b1371a23bbf1 tempest-VolumesBackupsTest-14262460 tempest-VolumesBackupsTest-14262460-project] 10.222.0.25 "GET /v2.0/ports?device_id=8818182e-465a-48b7-ba3b-d5b7f40329b2 HTTP/1.1" status: 200 len: 210 time: 0.0347524 Aug 30 23:20:39.674907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-e7000564-7320-40d3-a450-2ba8fe22de81 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403266 Aug 30 23:20:39.772403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-4c4113e7-b3ca-47a4-9607-e28f3b10743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:39.773955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-4c4113e7-b3ca-47a4-9607-e28f3b10743a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0419452 Aug 30 23:20:39.878503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-0487ed99-1546-42f1-b80c-37ff6be4b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:39.879964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-0487ed99-1546-42f1-b80c-37ff6be4b238 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 898 time: 0.0863366 Aug 30 23:20:39.946468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-ec64ff60-e4d6-4eea-86c4-6c6f8b964d87 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 1002 time: 0.0590968 Aug 30 23:20:39.994291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-4e25267f-7b91-429b-8c5c-bab30c52c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:39.995723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-4e25267f-7b91-429b-8c5c-bab30c52c1d3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 200 len: 834 time: 0.0426822 Aug 30 23:20:40.044485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-1187fa2f-fa81-4e4b-866a-635be7619f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:20:40.045889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-1187fa2f-fa81-4e4b-866a-635be7619f69 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7db8566-342a-4980-ae90-06927f50e1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429072 Aug 30 23:20:40.134338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-d36a6bb7-1d8e-4c74-96fc-dec19d1f13d1 service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809588 Aug 30 23:20:40.228757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-183f8446-c8dc-4596-aa42-c55e1ad07b58 req-69c9e225-606f-457d-9ddc-3f9853b81bca service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869803 Aug 30 23:20:40.307467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0f36f44d-b25d-4e2b-96a8-9cc74c6b78b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:42.422653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7bac6230-971b-4aa4-a32b-c2689fca81fd no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:20:42.459331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7bac6230-971b-4aa4-a32b-c2689fca81fd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:20:42.459782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7bac6230-971b-4aa4-a32b-c2689fca81fd not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:20:42.922350 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:43.334583 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0023b85-ecf3-41d0-8dd5-6f0268e0af52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:44.604622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:46.046400 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:52.571510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:57.907102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:20:59.731583 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:21:09.255174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54826) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:09.353967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0e7e0b27-d1ab-477d-b5bc-0cbcb6ecb4e7 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0975835 Aug 30 23:21:09.357257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54832) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:09.362082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'network': {'name': 'tempest-network-smoke--580880786', 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'port_security_enabled': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:21:09.383128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:21:09.387422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.413216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:21:09.423583 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.423974 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Added segment a065985a-96d7-4a97-a98e-04d918e655d0 of type vlan for network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 Aug 30 23:21:09.466677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.495314 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.500981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:09.501566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.559489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2011416 Aug 30 23:21:09.562555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54834) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:09.566719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'admin_state_up': True, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:21:09.582314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557753a7-65df-45a8-bc3c-a35db05b81c6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Network': ['ID=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:09.594088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:21:09.599243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.600285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.696715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:09.880543 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.082984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.108485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.221101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.25.7.154 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fd07f73f-4e11-4238-9d57-046da2b237e8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:21:10.310666 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5dceee8-3d05-4ed2-81fd-33883b21d3c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.324384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.363267 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.397087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:21:10.399900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:10.406321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:21:10.438659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=fd07f73f-4e11-4238-9d57-046da2b237e8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:10.709913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:10.903182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.045375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:21:11.161398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:21:11.172667 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Sync routers for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:21:11.180751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.182159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-66d6a23c-064a-486a-952d-8246f3e1170b tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.6188858 Aug 30 23:21:11.183288 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:11.183911 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:11.185060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54846) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:11.254866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2cb341-5062-4d0e-b6af-afb020d856f8 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:11.256661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bd2cb341-5062-4d0e-b6af-afb020d856f8 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bb256e8c09b848a1aed448e3410feef5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0706787 Aug 30 23:21:11.259476 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54850) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:11.292578 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:11.476890 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:10Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:11.508048 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Checking router: 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:21:11.508399 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Updating router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c port fd07f73f-4e11-4238-9d57-046da2b237e8 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:21:11.534800 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.760703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844097df-9122-449b-b4e4-b6eb3473677c tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:11.764914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-844097df-9122-449b-b4e4-b6eb3473677c tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5018325 Aug 30 23:21:11.765632 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54852) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:11.812117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54854) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:11.812700 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74aca418-8303-4ad7-9c48-14bcbe7f895b tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448346 Aug 30 23:21:11.845562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8585abdd-402b-414c-9080-d61ab0dce6c7 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=bb256e8c09b848a1aed448e3410feef5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299470 Aug 30 23:21:11.845937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54856) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:11.885843 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.895956 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Transition to ACTIVE for port object fd07f73f-4e11-4238-9d57-046da2b237e8 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:11.903001 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.956514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784203d-97e0-44b2-849f-dd5176f6ee5f None None] Pushing event updated for resources: {'Port': ['ID=fd07f73f-4e11-4238-9d57-046da2b237e8,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:11.960343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Attempting to bind port fd07f73f-4e11-4238-9d57-046da2b237e8 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:21:11.960707 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Attempting to bind port fd07f73f-4e11-4238-9d57-046da2b237e8 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:21:11.961063 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Attempting to bind port fd07f73f-4e11-4238-9d57-046da2b237e8 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:21:11.967122 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:21:11.967491 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:21:11.967911 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.968259 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:21:11.968764 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Bound port: fd07f73f-4e11-4238-9d57-046da2b237e8, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:21:11.969142 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:11.979076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff699db-1ba2-4fb0-9a04-ceaf549a1095 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:11.983806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8ff699db-1ba2-4fb0-9a04-ceaf549a1095 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338999 Aug 30 23:21:11.984177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54858) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:12.021537 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] For port fd07f73f-4e11-4238-9d57-046da2b237e8, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:21:12.024752 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] For port fd07f73f-4e11-4238-9d57-046da2b237e8, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fd07f73f-4e11-4238-9d57-046da2b237e8,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:21:12.031622 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:12.049089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c8a9011c-e45b-4998-b1ea-26b640ebe9b0 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0610814 Aug 30 23:21:12.049769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 54860) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:12.058018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-117224737', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:21:12.090286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:12.090904 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:20:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:12.123876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b784203d-97e0-44b2-849f-dd5176f6ee5f None None] Pushing event updated for resources: {'Port': ['ID=fd07f73f-4e11-4238-9d57-046da2b237e8,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:12.160952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:21:12.164805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:12.203104 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:12.393995 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:12.411762 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:10Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:12.442823 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b551e84-da6e-4b64-80a2-ae04ac8f18ef None None] The sync data for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 is: [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:10Z', 'revision_number': 3, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:21:12.463944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Subnet': ['ID=9d7d2792-fb3f-435f-8763-38f2106d7a2e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:12.475621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Checking segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:21:12.475994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network hostable DHCP agents. Network: 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:21:12.500127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:21:12.512270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:12.517262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:12.518037 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:12.523616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fe3e54-b127-42ff-a2e0-8429e8f7445e None None] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:21:12.537626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3076e2d6-62df-4330-b3a8-e9b0105ad0bb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4863203 Aug 30 23:21:12.540411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 54868) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:12.689461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'fixed_ips': [{'subnet_id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:21:12.690756 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:12.888097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Allocated IP 172.20.0.18 (435a4e3f-cb6c-4ce5-94ba-da0e18b99da2/9d7d2792-fb3f-435f-8763-38f2106d7a2e/712134f4-11ca-4769-bdd1-750a6dfe624d) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:21:12.929422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.074906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.078245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.084763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Transition to ACTIVE for port object 712134f4-11ca-4769-bdd1-750a6dfe624d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:13.102728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Transition to ACTIVE for port object 712134f4-11ca-4769-bdd1-750a6dfe624d will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:13.121581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.170863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Pushing event updated for resources: {'Port': ['ID=712134f4-11ca-4769-bdd1-750a6dfe624d,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:13.185027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.185818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.185818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.186289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.186536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.186935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.187279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.187615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.187954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.188420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.188776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.189102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.198950 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:21:13.200439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:13.203146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:21:13.262926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Attempting to bind port 712134f4-11ca-4769-bdd1-750a6dfe624d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:21:13.263486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Attempting to bind port 712134f4-11ca-4769-bdd1-750a6dfe624d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:21:13.263865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Attempting to bind port 712134f4-11ca-4769-bdd1-750a6dfe624d on network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:21:13.270520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:21:13.270910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Checking segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:21:13.271324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.271726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Bound using segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:21:13.272194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Bound port: 712134f4-11ca-4769-bdd1-750a6dfe624d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:21:13.272649 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.344799 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6bc31c5-2ddb-4664-9bd9-7178f11b7280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.366196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] For port 712134f4-11ca-4769-bdd1-750a6dfe624d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:21:13.371630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] For port 712134f4-11ca-4769-bdd1-750a6dfe624d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=712134f4-11ca-4769-bdd1-750a6dfe624d,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:21:13.378325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.413517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.20.0.17 (435a4e3f-cb6c-4ce5-94ba-da0e18b99da2/9d7d2792-fb3f-435f-8763-38f2106d7a2e/c01321ee-27a5-4a4a-951c-6c519c9ce0f3) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:21:13.452496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1db62e-0b2f-43dd-ab21-4a47d20319a6 None None] Pushing event updated for resources: {'Port': ['ID=712134f4-11ca-4769-bdd1-750a6dfe624d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:13.556086 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.571974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Transition to ACTIVE for port object c01321ee-27a5-4a4a-951c-6c519c9ce0f3 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:13.612881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.686827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:21:13.690183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:13.696553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:21:13.701308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:13.735317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.735679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.736057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.736401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.736738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.737080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.737420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.737760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.738130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.738631 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.738803 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.739119 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:13.773880 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:13.921594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.137026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fd07f73f-4e11-4238-9d57-046da2b237e8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:14.205331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fd07f73f-4e11-4238-9d57-046da2b237e8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:14.210016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fd07f73f-4e11-4238-9d57-046da2b237e8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:14.210494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.269566 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.275151 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.298936 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.324136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fd07f73f-4e11-4238-9d57-046da2b237e8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fd07f73f-4e11-4238-9d57-046da2b237e8,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:14.332887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.334035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 712134f4-11ca-4769-bdd1-750a6dfe624d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:14.367917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:14.379164 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.419903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fd07f73f-4e11-4238-9d57-046da2b237e8,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:14.432667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 712134f4-11ca-4769-bdd1-750a6dfe624d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:14.491289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:21:14.492753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:14.604538 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:14.617358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:21:14.726358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:21:14.740808 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-45f697cb-c676-4795-9ac3-7ffb8eea16b6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "PUT /v2.0/routers/0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1905804 Aug 30 23:21:14.744129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Sync routers for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:21:14.755445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:14.755991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:14.882320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:14.975685 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-5b0b1477-bc26-426c-891e-c9e00f8802f3 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:14.978131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-5b0b1477-bc26-426c-891e-c9e00f8802f3 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/networks?id=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 HTTP/1.1" status: 200 len: 797 time: 0.1255941 Aug 30 23:21:14.993669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-8ba1388d-be38-4d53-af7e-ad226343ee64 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/quotas/bb256e8c09b848a1aed448e3410feef5 HTTP/1.1" status: 200 len: 375 time: 0.0098488 Aug 30 23:21:15.083127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-8f41c752-6349-4721-9c37-e52a3ac659e7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0830517 Aug 30 23:21:15.108264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:13Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c01321ee-27a5-4a4a-951c-6c519c9ce0f3', 'name': '', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:ef:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:13Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 2, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:15.142261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Checking router: 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:21:15.142942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Updating router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:21:15.171755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.236039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1455e-7bd0-477f-857b-5049a79b242d None None] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:21:15.281622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-530a3d5c-0056-44cd-994c-9fff54b00042 service neutron] 10.222.0.25 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816459 Aug 30 23:21:15.360507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Provisioning for port 712134f4-11ca-4769-bdd1-750a6dfe624d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:15.369082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Provisioning complete for port 712134f4-11ca-4769-bdd1-750a6dfe624d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:15.369466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.399091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-2efc6f3a-795a-455d-bd5a-89775ad272be service neutron] 10.222.0.25 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112101 Aug 30 23:21:15.612133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1d525a3e-4375-45af-916a-737596fc33ae req-4bb21479-6abb-45e0-a8b2-5cfc14a775cb tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 210 time: 0.0361264 Aug 30 23:21:15.624436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.709738 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.713036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b765757a-a743-44ae-a852-22c654e14370 None None] For port 712134f4-11ca-4769-bdd1-750a6dfe624d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=712134f4-11ca-4769-bdd1-750a6dfe624d,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:15.722558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.731866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Transition to ACTIVE for port object c01321ee-27a5-4a4a-951c-6c519c9ce0f3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:15.744058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.828125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765757a-a743-44ae-a852-22c654e14370 None None] Pushing event updated for resources: {'Port': ['ID=712134f4-11ca-4769-bdd1-750a6dfe624d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:15.920718 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Attempting to bind port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:21:15.921191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Attempting to bind port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:21:15.921658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Attempting to bind port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 on network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:21:15.923890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3356-54d9-4b8a-a8d7-9406043ebf5a None None] Pushing event updated for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:15.934988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 21, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:21:15.935383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Checking segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:21:15.935839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:15.936291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Bound using segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:21:15.936823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Bound port: c01321ee-27a5-4a4a-951c-6c519c9ce0f3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:21:15.937268 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.061253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42ec5276-2888-4308-bc7a-085e26a77db9 None None] Provisioning for port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:16.106409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] For port c01321ee-27a5-4a4a-951c-6c519c9ce0f3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:21:16.109943 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] For port c01321ee-27a5-4a4a-951c-6c519c9ce0f3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:21:16.119030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.124467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.138741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fd07f73f-4e11-4238-9d57-046da2b237e8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:16.183241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-42ec5276-2888-4308-bc7a-085e26a77db9 None None] Provisioning complete for port 712134f4-11ca-4769-bdd1-750a6dfe624d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:16.184283 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42ec5276-2888-4308-bc7a-085e26a77db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.289050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:16.289604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:16.329858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b3356-54d9-4b8a-a8d7-9406043ebf5a None None] Pushing event updated for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:16.364319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fd07f73f-4e11-4238-9d57-046da2b237e8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:16.364707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.731654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-b4c29fb5-3e42-4ad5-af9d-7bef5946db5d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:16.734702 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-b4c29fb5-3e42-4ad5-af9d-7bef5946db5d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.47 "GET /v2.0/networks?id=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 HTTP/1.1" status: 200 len: 797 time: 0.1387277 Aug 30 23:21:16.741281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:16.748410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Request body: {'port': {'device_id': '3c222e75-56c3-4113-9982-b9850de0950c', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'admin_state_up': True, 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:21:16.807801 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-64429e6f-7360-4ad0-86e6-a52275a26347 req-056c12ac-5abe-4993-8f01-262906ab4d7c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 210 time: 0.0705621 Aug 30 23:21:16.905448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Made reservation on behalf of bb256e8c09b848a1aed448e3410feef5 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:21:16.909060 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:16.952131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 712134f4-11ca-4769-bdd1-750a6dfe624d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:17.046567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Allocated IP 172.20.0.19 (435a4e3f-cb6c-4ce5-94ba-da0e18b99da2/9d7d2792-fb3f-435f-8763-38f2106d7a2e/e67c0aee-d151-4d0f-b30c-d8ec9039d66b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:21:17.059239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 712134f4-11ca-4769-bdd1-750a6dfe624d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:17.059626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.156239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:13Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c01321ee-27a5-4a4a-951c-6c519c9ce0f3', 'name': '', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:ef:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:13Z', 'updated_at': '2021-08-30T23:21:16Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:17.175708 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.194849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d7632-e49b-4f89-a445-eaf776cd7c2d None None] The sync data for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 is: [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:13Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'c01321ee-27a5-4a4a-951c-6c519c9ce0f3', 'name': '', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:ef:be:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:13Z', 'updated_at': '2021-08-30T23:21:16Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:21:17.195518 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Transition to ACTIVE for port object e67c0aee-d151-4d0f-b30c-d8ec9039d66b will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:17.253873 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.296783 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:21:17.308669 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:21:17.319069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:21:17.360731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event updated for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:17.393850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:17.394485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.423743 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d1a62f34-0f14-4b7f-b1b5-a84a325d3b19 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6778448 Aug 30 23:21:17.435820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Request body: {'port': {'device_id': '3c222e75-56c3-4113-9982-b9850de0950c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:21:17.501212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.642521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5bd51f62-60da-481c-a416-fb8acc250d79 None None] Provisioning for port e67c0aee-d151-4d0f-b30c-d8ec9039d66b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:17.648983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5bd51f62-60da-481c-a416-fb8acc250d79 None None] Provisioning complete for port e67c0aee-d151-4d0f-b30c-d8ec9039d66b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:17.649664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5bd51f62-60da-481c-a416-fb8acc250d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.698288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5bd51f62-60da-481c-a416-fb8acc250d79 None None] Port e67c0aee-d151-4d0f-b30c-d8ec9039d66b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:21:17.830044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e67c0aee-d151-4d0f-b30c-d8ec9039d66b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:21:17.840885 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.858296 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Transition to ACTIVE for port object e67c0aee-d151-4d0f-b30c-d8ec9039d66b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:21:17.863216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:17.968851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Pushing event updated for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:18.029845 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd75ec7-bcf2-47df-b9ea-495962b419d1 req-9ee7e084-a1d1-4639-93a3-5d966fa2318a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:18.031404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-abd75ec7-bcf2-47df-b9ea-495962b419d1 req-9ee7e084-a1d1-4639-93a3-5d966fa2318a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 907 time: 0.1643758 Aug 30 23:21:18.099790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Attempting to bind port e67c0aee-d151-4d0f-b30c-d8ec9039d66b on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:21:18.100270 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Attempting to bind port e67c0aee-d151-4d0f-b30c-d8ec9039d66b by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:21:18.100931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Attempting to bind port e67c0aee-d151-4d0f-b30c-d8ec9039d66b on network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:21:18.122947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Port e67c0aee-d151-4d0f-b30c-d8ec9039d66b on network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:21:18.123290 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Attempting to bind port e67c0aee-d151-4d0f-b30c-d8ec9039d66b on network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:21:18.129305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:21:18.129654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Checking segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:21:18.130086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Bound using segment: {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:21:18.130523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Bound port: e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a065985a-96d7-4a97-a98e-04d918e655d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:21:18.130893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.138107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c01321ee-27a5-4a4a-951c-6c519c9ce0f3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:18.226650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:18.234034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:18.234034 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.243201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:21:18.245972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:21:18.254431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.302271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:18.303066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.304587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] 10.222.0.47 "PUT /v2.0/ports/e67c0aee-d151-4d0f-b30c-d8ec9039d66b HTTP/1.1" status: 200 len: 1056 time: 0.8741701 Aug 30 23:21:18.305104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:21:18.308137 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf5754-5bad-43b6-bbbb-3d556cc6b868" -d '{"events": [{"name": "network-changed", "server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:21:18.369254 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.380368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1057948a-8237-4fd5-854f-d496e4ce1c1e service neutron] Pushing event updated for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:18.418042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c01321ee-27a5-4a4a-951c-6c519c9ce0f3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:18.424045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:18.426678 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0bbb7ab-7698-4ac5-aaf3-7000bfc3756b x-openstack-request-id: req-a0bbb7ab-7698-4ac5-aaf3-7000bfc3756b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:21:18.426995 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:21:18.427276 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0bbb7ab-7698-4ac5-aaf3-7000bfc3756b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:21:18.427686 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b', 'status': 'completed', 'code': 200} Aug 30 23:21:18.460400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-8e74754e-9b5c-4f26-a2d5-42607c35310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:18.466261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-8e74754e-9b5c-4f26-a2d5-42607c35310b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 1059 time: 0.1027384 Aug 30 23:21:18.509233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:18.529217 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-d8ec8145-efd5-4184-8e7e-7921c0de5eb0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b HTTP/1.1" status: 200 len: 217 time: 0.0544481 Aug 30 23:21:18.887256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-f3bfc33f-6ce1-4aa9-bc97-eb287052d94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:18.888754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-f3bfc33f-6ce1-4aa9-bc97-eb287052d94a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7d2792-fb3f-435f-8763-38f2106d7a2e HTTP/1.1" status: 200 len: 837 time: 0.3529062 Aug 30 23:21:18.935113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-52fd8668-7574-4924-9489-5ffa4429dc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:18.936523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-52fd8668-7574-4924-9489-5ffa4429dc7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0402501 Aug 30 23:21:19.027176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-92423aed-ec7f-47bb-b393-faeda53c2de5 service neutron] 10.222.0.47 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828581 Aug 30 23:21:19.127423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-41ffd10a-21a6-49d0-bd42-652db982e8f6 req-22035319-cc34-4e62-a37e-d78d5a2c4db2 service neutron] 10.222.0.47 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931175 Aug 30 23:21:19.166115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e275b-cc02-4018-a98a-dc1c1e08a474 req-fc6c9d88-8c01-4cb9-a0ac-e7a2315bd4d4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:19.167421 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6d5e275b-cc02-4018-a98a-dc1c1e08a474 req-fc6c9d88-8c01-4cb9-a0ac-e7a2315bd4d4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 907 time: 0.0545988 Aug 30 23:21:19.228377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-b99f27f9-a146-41d3-a072-b06df7194090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:19.230086 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-b99f27f9-a146-41d3-a072-b06df7194090 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 1059 time: 0.0474534 Aug 30 23:21:19.324939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-3b777430-4f97-4bf4-8ba1-7f0c2acab11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:19.326494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-3b777430-4f97-4bf4-8ba1-7f0c2acab11e service neutron] 10.222.0.47 "GET /v2.0/networks?id=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 HTTP/1.1" status: 200 len: 898 time: 0.0893829 Aug 30 23:21:19.372721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-836d5afe-eb5a-4ba3-898d-13eaab7a0907 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b HTTP/1.1" status: 200 len: 217 time: 0.0388913 Aug 30 23:21:19.424827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-0557b12b-abbe-4d47-b938-74a3107de140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:19.426593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-0557b12b-abbe-4d47-b938-74a3107de140 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7d2792-fb3f-435f-8763-38f2106d7a2e HTTP/1.1" status: 200 len: 837 time: 0.0446413 Aug 30 23:21:19.473323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-995d6dbd-2d8a-407b-81f9-24ce4ae46499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:19.474848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-995d6dbd-2d8a-407b-81f9-24ce4ae46499 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0401740 Aug 30 23:21:19.568634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-354afbf4-384a-47d4-a0ff-acd09b3e081d service neutron] 10.222.0.47 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855675 Aug 30 23:21:19.659382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dedf5754-5bad-43b6-bbbb-3d556cc6b868 req-58712a9d-4bf4-4904-a20d-d62ed4608a2d service neutron] 10.222.0.47 "GET /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831990 Aug 30 23:21:20.064377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c01321ee-27a5-4a4a-951c-6c519c9ce0f3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:20.113119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:20.113482 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:20.291320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a558d37-0f37-430f-bd67-b5b953c93920 req-1e153e57-9c67-4bde-a1ee-bc74234ec1fe tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:20.292741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4a558d37-0f37-430f-bd67-b5b953c93920 req-1e153e57-9c67-4bde-a1ee-bc74234ec1fe tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 907 time: 0.0489817 Aug 30 23:21:21.408287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b08ac9-27fa-493b-a746-87e27b93177d req-24112ecb-4f59-40ea-bc27-cf03cef6ced3 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:21.409760 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c1b08ac9-27fa-493b-a746-87e27b93177d req-24112ecb-4f59-40ea-bc27-cf03cef6ced3 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 907 time: 0.0491672 Aug 30 23:21:22.527321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd643d3-44cf-4976-9a8d-f67485cca6b8 req-4371df70-718e-443b-9a72-05f6c4985313 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:22.528811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2dd643d3-44cf-4976-9a8d-f67485cca6b8 req-4371df70-718e-443b-9a72-05f6c4985313 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 907 time: 0.0513561 Aug 30 23:21:22.576534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:22.945000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e67c0aee-d151-4d0f-b30c-d8ec9039d66b details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:21:23.045695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:23.057163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b', 'network_id': '435a4e3f-cb6c-4ce5-94ba-da0e18b99da2', 'port_id': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b', 'mac_address': 'fa:16:3e:84:34:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7d2792-fb3f-435f-8763-38f2106d7a2e', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:21:23.102204 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:23.122507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e67c0aee-d151-4d0f-b30c-d8ec9039d66b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:21:23.143400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:23.155765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:23.207507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:23.377035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e67c0aee-d151-4d0f-b30c-d8ec9039d66b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:21:23.663121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b3279-6d23-4ca8-8c64-01f874d12a21 req-62531147-41e3-40ff-987a-0d6592cce0c9 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:23.664602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e98b3279-6d23-4ca8-8c64-01f874d12a21 req-62531147-41e3-40ff-987a-0d6592cce0c9 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 908 time: 0.0586746 Aug 30 23:21:24.787311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe48f5b-0ee9-476d-8ac1-facc563b3885 req-ed62cb2a-29ce-45e2-a743-308f7e8b3489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:24.790238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fbe48f5b-0ee9-476d-8ac1-facc563b3885 req-ed62cb2a-29ce-45e2-a743-308f7e8b3489 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 908 time: 0.0551798 Aug 30 23:21:24.957847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e67c0aee-d151-4d0f-b30c-d8ec9039d66b up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:21:25.008917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port e67c0aee-d151-4d0f-b30c-d8ec9039d66b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:21:25.013335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port e67c0aee-d151-4d0f-b30c-d8ec9039d66b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:21:25.013708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:25.091394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:25.114473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:21:25.116748 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e427df3-d3ff-40b1-8f67-6b62ef1fcb8b" -d '{"events": [{"server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "name": "network-vif-plugged", "status": "completed", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:21:25.130632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:25.135479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:25.163935 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46ab80d-cec3-4122-9b0b-7b91b5364c6b x-openstack-request-id: req-e46ab80d-cec3-4122-9b0b-7b91b5364c6b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:21:25.164230 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "name": "network-vif-plugged", "status": "completed", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:21:25.164495 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e46ab80d-cec3-4122-9b0b-7b91b5364c6b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:21:25.164890 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b', 'code': 200} Aug 30 23:21:25.194364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:25.259162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6bedf-f7cb-4551-8918-a41fdd86a00c req-730d6af1-3f43-4120-8b59-8374db0f939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:25.261266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53b6bedf-f7cb-4551-8918-a41fdd86a00c req-730d6af1-3f43-4120-8b59-8374db0f939e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 1061 time: 0.0418983 Aug 30 23:21:25.904872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e27198f-e12f-4df9-a383-e7758db50169 req-44934964-3c59-435f-978b-988707465bfc tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:25.906770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e27198f-e12f-4df9-a383-e7758db50169 req-44934964-3c59-435f-978b-988707465bfc tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0489402 Aug 30 23:21:27.023289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e113e-74d0-41e7-9c45-41b79c48d39c req-2d8f1795-3395-442c-9cd8-f3d3ff8b3252 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.024764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e9e113e-74d0-41e7-9c45-41b79c48d39c req-2d8f1795-3395-442c-9cd8-f3d3ff8b3252 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0482633 Aug 30 23:21:27.139463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272b55b-02cf-4b92-9061-bfcd279e69d2 req-ac8068a0-c475-434b-a46e-6dfcb948fe81 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.140956 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0272b55b-02cf-4b92-9061-bfcd279e69d2 req-ac8068a0-c475-434b-a46e-6dfcb948fe81 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0487771 Aug 30 23:21:27.244974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5e6fc0-9287-4e46-a4c6-8ad16ecb2957 req-e6137c1f-98f0-4b5a-af16-4145eed16279 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.246565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6f5e6fc0-9287-4e46-a4c6-8ad16ecb2957 req-e6137c1f-98f0-4b5a-af16-4145eed16279 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 1061 time: 0.0401478 Aug 30 23:21:27.356325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0dea9d-c811-4880-a605-65188f66c266 req-7fe89d43-ab0b-476a-94ff-eb03665418c2 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.357858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc0dea9d-c811-4880-a605-65188f66c266 req-7fe89d43-ab0b-476a-94ff-eb03665418c2 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0419631 Aug 30 23:21:27.397463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bc0dea9d-c811-4880-a605-65188f66c266 req-b6c40120-283f-489d-8622-a6bf1ad0df81 tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0334198 Aug 30 23:21:27.419707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55012) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:27.461730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7d977-fe83-4e3d-aa24-5fb45cfebb3e tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.463932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dae7d977-fe83-4e3d-aa24-5fb45cfebb3e tempest-TestSecurityGroupsBasicOps-2052196110 tempest-TestSecurityGroupsBasicOps-2052196110-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 1056 time: 0.0431340 Aug 30 23:21:27.676735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc702bb1-507a-4106-8d42-3e491abe53b0 req-2009b314-f2c0-45a5-998d-3a1fd7d13a0c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:27.678283 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc702bb1-507a-4106-8d42-3e491abe53b0 req-2009b314-f2c0-45a5-998d-3a1fd7d13a0c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0502868 Aug 30 23:21:27.910319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:28.811069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb3bf6-e8ce-4b66-83e4-89758b29066a req-d4c2365b-fda3-4f79-9349-5bf4830b4303 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:28.812593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1edb3bf6-e8ce-4b66-83e4-89758b29066a req-d4c2365b-fda3-4f79-9349-5bf4830b4303 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0539687 Aug 30 23:21:28.982844 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-9dcd2eea-325a-45f3-bed2-d25500f6cbd2 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:28.984343 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-9dcd2eea-325a-45f3-bed2-d25500f6cbd2 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 909 time: 0.0485952 Aug 30 23:21:29.076797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port e67c0aee-d151-4d0f-b30c-d8ec9039d66b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:29.077061 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:29.164063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port e67c0aee-d151-4d0f-b30c-d8ec9039d66b, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:29.164435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:29.181150 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for e67c0aee-d151-4d0f-b30c-d8ec9039d66b owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:29.313339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:29.341243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=e67c0aee-d151-4d0f-b30c-d8ec9039d66b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:29.380972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] No DVR routers for this DVR port e67c0aee-d151-4d0f-b30c-d8ec9039d66b on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:21:29.383712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:29.386382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c5eda567-6745-4263-b3e7-b0f9b105598b req-1e3bb9ce-09ec-4250-a576-866477ef39c4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.47 "DELETE /v2.0/ports/e67c0aee-d151-4d0f-b30c-d8ec9039d66b HTTP/1.1" status: 204 len: 173 time: 0.3956378 Aug 30 23:21:29.386839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'name': 'network-vif-deleted', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:21:29.389371 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b17fb4-f117-4110-aa72-dbf02d2a08e7" -d '{"events": [{"server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "name": "network-vif-deleted", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:21:29.439942 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8303ff4d-c3ae-4291-bcde-126cd0245ae5 x-openstack-request-id: req-8303ff4d-c3ae-4291-bcde-126cd0245ae5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:21:29.440243 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c222e75-56c3-4113-9982-b9850de0950c", "name": "network-vif-deleted", "tag": "e67c0aee-d151-4d0f-b30c-d8ec9039d66b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:21:29.440500 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8303ff4d-c3ae-4291-bcde-126cd0245ae5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:21:29.440907 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c222e75-56c3-4113-9982-b9850de0950c', 'name': 'network-vif-deleted', 'tag': 'e67c0aee-d151-4d0f-b30c-d8ec9039d66b', 'status': 'completed', 'code': 200} Aug 30 23:21:29.933769 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c77cd136-42f8-4d8c-93f0-4a4a2c7f183d req-34a029bf-cc37-4ba8-b463-d643c1284cad tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=3c222e75-56c3-4113-9982-b9850de0950c HTTP/1.1" status: 200 len: 210 time: 0.0306520 Aug 30 23:21:30.991815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55052) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:31.407336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:31.686538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port c01321ee-27a5-4a4a-951c-6c519c9ce0f3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:31.686883 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:31.781888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port c01321ee-27a5-4a4a-951c-6c519c9ce0f3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:31.782200 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:31.798211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for c01321ee-27a5-4a4a-951c-6c519c9ce0f3 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:32.008316 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.032166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=c01321ee-27a5-4a4a-951c-6c519c9ce0f3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:32.217922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.439789 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:21:32.547731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:21:32.553052 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7cf61f0f-5876-4601-93cc-dcbcf52b523a tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "PUT /v2.0/routers/0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5600257 Aug 30 23:21:32.555718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:32.561933 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Sync routers for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:21:32.571436 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:32.572274 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:32.607230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting subnet 9d7d2792-fb3f-435f-8763-38f2106d7a2e {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:21:32.610514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.650587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.676693 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:32.742408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.821271 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.837148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:32.842179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/subnets/9d7d2792-fb3f-435f-8763-38f2106d7a2e HTTP/1.1" status: 204 len: 168 time: 0.2824023 Aug 30 23:21:32.842490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55068) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:32.844449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd9dae3-1bfb-4a71-a77b-c8144b7285be None None] Network 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:21:32.869658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef8797-c37b-4cc3-be47-0d57e3edd981 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Subnet': ['ID=9d7d2792-fb3f-435f-8763-38f2106d7a2e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:32.887579 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:31Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:32.924876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Checking router: 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:21:32.934576 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Routers {'0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:32.935201 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:32.998341 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.016364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e67c0aee-d151-4d0f-b30c-d8ec9039d66b no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:33.051889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: e67c0aee-d151-4d0f-b30c-d8ec9039d66b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:33.052280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e67c0aee-d151-4d0f-b30c-d8ec9039d66b not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:33.077897 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] Set router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:33.094798 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] DHCP port deletion for 435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:21:33.135389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.174025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Deleting port 712134f4-11ca-4769-bdd1-750a6dfe624d {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:33.174729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.204496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port fd07f73f-4e11-4238-9d57-046da2b237e8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:33.204851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.247070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] For port 712134f4-11ca-4769-bdd1-750a6dfe624d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=712134f4-11ca-4769-bdd1-750a6dfe624d,segment=NetworkSegment(a065985a-96d7-4a97-a98e-04d918e655d0),segment_id=a065985a-96d7-4a97-a98e-04d918e655d0)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:33.247747 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.264554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Calling delete_port for 712134f4-11ca-4769-bdd1-750a6dfe624d owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:33.283915 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:31Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:33.313074 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port fd07f73f-4e11-4238-9d57-046da2b237e8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fd07f73f-4e11-4238-9d57-046da2b237e8,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:33.313336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.314236 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95340f3-f19b-4b3b-b1eb-1287aa300c13 None None] The sync data for ids ['0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c'] in n-d-791504-21 is: [{'id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-558381950', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:21:09Z', 'updated_at': '2021-08-30T23:21:31Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'fd07f73f-4e11-4238-9d57-046da2b237e8', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:5c:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:21:10Z', 'updated_at': '2021-08-30T23:21:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:21:33.327935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for fd07f73f-4e11-4238-9d57-046da2b237e8 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:33.370807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.397365 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] Pushing event deleted for resources: {'Port': ['ID=712134f4-11ca-4769-bdd1-750a6dfe624d,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:33.403006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056d204-bb6a-49a6-b6b0-09afe5ea0e34 None None] No DVR routers for this DVR port 712134f4-11ca-4769-bdd1-750a6dfe624d on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:21:33.508128 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.532278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=fd07f73f-4e11-4238-9d57-046da2b237e8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:33.594881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.997718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:33.999909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.048371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.049564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Fanout notify agent at l3_agent the message router_deleted on router 0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:21:34.060357 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.063999 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bb8c67f9-cb7c-4781-ba48-de62be2d7e8d tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/routers/0fb9f66e-70a9-4ed8-ac26-9e2cd2dfd82c HTTP/1.1" status: 204 len: 168 time: 1.2181528 Aug 30 23:21:34.064752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:34.146285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.174516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c01321ee-27a5-4a4a-951c-6c519c9ce0f3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:34.198977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c01321ee-27a5-4a4a-951c-6c519c9ce0f3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:34.199500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c01321ee-27a5-4a4a-951c-6c519c9ce0f3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:34.200027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 712134f4-11ca-4769-bdd1-750a6dfe624d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:34.224045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 712134f4-11ca-4769-bdd1-750a6dfe624d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:34.224478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 712134f4-11ca-4769-bdd1-750a6dfe624d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:34.250433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.260967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435a4e3f-cb6c-4ce5-94ba-da0e18b99da2']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:34.271454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a065985a-96d7-4a97-a98e-04d918e655d0') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:34.271774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a065985a-96d7-4a97-a98e-04d918e655d0') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:34.281136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.294782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.301087 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:21:34.301496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:21:34.304598 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:21:34.363300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.368098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.373017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/networks/435a4e3f-cb6c-4ce5-94ba-da0e18b99da2 HTTP/1.1" status: 204 len: 168 time: 0.3042479 Aug 30 23:21:34.374124 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55082) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:34.391333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Network': ['ID=435a4e3f-cb6c-4ce5-94ba-da0e18b99da2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:34.399035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.399395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.399742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.400357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.400701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.401042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.401375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.401717 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.402077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.402409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.402739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.403066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4046d5ce-2228-40f4-9148-832bdd5c519c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:21:34.535712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port baf0e1bb-bfd0-454d-b990-eb6d7fb85f11 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:34.535945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.627362 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.627713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.642768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for baf0e1bb-bfd0-454d-b990-eb6d7fb85f11 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:34.801750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.833556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=baf0e1bb-bfd0-454d-b990-eb6d7fb85f11,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:34.899731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:34.900103 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Floating IP 98d49bfc-dce4-4517-95ef-663ac07f747b disassociated (deleted). External IP: 172.25.7.184, port: c59e1316-7cf7-4f7b-9c9f-c8797a0220a7. Aug 30 23:21:35.142967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 5817eeca-3c49-48ba-b153-a418cfdb956f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:21:35.264584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:21:35.269587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:35.276862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Sync routers for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:21:35.287154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:35.287931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:35.304442 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1a60674-fa30-4bad-a6c7-80bae9233dc7 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/floatingips/98d49bfc-dce4-4517-95ef-663ac07f747b HTTP/1.1" status: 204 len: 168 time: 0.9296598 Aug 30 23:21:35.305895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:21:35.308473 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e0e4d98-07f1-463a-91ac-b6dccfe56607" -d '{"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:21:35.352005 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac25c5b1-99be-4484-ad35-44288312f770 x-openstack-request-id: req-ac25c5b1-99be-4484-ad35-44288312f770 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:21:35.352389 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:21:35.352732 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ac25c5b1-99be-4484-ad35-44288312f770 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:21:35.353878 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'status': 'completed', 'code': 200} Aug 30 23:21:35.451927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:35.459301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-5ffcc23e-7b0c-4bc0-9d22-cc5a7dfa3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:35.461967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-5ffcc23e-7b0c-4bc0-9d22-cc5a7dfa3568 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=bb256e8c09b848a1aed448e3410feef5&device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 1137 time: 0.0594594 Aug 30 23:21:35.611731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-b7c027b6-d457-4640-840b-d0ebb8031f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:35.613255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-b7c027b6-d457-4640-840b-d0ebb8031f56 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 200 len: 898 time: 0.1443975 Aug 30 23:21:35.660317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-52e5b737-2e3d-4de3-b92f-1d2d0760f5a6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 200 len: 217 time: 0.0384755 Aug 30 23:21:35.670121 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149f52d-c218-4c0c-aafd-c3514c5a5ab4 req-9276b03f-3689-459c-a7a3-dec5bbf0d5e6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:35.671965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8149f52d-c218-4c0c-aafd-c3514c5a5ab4 req-9276b03f-3689-459c-a7a3-dec5bbf0d5e6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.1146538 Aug 30 23:21:35.723839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:35.751032 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-f6c85bc2-6a73-48ff-8a68-14fb083696f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:35.751032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-f6c85bc2-6a73-48ff-8a68-14fb083696f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 200 len: 834 time: 0.0775447 Aug 30 23:21:35.755055 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8149f52d-c218-4c0c-aafd-c3514c5a5ab4 req-6b9171ba-8150-467d-b87d-e3673dcb5046 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0532217 Aug 30 23:21:35.768381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Checking router: 5817eeca-3c49-48ba-b153-a418cfdb956f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:21:35.778590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:35.779367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:35.833055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-8ca90adf-4dd0-4e71-a525-e7efe0f27516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:35.834653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-8ca90adf-4dd0-4e71-a525-e7efe0f27516 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e7db8566-342a-4980-ae90-06927f50e1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0761011 Aug 30 23:21:35.910593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:35.954720 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-84ce2ea3-8f6a-4742-92f4-ab9066b34ee9 service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105864 Aug 30 23:21:36.065839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fd07f73f-4e11-4238-9d57-046da2b237e8 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:36.081629 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8e0e4d98-07f1-463a-91ac-b6dccfe56607 req-8de7ae69-a684-476a-b29e-c10475101898 service neutron] 10.222.0.52 "GET /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183875 Aug 30 23:21:36.093276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fd07f73f-4e11-4238-9d57-046da2b237e8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:36.093715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fd07f73f-4e11-4238-9d57-046da2b237e8 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:36.218671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:36.245421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc301ad5-b3c8-4b69-b29c-3fee7bd04b84 None None] The sync data for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 is: [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:20:19Z', 'revision_number': 4, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '34f75359-651a-447f-b707-c2df6f01510a', 'name': '', 'network_id': 'e7db8566-342a-4980-ae90-06927f50e1d7', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'mac_address': 'fa:16:3e:66:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3921, 'fixed_ips': [{'subnet_id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:19Z', 'updated_at': '2021-08-30T23:20:24Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'subnets': [{'id': '07a7b9a6-27ee-4389-9d02-ff080630c0ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:21:36.469590 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5864af-6bbf-49c8-97b2-5e30b67f245b None None] New status for floating IP 98d49bfc-dce4-4517-95ef-663ac07f747b: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:21:36.730747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:21:36.893063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac4b59-3acf-40ea-9b06-9d709fd6b227 req-9752c871-19b8-4d22-9449-a5654f291a46 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:36.894569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bac4b59-3acf-40ea-9b06-9d709fd6b227 req-9752c871-19b8-4d22-9449-a5654f291a46 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.0485137 Aug 30 23:21:36.935295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bac4b59-3acf-40ea-9b06-9d709fd6b227 req-abe67f24-1fd6-4696-ab49-2bfc3c2f5ed6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/security-groups?id=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4&id=a47bf12f-1709-49d8-bd74-2fd5c32233cc&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0341234 Aug 30 23:21:36.996935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9af055-8986-4a69-b071-6295e6122763 req-6f125a56-c971-45f9-bdac-36ebd9e59eb4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:21:36.998438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f9af055-8986-4a69-b071-6295e6122763 req-6f125a56-c971-45f9-bdac-36ebd9e59eb4 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.52 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 985 time: 0.0518141 Aug 30 23:21:37.088893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:37.089121 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:37.182772 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:37.183145 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:37.195858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:37.328088 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:37.354527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=c59e1316-7cf7-4f7b-9c9f-c8797a0220a7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:37.410761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] No DVR routers for this DVR port c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:21:37.413472 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:37.416456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f9af055-8986-4a69-b071-6295e6122763 req-b9d628cb-be1d-42bb-a9e5-a20625788510 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.52 "DELETE /v2.0/ports/c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 HTTP/1.1" status: 204 len: 173 time: 0.4111814 Aug 30 23:21:37.416994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'name': 'network-vif-deleted', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:21:37.419945 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a3b5f0-ab96-4cb2-a66b-edd47758309a" -d '{"events": [{"server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "name": "network-vif-deleted", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:21:37.458358 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9d2203-40b5-4cba-bdbf-a61aff68223c x-openstack-request-id: req-1b9d2203-40b5-4cba-bdbf-a61aff68223c {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:21:37.458676 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1efb1154-97e5-433b-afec-05815d2feb37", "name": "network-vif-deleted", "tag": "c59e1316-7cf7-4f7b-9c9f-c8797a0220a7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:21:37.459025 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1b9d2203-40b5-4cba-bdbf-a61aff68223c {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:21:37.459373 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1efb1154-97e5-433b-afec-05815d2feb37', 'name': 'network-vif-deleted', 'tag': 'c59e1316-7cf7-4f7b-9c9f-c8797a0220a7', 'status': 'completed', 'code': 200} Aug 30 23:21:38.042189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-647166fe-97d3-402f-b444-f534a39d90d1 req-97ddb983-2247-4e41-b346-a2de00055c65 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "GET /v2.0/ports?device_id=1efb1154-97e5-433b-afec-05815d2feb37 HTTP/1.1" status: 200 len: 210 time: 0.0272202 Aug 30 23:21:39.101582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55136) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:39.162108 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.186906 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.228582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.231358 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.232856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/security-groups/a47bf12f-1709-49d8-bd74-2fd5c32233cc HTTP/1.1" status: 204 len: 168 time: 0.1299012 Aug 30 23:21:39.235268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55138) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:39.242164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5943f760-0fd2-428a-a0ca-f86551d90992 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47bf12f-1709-49d8-bd74-2fd5c32233cc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:39.292426 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.319906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.365102 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.367718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:39.372172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/security-groups/d3593ba2-bd5c-437f-bac5-6f2f4186b6d4 HTTP/1.1" status: 204 len: 168 time: 0.1327119 Aug 30 23:21:39.372654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55140) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:39.378920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69812cad-6328-41ee-90ba-a243cefebe5c tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3593ba2-bd5c-437f-bac5-6f2f4186b6d4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:39.757350 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.070032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port 34f75359-651a-447f-b707-c2df6f01510a {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:40.070032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.167190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port 34f75359-651a-447f-b707-c2df6f01510a, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=34f75359-651a-447f-b707-c2df6f01510a,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:40.168147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.182836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for 34f75359-651a-447f-b707-c2df6f01510a owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:40.323514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d2ad3049-bb8f-4469-b7fb-9f898135c9e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.424811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.453109 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=34f75359-651a-447f-b707-c2df6f01510a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:40.656930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:40.889385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Router 5817eeca-3c49-48ba-b153-a418cfdb956f has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:21:41.015396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:21:41.019279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:41.021415 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4657eb68-e4a1-4da6-acbf-b1002e961ada tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "PUT /v2.0/routers/5817eeca-3c49-48ba-b153-a418cfdb956f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6477382 Aug 30 23:21:41.024136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55152) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:41.055318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:41.055318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c59e1316-7cf7-4f7b-9c9f-c8797a0220a7 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:41.056620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Sync routers for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:21:41.067000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:41.067864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:41.085051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting subnet 07a7b9a6-27ee-4389-9d02-ff080630c0ad {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:21:41.088774 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.130576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.179072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:41.225115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.297021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.329278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Subnet': ['ID=07a7b9a6-27ee-4389-9d02-ff080630c0ad,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:41.338859 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.343255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53bcb127-b13a-4452-8c5e-67dfb629e0a0 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/subnets/07a7b9a6-27ee-4389-9d02-ff080630c0ad HTTP/1.1" status: 204 len: 168 time: 0.3150394 Aug 30 23:21:41.343639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55160) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:41.404264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61d2ea4-2e06-4da9-9c15-ba09cb1f4321 None None] Network e7db8566-342a-4980-ae90-06927f50e1d7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:21:41.455870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.584796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.650683 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Deleting port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:41.651304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.662093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56'}], 'enable_snat': True}, 'gw_port_id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:21:40Z', 'revision_number': 5, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port': {'id': 'c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:fe:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:20:16Z', 'updated_at': '2021-08-30T23:20:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:41.698394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Checking router: 5817eeca-3c49-48ba-b153-a418cfdb956f for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:21:41.707516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Routers {'5817eeca-3c49-48ba-b153-a418cfdb956f'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:21:41.708274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:21:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['5817eeca-3c49-48ba-b153-a418cfdb956f'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:41.743847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] DHCP port deletion for e7db8566-342a-4980-ae90-06927f50e1d7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:21:41.749262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] For port c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:41.750026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.762872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Calling delete_port for c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:41.827581 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] Set router 5817eeca-3c49-48ba-b153-a418cfdb956f gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:21:41.892309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:21:41Z', 'revision_number': 6, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:41.921295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d40d7c7-5ec2-4050-9110-c0c672cf9602 None None] The sync data for ids ['5817eeca-3c49-48ba-b153-a418cfdb956f'] in n-d-791504-21 is: [{'id': '5817eeca-3c49-48ba-b153-a418cfdb956f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1845104865', 'tenant_id': 'bb256e8c09b848a1aed448e3410feef5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:20:15Z', 'updated_at': '2021-08-30T23:21:41Z', 'revision_number': 6, 'project_id': 'bb256e8c09b848a1aed448e3410feef5', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:21:41.923432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Deleting port a107f423-b516-40af-a0b7-3ddbb71e6ded {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:21:41.923810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.955334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:41.987418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Port': ['ID=c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:42.001555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] For port a107f423-b516-40af-a0b7-3ddbb71e6ded, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=a107f423-b516-40af-a0b7-3ddbb71e6ded,segment=NetworkSegment(33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4),segment_id=33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:21:42.002004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.016192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Calling delete_port for a107f423-b516-40af-a0b7-3ddbb71e6ded owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:21:42.076497 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.141659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.172897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] Pushing event deleted for resources: {'Port': ['ID=a107f423-b516-40af-a0b7-3ddbb71e6ded,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:42.186693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7fd89f-dc39-4b59-b161-16548a0a0214 None None] No DVR routers for this DVR port a107f423-b516-40af-a0b7-3ddbb71e6ded on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:21:42.226350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a107f423-b516-40af-a0b7-3ddbb71e6ded no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:42.238473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.241142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.265003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: a107f423-b516-40af-a0b7-3ddbb71e6ded {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:42.265346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device a107f423-b516-40af-a0b7-3ddbb71e6ded not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:42.265811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 34f75359-651a-447f-b707-c2df6f01510a no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:42.292056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 34f75359-651a-447f-b707-c2df6f01510a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:42.292413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 34f75359-651a-447f-b707-c2df6f01510a not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:42.575711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.576411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Fanout notify agent at l3_agent the message router_deleted on router 5817eeca-3c49-48ba-b153-a418cfdb956f {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:21:42.584057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.585252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c519009a-57ff-42dd-8675-9303a4c23ec6 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/routers/5817eeca-3c49-48ba-b153-a418cfdb956f HTTP/1.1" status: 204 len: 168 time: 1.2406132 Aug 30 23:21:42.588599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:42.688315 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.792281 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.803757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7db8566-342a-4980-ae90-06927f50e1d7']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:42.815222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:42.815776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e66bc4-ed8d-4dfd-ad75-f8a30abd4ce4') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:21:42.827868 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.844193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.850840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:21:42.851240 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:21:42.857037 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:21:42.928728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.961520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.970938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:42.972857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] 10.222.0.25 "DELETE /v2.0/networks/e7db8566-342a-4980-ae90-06927f50e1d7 HTTP/1.1" status: 204 len: 168 time: 0.3832479 Aug 30 23:21:42.985398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404da9d9-b8b1-48a2-836a-97d595781248 tempest-TestSecurityGroupsBasicOps-1346375965 tempest-TestSecurityGroupsBasicOps-1346375965-project] Pushing event deleted for resources: {'Network': ['ID=e7db8566-342a-4980-ae90-06927f50e1d7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:43.301204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55194) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:43.326583 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-215c6bf6-8295-4fcf-928d-15f0d57f031b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.443965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d6e8c845-eec6-4306-8884-48dc34f041c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb256e8c09b848a1aed448e3410feef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1414194 Aug 30 23:21:43.446325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55198) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:43.493625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.514316 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.562342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.565291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.566040 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b17f0e0-3fe7-44e7-9b1a-741fd7df316a HTTP/1.1" status: 204 len: 168 time: 0.1187959 Aug 30 23:21:43.579915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88955888-3b18-4a79-99c7-b72ad7358c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b17f0e0-3fe7-44e7-9b1a-741fd7df316a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:43.845792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 55208) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:43.863459 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19eeadf4-5071-41c2-a573-5c0835fe9c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.960499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19eeadf4-5071-41c2-a573-5c0835fe9c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:43.966108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-19eeadf4-5071-41c2-a573-5c0835fe9c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.008525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-19eeadf4-5071-41c2-a573-5c0835fe9c37 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43e9c0455101492f975bfc9aa91374e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615543 Aug 30 23:21:44.009490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eeadf4-5071-41c2-a573-5c0835fe9c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d852fa10-4b3c-4052-a5a4-aee9a1cec947,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:44.011205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55212) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:44.044251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:21:44.065302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:21:44.065743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c1dcba25-8ce2-4f3c-aa5d-bd4137d4ad42 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:21:44.066954 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.090402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.139091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.141654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.142974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d852fa10-4b3c-4052-a5a4-aee9a1cec947 HTTP/1.1" status: 204 len: 168 time: 0.1307170 Aug 30 23:21:44.150930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af56b13-d16e-49bf-a9dc-ec859e9b18a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d852fa10-4b3c-4052-a5a4-aee9a1cec947,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:44.468596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55222) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:44.510608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-98050666-7f98-405d-bd55-8a8c9e48b0fb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6bfd8a77b86a45f8a6d4cc698d268897&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407813 Aug 30 23:21:44.513163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 55224) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:21:44.564280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.585524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.607363 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.643778 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.646481 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:44.647650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80c8bf61-219a-47e2-81bb-1c8fe6b0c85e HTTP/1.1" status: 204 len: 168 time: 0.1335959 Aug 30 23:21:44.655918 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d41a13-08b5-4dbb-bca3-420b40de5667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8bf61-219a-47e2-81bb-1c8fe6b0c85e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:21:46.049585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:52.579347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:21:57.917688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:10.323647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-02c40a3c-8353-41cd-8c6b-4b2ca648de21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:12.912360 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:13.335230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c82c6295-10b6-4193-bb53-b37aa0621d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:13.731491 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:22:14.613092 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:16.054041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:22.602969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:27.940223 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:40.318938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-35086f3b-aee8-4a09-aefa-d7ee9b5de326 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:42.924451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:43.330572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-22474852-a98a-45a3-8ce5-313062f1f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:44.612331 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:46.055389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:50.732048 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:22:52.593607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:22:57.946097 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:10.323786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5263b7ed-74e6-4b17-9b44-4ed3474afe47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:12.917157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:13.328190 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bb64d7c2-b4d7-46c0-bc77-7e116684bae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:14.616884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:16.059741 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:22.607187 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:27.732865 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:23:27.980181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:40.328197 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d300141f-b5ed-4a5e-996c-ba4c05661939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:42.920094 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:43.331173 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-950b5262-6208-4c78-8b0f-6ad86a534f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:43.838806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:23:44.017297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-af33234e-6126-4494-bbfc-1678341744d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58576df8d9f24ea08c2e225866379c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1773956 Aug 30 23:23:44.020827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:23:44.071476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:44.093138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:44.149499 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:44.152192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:44.153417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7 HTTP/1.1" status: 204 len: 168 time: 0.1316624 Aug 30 23:23:44.161723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d697ba4-8c82-406e-b7f7-6fb2b9a1d9d7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:23:44.169261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.169614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.169990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.170334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.170704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.171078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.171412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.171744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.172075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.172403 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.172731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.173070 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0af2bbff-bfe7-4d31-852f-382211088194 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:44.623855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:44.874934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 57520) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:23:44.993209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1950702844-network', 'tenant_id': 'eff31215033246de9cd2f19b36268fe8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:23:45.014815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Made reservation on behalf of eff31215033246de9cd2f19b36268fe8 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:23:45.017875 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.026544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.126379 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.130074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.154780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] vlan segment allocate from pool success with {'vlan_id': 602, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:23:45.164215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5dc33a-616e-4755-b018-fc4872ba19e1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:23:45.173126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.173469 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Added segment fd3712b2-5da6-41e7-8de9-0d4294e50b54 of type vlan for network 8cb004d0-c136-4cd0-97fa-93c59ed16196 Aug 30 23:23:45.177123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.177473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.177957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.178303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.178639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.178972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.179304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.179633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.179959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.180285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.180610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.180933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:23:45.227268 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.253982 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.254947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:23:45.255539 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.334213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4581153 Aug 30 23:23:45.337313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 57526) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:23:45.342500 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Request body: {'subnet': {'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1950702844-subnet', 'tenant_id': 'eff31215033246de9cd2f19b36268fe8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:23:45.343232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd408c-467d-4ebb-80b2-96fcb0d0a491 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb004d0-c136-4cd0-97fa-93c59ed16196,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:23:45.353967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:23:45.370942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Made reservation on behalf of eff31215033246de9cd2f19b36268fe8 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:23:45.373342 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.557658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.614537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d7c853d-fedc-49ed-a352-409f3054f048,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:23:45.624033 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Checking segment: {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:23:45.624391 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Network hostable DHCP agents. Network: 8cb004d0-c136-4cd0-97fa-93c59ed16196, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:23:45.641473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:23:45.650638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 8cb004d0-c136-4cd0-97fa-93c59ed16196) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:23:45.655055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:23:45.655687 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:45.663973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38de4793-f208-4d45-b056-405902780032 None None] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:23:45.678398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cfd90778-668d-42af-9893-5e0214381cd3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3398027 Aug 30 23:23:45.802931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c014d93-75bd-4532-8421-a9365c0663b6 None None] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:23:46.065200 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:52.613448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:23:57.961770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:04.732254 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:24:10.329881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b4831926-145a-4f2d-b23b-97b1a0f1e076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:12.924956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:13.340571 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc8564d2-03fe-4919-9613-4a23f5f0571c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:14.624505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:16.063352 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:22.632701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:27.973773 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:36.422285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-5ef662a3-04ed-4c42-85b1-5e2b231f0556 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:36.424240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-5ef662a3-04ed-4c42-85b1-5e2b231f0556 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 814 time: 0.1152151 Aug 30 23:24:36.440540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-1fef37e6-b3cb-4a79-bfbe-e9effa862f35 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/quotas/eff31215033246de9cd2f19b36268fe8 HTTP/1.1" status: 200 len: 375 time: 0.0104480 Aug 30 23:24:36.478971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-bb9b8383-715b-41bc-9e0f-77d99e8790d7 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327027 Aug 30 23:24:36.496676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-70bbfe20-5e49-4493-924a-e2604fea5469 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:24:36.497659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-70bbfe20-5e49-4493-924a-e2604fea5469 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117598 Aug 30 23:24:36.593586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-19b97170-9c10-476e-b7f7-0d6ec889223a service neutron] 10.222.0.25 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888054 Aug 30 23:24:36.683553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-403284f5-2eb3-4607-8b74-c3c041bcdfb7 service neutron] 10.222.0.25 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835044 Aug 30 23:24:36.916190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d60ac291-8e78-49b4-ab58-a72238706f72 req-da735015-6d16-4c30-afb7-835ef9eb98e7 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 210 time: 0.0931122 Aug 30 23:24:37.932798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-8efa9456-0e04-440d-a734-0ff4049de508 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:37.934323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-8efa9456-0e04-440d-a734-0ff4049de508 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 814 time: 0.1115062 Aug 30 23:24:37.948610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Request body: {'port': {'device_id': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196', 'admin_state_up': True, 'tenant_id': 'eff31215033246de9cd2f19b36268fe8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:24:38.055795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01997760-f8ae-4c94-b2dd-c16dab807096 req-44d8745c-8222-48dc-9bb8-fe998cfafb0b tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 210 time: 0.0382268 Aug 30 23:24:38.073710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Made reservation on behalf of eff31215033246de9cd2f19b36268fe8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:24:38.077951 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.215643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Allocated IP 172.20.0.13 (8cb004d0-c136-4cd0-97fa-93c59ed16196/9d7c853d-fedc-49ed-a352-409f3054f048/55d0be85-8bb9-4062-b22a-75d2903390f5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:24:38.366886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.413182 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.459707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:24:38.462854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:24:38.466796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:24:38.474092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Pushing event updated for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:24:38.520471 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:38.521131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.536338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-e672aa0c-8ae6-480d-8c69-15a1b36bd3c4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5918391 Aug 30 23:24:38.548090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-6f9ef280-aa5d-4e72-9ec6-fad9615cbfb4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:24:38.549112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-6f9ef280-aa5d-4e72-9ec6-fad9615cbfb4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057268 Aug 30 23:24:38.613993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Request body: {'port': {'device_id': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:24:38.671875 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.933767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d0be85-8bb9-4062-b22a-75d2903390f5 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:24:38.941626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:38.953677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Transition to ACTIVE for port object 55d0be85-8bb9-4062-b22a-75d2903390f5 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:24:38.957032 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:39.009414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Pushing event updated for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:24:39.081011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Attempting to bind port 55d0be85-8bb9-4062-b22a-75d2903390f5 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:24:39.081590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Attempting to bind port 55d0be85-8bb9-4062-b22a-75d2903390f5 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:24:39.082063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Attempting to bind port 55d0be85-8bb9-4062-b22a-75d2903390f5 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:24:39.087602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Port 55d0be85-8bb9-4062-b22a-75d2903390f5 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:24:39.088141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Attempting to bind port 55d0be85-8bb9-4062-b22a-75d2903390f5 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:24:39.094099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:24:39.094434 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Checking segment: {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:24:39.094814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Bound using segment: {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:24:39.095229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Bound port: 55d0be85-8bb9-4062-b22a-75d2903390f5, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:24:39.095583 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:39.196588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:24:39.212773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55d0be85-8bb9-4062-b22a-75d2903390f5,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:24:39.218526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:39.234307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487745b3-3da9-4268-8711-ef76957c43a1 req-bc4b70ec-015c-495a-a952-490a0da15a63 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.235857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-487745b3-3da9-4268-8711-ef76957c43a1 req-bc4b70ec-015c-495a-a952-490a0da15a63 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 944 time: 0.0838919 Aug 30 23:24:39.276206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.276829 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:39.278245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] 10.222.0.47 "PUT /v2.0/ports/55d0be85-8bb9-4062-b22a-75d2903390f5 HTTP/1.1" status: 200 len: 1093 time: 0.7214222 Aug 30 23:24:39.284374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:24:39.291668 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77417c8d-2a89-4a4a-8d72-ec62669cf862" -d '{"events": [{"name": "network-changed", "server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:24:39.352354 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-487745b3-3da9-4268-8711-ef76957c43a1 req-0274aff3-11fe-4970-adb6-ec6db8603b0f tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955617 Aug 30 23:24:39.352969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987ddc9a-f257-455a-b96b-fbfa00582b64 service neutron] Pushing event updated for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:24:39.371764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-53835076-71d5-4909-af9e-aac17fcf1e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.373290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-53835076-71d5-4909-af9e-aac17fcf1e4d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 1096 time: 0.0549061 Aug 30 23:24:39.417420 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39653cb4-2cd5-4a25-9fb8-9373063f629a x-openstack-request-id: req-39653cb4-2cd5-4a25-9fb8-9373063f629a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:24:39.417717 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:24:39.418006 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39653cb4-2cd5-4a25-9fb8-9373063f629a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:24:39.418404 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5', 'status': 'completed', 'code': 200} Aug 30 23:24:39.419925 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-456bc699-dab1-4659-b54c-775fc5ec341d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d0be85-8bb9-4062-b22a-75d2903390f5 HTTP/1.1" status: 200 len: 217 time: 0.0375488 Aug 30 23:24:39.472511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34377057-850c-49da-9f06-527d65a100a2 req-1503b119-2c0f-4985-9f8b-870c2ac44e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.473970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-1503b119-2c0f-4985-9f8b-870c2ac44e75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7c853d-fedc-49ed-a352-409f3054f048 HTTP/1.1" status: 200 len: 854 time: 0.0469055 Aug 30 23:24:39.506212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-707f31b0-9448-4003-a7c4-7dd95b3060d5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cb004d0-c136-4cd0-97fa-93c59ed16196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242748 Aug 30 23:24:39.595622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-d7ff1a8e-15e0-4c24-a68c-455e757016aa service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817885 Aug 30 23:24:39.689993 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-34377057-850c-49da-9f06-527d65a100a2 req-4aedd2de-d72f-478d-899b-fc2fdee6b188 service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865085 Aug 30 23:24:39.779180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-66400a80-6da8-48fe-933c-4300543de7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.781145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-66400a80-6da8-48fe-933c-4300543de7c6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 1096 time: 0.0414510 Aug 30 23:24:39.873497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-e3f0cca0-f680-4ec5-bd2e-59788fba2a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.875656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-e3f0cca0-f680-4ec5-bd2e-59788fba2a43 service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 915 time: 0.0877292 Aug 30 23:24:39.917833 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-4c288939-3377-45d1-9765-6d961bb9b5fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=55d0be85-8bb9-4062-b22a-75d2903390f5 HTTP/1.1" status: 200 len: 217 time: 0.0344903 Aug 30 23:24:39.967772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-ef07e136-2ca1-4a2f-bd6b-dec1892b48e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:39.969226 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-ef07e136-2ca1-4a2f-bd6b-dec1892b48e8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7c853d-fedc-49ed-a352-409f3054f048 HTTP/1.1" status: 200 len: 854 time: 0.0433643 Aug 30 23:24:40.003004 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-d1cb9454-09ba-4b02-a027-fc8accc2d545 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cb004d0-c136-4cd0-97fa-93c59ed16196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248635 Aug 30 23:24:40.097183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-6b8cc7cd-a905-4d98-a0ee-cfe3bc5adb94 service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857565 Aug 30 23:24:40.186949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77417c8d-2a89-4a4a-8d72-ec62669cf862 req-98a527a7-4a6a-4c80-8c7f-e1f3e5821a9e service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813959 Aug 30 23:24:40.330401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6b78cdff-f8e8-4c33-b7c2-3c61883d3a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:40.478629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee10e6b-3c4f-427b-b60d-8100d448f4a7 req-fe0c8ec7-9c77-4a47-add2-f26144edda93 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:40.480114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eee10e6b-3c4f-427b-b60d-8100d448f4a7 req-fe0c8ec7-9c77-4a47-add2-f26144edda93 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 944 time: 0.0539391 Aug 30 23:24:40.517155 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eee10e6b-3c4f-427b-b60d-8100d448f4a7 req-80d17ba5-cf95-4630-af5e-4b03ce1a502f tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309718 Aug 30 23:24:41.636910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c03b70-6350-452a-88e1-689a9d956c53 req-ac296c27-2593-4d5d-a995-70c3355f94e9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:41.638400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59c03b70-6350-452a-88e1-689a9d956c53 req-ac296c27-2593-4d5d-a995-70c3355f94e9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 944 time: 0.0531154 Aug 30 23:24:41.676092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59c03b70-6350-452a-88e1-689a9d956c53 req-3cd2009f-63e9-44c5-adb8-22382c226b5e tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316522 Aug 30 23:24:41.731452 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:24:41.885321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55d0be85-8bb9-4062-b22a-75d2903390f5 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:24:41.976954 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55d0be85-8bb9-4062-b22a-75d2903390f5,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:24:41.991602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '55d0be85-8bb9-4062-b22a-75d2903390f5', 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196', 'port_id': '55d0be85-8bb9-4062-b22a-75d2903390f5', 'mac_address': 'fa:16:3e:fe:5f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c853d-fedc-49ed-a352-409f3054f048', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:24:42.027478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:42.040226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d0be85-8bb9-4062-b22a-75d2903390f5 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:24:42.058652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55d0be85-8bb9-4062-b22a-75d2903390f5,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:24:42.062568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:42.109072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:24:42.116240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.116614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.116965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.117305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.117639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.118000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.118336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.118664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.118992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.119318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.119642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.119967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:24:42.318873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['55d0be85-8bb9-4062-b22a-75d2903390f5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:24:42.795461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce458619-f16d-41c3-8d38-afe8280e4831 req-42d5c5f6-aa40-4ce1-bc25-ed494611ec37 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:42.797192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce458619-f16d-41c3-8d38-afe8280e4831 req-42d5c5f6-aa40-4ce1-bc25-ed494611ec37 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 945 time: 0.0533319 Aug 30 23:24:42.836652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ce458619-f16d-41c3-8d38-afe8280e4831 req-80ba666b-195e-4357-927e-586e9facfec8 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323298 Aug 30 23:24:42.926639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:43.332177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5b4d55cb-a3af-4001-947a-6b18506a1a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:43.885590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55d0be85-8bb9-4062-b22a-75d2903390f5 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:24:43.939272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 55d0be85-8bb9-4062-b22a-75d2903390f5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:24:43.943299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 55d0be85-8bb9-4062-b22a-75d2903390f5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:24:43.943687 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:43.956817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983be8b3-7a5b-497e-88e7-cd22ae2afd7d req-242711d0-d955-440f-abe8-6645d761b22e tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:43.958439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-983be8b3-7a5b-497e-88e7-cd22ae2afd7d req-242711d0-d955-440f-abe8-6645d761b22e tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 945 time: 0.0524514 Aug 30 23:24:43.998808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-983be8b3-7a5b-497e-88e7-cd22ae2afd7d req-ad176b4b-6d1d-429f-91b7-c6afd5ecca5b tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339820 Aug 30 23:24:44.029356 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:44.054346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:24:44.056504 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f60d8be-2c5f-4961-a74f-fce8691d53c1" -d '{"events": [{"server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "name": "network-vif-plugged", "status": "completed", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:24:44.069757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55d0be85-8bb9-4062-b22a-75d2903390f5,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:24:44.074963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:44.102338 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff09723-c922-4a7c-ac8a-1ad19c903f78 x-openstack-request-id: req-5ff09723-c922-4a7c-ac8a-1ad19c903f78 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:24:44.102629 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "name": "network-vif-plugged", "status": "completed", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:24:44.102891 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ff09723-c922-4a7c-ac8a-1ad19c903f78 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:24:44.103281 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5', 'code': 200} Aug 30 23:24:44.129252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:24:44.191745 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ea370-00e7-4a44-841f-d6db2182b89c req-70b4bd45-90ba-4d8f-9bf2-855547a91c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:44.193196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-048ea370-00e7-4a44-841f-d6db2182b89c req-70b4bd45-90ba-4d8f-9bf2-855547a91c06 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 1098 time: 0.0403554 Aug 30 23:24:44.228834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-048ea370-00e7-4a44-841f-d6db2182b89c req-51dd93bf-70fb-4d63-a57e-325caab78439 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277889 Aug 30 23:24:44.627990 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:45.117161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee9d3fe-d25c-4141-bc3a-086a0d47b72e req-d47d2250-7982-44ed-9a2c-68c48ba477f8 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:45.118680 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fee9d3fe-d25c-4141-bc3a-086a0d47b72e req-d47d2250-7982-44ed-9a2c-68c48ba477f8 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 946 time: 0.0480247 Aug 30 23:24:45.156953 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fee9d3fe-d25c-4141-bc3a-086a0d47b72e req-9d6f74dc-ae6e-4391-a17f-41c12b5d7784 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318301 Aug 30 23:24:46.065881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:46.277253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289db13b-7b76-4b5e-8b89-f701dcb4bcc6 req-c172cb5e-896a-4ea2-9481-323a6edbb747 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:24:46.278832 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-289db13b-7b76-4b5e-8b89-f701dcb4bcc6 req-c172cb5e-896a-4ea2-9481-323a6edbb747 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 946 time: 0.0532954 Aug 30 23:24:46.318157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-289db13b-7b76-4b5e-8b89-f701dcb4bcc6 req-f61ede1f-f7f2-4d75-8d54-3ee80052bff6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331967 Aug 30 23:24:52.626740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:24:57.983255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:10.331881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-95c3dade-c1f7-4767-bb95-bbef564d3665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:12.927086 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:13.333817 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-af32624f-41b0-4fa6-b582-db57a64d037d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:14.628706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:16.072972 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:18.730730 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:25:22.629766 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:27.987126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:28.109205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebd5cc-75ef-4a80-b625-0f881a66ea99 req-2e831139-89ad-400a-83fd-60d26d672ee4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:28.110734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9eebd5cc-75ef-4a80-b625-0f881a66ea99 req-2e831139-89ad-400a-83fd-60d26d672ee4 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 946 time: 0.0504951 Aug 30 23:25:28.148451 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9eebd5cc-75ef-4a80-b625-0f881a66ea99 req-7f23ec24-12c4-45c0-b0b7-291190ee98e5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317523 Aug 30 23:25:29.269601 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de0cb1a-d14c-4313-be9f-882d3b87d1b7 req-0c3c4e88-adc8-44f5-a3b7-051626cd17c0 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:29.271103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de0cb1a-d14c-4313-be9f-882d3b87d1b7 req-0c3c4e88-adc8-44f5-a3b7-051626cd17c0 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 946 time: 0.0536432 Aug 30 23:25:29.311228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8de0cb1a-d14c-4313-be9f-882d3b87d1b7 req-163e7c84-d0b2-4871-8f72-f7445c16cc44 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341709 Aug 30 23:25:29.636433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858e645-326d-4606-9d96-790b5ddb8056 req-9e61db3e-815b-4db0-a4e2-be59ebe0847a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:29.637935 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f858e645-326d-4606-9d96-790b5ddb8056 req-9e61db3e-815b-4db0-a4e2-be59ebe0847a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 946 time: 0.0495965 Aug 30 23:25:29.731436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Deleting port 55d0be85-8bb9-4062-b22a-75d2903390f5 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:25:29.731775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:29.819105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] For port 55d0be85-8bb9-4062-b22a-75d2903390f5, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=55d0be85-8bb9-4062-b22a-75d2903390f5,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:25:29.819478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:29.832488 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Calling delete_port for 55d0be85-8bb9-4062-b22a-75d2903390f5 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:25:29.964092 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:29.978639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['55d0be85-8bb9-4062-b22a-75d2903390f5'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:25:29.993099 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Pushing event deleted for resources: {'Port': ['ID=55d0be85-8bb9-4062-b22a-75d2903390f5,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:30.006328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.006678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.007021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.007357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.007693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.008026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.008353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.008682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.009012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.009339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.009663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.010019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:30.050881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] No DVR routers for this DVR port 55d0be85-8bb9-4062-b22a-75d2903390f5 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:25:30.053588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:30.055723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f858e645-326d-4606-9d96-790b5ddb8056 req-56c93908-7d4b-4ed5-8498-4f77c58df8c5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "DELETE /v2.0/ports/55d0be85-8bb9-4062-b22a-75d2903390f5 HTTP/1.1" status: 204 len: 173 time: 0.4096589 Aug 30 23:25:30.056201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'name': 'network-vif-deleted', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:25:30.059022 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f602ce4-3c51-4419-bb3d-3fa0a153eb45" -d '{"events": [{"server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "name": "network-vif-deleted", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:25:30.095394 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb37269-f1f8-46a6-9e66-df5b88c63894 x-openstack-request-id: req-dbb37269-f1f8-46a6-9e66-df5b88c63894 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:25:30.095692 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4584f7de-2d57-40ef-af28-82d60b1a1c68", "name": "network-vif-deleted", "tag": "55d0be85-8bb9-4062-b22a-75d2903390f5", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:25:30.095948 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dbb37269-f1f8-46a6-9e66-df5b88c63894 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:25:30.096350 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4584f7de-2d57-40ef-af28-82d60b1a1c68', 'name': 'network-vif-deleted', 'tag': '55d0be85-8bb9-4062-b22a-75d2903390f5', 'status': 'completed', 'code': 200} Aug 30 23:25:30.417152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d83224e-3a6b-4a9c-9aa4-3274cfe90102 req-14fba0d2-445f-46b9-a993-62106b03c1ba tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=4584f7de-2d57-40ef-af28-82d60b1a1c68 HTTP/1.1" status: 200 len: 210 time: 0.0275896 Aug 30 23:25:34.151293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55d0be85-8bb9-4062-b22a-75d2903390f5 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:25:34.172052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 55d0be85-8bb9-4062-b22a-75d2903390f5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:25:34.172400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 55d0be85-8bb9-4062-b22a-75d2903390f5 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:25:38.354499 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-49995120-7a40-489e-a577-6d7b6ad93ff6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:38.355966 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-49995120-7a40-489e-a577-6d7b6ad93ff6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 814 time: 0.1029763 Aug 30 23:25:38.371612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-3f0c6870-cfb7-493e-a9c9-9fe96832d989 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/quotas/eff31215033246de9cd2f19b36268fe8 HTTP/1.1" status: 200 len: 375 time: 0.0091789 Aug 30 23:25:38.403231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-15b27bb4-2260-47d9-bc2a-7953b2d1f577 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261655 Aug 30 23:25:38.494089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-3d4ea58f-72bf-4442-be36-e5edfc0741c0 service neutron] 10.222.0.25 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835495 Aug 30 23:25:38.585580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-834cbb7e-148f-48b2-8c1a-14762f339479 service neutron] 10.222.0.25 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854948 Aug 30 23:25:38.745994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-39dc30a1-7ac4-4a9d-9983-86046c96845a req-fd852fd8-52b7-4780-ab08-929d46528336 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 210 time: 0.0267346 Aug 30 23:25:39.815214 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-d14a0e20-43c4-4be3-8150-afa1c0a80c34 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:39.816889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-d14a0e20-43c4-4be3-8150-afa1c0a80c34 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 814 time: 0.1032591 Aug 30 23:25:39.835005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Request body: {'port': {'device_id': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196', 'admin_state_up': True, 'tenant_id': 'eff31215033246de9cd2f19b36268fe8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:25:39.848352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9de17f21-8cd2-41e6-a70d-3d530dbcddcd req-cc288abb-8111-4273-a685-510038371780 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 210 time: 0.0280309 Aug 30 23:25:39.947125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Made reservation on behalf of eff31215033246de9cd2f19b36268fe8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:25:39.950639 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.074186 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Allocated IP 172.20.0.14 (8cb004d0-c136-4cd0-97fa-93c59ed16196/9d7c853d-fedc-49ed-a352-409f3054f048/25bcf126-f2b1-42e2-af49-21597489ebd9) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:25:40.222712 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.263020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.312512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Network 8cb004d0-c136-4cd0-97fa-93c59ed16196 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:25:40.315704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:25:40.319681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:25:40.336881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c7a2bc6-d305-4b0d-803e-f1d13ba204dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.351285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Pushing event updated for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:40.382392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:40.383000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.397315 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f706cb0b-358b-47b9-8739-f92f00eacf5a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5678527 Aug 30 23:25:40.409908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Request body: {'port': {'device_id': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:25:40.463030 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.722680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25bcf126-f2b1-42e2-af49-21597489ebd9 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:25:40.729833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.741543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Transition to ACTIVE for port object 25bcf126-f2b1-42e2-af49-21597489ebd9 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:25:40.745163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.797593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:40.865794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Attempting to bind port 25bcf126-f2b1-42e2-af49-21597489ebd9 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:25:40.866554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Attempting to bind port 25bcf126-f2b1-42e2-af49-21597489ebd9 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:25:40.866554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Attempting to bind port 25bcf126-f2b1-42e2-af49-21597489ebd9 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:25:40.870643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Port 25bcf126-f2b1-42e2-af49-21597489ebd9 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:25:40.870963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Attempting to bind port 25bcf126-f2b1-42e2-af49-21597489ebd9 on network 8cb004d0-c136-4cd0-97fa-93c59ed16196 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:25:40.876387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:25:40.876723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Checking segment: {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:25:40.877102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Bound using segment: {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:25:40.877529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Bound port: 25bcf126-f2b1-42e2-af49-21597489ebd9, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd3712b2-5da6-41e7-8de9-0d4294e50b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:25:40.877922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.973134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:25:40.976552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=25bcf126-f2b1-42e2-af49-21597489ebd9,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:25:40.981023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:40.996478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0a3d3-2fca-422f-ab8f-e272fdbdb494 req-247bc339-b59e-4d6a-b6df-4447ce5a7ccc tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:40.998556 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16c0a3d3-2fca-422f-ab8f-e272fdbdb494 req-247bc339-b59e-4d6a-b6df-4447ce5a7ccc tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 944 time: 0.0788701 Aug 30 23:25:41.039975 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.040594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:41.042231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] 10.222.0.47 "PUT /v2.0/ports/25bcf126-f2b1-42e2-af49-21597489ebd9 HTTP/1.1" status: 200 len: 1093 time: 0.6362576 Aug 30 23:25:41.047556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:25:41.050166 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:25:41.082325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f5ce-820f-4610-8926-9d736af22669 service neutron] Pushing event updated for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:41.090003 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16c0a3d3-2fca-422f-ab8f-e272fdbdb494 req-f5416473-3c2c-4198-8dc9-746c22d27c31 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728459 Aug 30 23:25:41.098232 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa297d5-201a-425e-804d-02747f11987b x-openstack-request-id: req-9aa297d5-201a-425e-804d-02747f11987b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:25:41.098551 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:25:41.098802 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9aa297d5-201a-425e-804d-02747f11987b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:25:41.099198 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9', 'status': 'completed', 'code': 200} Aug 30 23:25:41.144346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f82ead27-1386-4bfe-9bf0-cdcd1bc321d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.145872 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-f82ead27-1386-4bfe-9bf0-cdcd1bc321d4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 1096 time: 0.0409284 Aug 30 23:25:41.191961 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-cf8a77d5-589c-4916-819f-be05c04d82aa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bcf126-f2b1-42e2-af49-21597489ebd9 HTTP/1.1" status: 200 len: 217 time: 0.0376682 Aug 30 23:25:41.241318 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-0a1356cc-ffa3-45db-99b2-b4fcb24b814c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.242719 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-0a1356cc-ffa3-45db-99b2-b4fcb24b814c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7c853d-fedc-49ed-a352-409f3054f048 HTTP/1.1" status: 200 len: 854 time: 0.0431402 Aug 30 23:25:41.275177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-48913541-bac4-4e2c-835c-98c118a26ff3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cb004d0-c136-4cd0-97fa-93c59ed16196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243762 Aug 30 23:25:41.367375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-3737be52-f5f6-4dd5-b51f-d6b6de885d10 service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843880 Aug 30 23:25:41.459924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc3ef3ff-9b42-4a00-8d1b-f85d043b6199 req-4c0947c7-9f59-4e1a-b918-eb54b8773473 service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850656 Aug 30 23:25:41.547268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-e6330182-6b57-45d1-bedb-ab2284133c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.548671 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-e6330182-6b57-45d1-bedb-ab2284133c14 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=eff31215033246de9cd2f19b36268fe8&device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 1096 time: 0.0408587 Aug 30 23:25:41.643028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-65936d9c-4fca-4956-aaff-cc2c1ed0208b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.644490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-65936d9c-4fca-4956-aaff-cc2c1ed0208b service neutron] 10.222.0.47 "GET /v2.0/networks?id=8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 200 len: 915 time: 0.0878191 Aug 30 23:25:41.687062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-e9f90a36-d382-4490-ac66-82c2976f9d4e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25bcf126-f2b1-42e2-af49-21597489ebd9 HTTP/1.1" status: 200 len: 217 time: 0.0345316 Aug 30 23:25:41.745122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-07a9a621-773c-401e-b4e6-4b12bd2d96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:41.746601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-07a9a621-773c-401e-b4e6-4b12bd2d96ea service neutron] 10.222.0.47 "GET /v2.0/subnets?id=9d7c853d-fedc-49ed-a352-409f3054f048 HTTP/1.1" status: 200 len: 854 time: 0.0474937 Aug 30 23:25:41.778758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-9dc4ede9-2b7e-4bdd-a07e-7c3151eb675a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=8cb004d0-c136-4cd0-97fa-93c59ed16196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239458 Aug 30 23:25:41.870777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-e6ff73e2-f208-4727-afba-200e6711814d service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812764 Aug 30 23:25:41.964205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ed47bdb0-5da6-4ca6-8f0d-dcae07929d35 req-420d9c76-132c-4cd7-a0cd-224c95c80a69 service neutron] 10.222.0.47 "GET /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854135 Aug 30 23:25:42.216387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c26a1-a5af-421d-a5be-942661fd7d3b req-16c7203f-476f-4e34-b16a-dec898fe24d7 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:42.218426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b99c26a1-a5af-421d-a5be-942661fd7d3b req-16c7203f-476f-4e34-b16a-dec898fe24d7 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Aug 30 23:25:42.256608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b99c26a1-a5af-421d-a5be-942661fd7d3b req-4f104f04-3e94-4929-9daf-f42c21cd173a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322015 Aug 30 23:25:42.929655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:43.335192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-019598db-1b41-40f7-bfe4-290362ac0d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:43.374643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0764cb9-421e-4421-ad40-bd825a53d699 req-2c2be6ff-40c6-4e44-ae86-3fa3f3c61eb1 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:43.376152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0764cb9-421e-4421-ad40-bd825a53d699 req-2c2be6ff-40c6-4e44-ae86-3fa3f3c61eb1 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 944 time: 0.0515161 Aug 30 23:25:43.414904 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e0764cb9-421e-4421-ad40-bd825a53d699 req-6c0e5db3-9134-4cb6-9768-bd4d4afbacad tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317483 Aug 30 23:25:44.196949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 25bcf126-f2b1-42e2-af49-21597489ebd9 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:25:44.291295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=25bcf126-f2b1-42e2-af49-21597489ebd9,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:25:44.303095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '25bcf126-f2b1-42e2-af49-21597489ebd9', 'network_id': '8cb004d0-c136-4cd0-97fa-93c59ed16196', 'port_id': '25bcf126-f2b1-42e2-af49-21597489ebd9', 'mac_address': 'fa:16:3e:34:e3:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d7c853d-fedc-49ed-a352-409f3054f048', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:25:44.339367 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:44.352563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25bcf126-f2b1-42e2-af49-21597489ebd9 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:25:44.372476 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=25bcf126-f2b1-42e2-af49-21597489ebd9,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:25:44.376241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:44.423045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:44.430341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.430687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.431027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.431360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.431691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.432017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.432351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.432671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.432994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.433315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.433634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.433981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:25:44.541168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ca39e-7ff4-4ce3-9aad-7b963e14409a req-a2e15404-ed6c-42cd-b61b-45af7664b35e tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:44.542703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf3ca39e-7ff4-4ce3-9aad-7b963e14409a req-a2e15404-ed6c-42cd-b61b-45af7664b35e tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 945 time: 0.0521770 Aug 30 23:25:44.581266 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf3ca39e-7ff4-4ce3-9aad-7b963e14409a req-8f115186-a14f-40af-866a-df1c30cbb274 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318770 Aug 30 23:25:44.587243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['25bcf126-f2b1-42e2-af49-21597489ebd9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:25:44.640097 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:45.693009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc0b312-98e2-4305-b6c6-e3a529159f2f req-1b8bbd45-1516-4ad2-884f-26a5ac86032a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:45.694512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5dc0b312-98e2-4305-b6c6-e3a529159f2f req-1b8bbd45-1516-4ad2-884f-26a5ac86032a tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 945 time: 0.0484047 Aug 30 23:25:45.734656 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5dc0b312-98e2-4305-b6c6-e3a529159f2f req-3aa10c30-be0e-4fec-92aa-87473852aae5 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334194 Aug 30 23:25:46.071627 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:46.212658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 25bcf126-f2b1-42e2-af49-21597489ebd9 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:25:46.260985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 25bcf126-f2b1-42e2-af49-21597489ebd9 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:25:46.264607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 25bcf126-f2b1-42e2-af49-21597489ebd9 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:25:46.264988 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:46.494422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:46.517853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:25:46.520018 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a221e3-9b34-4614-a1bd-7391ffaa18ed" -d '{"events": [{"server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "name": "network-vif-plugged", "status": "completed", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:25:46.534027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=25bcf126-f2b1-42e2-af49-21597489ebd9,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:25:46.538446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:46.587390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:25:46.634604 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eded4df8-ab80-4066-9f48-799023b1bd65 x-openstack-request-id: req-eded4df8-ab80-4066-9f48-799023b1bd65 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:25:46.634915 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "name": "network-vif-plugged", "status": "completed", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:25:46.635176 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eded4df8-ab80-4066-9f48-799023b1bd65 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:25:46.635576 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9', 'code': 200} Aug 30 23:25:46.731530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b213-e701-440d-a3ff-aa99609f138d req-f599fc59-19c7-423f-bbca-714e937327e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:46.733696 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5464b213-e701-440d-a3ff-aa99609f138d req-f599fc59-19c7-423f-bbca-714e937327e1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 1098 time: 0.0444157 Aug 30 23:25:46.772247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5464b213-e701-440d-a3ff-aa99609f138d req-ac95b5ad-e6f8-43d3-acd9-17b4e9d0df9a service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282972 Aug 30 23:25:46.851114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f46cc50-a52d-424a-9107-e0cdef24b0fa req-14a2fa30-1717-40c6-ba05-8c1f159d635f tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:46.852591 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f46cc50-a52d-424a-9107-e0cdef24b0fa req-14a2fa30-1717-40c6-ba05-8c1f159d635f tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 946 time: 0.0491192 Aug 30 23:25:46.890325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f46cc50-a52d-424a-9107-e0cdef24b0fa req-66c512ab-187d-452b-9434-5edecd518c78 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316479 Aug 30 23:25:48.007275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59dd81-fc6c-4af2-b108-418a6d1d9c20 req-ca533a01-60a9-49f9-ae3e-68121d3e14d0 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:25:48.008764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a59dd81-fc6c-4af2-b108-418a6d1d9c20 req-ca533a01-60a9-49f9-ae3e-68121d3e14d0 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 946 time: 0.0496871 Aug 30 23:25:48.059220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8a59dd81-fc6c-4af2-b108-418a6d1d9c20 req-ff778d89-173f-494a-9e42-92094ce72a86 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375357 Aug 30 23:25:52.638423 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:25:55.729675 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:25:57.989307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:10.341143 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1b09110-bddc-471b-9db7-de874e46431b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:12.933541 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:13.339888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fbd58d83-c897-4461-933d-79ee8724561d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:13.414680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bb91f0-cd1c-47a3-9201-a6a39e357bf3 req-e51a2e74-afce-4ac9-8294-716d850d5e98 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:26:13.416192 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22bb91f0-cd1c-47a3-9201-a6a39e357bf3 req-e51a2e74-afce-4ac9-8294-716d850d5e98 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 946 time: 0.0494459 Aug 30 23:26:13.454087 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22bb91f0-cd1c-47a3-9201-a6a39e357bf3 req-61af15de-ad75-4297-8ee4-40c8e96670f6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Aug 30 23:26:14.579744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4284d0-01f4-4f33-a455-719bc8ac60e7 req-134754e4-ce4b-4085-bc78-0746c5cfd036 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:26:14.581277 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f4284d0-01f4-4f33-a455-719bc8ac60e7 req-134754e4-ce4b-4085-bc78-0746c5cfd036 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 946 time: 0.0517852 Aug 30 23:26:14.621279 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1f4284d0-01f4-4f33-a455-719bc8ac60e7 req-7456a1fb-da03-41d0-8f04-04fb2d8cfd1d tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/security-groups?id=8a5dc33a-616e-4755-b018-fc4872ba19e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340178 Aug 30 23:26:14.637308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:15.142332 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-5879aa20-9d14-4240-8b0c-44c624742de6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:26:15.143896 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-5879aa20-9d14-4240-8b0c-44c624742de6 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 946 time: 0.0596244 Aug 30 23:26:15.245277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Deleting port 25bcf126-f2b1-42e2-af49-21597489ebd9 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:26:15.245643 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:15.349546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] For port 25bcf126-f2b1-42e2-af49-21597489ebd9, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=25bcf126-f2b1-42e2-af49-21597489ebd9,segment=NetworkSegment(fd3712b2-5da6-41e7-8de9-0d4294e50b54),segment_id=fd3712b2-5da6-41e7-8de9-0d4294e50b54)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:26:15.349964 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:15.364137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Calling delete_port for 25bcf126-f2b1-42e2-af49-21597489ebd9 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:26:15.505751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:15.520172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['25bcf126-f2b1-42e2-af49-21597489ebd9'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:26:15.749357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d6d6349-9103-4c94-9eed-d92c23d18cc2 req-571b440e-009c-49a8-9f38-786cbdc35306 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f583fe-8bd1-4cda-8040-79173a065a73 HTTP/1.1" status: 200 len: 210 time: 0.0335190 Aug 30 23:26:15.855645 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Pushing event deleted for resources: {'Port': ['ID=25bcf126-f2b1-42e2-af49-21597489ebd9,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:15.899063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] No DVR routers for this DVR port 25bcf126-f2b1-42e2-af49-21597489ebd9 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:26:15.902103 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:15.904213 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8375d7bc-4ed3-4548-ab2a-cd911c4ef7df req-7dd749f6-24f1-4772-8ee6-2ccc26ce24f9 tempest-VolumesSnapshotTestJSON-1540449549 tempest-VolumesSnapshotTestJSON-1540449549-project] 10.222.0.47 "DELETE /v2.0/ports/25bcf126-f2b1-42e2-af49-21597489ebd9 HTTP/1.1" status: 204 len: 173 time: 0.7533095 Aug 30 23:26:15.904673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'name': 'network-vif-deleted', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:26:15.907083 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0a2285-f82d-461d-8b7e-fef85fe6d957" -d '{"events": [{"server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "name": "network-vif-deleted", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:26:15.945775 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77a6a54-4b2b-4533-a201-e23912204fec x-openstack-request-id: req-f77a6a54-4b2b-4533-a201-e23912204fec {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:26:15.946096 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f583fe-8bd1-4cda-8040-79173a065a73", "name": "network-vif-deleted", "tag": "25bcf126-f2b1-42e2-af49-21597489ebd9", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:26:15.946347 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f77a6a54-4b2b-4533-a201-e23912204fec {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:26:15.946741 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f583fe-8bd1-4cda-8040-79173a065a73', 'name': 'network-vif-deleted', 'tag': '25bcf126-f2b1-42e2-af49-21597489ebd9', 'status': 'completed', 'code': 200} Aug 30 23:26:16.075426 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:18.354333 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 25bcf126-f2b1-42e2-af49-21597489ebd9 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:26:18.374209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 25bcf126-f2b1-42e2-af49-21597489ebd9 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:26:18.374559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 25bcf126-f2b1-42e2-af49-21597489ebd9 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:26:22.649186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:28.011264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:32.731126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:26:40.346341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0b0aa0f8-4651-471c-be54-d0efc7e65ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:42.940893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:43.343413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-96167882-f3bd-4a1b-8d3e-c44be347cd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:44.636593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:46.080934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:52.665525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.112585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59184) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:57.159323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Deleting subnet 9d7c853d-fedc-49ed-a352-409f3054f048 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:26:57.162591 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.198929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.238350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.299535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.587027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.591490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:57.591928 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/9d7c853d-fedc-49ed-a352-409f3054f048 HTTP/1.1" status: 204 len: 168 time: 0.4777434 Aug 30 23:26:57.592682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d7c853d-fedc-49ed-a352-409f3054f048,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:57.600584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.600939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.601265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.601608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.601961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.602292 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.602620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.602945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.603271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.603592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.603913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.604239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68479d8f-eeed-4be4-9890-2331e603b2b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.665156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.747323 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.757185 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb004d0-c136-4cd0-97fa-93c59ed16196']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:26:57.768851 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3712b2-5da6-41e7-8de9-0d4294e50b54') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:26:57.769143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3712b2-5da6-41e7-8de9-0d4294e50b54') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:26:57.778480 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.792569 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.799560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:26:57.799958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:26:57.802052 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:26:57.862273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.867736 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:57.872266 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8cb004d0-c136-4cd0-97fa-93c59ed16196 HTTP/1.1" status: 204 len: 168 time: 0.2797689 Aug 30 23:26:57.884063 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb004d0-c136-4cd0-97fa-93c59ed16196,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:57.892195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.892545 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.892892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.893212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.893543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.893912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.894246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.894606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.894883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.895209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.895531 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.895849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9937548-b1a5-46b2-8458-0c1ef4ba0538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:26:57.985374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59190) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:58.009487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.025927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6f7c90c9-46a2-4856-a927-7c6d1883f677 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eff31215033246de9cd2f19b36268fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392389 Aug 30 23:26:58.028968 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:58.082729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.105302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.153540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.156415 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.157569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a5dc33a-616e-4755-b018-fc4872ba19e1 HTTP/1.1" status: 204 len: 168 time: 0.1277182 Aug 30 23:26:58.165385 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9626f9-d8c5-4f5a-b686-e36373ee301c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5dc33a-616e-4755-b018-fc4872ba19e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:58.831997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59214) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:58.930296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1085959865-network', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:26:58.952376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Made reservation on behalf of d174d0b5d7fe4109ad14283e89827a3e for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:26:58.954824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:58.963098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.050779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.054737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.081805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] vlan segment allocate from pool success with {'vlan_id': 603, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:26:59.087209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01c0bf-84d6-46f7-b5d3-856913d326d7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:59.096604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.096604 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Added segment e3abcec5-08df-40c9-84ee-66c4479413d8 of type vlan for network 60ad5e18-51ca-4b46-8872-49f71d9a4807 Aug 30 23:26:59.137546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.160939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.161939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:26:59.162517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.220044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3869545 Aug 30 23:26:59.222973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59218) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:59.225131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ea499-cddf-4a46-91df-6accc39f4c1b admin admin] Pushing event updated for resources: {'Network': ['ID=60ad5e18-51ca-4b46-8872-49f71d9a4807,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:59.228100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Request body: {'subnet': {'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1085959865-subnet', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:26:59.235952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:26:59.250015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Made reservation on behalf of d174d0b5d7fe4109ad14283e89827a3e for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:26:59.252438 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.418263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.478652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75ee0a4f-9a59-430a-b634-31ec6ec3e073,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:26:59.485487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Checking segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:26:59.485873 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Network hostable DHCP agents. Network: 60ad5e18-51ca-4b46-8872-49f71d9a4807, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:26:59.502139 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:26:59.510455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 60ad5e18-51ca-4b46-8872-49f71d9a4807) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:26:59.514587 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:26:59.515174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.521502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd3b48b-1166-464a-9b8f-c6df116f2b22 None None] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:26:59.531279 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-854f8d06-4eee-48f8-a58b-a0b809881c32 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3071558 Aug 30 23:26:59.533887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59220) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:26:59.538598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:26:59.559478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.560422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.612790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.669201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-60ad5e18-51ca-4b46-8872-49f71d9a4807', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:26:59.670114 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.756442 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.809687 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Allocated IP 172.20.0.2 (60ad5e18-51ca-4b46-8872-49f71d9a4807/75ee0a4f-9a59-430a-b634-31ec6ec3e073/79c6934e-b5ec-40f6-9886-ba3bb5b12754) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:26:59.952638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.961670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Transition to ACTIVE for port object 79c6934e-b5ec-40f6-9886-ba3bb5b12754 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:26:59.962537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.982669 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Transition to ACTIVE for port object 79c6934e-b5ec-40f6-9886-ba3bb5b12754 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:26:59.985587 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:26:59.993150 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.040071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:00.042939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:00.048241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:00.050323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Pushing event updated for resources: {'Port': ['ID=79c6934e-b5ec-40f6-9886-ba3bb5b12754,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:00.059941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.060293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.060640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.060983 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.061320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.061660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.062015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.062337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.062739 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.063081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.063444 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.064277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:00.098666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Allocated IP 172.25.7.106 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/dbf9c4e1-6296-41f6-b5c2-6d6345af6864) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:27:00.116834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Attempting to bind port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:00.117208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Attempting to bind port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:00.117578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Attempting to bind port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 on network 60ad5e18-51ca-4b46-8872-49f71d9a4807 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:00.123034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:00.123408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Checking segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:00.123815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.124211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Bound using segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:00.125376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Bound port: 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:00.125376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.192024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] For port 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:00.195408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] For port 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79c6934e-b5ec-40f6-9886-ba3bb5b12754,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:00.199528 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.207186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.254273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.262882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90511d5-35cd-470e-b40a-be713fda9b60 None None] Pushing event updated for resources: {'Port': ['ID=79c6934e-b5ec-40f6-9886-ba3bb5b12754,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:00.293489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:00.300387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:00.304414 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:00.310626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:00.582163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.780912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:00.915984 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:27:01.029799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:27:01.040644 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:27:01.049369 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.052440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:01.052629 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-28d6c9d2-2677-4bc6-9dac-3b72bb3c22c3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5176425 Aug 30 23:27:01.053295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:27:01.053744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:01.171124 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:01.197041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f7fcfb-aeff-42c0-8a6a-365da7f64afd None None] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:27:01.314139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9fefe801-b7f2-4d46-a2b6-19380957a35c None None] Provisioning for port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:01.370796 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:00Z', 'revision_number': 3, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:01.402482 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:27:01.402834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Updating router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:27:01.428716 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.505653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.665580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Allocated IP 172.20.0.1 (60ad5e18-51ca-4b46-8872-49f71d9a4807/75ee0a4f-9a59-430a-b634-31ec6ec3e073/396cb5d4-831e-4d09-af6d-23eb44695bf5) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:27:01.695407 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.705768 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Transition to ACTIVE for port object dbf9c4e1-6296-41f6-b5c2-6d6345af6864 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:01.711850 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.767686 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Attempting to bind port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:01.768058 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Attempting to bind port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:01.768424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Attempting to bind port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:01.770367 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:01.779423 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:01.779803 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:01.780209 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.780606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:01.781073 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Bound port: dbf9c4e1-6296-41f6-b5c2-6d6345af6864, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:01.781526 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.781932 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.784896 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.785241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.785589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.785949 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.786286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.786618 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.786952 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.787280 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.787606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.788530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.788530 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.788736 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:27:01.797989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Transition to ACTIVE for port object 396cb5d4-831e-4d09-af6d-23eb44695bf5 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:01.832289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.846220 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] For port dbf9c4e1-6296-41f6-b5c2-6d6345af6864, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:01.850410 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] For port dbf9c4e1-6296-41f6-b5c2-6d6345af6864, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:01.855387 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.873125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:01.878233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:01.882836 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:01.885039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Pushing event updated for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:01.911165 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:01.911801 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:01.921420 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:01.951392 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf206c36-07d9-49b4-b1ae-2d4b820a9155 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:02.033633 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:02.061470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.172506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2003abb1-a3d5-4c43-baad-aa0c50b8573d None None] Provisioning for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:02.176066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2003abb1-a3d5-4c43-baad-aa0c50b8573d None None] Provisioning complete for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:02.176446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2003abb1-a3d5-4c43-baad-aa0c50b8573d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.221057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2003abb1-a3d5-4c43-baad-aa0c50b8573d None None] Port 396cb5d4-831e-4d09-af6d-23eb44695bf5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:27:02.223365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:00Z', 'revision_number': 3, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:02.247638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.251411 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8c705-9a56-4970-90b7-f586f335f039 None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:00Z', 'revision_number': 3, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:27:02.253822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.322984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79c6934e-b5ec-40f6-9886-ba3bb5b12754 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:02.329537 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.332804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Pushing event updated for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:02.378897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:02.383299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:02.383676 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.433325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:02.434852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:02.463637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.527045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79c6934e-b5ec-40f6-9886-ba3bb5b12754,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:02.531937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.597211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=79c6934e-b5ec-40f6-9886-ba3bb5b12754,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:02.748197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-10a6fe5b-3530-4573-b87e-3d340f154dd4 None None] Provisioning complete for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:02.748638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-10a6fe5b-3530-4573-b87e-3d340f154dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:02.789146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-10a6fe5b-3530-4573-b87e-3d340f154dd4 None None] Port 396cb5d4-831e-4d09-af6d-23eb44695bf5 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:27:02.882243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:27:02.995612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:27:03.001050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1a9991e6-c8a1-429e-9dfe-7a8a2a53e273 admin admin] 10.222.0.25 "PUT /v2.0/routers/a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463167 Aug 30 23:27:03.471670 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59242) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:27:03.476718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-583080103-network', 'tenant_id': '0f329c70125b44209f0d75ad151685c0'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:27:03.497013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Made reservation on behalf of 0f329c70125b44209f0d75ad151685c0 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:27:03.499259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.507535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.600975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.604833 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.625859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:27:03.641535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b08bf5-cf16-4af2-bb87-c01f07dbdc2e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:03.644646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.644996 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Added segment 9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b of type vlan for network 14a17d80-88ba-4265-b7fa-9029009e2027 Aug 30 23:27:03.685960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.713109 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.714105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:27:03.714721 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.774642 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3016968 Aug 30 23:27:03.777275 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59244) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:27:03.784098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Request body: {'subnet': {'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-583080103-subnet', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:27:03.788323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7a3e5e-3635-4eab-8d97-5049e4b40f52 admin admin] Pushing event updated for resources: {'Network': ['ID=14a17d80-88ba-4265-b7fa-9029009e2027,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:03.798567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 14a17d80-88ba-4265-b7fa-9029009e2027 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:27:03.814062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Made reservation on behalf of 0f329c70125b44209f0d75ad151685c0 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:27:03.816607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:03.847612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:27:03.874613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:03.876027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:03.988231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:04.004264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.059804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efdd037-babf-4f3a-8c38-732276bf06d3,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:04.069054 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Checking segment: {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:04.069418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Network hostable DHCP agents. Network: 14a17d80-88ba-4265-b7fa-9029009e2027, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:27:04.087280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Network 14a17d80-88ba-4265-b7fa-9029009e2027 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:27:04.095542 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 14a17d80-88ba-4265-b7fa-9029009e2027) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:04.099708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:27:04.100314 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.108118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959dbc17-f932-4890-97ce-a52b5c475d3d None None] Network 14a17d80-88ba-4265-b7fa-9029009e2027 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:27:04.118720 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2b7d0dd0-c962-4b01-905e-c0876df43896 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3403184 Aug 30 23:27:04.121213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 59246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:27:04.127249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:27:04.148055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.149262 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.204871 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.319349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 2, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:04.353277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.356997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-14a17d80-88ba-4265-b7fa-9029009e2027', 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'fixed_ips': [{'subnet_id': '1efdd037-babf-4f3a-8c38-732276bf06d3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:27:04.357899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.362027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:27:04.362393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Updating router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 port 396cb5d4-831e-4d09-af6d-23eb44695bf5 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:27:04.388712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79c6934e-b5ec-40f6-9886-ba3bb5b12754 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:04.435337 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.564684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.585371 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.635336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:04.635713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.685063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Allocated IP 172.20.0.2 (14a17d80-88ba-4265-b7fa-9029009e2027/1efdd037-babf-4f3a-8c38-732276bf06d3/339fb6f0-cfdd-463b-95c2-607a6db0d5ed) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:27:04.694581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Allocated IP 172.25.7.150 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/cb731a55-7f79-43f9-9998-c7f69c539556) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:27:04.816731 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.856590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:04.893226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:04.898546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf9c4e1-6296-41f6-b5c2-6d6345af6864 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:04.899788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:04.903521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:04.909883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Pushing event updated for resources: {'Port': ['ID=cb731a55-7f79-43f9-9998-c7f69c539556,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:05.028663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.044581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.056582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Transition to ACTIVE for port object 339fb6f0-cfdd-463b-95c2-607a6db0d5ed will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:05.065118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Transition to ACTIVE for port object 396cb5d4-831e-4d09-af6d-23eb44695bf5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:05.068175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:05.080956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.083091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Transition to ACTIVE for port object 339fb6f0-cfdd-463b-95c2-607a6db0d5ed will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:05.085721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:05.086117 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.166769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.287099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.326980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e19a3-65ca-4a17-801f-042dcc29a6f8 None None] Pushing event updated for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:05.339100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Network 14a17d80-88ba-4265-b7fa-9029009e2027 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:05.360962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:05.366716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:05.378136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.413252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Pushing event updated for resources: {'Port': ['ID=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:05.507343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Attempting to bind port 396cb5d4-831e-4d09-af6d-23eb44695bf5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:05.507726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Attempting to bind port 396cb5d4-831e-4d09-af6d-23eb44695bf5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:05.508078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Attempting to bind port 396cb5d4-831e-4d09-af6d-23eb44695bf5 on network 60ad5e18-51ca-4b46-8872-49f71d9a4807 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:05.519921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:27:05.520209 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.529338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:05.529613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Checking segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:05.530135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.530459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Bound using segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:05.530931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Bound port: 396cb5d4-831e-4d09-af6d-23eb44695bf5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:05.531863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.538269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Attempting to bind port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:05.538647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Attempting to bind port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:05.539033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Attempting to bind port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed on network 14a17d80-88ba-4265-b7fa-9029009e2027 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:05.561596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port dbf9c4e1-6296-41f6-b5c2-6d6345af6864, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:05.562850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:05.563230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Checking segment: {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:05.563716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.564138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Bound using segment: {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:05.564662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Bound port: 339fb6f0-cfdd-463b-95c2-607a6db0d5ed, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:05.565126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.568997 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.630440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:27:05.643185 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Sync routers for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:27:05.648056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.652127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 59248) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:27:05.652623 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ece0b4eb-af0a-4806-af51-03910160aecc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5298507 Aug 30 23:27:05.661600 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:05.662261 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:05.711430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:05.716225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] For port 396cb5d4-831e-4d09-af6d-23eb44695bf5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:05.725414 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] For port 396cb5d4-831e-4d09-af6d-23eb44695bf5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=396cb5d4-831e-4d09-af6d-23eb44695bf5,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:05.733347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.776327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] For port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:05.804161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] For port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:05.815686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:05.836041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:05.836699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:05.844916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e19a3-65ca-4a17-801f-042dcc29a6f8 None None] Pushing event updated for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:05.881352 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:05.968326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a96c82b-8db2-4081-a1bf-ecda1a99b938 None None] Pushing event updated for resources: {'Port': ['ID=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:06.068875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:06.114757 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 3, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:06.176699 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Checking router: 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:27:06.177241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Updating router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 port cb731a55-7f79-43f9-9998-c7f69c539556 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:27:06.213976 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.291039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.446168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 339fb6f0-cfdd-463b-95c2-607a6db0d5ed up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:06.493390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:06.522317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fbf819-0b9b-410c-86fd-7788128451f1 None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:27:06.541478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Allocated IP 172.20.0.1 (14a17d80-88ba-4265-b7fa-9029009e2027/1efdd037-babf-4f3a-8c38-732276bf06d3/bff39b36-7841-40c0-8ff9-db518acd91bb) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:27:06.542040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:06.549808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf9c4e1-6296-41f6-b5c2-6d6345af6864 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:06.564895 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.587861 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Transition to ACTIVE for port object cb731a55-7f79-43f9-9998-c7f69c539556 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:06.601062 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.638068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:06.638447 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.672772 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Attempting to bind port cb731a55-7f79-43f9-9998-c7f69c539556 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:06.673677 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Attempting to bind port cb731a55-7f79-43f9-9998-c7f69c539556 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:06.673677 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Attempting to bind port cb731a55-7f79-43f9-9998-c7f69c539556 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:06.695873 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:06.696244 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:06.696982 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.697582 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:06.698108 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Bound port: cb731a55-7f79-43f9-9998-c7f69c539556, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:06.698714 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.733079 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.759294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Transition to ACTIVE for port object bff39b36-7841-40c0-8ff9-db518acd91bb will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:06.803197 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] For port cb731a55-7f79-43f9-9998-c7f69c539556, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:06.806961 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] For port cb731a55-7f79-43f9-9998-c7f69c539556, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cb731a55-7f79-43f9-9998-c7f69c539556,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:06.807634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.808540 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe63538-bfbc-4562-8450-70b7491fcafb None None] Pushing event updated for resources: {'Port': ['ID=cb731a55-7f79-43f9-9998-c7f69c539556,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:06.812202 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.848197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Network 14a17d80-88ba-4265-b7fa-9029009e2027 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:06.851278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:06.857338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:27:06.888049 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe63538-bfbc-4562-8450-70b7491fcafb None None] Pushing event updated for resources: {'Port': ['ID=cb731a55-7f79-43f9-9998-c7f69c539556,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:06.891795 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:06.892695 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:06.924754 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:06.986255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Pushing event updated for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:07.031573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:07.144374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c8eee-3378-4be8-b26b-0a287ceaa2a1 None None] Network 14a17d80-88ba-4265-b7fa-9029009e2027 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:27:07.149485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.224200 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Provisioning for port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:07.238582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Provisioning complete for port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:07.239107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.248432 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 3, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:07.282269 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577ee218-b9b1-4a47-bc59-b58e983da42d None None] The sync data for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 is: [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 3, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:27:07.380614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.386866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.417897 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.461773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.464663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] For port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:07.471735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.481420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Pushing event updated for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:07.539864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7940d1d-e561-46f0-ae4f-02af6cfbafbc None None] Pushing event updated for resources: {'Port': ['ID=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:07.635617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Network 14a17d80-88ba-4265-b7fa-9029009e2027 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:27:07.638548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:27:07.801190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:27:07.807753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Provisioning for port bff39b36-7841-40c0-8ff9-db518acd91bb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:07.813173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Provisioning complete for port bff39b36-7841-40c0-8ff9-db518acd91bb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:07.813559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.863749 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Port bff39b36-7841-40c0-8ff9-db518acd91bb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:27:07.886260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Provisioning complete for port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:07.886932 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5858aea-7485-442e-952b-64c02d2444d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:07.952792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:27:07.962979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-888a2b83-837a-406e-b686-7a576ba92176 admin admin] 10.222.0.25 "PUT /v2.0/routers/3559eb3c-4b6a-49fc-85a0-0828b66ca9e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3097582 Aug 30 23:27:08.121084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-41bd557d-4c9f-4d36-8b2a-023b69c5ab35 None None] Provisioning complete for port bff39b36-7841-40c0-8ff9-db518acd91bb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:08.121475 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-41bd557d-4c9f-4d36-8b2a-023b69c5ab35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.181896 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-41bd557d-4c9f-4d36-8b2a-023b69c5ab35 None None] Port bff39b36-7841-40c0-8ff9-db518acd91bb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:27:08.402320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-72aee57b-7813-4774-811f-af4dad867d91 None None] Provisioning complete for port bff39b36-7841-40c0-8ff9-db518acd91bb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:08.402705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-72aee57b-7813-4774-811f-af4dad867d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.443375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 396cb5d4-831e-4d09-af6d-23eb44695bf5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:08.490287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-72aee57b-7813-4774-811f-af4dad867d91 None None] Port bff39b36-7841-40c0-8ff9-db518acd91bb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:27:08.508465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:08.512870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:08.513242 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.603557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.640287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 396cb5d4-831e-4d09-af6d-23eb44695bf5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=396cb5d4-831e-4d09-af6d-23eb44695bf5,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:08.643670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.644505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cb731a55-7f79-43f9-9998-c7f69c539556 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:08.725693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:08.739558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port cb731a55-7f79-43f9-9998-c7f69c539556 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:08.744806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port cb731a55-7f79-43f9-9998-c7f69c539556 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:08.745273 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.847939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.879497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port cb731a55-7f79-43f9-9998-c7f69c539556, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cb731a55-7f79-43f9-9998-c7f69c539556,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:08.884184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:08.885207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 339fb6f0-cfdd-463b-95c2-607a6db0d5ed up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:08.964753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=cb731a55-7f79-43f9-9998-c7f69c539556,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:08.977145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:08.977582 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:09.731140 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:27:10.059442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Sync routers for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:27:10.069064 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:10.069695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:10.180944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:10.299592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 396cb5d4-831e-4d09-af6d-23eb44695bf5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:10.380319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eed43ac4-f309-41b8-b001-2fe10c925417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:10.422469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 396cb5d4-831e-4d09-af6d-23eb44695bf5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:10.422854 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:10.482013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:07Z', 'revision_number': 4, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'bff39b36-7841-40c0-8ff9-db518acd91bb', 'name': '', 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'mac_address': 'fa:16:3e:66:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:06Z', 'updated_at': '2021-08-30T23:27:07Z', 'revision_number': 2, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'subnets': [{'id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:10.510272 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Checking router: 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:27:10.512471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Updating router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 port bff39b36-7841-40c0-8ff9-db518acd91bb binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:27:10.564892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:10.568430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cb731a55-7f79-43f9-9998-c7f69c539556 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:10.715789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port cb731a55-7f79-43f9-9998-c7f69c539556 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:10.716358 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.105403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.116439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Transition to ACTIVE for port object bff39b36-7841-40c0-8ff9-db518acd91bb will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:27:11.122260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.176202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3550-4aee-413f-8834-2fd8226f10f4 None None] Pushing event updated for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:11.230055 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Attempting to bind port bff39b36-7841-40c0-8ff9-db518acd91bb on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:27:11.230435 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Attempting to bind port bff39b36-7841-40c0-8ff9-db518acd91bb by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:27:11.230937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Attempting to bind port bff39b36-7841-40c0-8ff9-db518acd91bb on network 14a17d80-88ba-4265-b7fa-9029009e2027 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:27:11.236850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:27:11.237231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Checking segment: {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:27:11.237639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.238085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Bound using segment: {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:27:11.238566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Bound port: bff39b36-7841-40c0-8ff9-db518acd91bb, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:27:11.239023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.311337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] For port bff39b36-7841-40c0-8ff9-db518acd91bb, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:27:11.315396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] For port bff39b36-7841-40c0-8ff9-db518acd91bb, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bff39b36-7841-40c0-8ff9-db518acd91bb,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:27:11.321614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:11.377425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:27:11.378094 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:26:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:11.431452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275c3550-4aee-413f-8834-2fd8226f10f4 None None] Pushing event updated for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:11.507865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:27:11.730957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:07Z', 'revision_number': 4, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'bff39b36-7841-40c0-8ff9-db518acd91bb', 'name': '', 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'mac_address': 'fa:16:3e:66:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:06Z', 'updated_at': '2021-08-30T23:27:11Z', 'revision_number': 4, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'subnets': [{'id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:27:11.758971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa230d4-01b0-496c-aab6-5382b1f26a14 None None] The sync data for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 is: [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:07Z', 'revision_number': 4, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'bff39b36-7841-40c0-8ff9-db518acd91bb', 'name': '', 'network_id': '14a17d80-88ba-4265-b7fa-9029009e2027', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'mac_address': 'fa:16:3e:66:2f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:06Z', 'updated_at': '2021-08-30T23:27:11Z', 'revision_number': 4, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'subnets': [{'id': '1efdd037-babf-4f3a-8c38-732276bf06d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:27:12.308454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bff39b36-7841-40c0-8ff9-db518acd91bb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:12.366713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port bff39b36-7841-40c0-8ff9-db518acd91bb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:27:12.371242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port bff39b36-7841-40c0-8ff9-db518acd91bb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:12.371456 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:12.465468 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:12.499171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port bff39b36-7841-40c0-8ff9-db518acd91bb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bff39b36-7841-40c0-8ff9-db518acd91bb,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:27:12.504340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:12.553860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:27:12.935439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:13.346487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-58151134-8e4d-4d48-bb75-3ab5d66e2342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:14.286564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bff39b36-7841-40c0-8ff9-db518acd91bb up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:27:14.341430 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port bff39b36-7841-40c0-8ff9-db518acd91bb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:27:14.341836 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:14.640997 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:16.085124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:22.697104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:28.028934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:40.369501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d58cc516-b87a-4827-bfa6-4eb4838221c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:42.937723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:43.347699 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df610d57-8f94-4517-9afa-8a4da51a771c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:44.643876 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:46.089304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:46.731242 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:27:52.702603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:27:57.231232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-5ee6588d-66a2-48e5-8e6b-41d03cbff852 req-39267156-cd11-4bf9-8334-7dc7f50f9136 service neutron] (101268) timed out ('10.222.0.25', 56598) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:27:58.025413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:10.369186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2e3d60a1-35c0-41f0-93e3-c72e0ffbaea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:12.945058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:13.348625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-56028280-5e8d-49dd-ad0f-9076ee56e3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:14.647575 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:16.087132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:22.702264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:23.730653 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:28:28.051945 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:40.365165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cde95ece-48c7-498f-b721-7041b8091992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:42.952430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:43.349774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2108aea7-57d3-48e6-a95b-df57bed3e55f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:44.652752 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:46.091172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:50.999726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60288) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.005165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-42477894', 'description': 'tempest-secgroup-smoke-42477894 description', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.027153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.111012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.115070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.143347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec7aabf-af85-4274-86c3-74a43090301e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.146765 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.147980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1472571 Aug 30 23:28:51.151055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60292) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.153437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.153819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.154232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.154570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.154908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.155239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.155566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.155890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.156212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.156466 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.156566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.156844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.157164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a324f55f-8593-43ce-a24a-24b7fb2120c8 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.187083 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.242772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.246240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.263546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01194bce-e8bf-45fd-89fc-de7d8aaf4e82,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.271773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.272982 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208968 Aug 30 23:28:51.274431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.274782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.275126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.275468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.275808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.275893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60296) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.276147 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.276478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.276810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.277144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.277473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.277815 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.278148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-066ff609-98fc-4eb4-92b1-edc502ac29aa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:28:51.282156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.311764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.372623 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.376740 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.396692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d732b2e-4512-4e7e-be2e-094571d2c997,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.400817 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.402014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-241b5c24-fd5d-4475-8b2d-47098eedae22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1251528 Aug 30 23:28:51.404777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60298) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.409166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.435782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.493016 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.496554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.515631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad65887b-8a54-48ba-aefe-8004d70d6310,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.523100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.524310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4d01926e-7d00-46b3-a394-e69f8201ec55 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186116 Aug 30 23:28:51.526991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60300) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.531396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.556779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.615906 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.619532 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.634736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=873d3be0-dff5-4357-8e8f-8946ca461cb0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.643277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.644484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a1da173-5c5c-4d11-8e78-743611b3038d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1165800 Aug 30 23:28:51.647116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60302) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.651555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.671627 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Project d174d0b5d7fe4109ad14283e89827a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:28:51.676969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.739929 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.743505 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.757948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fee63cf-057b-44f1-867c-fab4d0d32b26,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.766300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.770231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bc6de435-9781-4131-b7dc-64265ca53081 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1195560 Aug 30 23:28:51.770479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60304) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:28:51.775014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'security_group_rule': {'security_group_id': 'bec7aabf-af85-4274-86c3-74a43090301e', 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:51.797849 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Project d174d0b5d7fe4109ad14283e89827a3e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:28:51.803264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.863336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.867039 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.884450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ce45555-9874-4990-9af4-c64a82d2681b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:51.890693 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:51.891660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-17aaccfc-781a-4a38-ad70-ed03c598c38f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1202064 Aug 30 23:28:52.055735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-dfd589ef-5b43-419b-a503-da82a15aab27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-42477894&fields=id&tenant_id=d174d0b5d7fe4109ad14283e89827a3e HTTP/1.1" status: 200 len: 267 time: 0.0423579 Aug 30 23:28:52.164913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-21e7529e-3433-4380-a371-c0cf57b10b08 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:52.166350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-21e7529e-3433-4380-a371-c0cf57b10b08 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 814 time: 0.1037185 Aug 30 23:28:52.180995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-767f7a53-e58d-4a22-9b6f-9d420032bf3e tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/quotas/d174d0b5d7fe4109ad14283e89827a3e HTTP/1.1" status: 200 len: 375 time: 0.0089383 Aug 30 23:28:52.232508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-96b90ce9-9285-4014-b276-239c6d6f3ea3 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460596 Aug 30 23:28:52.419382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-cb670ff0-a89b-45cc-b7f2-37f7dd841d26 service neutron] 10.222.0.25 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754701 Aug 30 23:28:52.510814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-523ddea2-d862-46b1-8947-4c655e5be7d6 service neutron] 10.222.0.25 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848339 Aug 30 23:28:52.730044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:52.823007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fabb1c72-c8e0-421f-a339-f71ea9e918e9 req-5abc2b1e-cef8-4dd7-8aef-fa47dcdd2f22 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 210 time: 0.0296834 Aug 30 23:28:53.736831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-1cb33a36-e607-4587-ad83-a16a93c94bb4 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:53.738324 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-1cb33a36-e607-4587-ad83-a16a93c94bb4 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 814 time: 0.1069176 Aug 30 23:28:53.793492 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-d2831910-0f4e-4da4-8aec-414144edf740 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d174d0b5d7fe4109ad14283e89827a3e HTTP/1.1" status: 200 len: 378 time: 0.0456121 Aug 30 23:28:53.803608 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'port': {'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'admin_state_up': True, 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'security_groups': ['bec7aabf-af85-4274-86c3-74a43090301e']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:53.922410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Made reservation on behalf of d174d0b5d7fe4109ad14283e89827a3e for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:28:53.926138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:53.969686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cabe0bb8-b846-4ff1-8c00-f0c6d771af96 req-d132ba66-852e-445f-b3e2-ec5d0b906ae6 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 210 time: 0.0347264 Aug 30 23:28:54.054914 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Allocated IP 172.20.0.8 (60ad5e18-51ca-4b46-8872-49f71d9a4807/75ee0a4f-9a59-430a-b634-31ec6ec3e073/bfe5b2f7-fe88-4bcc-8060-15813fbe8be0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:28:54.199657 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.213741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Transition to ACTIVE for port object bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:28:54.245877 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.290445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:28:54.293539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:28:54.297366 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:28:54.322079 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:54.356647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:54.357311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.373888 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-68adc8c1-4710-472c-ac59-2fcfe1726b1a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742993 Aug 30 23:28:54.387044 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Request body: {'port': {'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:28:54.448012 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.551264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4fd2c516-698b-4570-bb27-c33eb2dcbad4 None None] Provisioning for port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:28:54.557468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4fd2c516-698b-4570-bb27-c33eb2dcbad4 None None] Provisioning complete for port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:28:54.557884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4fd2c516-698b-4570-bb27-c33eb2dcbad4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.592319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4fd2c516-698b-4570-bb27-c33eb2dcbad4 None None] Port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:28:54.723881 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:28:54.731245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.742980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Transition to ACTIVE for port object bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:28:54.746939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.821288 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:54.872788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Attempting to bind port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:28:54.873127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Attempting to bind port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:28:54.873465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Attempting to bind port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 on network 60ad5e18-51ca-4b46-8872-49f71d9a4807 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:28:54.878897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 on network 60ad5e18-51ca-4b46-8872-49f71d9a4807 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:28:54.879232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Attempting to bind port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 on network 60ad5e18-51ca-4b46-8872-49f71d9a4807 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:28:54.884387 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:28:54.884735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Checking segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:28:54.885212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Bound using segment: {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:28:54.885656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Bound port: bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3abcec5-08df-40c9-84ee-66c4479413d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:28:54.886045 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:54.957209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:28:54.962049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:28:54.970155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:55.009262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:55.009993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:55.011436 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] 10.222.0.47 "PUT /v2.0/ports/bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 1092 time: 0.6293240 Aug 30 23:28:55.011944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:28:55.015484 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679ed799-32a8-4cc7-8c96-4e3e593b1888" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:28:55.050333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa3aa2-d88c-4c75-864d-0f8cdebd2cfe service neutron] Pushing event updated for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:28:55.145771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45634767-0e34-4e01-9636-2058a76a6908 req-94e82d33-3527-4ed1-8454-e655395757dc tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:55.147516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45634767-0e34-4e01-9636-2058a76a6908 req-94e82d33-3527-4ed1-8454-e655395757dc tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0579650 Aug 30 23:28:55.154111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-d04409c2-1fca-42af-b5ff-d85baed1b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:55.155708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-d04409c2-1fca-42af-b5ff-d85baed1b105 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1095 time: 0.0982902 Aug 30 23:28:55.208564 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-097683e2-d9b8-468c-a67d-85be40d4c7d7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 217 time: 0.0442834 Aug 30 23:28:55.257842 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45634767-0e34-4e01-9636-2058a76a6908 req-19ad36bf-0f65-4547-914a-92bb9e7fe79c tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010430 Aug 30 23:28:55.282714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-991a3e61-8f61-4f9b-8298-a6c30739bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:55.284458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-991a3e61-8f61-4f9b-8298-a6c30739bbda service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0652914 Aug 30 23:28:55.334209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1dff5-514b-4040-a365-e11e13b17261 req-82eb890b-72e8-40ef-af63-93cf82e4ef6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:55.335672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-82eb890b-72e8-40ef-af63-93cf82e4ef6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442431 Aug 30 23:28:55.428215 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-8081db80-88e0-4f26-b1d9-5503a7681dae service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846870 Aug 30 23:28:55.523158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca1dff5-514b-4040-a365-e11e13b17261 req-52e89002-30b1-489a-81ed-660af8e1ef59 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871935 Aug 30 23:28:56.109588 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f59b375-51b4-4dcf-825e-b1f9e6793285 x-openstack-request-id: req-2f59b375-51b4-4dcf-825e-b1f9e6793285 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:28:56.110168 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:28:56.110168 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2f59b375-51b4-4dcf-825e-b1f9e6793285 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:28:56.110567 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:28:56.172368 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-9c389413-6d5d-46b6-bca7-ef9c7f48e52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:56.174076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-9c389413-6d5d-46b6-bca7-ef9c7f48e52c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1095 time: 0.0428150 Aug 30 23:28:56.275146 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-88dce108-cb51-4546-a1e1-7ec4ebd2a871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:56.276652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-88dce108-cb51-4546-a1e1-7ec4ebd2a871 service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.0961390 Aug 30 23:28:56.322479 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-3db1318e-df85-4ac0-9e6c-1e31e24752f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 217 time: 0.0372708 Aug 30 23:28:56.402459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-2dd5f480-f908-454f-89b1-baf7ce245afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:56.403921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-2dd5f480-f908-454f-89b1-baf7ce245afa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0737252 Aug 30 23:28:56.427698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d098929-d4d7-48db-a5df-3667ed3271c3 req-009ea1a4-2cd3-4ec4-aa33-f2dfb91570ef tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:56.429180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d098929-d4d7-48db-a5df-3667ed3271c3 req-009ea1a4-2cd3-4ec4-aa33-f2dfb91570ef tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0973179 Aug 30 23:28:56.482452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-a0026a1f-f0f8-4a48-9586-67788c831526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:56.483942 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-a0026a1f-f0f8-4a48-9586-67788c831526 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0723977 Aug 30 23:28:56.487680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d098929-d4d7-48db-a5df-3667ed3271c3 req-70dbc097-e32f-44a0-ba1f-4c5d1f98c722 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447080 Aug 30 23:28:56.575178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-c8159937-6b73-4cba-af5d-dd091efa20bd service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840855 Aug 30 23:28:56.665632 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-679ed799-32a8-4cc7-8c96-4e3e593b1888 req-b4cb918c-ab5a-411d-b894-7be613262d7c service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829110 Aug 30 23:28:57.608212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af8e4fb-c323-47fb-8641-2f59b685a668 req-bde96b0e-6e92-4ce0-9bf8-efbd28a2e0c3 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:57.609725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6af8e4fb-c323-47fb-8641-2f59b685a668 req-bde96b0e-6e92-4ce0-9bf8-efbd28a2e0c3 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0521541 Aug 30 23:28:57.648607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6af8e4fb-c323-47fb-8641-2f59b685a668 req-842e8acd-fc38-4174-9e9d-da8487afbc7b tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321531 Aug 30 23:28:58.041692 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:28:58.765144 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2d1c-1013-42e9-a90c-13dc904b6161 req-40e72506-d887-427a-ba72-85d54d69329d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:58.766675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3ab2d1c-1013-42e9-a90c-13dc904b6161 req-40e72506-d887-427a-ba72-85d54d69329d tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0493014 Aug 30 23:28:58.805071 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3ab2d1c-1013-42e9-a90c-13dc904b6161 req-492dd51d-249a-47cf-a703-0983b83bb688 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317354 Aug 30 23:28:59.926501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53261ca-ae32-4d7b-a48f-c43283604844 req-347c1f7a-5b6a-4038-a1b4-0301dd1e06c1 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:28:59.928002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f53261ca-ae32-4d7b-a48f-c43283604844 req-347c1f7a-5b6a-4038-a1b4-0301dd1e06c1 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0549455 Aug 30 23:28:59.966525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f53261ca-ae32-4d7b-a48f-c43283604844 req-c062b42f-7409-4fbe-b937-5ea200b4b0b4 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325115 Aug 30 23:29:00.729892 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:29:01.085711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a9fda0-c0b1-408e-9dee-3638824f6deb req-76adf163-3109-47ee-bf1a-ff004d5a3b64 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:01.087262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96a9fda0-c0b1-408e-9dee-3638824f6deb req-76adf163-3109-47ee-bf1a-ff004d5a3b64 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0530658 Aug 30 23:29:01.123858 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96a9fda0-c0b1-408e-9dee-3638824f6deb req-4dd45185-e7b6-4014-ad51-477ce6e753a7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306726 Aug 30 23:29:02.244634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b6ea36-ebdf-40cd-8b05-c46c1eb7e8ac req-45780dd8-dd4b-4908-ba5a-72f849755bf2 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:02.246181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71b6ea36-ebdf-40cd-8b05-c46c1eb7e8ac req-45780dd8-dd4b-4908-ba5a-72f849755bf2 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0541830 Aug 30 23:29:02.286226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-71b6ea36-ebdf-40cd-8b05-c46c1eb7e8ac req-b3a53f05-fa0b-4067-a753-685e66627b48 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340490 Aug 30 23:29:03.404889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065d96af-482e-4a49-8fc3-ec085b3d908a req-d41506a5-2ca9-473c-9b8b-5e530f235398 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:03.406405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-065d96af-482e-4a49-8fc3-ec085b3d908a req-d41506a5-2ca9-473c-9b8b-5e530f235398 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0496995 Aug 30 23:29:03.446425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-065d96af-482e-4a49-8fc3-ec085b3d908a req-26954b5a-658e-4860-aadf-e0feab5eeb4e tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338571 Aug 30 23:29:04.557069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86dc576-efa6-4fec-9a4b-b6474843e03e req-66ea8bdd-a86f-4088-8aed-088fe7854e93 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:04.558499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b86dc576-efa6-4fec-9a4b-b6474843e03e req-66ea8bdd-a86f-4088-8aed-088fe7854e93 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 943 time: 0.0476689 Aug 30 23:29:04.596522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b86dc576-efa6-4fec-9a4b-b6474843e03e req-ac15cc6b-e26d-469f-bfc3-3660337e5043 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314229 Aug 30 23:29:05.123535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:29:05.218374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:05.230714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:29:05.268483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:05.282010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:29:05.301980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:05.306637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:05.358330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:05.368360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.368942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.369331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.369679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.370257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.370829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.371384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.371945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.372469 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.372817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.373180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.373845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:05.526040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:29:05.712952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c777cf18-1b93-4e8a-a62a-c4c9b4dd3e10 req-d2f29719-c339-4bcb-a96c-5ca56cded91a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:05.714482 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c777cf18-1b93-4e8a-a62a-c4c9b4dd3e10 req-d2f29719-c339-4bcb-a96c-5ca56cded91a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 944 time: 0.0510406 Aug 30 23:29:05.754726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c777cf18-1b93-4e8a-a62a-c4c9b4dd3e10 req-255636c3-4465-4752-9524-3dca75a7dce5 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333951 Aug 30 23:29:06.871705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041fdaf-6265-46e4-9396-8507d7cb0b68 req-5679beda-09fb-404d-ab78-60d5f80d4f40 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:06.873169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a041fdaf-6265-46e4-9396-8507d7cb0b68 req-5679beda-09fb-404d-ab78-60d5f80d4f40 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 944 time: 0.0520175 Aug 30 23:29:06.911950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a041fdaf-6265-46e4-9396-8507d7cb0b68 req-8d578573-bb15-458c-a2e6-14a336b06909 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320096 Aug 30 23:29:07.139261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:29:07.187227 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:29:07.191664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:29:07.192041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:07.265770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:07.287216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:07.289411 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e13e1f-d20c-47a6-a23c-e10e05235054" -d '{"events": [{"server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "name": "network-vif-plugged", "status": "completed", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:07.305142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:07.309136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:07.333014 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9368412a-271a-4ab5-9b10-25a5198b5f22 x-openstack-request-id: req-9368412a-271a-4ab5-9b10-25a5198b5f22 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:07.333308 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "name": "network-vif-plugged", "status": "completed", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:07.333560 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9368412a-271a-4ab5-9b10-25a5198b5f22 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:07.333972 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'code': 200} Aug 30 23:29:07.362839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:07.430017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb486c0-52a0-4792-82de-c169dcd12e5f req-74f6f1b9-4c10-4db8-b26b-2af9ce7cc112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:07.431471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6eb486c0-52a0-4792-82de-c169dcd12e5f req-74f6f1b9-4c10-4db8-b26b-2af9ce7cc112 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.0443759 Aug 30 23:29:07.467474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6eb486c0-52a0-4792-82de-c169dcd12e5f req-faf1d360-1e8a-49c5-8578-2f70b7267978 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0286849 Aug 30 23:29:08.034842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed081dc-f047-4b0b-90a0-4f1e9f9d0235 req-94034b61-c81b-48d5-99c9-bcf4b21cf722 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:08.035435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ed081dc-f047-4b0b-90a0-4f1e9f9d0235 req-94034b61-c81b-48d5-99c9-bcf4b21cf722 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.0513175 Aug 30 23:29:08.076222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ed081dc-f047-4b0b-90a0-4f1e9f9d0235 req-78e7348a-0e8f-4b36-9b2a-d4c30d6b5c5f tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338452 Aug 30 23:29:09.192208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66077c2-9408-4dc6-a203-2342485c9d54 req-5b6290a4-adb3-459d-a598-1286cb292e8c tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:09.193695 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f66077c2-9408-4dc6-a203-2342485c9d54 req-5b6290a4-adb3-459d-a598-1286cb292e8c tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.0482140 Aug 30 23:29:09.230870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f66077c2-9408-4dc6-a203-2342485c9d54 req-e4614bab-32d1-420d-a152-4d29d46edf07 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313141 Aug 30 23:29:09.343641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a613754d-0123-4a86-b507-88dac084b817 req-76f843e9-8453-4a90-9f12-c7c1b38a0efa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:09.345431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a613754d-0123-4a86-b507-88dac084b817 req-76f843e9-8453-4a90-9f12-c7c1b38a0efa tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.0497565 Aug 30 23:29:09.384305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a613754d-0123-4a86-b507-88dac084b817 req-ab551eed-e180-4334-b37d-848c29183d5a tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328083 Aug 30 23:29:09.405563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60386) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:09.494083 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ed13e9-0266-4fa8-84fb-f922e00bef67 tempest-TestVolumeBackupRestore-223896697 tempest-TestVolumeBackupRestore-223896697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:09.495610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d7ed13e9-0266-4fa8-84fb-f922e00bef67 tempest-TestVolumeBackupRestore-223896697 tempest-TestVolumeBackupRestore-223896697-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1092 time: 0.0890009 Aug 30 23:29:09.498575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60390) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:09.503504 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:29:09.525017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:09.620994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:09.729280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Allocated IP 172.25.7.76 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/5f1bd5dd-2319-493f-85d1-8dec95da793c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:29:09.831924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:09.869775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:09.912774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:29:09.915642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:29:09.919202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:29:09.941077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'Port': ['ID=5f1bd5dd-2319-493f-85d1-8dec95da793c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:10.367766 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07a7d12f-910e-4f3e-a808-d5e65e6e7d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.529432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.597491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.744506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.748857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.819642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event updated for resources: {'Port': ['ID=5f1bd5dd-2319-493f-85d1-8dec95da793c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:10.827877 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:10.927365 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Floating IP e5f1fa52-8dfa-45d4-9903-21bd706b77aa associated. External IP: 172.25.7.76, port: bfe5b2f7-fe88-4bcc-8060-15813fbe8be0. Aug 30 23:29:11.141886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:29:11.256660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:29:11.266841 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:29:11.274843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:11.277143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:11.277769 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:28:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:11.303711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-082bd8af-955e-4268-bafe-fa161f43fa27 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8041298 Aug 30 23:29:11.304398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:11.306461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:11.306951 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d4856ed-3a94-46be-b480-550e40650033" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:11.351904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2654f37f-502c-4b3d-adb9-5c3e012809c5 tempest-TestVolumeBackupRestore-223896697 tempest-TestVolumeBackupRestore-223896697-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:11.353643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2654f37f-502c-4b3d-adb9-5c3e012809c5 tempest-TestVolumeBackupRestore-223896697 tempest-TestVolumeBackupRestore-223896697-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1092 time: 0.0458293 Aug 30 23:29:11.356337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60398) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:11.363454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Request body: {'floatingip': {'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:29:11.387582 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:11.436286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:11.490526 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeef007-9c3f-4386-a579-f4071e017f2f x-openstack-request-id: req-abeef007-9c3f-4386-a579-f4071e017f2f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:11.490826 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:11.491083 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abeef007-9c3f-4386-a579-f4071e017f2f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:11.491520 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:29:11.592227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4856ed-3a94-46be-b480-550e40650033 req-94975841-840f-439d-ba37-699f43aea5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:11.593724 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-94975841-840f-439d-ba37-699f43aea5c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.0804243 Aug 30 23:29:11.624510 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:10Z', 'revision_number': 0, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:11.753815 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:29:11.763136 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:11.763750 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:28:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:11.879681 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:12.059846 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4856ed-3a94-46be-b480-550e40650033 req-9c5ff86c-6235-481c-a890-b9fb8272c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:12.061503 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-9c5ff86c-6235-481c-a890-b9fb8272c02a service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.4593210 Aug 30 23:29:12.103133 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:10Z', 'revision_number': 0, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:12.129201 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0aa6c-3d3c-4350-8591-00a013eb1f86 None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:10Z', 'revision_number': 0, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:29:12.204247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-a60a813a-f5e2-447c-8d08-95bdd86e908e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 998 time: 0.1102433 Aug 30 23:29:12.330544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1ee3c-efd8-4988-87e5-017f7ed3ff8d None None] New status for floating IP e5f1fa52-8dfa-45d4-9903-21bd706b77aa: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:29:12.399313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4856ed-3a94-46be-b480-550e40650033 req-5f5ee87d-58c5-47c6-8b71-533d4e71e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:12.400816 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-5f5ee87d-58c5-47c6-8b71-533d4e71e4b8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.1784310 Aug 30 23:29:12.542394 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4856ed-3a94-46be-b480-550e40650033 req-872b6511-566a-4889-b369-fd56745b3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:12.543936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-872b6511-566a-4889-b369-fd56745b3b14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1352313 Aug 30 23:29:12.645678 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:12.651276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.db.api [None req-2de1ee3c-efd8-4988-87e5-017f7ed3ff8d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101270) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 30 23:29:12.651899 n-d-791504-21 neutron-server[101270]: DEBUG oslo_db.api [None req-2de1ee3c-efd8-4988-87e5-017f7ed3ff8d None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 30 23:29:12.652183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:12.726171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-94c49b8b-3507-48ed-8ce8-65276ea9912e service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506495 Aug 30 23:29:12.896250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d4856ed-3a94-46be-b480-550e40650033 req-e84cefda-e93d-4eb6-b73e-0622135994a3 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394193 Aug 30 23:29:12.936174 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:12.958575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:29:13.072495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:29:13.078033 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:13.106601 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:13.108887 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:13.136296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7b8be78-681c-4174-b13e-be5d0ac813e7 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "PUT /v2.0/floatingips/e5f1fa52-8dfa-45d4-9903-21bd706b77aa HTTP/1.1" status: 200 len: 990 time: 1.7780137 Aug 30 23:29:13.146494 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e8cb03-4b86-49bd-9db0-ac0e2d050f30 x-openstack-request-id: req-49e8cb03-4b86-49bd-9db0-ac0e2d050f30 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:13.146758 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:13.146993 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49e8cb03-4b86-49bd-9db0-ac0e2d050f30 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:13.147396 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:29:13.153550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de1ee3c-efd8-4988-87e5-017f7ed3ff8d None None] New status for floating IP e5f1fa52-8dfa-45d4-9903-21bd706b77aa: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:29:13.211701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-1fc996c9-84e9-415d-a131-02025acf529b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:13.213199 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-1fc996c9-84e9-415d-a131-02025acf529b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.0411992 Aug 30 23:29:13.310421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-7de362f8-03d2-4b8a-b8c5-4864b6818366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:13.312400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-7de362f8-03d2-4b8a-b8c5-4864b6818366 service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.0881732 Aug 30 23:29:13.359983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e88b418e-d02b-42d6-9b1a-b0af8951b686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:13.360606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:29:13.370079 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:13.370709 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:13.394855 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-2118d6f2-311e-4035-8141-8b3e4dfc2fe4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 1000 time: 0.0743663 Aug 30 23:29:13.463530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-5107d5f6-91d4-4b9f-a69b-75b4846a7f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:13.465490 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-5107d5f6-91d4-4b9f-a69b-75b4846a7f70 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0634642 Aug 30 23:29:13.483676 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:13.511717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-fa7307b2-bf2d-47a4-859b-d7aae205e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:13.513209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-fa7307b2-bf2d-47a4-859b-d7aae205e7e0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407505 Aug 30 23:29:13.607670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-8c1f74f5-80cf-4f53-9b62-3d500208dc5e service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823033 Aug 30 23:29:13.702515 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8496d2d4-72c1-4b8d-a4d6-b7033dff9315 req-03ac9093-d41f-4500-b98c-2f3c1de480dc service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877650 Aug 30 23:29:13.704572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:13Z', 'revision_number': 2, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:13.730720 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:29:13.739676 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:13.740275 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:13.844224 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:14.069880 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:13Z', 'revision_number': 2, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:14.095053 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d1594-b48d-4329-adbe-af484dfb74a6 None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e5f1fa52-8dfa-45d4-9903-21bd706b77aa', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'floating_ip_address': '172.25.7.76', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'port_id': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'mac_address': 'fa:16:3e:34:80:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:29:10Z', 'updated_at': '2021-08-30T23:29:13Z', 'revision_number': 2, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:29:14.652611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:15.149058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:15.151393 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4234502-412e-47d9-a559-bc6ded3e1deb" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:15.186750 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5068479c-2e44-4e87-89cf-2f736e7de21c x-openstack-request-id: req-5068479c-2e44-4e87-89cf-2f736e7de21c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:15.187066 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:15.187363 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5068479c-2e44-4e87-89cf-2f736e7de21c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:15.187753 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:29:15.248832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-840b2053-ee66-445f-b989-10c0ba408f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:15.250406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-840b2053-ee66-445f-b989-10c0ba408f1e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.0410573 Aug 30 23:29:15.344036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-f2a3c277-a545-41bf-9b83-e8492c83b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:15.345543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-f2a3c277-a545-41bf-9b83-e8492c83b88c service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.0879390 Aug 30 23:29:15.413212 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-c5d0fd37-6450-4615-a5d5-c12f82e50a37 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 1000 time: 0.0591145 Aug 30 23:29:15.464051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-944dd28b-8902-473c-acdc-5488cc1ce275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:15.465486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-944dd28b-8902-473c-acdc-5488cc1ce275 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0429056 Aug 30 23:29:15.515484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-e09ccf95-08a8-4279-92c9-8ac7d71ece81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:15.516979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-e09ccf95-08a8-4279-92c9-8ac7d71ece81 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428095 Aug 30 23:29:15.609179 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-3633662c-0170-4ee3-ade4-6da719de5308 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840478 Aug 30 23:29:15.704249 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c4234502-412e-47d9-a559-bc6ded3e1deb req-99335341-c004-4a5f-9e85-df388e8ecd50 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872343 Aug 30 23:29:16.091896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:22.732458 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:28.050697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:36.820261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-87eae913-3a88-49a8-bb7f-5c56fcb68a85 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0455406 Aug 30 23:29:36.908322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630be17-ff21-4187-8629-cfe5a76da90a req-333511ba-2d27-4117-bc3b-3d6e23b8f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:36.910154 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-333511ba-2d27-4117-bc3b-3d6e23b8f036 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.0453544 Aug 30 23:29:37.022673 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630be17-ff21-4187-8629-cfe5a76da90a req-2299cefa-eddb-4b17-a65b-8d2af96c56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:37.024176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-2299cefa-eddb-4b17-a65b-8d2af96c56be service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.0915053 Aug 30 23:29:37.101684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-f6018ea7-2cf3-4b6e-a409-de08bbb0399c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 1000 time: 0.0689182 Aug 30 23:29:37.151888 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630be17-ff21-4187-8629-cfe5a76da90a req-1292d804-2eeb-4a03-ac02-cd9ccaa192b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:37.153357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-1292d804-2eeb-4a03-ac02-cd9ccaa192b6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0460770 Aug 30 23:29:37.205642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630be17-ff21-4187-8629-cfe5a76da90a req-1e403d57-4cb6-4a5f-a62b-4eace8b30ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:37.207202 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-1e403d57-4cb6-4a5f-a62b-4eace8b30ff1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473988 Aug 30 23:29:37.306522 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-5bdc0b38-2595-4eb1-85c4-c55455f3d873 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917058 Aug 30 23:29:37.703345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2630be17-ff21-4187-8629-cfe5a76da90a req-454add65-1211-43b2-b685-947117f25050 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895302 Aug 30 23:29:37.730365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:29:40.371488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-57facf6c-40a9-4005-b5b4-2082e3178e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:42.938434 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:43.365385 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-94637875-af5d-41f0-9d20-d81a36c2a1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:44.657645 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.098496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.327551 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:46.488161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Deleting port 5f1bd5dd-2319-493f-85d1-8dec95da793c {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:46.488501 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.562972 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.563295 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.575628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Calling delete_port for 5f1bd5dd-2319-493f-85d1-8dec95da793c owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:46.725922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.752333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event deleted for resources: {'Port': ['ID=5f1bd5dd-2319-493f-85d1-8dec95da793c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:46.817769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:46.818124 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Floating IP e5f1fa52-8dfa-45d4-9903-21bd706b77aa disassociated (deleted). External IP: 172.25.7.76, port: bfe5b2f7-fe88-4bcc-8060-15813fbe8be0. Aug 30 23:29:47.034767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:29:47.146535 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:29:47.151131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:47.158431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:29:47.167825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:47.168453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:47.181387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-06ccf594-ebc4-4102-9a67-9cd15fd48048 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "DELETE /v2.0/floatingips/e5f1fa52-8dfa-45d4-9903-21bd706b77aa HTTP/1.1" status: 204 len: 168 time: 0.8527112 Aug 30 23:29:47.181990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:47.184390 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb068b5-b841-4695-a939-2737f9ab8e44" -d '{"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:47.290758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:47.322815 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20dadf9d-0df2-486a-a178-6429e2e7a7b7 x-openstack-request-id: req-20dadf9d-0df2-486a-a178-6429e2e7a7b7 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:47.323415 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:47.323985 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20dadf9d-0df2-486a-a178-6429e2e7a7b7 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:47.324543 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:29:47.481800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-89f6218c-876f-4eca-b676-4e2c45fde67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:47.483370 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-89f6218c-876f-4eca-b676-4e2c45fde67b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 1097 time: 0.1342902 Aug 30 23:29:47.503971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:47.530318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:29:47.540175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:47.540726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:47.558448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173697b-76a3-4133-aefc-5908af80e20a req-b3fdde1c-ccdd-49d2-a733-6f74a4d90f08 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:47.560106 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0173697b-76a3-4133-aefc-5908af80e20a req-b3fdde1c-ccdd-49d2-a733-6f74a4d90f08 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.1839397 Aug 30 23:29:47.631796 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0173697b-76a3-4133-aefc-5908af80e20a req-e32de92c-61aa-4c54-be17-2295e41af2ca tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594311 Aug 30 23:29:47.634976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-9a51dc8e-3858-4a1e-a002-8c17a7012090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:47.636449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-9a51dc8e-3858-4a1e-a002-8c17a7012090 service neutron] 10.222.0.47 "GET /v2.0/networks?id=60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 200 len: 915 time: 0.1438599 Aug 30 23:29:47.687686 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-69947f84-b136-4534-a456-8e050d6899bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 200 len: 217 time: 0.0423598 Aug 30 23:29:47.740735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-b2f8409f-bc7c-4e23-9c32-c67a151ea17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:47.742265 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-b2f8409f-bc7c-4e23-9c32-c67a151ea17f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 200 len: 853 time: 0.0470257 Aug 30 23:29:47.796585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-6469a926-8d55-4386-a59c-e2fe887fb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:47.798077 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-6469a926-8d55-4386-a59c-e2fe887fb720 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=60ad5e18-51ca-4b46-8872-49f71d9a4807&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473745 Aug 30 23:29:47.816827 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:47.899201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-e3cd05c8-fa24-4c16-9188-cceafeb86b4c service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923958 Aug 30 23:29:47.995690 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bdb068b5-b841-4695-a939-2737f9ab8e44 req-5414c96f-9d73-481f-bd29-cf6f53947f10 service neutron] 10.222.0.47 "GET /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889378 Aug 30 23:29:48.022035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:48.049324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-058c641f-36bb-453c-903f-89e5600f12cd None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:02Z', 'revision_number': 4, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '396cb5d4-831e-4d09-af6d-23eb44695bf5', 'name': '', 'network_id': '60ad5e18-51ca-4b46-8872-49f71d9a4807', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'mac_address': 'fa:16:3e:6f:38:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3971, 'fixed_ips': [{'subnet_id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:01Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'subnets': [{'id': '75ee0a4f-9a59-430a-b634-31ec6ec3e073', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:29:48.277402 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1286ff72-517d-4a5e-ae6f-bfc76a8e70c2 None None] New status for floating IP e5f1fa52-8dfa-45d4-9903-21bd706b77aa: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:29:48.813696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f7e9b-185c-4c9c-986d-f0644e1a484d req-ea08f72b-b27e-4aaa-8baa-982053a9a9ae tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:48.816220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-871f7e9b-185c-4c9c-986d-f0644e1a484d req-ea08f72b-b27e-4aaa-8baa-982053a9a9ae tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.1092603 Aug 30 23:29:48.855169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-871f7e9b-185c-4c9c-986d-f0644e1a484d req-865d615f-706d-4206-b038-6912191c9d9e tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/security-groups?id=bec7aabf-af85-4274-86c3-74a43090301e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326467 Aug 30 23:29:48.910710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-4c6c9e28-91fa-48b8-95c7-a3b4ed2a0fbe tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:29:48.912173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-4c6c9e28-91fa-48b8-95c7-a3b4ed2a0fbe tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.47 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 945 time: 0.0492573 Aug 30 23:29:49.011628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Deleting port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:49.011973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:49.100711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] For port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:49.101087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:49.114720 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Calling delete_port for bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:49.247616 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:49.278149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event deleted for resources: {'Port': ['ID=bfe5b2f7-fe88-4bcc-8060-15813fbe8be0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:49.323629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] No DVR routers for this DVR port bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:29:49.326300 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:49.328293 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b3d6aff-ea04-4b1d-b6da-9559e5dde9f1 req-9f39d5d9-c301-4465-9189-40bbadf02eb0 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.47 "DELETE /v2.0/ports/bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 HTTP/1.1" status: 204 len: 173 time: 0.4104233 Aug 30 23:29:49.328732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'name': 'network-vif-deleted', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:29:49.331221 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a80a6-d799-4959-926f-40786705aec2" -d '{"events": [{"server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "name": "network-vif-deleted", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:29:49.372862 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d68254d-254a-44a8-837d-e22b0223f16c x-openstack-request-id: req-7d68254d-254a-44a8-837d-e22b0223f16c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:29:49.373193 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f4d797c-b234-4867-8ec7-28148c9a5c03", "name": "network-vif-deleted", "tag": "bfe5b2f7-fe88-4bcc-8060-15813fbe8be0", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:29:49.373414 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7d68254d-254a-44a8-837d-e22b0223f16c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:29:49.373850 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f4d797c-b234-4867-8ec7-28148c9a5c03', 'name': 'network-vif-deleted', 'tag': 'bfe5b2f7-fe88-4bcc-8060-15813fbe8be0', 'status': 'completed', 'code': 200} Aug 30 23:29:49.953356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-773f5403-d88b-45f1-932a-bdd70aac2c0c req-e20852e1-6c3e-4a58-8b4f-0a30d6bea558 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 210 time: 0.0306830 Aug 30 23:29:51.049777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fc46f38-77ae-439d-a9e1-4c0ca5eb305b req-0d6a42ce-4941-4591-9e9d-d2e92bff8bfb tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 210 time: 0.0269625 Aug 30 23:29:51.327220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:29:51.348279 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:29:51.348632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device bfe5b2f7-fe88-4bcc-8060-15813fbe8be0 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:29:52.147748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-54fe0078-c667-40d7-ad13-2609bc1513b9 req-00b30247-d25f-421d-9f4e-733cef1e8f36 tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "GET /v2.0/ports?device_id=7f4d797c-b234-4867-8ec7-28148c9a5c03 HTTP/1.1" status: 200 len: 210 time: 0.0264630 Aug 30 23:29:52.734058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:53.204877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:53.264368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:53.290457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:53.355020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:53.357809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:53.361495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] 10.222.0.25 "DELETE /v2.0/security-groups/bec7aabf-af85-4274-86c3-74a43090301e HTTP/1.1" status: 204 len: 168 time: 0.1531050 Aug 30 23:29:53.369090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec7aabf-af85-4274-86c3-74a43090301e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:53.380994 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.381397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.381869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.382240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.382563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.382899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.383234 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.383567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.383964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.384302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.384684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:53.384965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1c1e1aa-ac1e-417e-a031-0da147b7d1be tempest-TestVolumeBackupRestore-1894952098 tempest-TestVolumeBackupRestore-1894952098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:56.785471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60892) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:57.136627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:57.383587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Deleting port 396cb5d4-831e-4d09-af6d-23eb44695bf5 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:57.383958 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:57.467352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] For port 396cb5d4-831e-4d09-af6d-23eb44695bf5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=396cb5d4-831e-4d09-af6d-23eb44695bf5,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:57.467717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:57.480731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Calling delete_port for 396cb5d4-831e-4d09-af6d-23eb44695bf5 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:57.667974 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:57.694723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Pushing event deleted for resources: {'Port': ['ID=396cb5d4-831e-4d09-af6d-23eb44695bf5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:57.724636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.724997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.725346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.725683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.726052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.726387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.726725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.727322 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.727660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.728014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.728344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.728674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:29:57.878977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.056848 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.100120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:29:58.207189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:29:58.212555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74855a56-02d6-4032-9872-902d47c5013b admin admin] 10.222.0.25 "PUT /v2.0/routers/a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258778 Aug 30 23:29:58.215309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:58.217938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Sync routers for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:29:58.229706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:58.230681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:58.323360 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.335317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:58.429922 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.482891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Deleting port dbf9c4e1-6296-41f6-b5c2-6d6345af6864 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:58.483235 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.514412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:29:57Z', 'revision_number': 5, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port': {'id': 'dbf9c4e1-6296-41f6-b5c2-6d6345af6864', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:13:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:27:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:58.542254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Checking router: a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:29:58.551174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Routers {'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:29:58.551797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:58.565759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] For port dbf9c4e1-6296-41f6-b5c2-6d6345af6864, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:58.566094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.577628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Calling delete_port for dbf9c4e1-6296-41f6-b5c2-6d6345af6864 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:58.638241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] Set router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:29:58.694556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:29:58Z', 'revision_number': 6, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:58.722253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cc716e-5db5-4066-bc12-b2f80fbddbcc None None] The sync data for ids ['a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2'] in n-d-791504-21 is: [{'id': 'a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2', 'name': 'tempest-TestVolumeBackupRestore-1085959865-router', 'tenant_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:26:59Z', 'updated_at': '2021-08-30T23:29:58Z', 'revision_number': 6, 'project_id': 'd174d0b5d7fe4109ad14283e89827a3e', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:29:58.745679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.773322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf9c4e1-6296-41f6-b5c2-6d6345af6864,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:58.832488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.922043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.924653 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.965578 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.966132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:29:58.970352 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:58.972008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3594fa73-5ea3-4de0-b95c-70a99ea0f5f6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a652db50-d1f4-4eb7-978e-ef9f4a6ec5d2 HTTP/1.1" status: 204 len: 168 time: 0.7557027 Aug 30 23:29:58.974537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:59.017872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Deleting subnet 75ee0a4f-9a59-430a-b634-31ec6ec3e073 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:29:59.020864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.055111 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.140666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.193576 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.219163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75ee0a4f-9a59-430a-b634-31ec6ec3e073,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:59.223413 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.227870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5e139bed-acf9-4374-a122-a0c05e7a67ac admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75ee0a4f-9a59-430a-b634-31ec6ec3e073 HTTP/1.1" status: 204 len: 168 time: 0.2498596 Aug 30 23:29:59.227955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 60898) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:59.228734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b70712-cda3-4d46-879e-b52f9caf2891 None None] Network 60ad5e18-51ca-4b46-8872-49f71d9a4807 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:29:59.298135 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.356710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Deleting port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:59.357059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.419299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] For port 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=79c6934e-b5ec-40f6-9886-ba3bb5b12754,segment=NetworkSegment(e3abcec5-08df-40c9-84ee-66c4479413d8),segment_id=e3abcec5-08df-40c9-84ee-66c4479413d8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:59.419602 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.432066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Calling delete_port for 79c6934e-b5ec-40f6-9886-ba3bb5b12754 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:59.479468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] DHCP port deletion for 60ad5e18-51ca-4b46-8872-49f71d9a4807 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:29:59.518865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.530256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Deleting port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:29:59.530637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.542531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c6934e-b5ec-40f6-9886-ba3bb5b12754,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:59.548212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] No DVR routers for this DVR port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:29:59.605352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] For port 79c6934e-b5ec-40f6-9886-ba3bb5b12754, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:29:59.605779 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.622283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Calling delete_port for 79c6934e-b5ec-40f6-9886-ba3bb5b12754 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:29:59.626215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:29:59.628702 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.631098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.640846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ad5e18-51ca-4b46-8872-49f71d9a4807']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:59.652273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3abcec5-08df-40c9-84ee-66c4479413d8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:59.652577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3abcec5-08df-40c9-84ee-66c4479413d8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:29:59.655650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] Pushing event deleted for resources: {'Port': ['ID=79c6934e-b5ec-40f6-9886-ba3bb5b12754,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:29:59.662557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414f4e65-c84c-4a89-935a-0ecb422643d7 None None] No DVR routers for this DVR port 79c6934e-b5ec-40f6-9886-ba3bb5b12754 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:29:59.663478 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.678055 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.684276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:29:59.685013 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:29:59.686697 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:29:59.746237 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.753720 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:29:59.758263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/60ad5e18-51ca-4b46-8872-49f71d9a4807 HTTP/1.1" status: 204 len: 168 time: 0.5265062 Aug 30 23:29:59.758636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60900) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:29:59.765137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8c1e70-d9d3-452d-9427-961921b211f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=60ad5e18-51ca-4b46-8872-49f71d9a4807,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:00.127329 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:00.377810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 396cb5d4-831e-4d09-af6d-23eb44695bf5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:00.391220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Deleting port bff39b36-7841-40c0-8ff9-db518acd91bb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:30:00.392259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:00.398266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 396cb5d4-831e-4d09-af6d-23eb44695bf5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:00.398622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 396cb5d4-831e-4d09-af6d-23eb44695bf5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:00.399050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79c6934e-b5ec-40f6-9886-ba3bb5b12754 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:00.418172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 79c6934e-b5ec-40f6-9886-ba3bb5b12754 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:00.418520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 79c6934e-b5ec-40f6-9886-ba3bb5b12754 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:00.418949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf9c4e1-6296-41f6-b5c2-6d6345af6864 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:00.437140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: dbf9c4e1-6296-41f6-b5c2-6d6345af6864 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:00.437492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device dbf9c4e1-6296-41f6-b5c2-6d6345af6864 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:00.471872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] For port bff39b36-7841-40c0-8ff9-db518acd91bb, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=bff39b36-7841-40c0-8ff9-db518acd91bb,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:00.472293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:00.485126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Calling delete_port for bff39b36-7841-40c0-8ff9-db518acd91bb owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:30:00.962064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:00.990664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Pushing event deleted for resources: {'Port': ['ID=bff39b36-7841-40c0-8ff9-db518acd91bb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:01.160015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:01.387101 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:30:01.493651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:30:01.500066 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c27d1a6e-5615-40c2-8dc0-19e8d6e90abb admin admin] 10.222.0.25 "PUT /v2.0/routers/3559eb3c-4b6a-49fc-85a0-0828b66ca9e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7353261 Aug 30 23:30:01.501641 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60902) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:01.502876 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Sync routers for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:30:01.512710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:30:01.513358 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:01.616102 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:01.708109 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:30:01.724043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:01.788379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Deleting port cb731a55-7f79-43f9-9998-c7f69c539556 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:30:01.788828 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:01.869602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] For port cb731a55-7f79-43f9-9998-c7f69c539556, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=cb731a55-7f79-43f9-9998-c7f69c539556,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:01.870000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:01.885227 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:30:00Z', 'revision_number': 5, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port': {'id': 'cb731a55-7f79-43f9-9998-c7f69c539556', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fe:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:27:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:01.885493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Calling delete_port for cb731a55-7f79-43f9-9998-c7f69c539556 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:30:01.911761 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Checking router: 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:30:01.920093 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Routers {'3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:30:01.920710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:29:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:02.006952 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] Set router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:30:02.052334 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.059459 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:30:01Z', 'revision_number': 6, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:02.082498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Pushing event deleted for resources: {'Port': ['ID=cb731a55-7f79-43f9-9998-c7f69c539556,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:02.086336 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea35752-bab7-40aa-9b57-48ea35a18f7c None None] The sync data for ids ['3559eb3c-4b6a-49fc-85a0-0828b66ca9e0'] in n-d-791504-21 is: [{'id': '3559eb3c-4b6a-49fc-85a0-0828b66ca9e0', 'name': 'tempest-TestVolumeBackupRestore-583080103-router', 'tenant_id': '0f329c70125b44209f0d75ad151685c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:27:04Z', 'updated_at': '2021-08-30T23:30:01Z', 'revision_number': 6, 'project_id': '0f329c70125b44209f0d75ad151685c0', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:30:02.148660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.236530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.238662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.285696 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.286201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:30:02.290425 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.291570 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d5fdc0cd-a900-4fb7-a601-d684ffedbf0f admin admin] 10.222.0.25 "DELETE /v2.0/routers/3559eb3c-4b6a-49fc-85a0-0828b66ca9e0 HTTP/1.1" status: 204 len: 168 time: 0.7884555 Aug 30 23:30:02.294106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60904) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:02.341766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Deleting subnet 1efdd037-babf-4f3a-8c38-732276bf06d3 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:30:02.344805 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.379202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.461272 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.521670 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.554141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bff39b36-7841-40c0-8ff9-db518acd91bb no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:02.554612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.556409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/1efdd037-babf-4f3a-8c38-732276bf06d3 HTTP/1.1" status: 204 len: 168 time: 0.2613854 Aug 30 23:30:02.557396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e54e2c-aa1e-41dd-bfac-550b1255bb67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efdd037-babf-4f3a-8c38-732276bf06d3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:02.558967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60906) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:02.586130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be8660-b115-4519-938a-4f1f8b2d93eb None None] Network 14a17d80-88ba-4265-b7fa-9029009e2027 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:30:02.588583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: bff39b36-7841-40c0-8ff9-db518acd91bb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:02.589190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device bff39b36-7841-40c0-8ff9-db518acd91bb not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:02.628274 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.684232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Deleting port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:30:02.684565 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.763559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] For port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,segment=NetworkSegment(9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b),segment_id=9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:02.764026 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.779485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Calling delete_port for 339fb6f0-cfdd-463b-95c2-607a6db0d5ed owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:30:02.862289 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.891644 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=339fb6f0-cfdd-463b-95c2-607a6db0d5ed,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:02.897692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] No DVR routers for this DVR port 339fb6f0-cfdd-463b-95c2-607a6db0d5ed on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:30:02.907572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062e9c18-29f6-4fc7-9ef6-765f7ca07de4 None None] DHCP port deletion for 14a17d80-88ba-4265-b7fa-9029009e2027 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:30:02.986066 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:02.997492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a17d80-88ba-4265-b7fa-9029009e2027']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:03.009055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:03.009369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf35b93-0f63-49b3-a0c9-f9ff221c1c2b') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:30:03.018409 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.032751 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.039417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:30:03.039809 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:30:03.041605 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:30:03.102265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.108963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.113345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] 10.222.0.25 "DELETE /v2.0/networks/14a17d80-88ba-4265-b7fa-9029009e2027 HTTP/1.1" status: 204 len: 168 time: 0.5504184 Aug 30 23:30:03.122450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229e644-308e-4028-b141-a97265fa3c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=14a17d80-88ba-4265-b7fa-9029009e2027,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:03.290032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60910) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:03.330145 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-db5a37a7-675b-400a-b2dc-48c2a9212dce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d174d0b5d7fe4109ad14283e89827a3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389125 Aug 30 23:30:03.332514 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:03.380667 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.400899 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.447029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.449466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.450673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc01c0bf-84d6-46f7-b5d3-856913d326d7 HTTP/1.1" status: 204 len: 168 time: 0.1172831 Aug 30 23:30:03.458681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4b80-f30a-488a-87cd-a11dc933f3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01c0bf-84d6-46f7-b5d3-856913d326d7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:03.763041 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60918) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:03.803981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e3fa0765-5d53-48e1-8bf0-a3ae0f97bbad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f329c70125b44209f0d75ad151685c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396500 Aug 30 23:30:03.806511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 60920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:03.856681 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.878470 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.923227 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.926538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:03.927714 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52b08bf5-cf16-4af2-bb87-c01f07dbdc2e HTTP/1.1" status: 204 len: 168 time: 0.1203120 Aug 30 23:30:03.935794 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d5ee90-ad39-4cf9-b25c-64e2d75ec779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b08bf5-cf16-4af2-bb87-c01f07dbdc2e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:04.375514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cb731a55-7f79-43f9-9998-c7f69c539556 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:04.397824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: cb731a55-7f79-43f9-9998-c7f69c539556 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:04.398329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device cb731a55-7f79-43f9-9998-c7f69c539556 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:04.398832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 339fb6f0-cfdd-463b-95c2-607a6db0d5ed no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:04.419540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 339fb6f0-cfdd-463b-95c2-607a6db0d5ed {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:04.420143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 339fb6f0-cfdd-463b-95c2-607a6db0d5ed not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:10.375459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b0106fb-bf20-4983-a86d-5d1e58ae9878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:12.941391 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:13.366298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ae739f9a-55e1-4ee6-9138-5470a1eb2242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:13.422603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-af61589c-cf39-4dd7-9be9-3c73ebabdb94 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216274 Aug 30 23:30:13.530580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-dfee5e8e-a849-4b84-b1a0-9d9baf0817e7 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:13.532082 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-dfee5e8e-a849-4b84-b1a0-9d9baf0817e7 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1039279 Aug 30 23:30:13.546781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-c5cfd655-36fa-4cf2-8e14-9179faaa026b tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/quotas/9877b4656fcb4870aa8f1bfac50aefa8 HTTP/1.1" status: 200 len: 375 time: 0.0088906 Aug 30 23:30:13.578295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-710f1f3a-5bb5-4f70-8982-095f710bdf1e tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263562 Aug 30 23:30:14.663527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:14.729633 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:30:14.756427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f46c7923-6336-4949-8005-3277658a21a8 req-7693e11e-8116-465f-9aa1-b8c449023b69 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 210 time: 0.0269918 Aug 30 23:30:15.691981 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-50e3d8e9-aeee-4a24-9306-8386d9491ea5 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237184 Aug 30 23:30:15.810229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-119263dd-b2a8-47df-927e-8e4492cbf7eb tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:15.811704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-119263dd-b2a8-47df-927e-8e4492cbf7eb tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1131978 Aug 30 23:30:15.826002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Request body: {'port': {'device_id': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'admin_state_up': True, 'tenant_id': '9877b4656fcb4870aa8f1bfac50aefa8'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:15.892831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a799b1ab-03f5-4970-bd10-7bd125379d43 req-dcd021ad-5fc6-4f2d-baac-f8a3745f6115 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 210 time: 0.0616276 Aug 30 23:30:15.960030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Made reservation on behalf of 9877b4656fcb4870aa8f1bfac50aefa8 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:30:15.963585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:15.972598 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.067814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.071551 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.099243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.141718 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c02b2619-605a-4332-9775-d726e91f8434,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:16.213602 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Allocated IP 192.168.233.212 (f0e0c710-b23d-4064-ab0a-2dbd109d9b79/217462c3-d761-442b-8e49-36d61d0d9dc3/57090fb3-518f-4a65-be9b-519c62703183) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:30:16.365762 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.379244 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Transition to ACTIVE for port object 57090fb3-518f-4a65-be9b-519c62703183 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:30:16.411298 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.454743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:30:16.457767 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:30:16.461883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:30:16.468452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Pushing event updated for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:16.515469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:16.516133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.531771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-8ae449c5-e4ae-4341-be11-03f81ab58c4d tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7095196 Aug 30 23:30:16.544970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Request body: {'port': {'device_id': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:16.605544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.752211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cf7aa88e-0d82-4002-a6b2-ede295c31064 None None] Provisioning for port 57090fb3-518f-4a65-be9b-519c62703183 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:30:16.755882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cf7aa88e-0d82-4002-a6b2-ede295c31064 None None] Provisioning complete for port 57090fb3-518f-4a65-be9b-519c62703183 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:30:16.756248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf7aa88e-0d82-4002-a6b2-ede295c31064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.796944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-cf7aa88e-0d82-4002-a6b2-ede295c31064 None None] Port 57090fb3-518f-4a65-be9b-519c62703183 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:30:16.868523 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57090fb3-518f-4a65-be9b-519c62703183 {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:30:16.875605 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.887357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Transition to ACTIVE for port object 57090fb3-518f-4a65-be9b-519c62703183 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:30:16.890655 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:16.964136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Pushing event updated for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:17.016152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Attempting to bind port 57090fb3-518f-4a65-be9b-519c62703183 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:30:17.016409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Attempting to bind port 57090fb3-518f-4a65-be9b-519c62703183 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:30:17.016750 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Attempting to bind port 57090fb3-518f-4a65-be9b-519c62703183 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:30:17.022256 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Port 57090fb3-518f-4a65-be9b-519c62703183 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:30:17.022585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Attempting to bind port 57090fb3-518f-4a65-be9b-519c62703183 on network f0e0c710-b23d-4064-ab0a-2dbd109d9b79 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:30:17.028707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:30:17.029164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Checking segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:30:17.029926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Bound using segment: {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:30:17.030483 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Bound port: 57090fb3-518f-4a65-be9b-519c62703183, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08e11e14-bbfd-4c10-86cf-eaaff883e02f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:30:17.030952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:17.048994 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747af813-bc5c-4dcd-9051-c29dd70f8f05 req-dc4eb227-c5c3-4d14-a16c-ed16052df930 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.050599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-747af813-bc5c-4dcd-9051-c29dd70f8f05 req-dc4eb227-c5c3-4d14-a16c-ed16052df930 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 948 time: 0.0555458 Aug 30 23:30:17.093375 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-747af813-bc5c-4dcd-9051-c29dd70f8f05 req-8bc9fc3f-c048-4cff-8ee6-264926351012 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366895 Aug 30 23:30:17.101604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:30:17.105621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=57090fb3-518f-4a65-be9b-519c62703183,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:30:17.110567 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:17.127697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.128741 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:17.130291 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] 10.222.0.47 "PUT /v2.0/ports/57090fb3-518f-4a65-be9b-519c62703183 HTTP/1.1" status: 200 len: 1097 time: 0.5898690 Aug 30 23:30:17.148051 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'tag': '57090fb3-518f-4a65-be9b-519c62703183'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:30:17.150333 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4" -d '{"events": [{"name": "network-changed", "server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "tag": "57090fb3-518f-4a65-be9b-519c62703183"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:30:17.194546 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba145f7-0cdb-4278-9a3d-c916b024737a x-openstack-request-id: req-5ba145f7-0cdb-4278-9a3d-c916b024737a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:30:17.194827 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "tag": "57090fb3-518f-4a65-be9b-519c62703183", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:30:17.195086 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ba145f7-0cdb-4278-9a3d-c916b024737a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:30:17.195533 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'tag': '57090fb3-518f-4a65-be9b-519c62703183', 'status': 'completed', 'code': 200} Aug 30 23:30:17.196020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afb4f56-b6fb-4ea3-943f-110f5c512bbc service neutron] Pushing event updated for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:17.228939 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-1f7b0392-063e-4202-a89b-81995a310a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.230496 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-1f7b0392-063e-4202-a89b-81995a310a82 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 1100 time: 0.0552366 Aug 30 23:30:17.274568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-1809350c-e46e-4edd-92b9-2ec7dade0270 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=57090fb3-518f-4a65-be9b-519c62703183 HTTP/1.1" status: 200 len: 217 time: 0.0362990 Aug 30 23:30:17.326738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-2cb4c1a4-8417-4bb4-bfe6-216e99ff99e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.328233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-2cb4c1a4-8417-4bb4-bfe6-216e99ff99e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0470769 Aug 30 23:30:17.379215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c1fe9-2527-456b-a022-0f67ad093cca req-c7f2b839-05a4-46a5-9460-12721b929b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.380685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-c7f2b839-05a4-46a5-9460-12721b929b34 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0444469 Aug 30 23:30:17.470455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-5b8ca224-c6aa-430c-b54c-47257a0755cc service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820968 Aug 30 23:30:17.562360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-976c1fe9-2527-456b-a022-0f67ad093cca req-37353d7e-269f-4726-bc40-9b3e056d301f service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845704 Aug 30 23:30:17.648521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-ec4f3116-690e-4b98-ac44-d046c062d868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.650045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-ec4f3116-690e-4b98-ac44-d046c062d868 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 1100 time: 0.0409794 Aug 30 23:30:17.741711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-42f1ae06-882a-4394-86f1-9b75cc7633de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.743225 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-42f1ae06-882a-4394-86f1-9b75cc7633de service neutron] 10.222.0.47 "GET /v2.0/networks?id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79 HTTP/1.1" status: 200 len: 870 time: 0.0835092 Aug 30 23:30:17.789471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-e70fdbb0-8bb5-42b4-a8c7-7e78ae8131a8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.212&port_id=57090fb3-518f-4a65-be9b-519c62703183 HTTP/1.1" status: 200 len: 217 time: 0.0386732 Aug 30 23:30:17.839807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-67082281-e9e6-4feb-92d2-4dae1c19dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.841146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-67082281-e9e6-4feb-92d2-4dae1c19dd1b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=217462c3-d761-442b-8e49-36d61d0d9dc3 HTTP/1.1" status: 200 len: 843 time: 0.0433106 Aug 30 23:30:17.888230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-78662410-89e2-4108-8aa2-26c78a5b25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:17.889865 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-78662410-89e2-4108-8aa2-26c78a5b25eb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f0e0c710-b23d-4064-ab0a-2dbd109d9b79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0415452 Aug 30 23:30:17.983070 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-9384a4cc-ca8a-47e0-95f5-eacad4e542c6 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850606 Aug 30 23:30:18.072310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d15fe94c-7ad0-4bb6-a70f-a2ef333b94e4 req-c373b42d-80a1-4054-bcad-82b2618bd6e5 service neutron] 10.222.0.47 "GET /v2.0/networks/f0e0c710-b23d-4064-ab0a-2dbd109d9b79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805197 Aug 30 23:30:18.212403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f06614-e4a8-4592-aac1-1d3655701af2 req-ee23c9af-af05-41db-a648-b588261dd2ab tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:18.214148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35f06614-e4a8-4592-aac1-1d3655701af2 req-ee23c9af-af05-41db-a648-b588261dd2ab tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 948 time: 0.0527983 Aug 30 23:30:18.251251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35f06614-e4a8-4592-aac1-1d3655701af2 req-0d327dbb-8d1e-4648-9ea6-d7967322c125 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Aug 30 23:30:19.372476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cf979-c3ee-4881-bd8f-e70dd8fd91a4 req-9adbc352-eb4f-49ed-a66f-8aedfbce5104 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:19.373994 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-681cf979-c3ee-4881-bd8f-e70dd8fd91a4 req-9adbc352-eb4f-49ed-a66f-8aedfbce5104 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 948 time: 0.0537534 Aug 30 23:30:19.452526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 57090fb3-518f-4a65-be9b-519c62703183 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:30:19.552930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=57090fb3-518f-4a65-be9b-519c62703183,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:19.569228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '57090fb3-518f-4a65-be9b-519c62703183', 'network_id': 'f0e0c710-b23d-4064-ab0a-2dbd109d9b79', 'port_id': '57090fb3-518f-4a65-be9b-519c62703183', 'mac_address': 'fa:16:3e:3f:a9:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217462c3-d761-442b-8e49-36d61d0d9dc3', 'ip_address': '192.168.233.212'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:30:19.614862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:19.629046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57090fb3-518f-4a65-be9b-519c62703183 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:30:19.649043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=57090fb3-518f-4a65-be9b-519c62703183,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:19.653568 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:19.704170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:19.712186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.712536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.712881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.713223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.713566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.714108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.714226 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.714562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.714888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.715214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.715538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.715864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:30:19.717285 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-681cf979-c3ee-4881-bd8f-e70dd8fd91a4 req-0d374c35-a33f-464c-960a-9e34fa7c4ac7 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368022 Aug 30 23:30:19.861154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['57090fb3-518f-4a65-be9b-519c62703183'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:30:20.834669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474da055-b9d6-4ace-a377-da8ee13aef73 req-6e887291-a7cf-41f8-b679-7844505c1de9 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:20.836177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474da055-b9d6-4ace-a377-da8ee13aef73 req-6e887291-a7cf-41f8-b679-7844505c1de9 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 949 time: 0.0491884 Aug 30 23:30:20.872764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-474da055-b9d6-4ace-a377-da8ee13aef73 req-e5aa788a-6244-4146-bd10-b71c57ca464f tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306587 Aug 30 23:30:21.467392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 57090fb3-518f-4a65-be9b-519c62703183 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:30:21.516103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 57090fb3-518f-4a65-be9b-519c62703183 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:30:21.519746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 57090fb3-518f-4a65-be9b-519c62703183 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:30:21.520114 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:21.594917 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:21.620425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57090fb3-518f-4a65-be9b-519c62703183'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:30:21.622748 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f567021-9f6b-4adf-a1e5-8461c0967bb7" -d '{"events": [{"server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "57090fb3-518f-4a65-be9b-519c62703183"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:30:21.635046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=57090fb3-518f-4a65-be9b-519c62703183,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:21.640454 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:21.672196 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7bca25-bcc0-482f-8dc9-06a844ca1af8 x-openstack-request-id: req-8a7bca25-bcc0-482f-8dc9-06a844ca1af8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:30:21.672495 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "name": "network-vif-plugged", "status": "completed", "tag": "57090fb3-518f-4a65-be9b-519c62703183", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:30:21.672757 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a7bca25-bcc0-482f-8dc9-06a844ca1af8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:30:21.673151 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57090fb3-518f-4a65-be9b-519c62703183', 'code': 200} Aug 30 23:30:21.702143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:21.756136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da38bff-c28c-4499-a270-f4641c8e84f3 req-80e65ff6-c3c3-45f9-9b8e-272081900567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:21.757574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5da38bff-c28c-4499-a270-f4641c8e84f3 req-80e65ff6-c3c3-45f9-9b8e-272081900567 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 1102 time: 0.0402699 Aug 30 23:30:21.793648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5da38bff-c28c-4499-a270-f4641c8e84f3 req-e4b817cf-87c7-47ce-8cca-d82b96fa235e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288675 Aug 30 23:30:21.985405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877ecb6-da5b-4f98-89ef-085721501cf4 req-970f789b-da5a-4b15-89da-0591c4f6dc8a tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:21.987423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d877ecb6-da5b-4f98-89ef-085721501cf4 req-970f789b-da5a-4b15-89da-0591c4f6dc8a tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 950 time: 0.0482590 Aug 30 23:30:22.024436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d877ecb6-da5b-4f98-89ef-085721501cf4 req-f3e4c62f-ad56-4b2c-bac6-2b8b076371a3 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310307 Aug 30 23:30:22.731387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:23.139367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d459e8-cbc9-4358-a229-0a53a5b0379d req-db052e39-278e-49a3-a33d-2aff0b0796ad tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:23.140835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08d459e8-cbc9-4358-a229-0a53a5b0379d req-db052e39-278e-49a3-a33d-2aff0b0796ad tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 950 time: 0.0478921 Aug 30 23:30:23.177870 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-08d459e8-cbc9-4358-a229-0a53a5b0379d req-6469f45c-b25a-4f9c-8043-9b64c5cffa98 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Aug 30 23:30:23.461582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-d7b967f8-df2b-44e9-bdfa-2c01cef2b8aa req-ef13d067-552f-445a-a43a-0bd397e15981 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:30:23.462589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b967f8-df2b-44e9-bdfa-2c01cef2b8aa req-ef13d067-552f-445a-a43a-0bd397e15981 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054176 Aug 30 23:30:23.883898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-2cd4dafc-5435-4479-a22a-b394d1acf213 req-a5a44f1b-1cf0-4872-9983-74e28be8e57e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:30:23.884939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2cd4dafc-5435-4479-a22a-b394d1acf213 req-a5a44f1b-1cf0-4872-9983-74e28be8e57e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1050251 Aug 30 23:30:24.212212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bac34d-5dee-446e-9026-1a751f6a5703 req-52edc6ab-c754-4aa8-afc6-29be1eef860c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:24.213758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10bac34d-5dee-446e-9026-1a751f6a5703 req-52edc6ab-c754-4aa8-afc6-29be1eef860c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 950 time: 0.0540886 Aug 30 23:30:24.253251 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10bac34d-5dee-446e-9026-1a751f6a5703 req-0ecdbfeb-641e-49aa-bc13-75557878c863 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334475 Aug 30 23:30:25.372313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f3b70-10ee-4866-bb89-80a82d78f0c4 req-8b1d3421-e7c2-4073-88d1-a0f4d50cfcf4 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:25.373824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-308f3b70-10ee-4866-bb89-80a82d78f0c4 req-8b1d3421-e7c2-4073-88d1-a0f4d50cfcf4 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 950 time: 0.0517209 Aug 30 23:30:25.412110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-308f3b70-10ee-4866-bb89-80a82d78f0c4 req-c5302a27-1b19-4f22-864e-c09fa9038357 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.25 "GET /v2.0/security-groups?id=c02b2619-605a-4332-9775-d726e91f8434&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Aug 30 23:30:25.462271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12def23b-9abc-4260-885f-46c49e5068b6 req-d770ba45-9da1-44d9-9897-0ded46a34902 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:25.463739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12def23b-9abc-4260-885f-46c49e5068b6 req-d770ba45-9da1-44d9-9897-0ded46a34902 tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b HTTP/1.1" status: 200 len: 950 time: 0.0489998 Aug 30 23:30:25.550525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Deleting port 57090fb3-518f-4a65-be9b-519c62703183 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:30:25.550729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:25.640302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] For port 57090fb3-518f-4a65-be9b-519c62703183, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=57090fb3-518f-4a65-be9b-519c62703183,segment=NetworkSegment(08e11e14-bbfd-4c10-86cf-eaaff883e02f),segment_id=08e11e14-bbfd-4c10-86cf-eaaff883e02f)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:25.640665 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:25.653126 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Calling delete_port for 57090fb3-518f-4a65-be9b-519c62703183 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:30:25.788452 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:25.802727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['57090fb3-518f-4a65-be9b-519c62703183'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:30:25.824821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Pushing event deleted for resources: {'Port': ['ID=57090fb3-518f-4a65-be9b-519c62703183,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:25.863966 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] No DVR routers for this DVR port 57090fb3-518f-4a65-be9b-519c62703183 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:30:25.866904 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:25.868992 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12def23b-9abc-4260-885f-46c49e5068b6 req-fea058b3-b213-475e-b76d-36e98255368c tempest-ServersAdminNegativeTestJSON-2141194419 tempest-ServersAdminNegativeTestJSON-2141194419-project] 10.222.0.47 "DELETE /v2.0/ports/57090fb3-518f-4a65-be9b-519c62703183 HTTP/1.1" status: 204 len: 173 time: 0.3989115 Aug 30 23:30:25.869472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'name': 'network-vif-deleted', 'tag': '57090fb3-518f-4a65-be9b-519c62703183'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:30:25.871890 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8516b2a5-8b8d-457c-8dcd-ae6cd3444892" -d '{"events": [{"server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "name": "network-vif-deleted", "tag": "57090fb3-518f-4a65-be9b-519c62703183"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:30:25.917525 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8108cac-4149-4fba-988c-581fded4b4cc x-openstack-request-id: req-b8108cac-4149-4fba-988c-581fded4b4cc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:30:25.917864 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b", "name": "network-vif-deleted", "tag": "57090fb3-518f-4a65-be9b-519c62703183", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:30:25.918123 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8108cac-4149-4fba-988c-581fded4b4cc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:30:25.918580 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d772a66-82c2-43e1-9f46-1f3f2f7d2f7b', 'name': 'network-vif-deleted', 'tag': '57090fb3-518f-4a65-be9b-519c62703183', 'status': 'completed', 'code': 200} Aug 30 23:30:26.701538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32820) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:26.887578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6dc69a48-bd50-451a-ac5d-92d7cfc1e084 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9877b4656fcb4870aa8f1bfac50aefa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847661 Aug 30 23:30:26.890127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32826) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:26.937216 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:26.961958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.008100 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.010761 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.011913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c02b2619-605a-4332-9775-d726e91f8434 HTTP/1.1" status: 204 len: 168 time: 0.1208854 Aug 30 23:30:27.019777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8db5a1c-5a0c-4e3a-b838-3f0cd1c30023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c02b2619-605a-4332-9775-d726e91f8434,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:27.270242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32832) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:27.283959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e543bb7-d991-4f5c-ada9-b05e0824cbe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.373094 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e543bb7-d991-4f5c-ada9-b05e0824cbe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.376930 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0e543bb7-d991-4f5c-ada9-b05e0824cbe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.414015 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e543bb7-d991-4f5c-ada9-b05e0824cbe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4006f-93d0-418d-8510-6b026caa72e1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:27.418229 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0e543bb7-d991-4f5c-ada9-b05e0824cbe5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cf2203df6ece434e8540d60e148db0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469591 Aug 30 23:30:27.420933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32834) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:27.470258 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.491069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.538439 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.540888 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:27.542057 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/37e4006f-93d0-418d-8510-6b026caa72e1 HTTP/1.1" status: 204 len: 168 time: 0.1201921 Aug 30 23:30:27.549396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644febd2-bd0c-4129-89d2-96ba2b818733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4006f-93d0-418d-8510-6b026caa72e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:28.062465 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.261091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 32856) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:28.362441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-617007197-network', 'tenant_id': 'ac2514ababbb455e8914a3bee9ec774a'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:28.385657 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Made reservation on behalf of ac2514ababbb455e8914a3bee9ec774a for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:30:28.388194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.397502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.492860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.496523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.525697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:30:28.532145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9738892f-4a0e-4eb6-908d-0e4dc6905519,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:28.540500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.540643 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Added segment f8e37806-d8ca-4f4a-9d70-288fb97fafb8 of type vlan for network 2861b192-10b0-40af-843a-81a521aad13c Aug 30 23:30:28.582451 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.605939 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.606900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:28.607571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:28.659614 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3974199 Aug 30 23:30:28.662694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 32860) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:30:28.667801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Request body: {'subnet': {'network_id': '2861b192-10b0-40af-843a-81a521aad13c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-617007197-subnet', 'tenant_id': 'ac2514ababbb455e8914a3bee9ec774a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:28.670176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76d78fb-0cc2-455c-88fe-19b897cea5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=2861b192-10b0-40af-843a-81a521aad13c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:28.680563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2861b192-10b0-40af-843a-81a521aad13c details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:30:28.692458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Made reservation on behalf of ac2514ababbb455e8914a3bee9ec774a for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:30:28.694837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:29.129991 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:29.185932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f89a115-9572-4360-8d97-64db8bc57ac0,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:29.194793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Checking segment: {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:30:29.195148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Network hostable DHCP agents. Network: 2861b192-10b0-40af-843a-81a521aad13c, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:30:29.211433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Network 2861b192-10b0-40af-843a-81a521aad13c is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:30:29.220062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2861b192-10b0-40af-843a-81a521aad13c) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:30:29.224667 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:29.225243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:29.230099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea1502a9-c4fc-4739-9649-1d8fba134d40 None None] Network 2861b192-10b0-40af-843a-81a521aad13c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:30:29.239810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-18e97387-107c-40a5-8b59-27d5b0f5092a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5759354 Aug 30 23:30:29.360987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a49cb6-4447-4619-a268-8a632c9c67a6 None None] Network 2861b192-10b0-40af-843a-81a521aad13c requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:30:29.499271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 57090fb3-518f-4a65-be9b-519c62703183 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:30:29.522703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 57090fb3-518f-4a65-be9b-519c62703183 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:30:29.523022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 57090fb3-518f-4a65-be9b-519c62703183 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:30:29.665031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-ab8fd5fd-10eb-42c4-9f35-6b70a89bdb57 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:29.666478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-ab8fd5fd-10eb-42c4-9f35-6b70a89bdb57 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 811 time: 0.0993712 Aug 30 23:30:29.682055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-d809635a-afd7-4900-8e23-8c050d283698 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/quotas/ac2514ababbb455e8914a3bee9ec774a HTTP/1.1" status: 200 len: 375 time: 0.0097995 Aug 30 23:30:29.713919 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-a982ba1c-0a33-42f7-b071-ed24df68e168 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266263 Aug 30 23:30:29.725610 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c71026d8-4a38-4847-92cc-b359b9063156 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:30:29.726618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c71026d8-4a38-4847-92cc-b359b9063156 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062487 Aug 30 23:30:29.829928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-ebe7fa41-7d6c-49e2-9d50-1e2bfb18a809 service neutron] 10.222.0.25 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973139 Aug 30 23:30:29.918931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-e91f6926-b73b-4b6a-b16f-84f250e3d708 service neutron] 10.222.0.25 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821302 Aug 30 23:30:30.078091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e4738f4c-2b11-48c9-83a3-ea7a9b6b6d66 req-d62ae073-30b9-467a-9485-73a0c1d1e942 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 210 time: 0.0263631 Aug 30 23:30:30.973709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-74fa6d32-66be-464a-a5bf-cd485cf4b329 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:30.975211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-74fa6d32-66be-464a-a5bf-cd485cf4b329 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.47 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 811 time: 0.1105444 Aug 30 23:30:30.988451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Request body: {'port': {'device_id': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'network_id': '2861b192-10b0-40af-843a-81a521aad13c', 'admin_state_up': True, 'tenant_id': 'ac2514ababbb455e8914a3bee9ec774a'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:31.094643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Made reservation on behalf of ac2514ababbb455e8914a3bee9ec774a for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:30:31.098673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.197270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bc75a2f7-0057-4a3f-a0c9-2d5211491cd3 req-135e4a93-6540-4c9f-9eae-c115cb24b0bb tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 210 time: 0.0391390 Aug 30 23:30:31.256195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Allocated IP 172.20.0.3 (2861b192-10b0-40af-843a-81a521aad13c/5f89a115-9572-4360-8d97-64db8bc57ac0/1176438d-7f66-4e6c-92f8-71fb47c5c34a) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:30:31.404225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.442757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.489827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Network 2861b192-10b0-40af-843a-81a521aad13c is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:30:31.492954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:30:31.496787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:30:31.503031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:31.551515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:31.552130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.566189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-97b77ecd-af46-461a-8129-681896afa037 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5815620 Aug 30 23:30:31.579380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Request body: {'port': {'device_id': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:30:31.632893 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.897237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1176438d-7f66-4e6c-92f8-71fb47c5c34a {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:30:31.904690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.918568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Transition to ACTIVE for port object 1176438d-7f66-4e6c-92f8-71fb47c5c34a will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:30:31.922424 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:31.994668 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:32.043073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:30:32.043334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:30:32.043680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:30:32.048030 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:30:32.048365 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:30:32.053998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 30, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:30:32.054515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Checking segment: {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:30:32.054973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Bound using segment: {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:30:32.055401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Bound port: 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:30:32.055754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:32.123171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:30:32.126406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:30:32.130463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:32.172348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.172966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:32.175081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] 10.222.0.47 "PUT /v2.0/ports/1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 1092 time: 0.5997384 Aug 30 23:30:32.175520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:30:32.177871 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5869cb92-6fcc-491d-9be5-0f87080b8d99" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:30:32.204771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2138e-7318-4b58-95a4-192c1f92d556 service neutron] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:32.216603 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8ed1ca-77cc-40e0-9cb9-a92da16dfc06 x-openstack-request-id: req-7a8ed1ca-77cc-40e0-9cb9-a92da16dfc06 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:30:32.216986 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:30:32.217325 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7a8ed1ca-77cc-40e0-9cb9-a92da16dfc06 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:30:32.217991 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'status': 'completed', 'code': 200} Aug 30 23:30:32.266286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-5da116c6-2b3d-45ed-9fe3-e91b9b7fde98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.267882 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-5da116c6-2b3d-45ed-9fe3-e91b9b7fde98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1095 time: 0.0428267 Aug 30 23:30:32.329546 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-f32e98b1-bd58-41db-9b75-461fa639e3bb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0523853 Aug 30 23:30:32.382907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10813166-3dec-423d-bae6-21b927974d90 req-a350a78e-89b5-4c5e-b349-2d6b4324e062 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.384437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10813166-3dec-423d-bae6-21b927974d90 req-a350a78e-89b5-4c5e-b349-2d6b4324e062 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 943 time: 0.1156933 Aug 30 23:30:32.400140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-65877c36-e094-471d-80d9-3fd624c0943b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.401499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-65877c36-e094-471d-80d9-3fd624c0943b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0649340 Aug 30 23:30:32.441948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-09da6d84-8db2-4e4e-baec-49d79d8881ff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311370 Aug 30 23:30:32.449035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10813166-3dec-423d-bae6-21b927974d90 req-52245082-6a3a-4da8-927a-bd39171aeb2b tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586393 Aug 30 23:30:32.536575 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-1d40ed65-1166-4553-b005-32ee629b0322 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865936 Aug 30 23:30:32.632821 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e3f829f3-1ced-4717-8ac8-f671e3aa87ec req-070b7a19-9cfd-41c5-a559-a6893150ee12 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832851 Aug 30 23:30:32.720396 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-9c85c3c3-b7f3-46f8-a060-4cda468f3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.721915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-9c85c3c3-b7f3-46f8-a060-4cda468f3a13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1095 time: 0.0413489 Aug 30 23:30:32.815360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-92d67769-b26e-45ef-a93b-5273d2790885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.816844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-92d67769-b26e-45ef-a93b-5273d2790885 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0878294 Aug 30 23:30:32.859559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-e96ea768-7b85-4aaa-bb40-bdf11f521fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0345173 Aug 30 23:30:32.911957 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-b7cbbd79-ac87-40b2-a13d-cfbc06f3ee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:32.913309 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-b7cbbd79-ac87-40b2-a13d-cfbc06f3ee77 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0466666 Aug 30 23:30:32.945469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-d56938a6-05c9-4209-b9ff-279d9710174c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243180 Aug 30 23:30:33.035517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-48b6bffb-ac07-4d5d-bd9f-b029908a833b service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822911 Aug 30 23:30:33.137939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5869cb92-6fcc-491d-9be5-0f87080b8d99 req-5afe7901-3f5d-4bc7-9dba-25128b0326e9 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923712 Aug 30 23:30:33.573493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e97005-434f-4984-910d-c8eff9ba4250 req-dfdc6b0e-d5fb-4927-900c-adbe44104b7f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:33.575022 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4e97005-434f-4984-910d-c8eff9ba4250 req-dfdc6b0e-d5fb-4927-900c-adbe44104b7f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 943 time: 0.0537388 Aug 30 23:30:33.614385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4e97005-434f-4984-910d-c8eff9ba4250 req-f667d25f-154c-4977-ab0a-0a311ff6e8d3 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333762 Aug 30 23:30:34.729724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ad416-5d09-4a2d-844f-bcfd0a6cafc2 req-b1e58995-fb1c-450f-a506-68ffbf511fc7 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:34.731220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d7ad416-5d09-4a2d-844f-bcfd0a6cafc2 req-b1e58995-fb1c-450f-a506-68ffbf511fc7 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 943 time: 0.0491791 Aug 30 23:30:34.771337 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d7ad416-5d09-4a2d-844f-bcfd0a6cafc2 req-d68bd114-f02a-48fa-81ae-8234250fca0c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340624 Aug 30 23:30:35.561261 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:30:35.653559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:35.664636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'network_id': '2861b192-10b0-40af-843a-81a521aad13c', 'port_id': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'mac_address': 'fa:16:3e:b9:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f89a115-9572-4360-8d97-64db8bc57ac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:30:35.710559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:35.726804 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1176438d-7f66-4e6c-92f8-71fb47c5c34a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:30:35.745442 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:35.749276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:35.799393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:35.886943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3207bfd-eca1-4a43-a2c3-07ccf40ca62e req-1ac9cc7a-aa23-4289-827b-888f3c7dfbae tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:35.888333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3207bfd-eca1-4a43-a2c3-07ccf40ca62e req-1ac9cc7a-aa23-4289-827b-888f3c7dfbae tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 944 time: 0.0484228 Aug 30 23:30:35.927089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d3207bfd-eca1-4a43-a2c3-07ccf40ca62e req-f8cd182e-9ab8-40e6-a549-ece6c755b13c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315356 Aug 30 23:30:35.939889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1176438d-7f66-4e6c-92f8-71fb47c5c34a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:30:37.041525 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23662476-2350-45e3-9ddc-9c99907b6c51 req-4e48e184-1595-43fe-adf5-5221ffc9d217 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:37.042956 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23662476-2350-45e3-9ddc-9c99907b6c51 req-4e48e184-1595-43fe-adf5-5221ffc9d217 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 944 time: 0.0493131 Aug 30 23:30:37.080648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-23662476-2350-45e3-9ddc-9c99907b6c51 req-954f4a10-cbe2-467c-b4b2-3d559bba9e53 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312827 Aug 30 23:30:37.576973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:30:37.632182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1176438d-7f66-4e6c-92f8-71fb47c5c34a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:30:37.636209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1176438d-7f66-4e6c-92f8-71fb47c5c34a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:30:37.636582 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:37.713950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:37.738833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:30:37.741110 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c9746a-07c3-4326-94d3-bd0fe550ff48" -d '{"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-plugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:30:37.753609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:30:37.758136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:37.790866 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0baeabcb-dd10-4da4-99ea-9d213c8d497b x-openstack-request-id: req-0baeabcb-dd10-4da4-99ea-9d213c8d497b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:30:37.791164 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-plugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:30:37.791422 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0baeabcb-dd10-4da4-99ea-9d213c8d497b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:30:37.791808 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'code': 200} Aug 30 23:30:37.820283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:30:37.877812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10449f0e-8a8b-4098-a57d-76072940eb01 req-3b50e3da-20a8-41f3-87b3-831bd2f8d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:37.879350 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10449f0e-8a8b-4098-a57d-76072940eb01 req-3b50e3da-20a8-41f3-87b3-831bd2f8d4c7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1097 time: 0.0444386 Aug 30 23:30:37.919183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-10449f0e-8a8b-4098-a57d-76072940eb01 req-6b68183f-51e3-4173-a35a-c91b887febf9 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Aug 30 23:30:38.194228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eea4bd-a391-4f0e-975d-30c486ea3776 req-52668810-61e7-4b65-9d83-87af1e94587c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:38.195710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3eea4bd-a391-4f0e-975d-30c486ea3776 req-52668810-61e7-4b65-9d83-87af1e94587c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0480978 Aug 30 23:30:38.232892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b3eea4bd-a391-4f0e-975d-30c486ea3776 req-07a68698-a4e6-45cb-9178-a06ab391232d tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310941 Aug 30 23:30:39.349115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f3cdda-92c7-4cc8-9bd2-f7dc3a870af2 req-aad4f527-3fc4-4c87-bc03-f6f1a918661f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:39.350717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60f3cdda-92c7-4cc8-9bd2-f7dc3a870af2 req-aad4f527-3fc4-4c87-bc03-f6f1a918661f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0491512 Aug 30 23:30:39.388681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-60f3cdda-92c7-4cc8-9bd2-f7dc3a870af2 req-a103df0e-6918-4a0b-9f6a-c3e957343c81 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319824 Aug 30 23:30:39.637776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6129f64-27d9-4c7c-ba75-0555b0c6f983 req-7c5dc776-461c-4527-89bf-cd5e9cf9eda4 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:39.639358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6129f64-27d9-4c7c-ba75-0555b0c6f983 req-7c5dc776-461c-4527-89bf-cd5e9cf9eda4 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0632997 Aug 30 23:30:39.686814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e6129f64-27d9-4c7c-ba75-0555b0c6f983 req-927e3a2b-5d1c-45f3-8c94-772f641b99b5 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413575 Aug 30 23:30:39.715205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-270f2391-075e-4149-92e9-8b3943e34f21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1434634 Aug 30 23:30:40.379615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-84fa37a9-fbbb-4a1c-b683-39c63d5ef361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:40.805215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b1f9e-7597-4833-ab5a-75cafb19c186 req-2dfd3188-7107-4e38-a5a1-8b60cafb8a59 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:40.806737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-622b1f9e-7597-4833-ab5a-75cafb19c186 req-2dfd3188-7107-4e38-a5a1-8b60cafb8a59 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0527828 Aug 30 23:30:40.849989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-622b1f9e-7597-4833-ab5a-75cafb19c186 req-9b2124e2-b40b-4d92-9423-63e0033556f3 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371523 Aug 30 23:30:40.950386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-9cd369a9-19fb-44ff-bc3e-f8757db75fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:40.951939 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-9cd369a9-19fb-44ff-bc3e-f8757db75fc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1097 time: 0.0447469 Aug 30 23:30:41.039347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-554940d2-73c9-4138-8a25-8011e8913cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:41.040722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-554940d2-73c9-4138-8a25-8011e8913cd6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0822077 Aug 30 23:30:41.087571 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-aab57656-b4e9-4644-aecd-70f0dd814c05 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0385871 Aug 30 23:30:41.136738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-bd30de93-4fbb-4590-a16c-a738f532a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:41.138201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-bd30de93-4fbb-4590-a16c-a738f532a1ca service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0432763 Aug 30 23:30:41.173662 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-98c561f6-51f9-4878-8528-6a2ae8c9d3ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276217 Aug 30 23:30:41.262129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-c4806bdd-2806-43cc-9cb8-e59a0cc4e4f2 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814412 Aug 30 23:30:41.354765 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-3a57ebe5-dfa9-4c91-aae8-0eb2f6e39a9c service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855291 Aug 30 23:30:41.963357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae0bd6c-70f5-4f6b-9321-627349ea7f70 req-a1be5004-d80b-410e-9d65-3f91ab7a2a54 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:41.964828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ae0bd6c-70f5-4f6b-9321-627349ea7f70 req-a1be5004-d80b-410e-9d65-3f91ab7a2a54 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0490999 Aug 30 23:30:42.000809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ae0bd6c-70f5-4f6b-9321-627349ea7f70 req-df87f92b-fdba-4493-a886-80bba80c09c9 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Aug 30 23:30:42.943837 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:43.119618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43659-e267-4fa9-971e-70c0530798f9 req-e421c93e-2e14-4bb6-a944-60335a722ee2 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:43.121149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1d43659-e267-4fa9-971e-70c0530798f9 req-e421c93e-2e14-4bb6-a944-60335a722ee2 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0508156 Aug 30 23:30:43.161024 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d1d43659-e267-4fa9-971e-70c0530798f9 req-7b271068-566c-42c3-8395-ab9ea84a71fc tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Aug 30 23:30:43.369359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98425d22-db74-46e1-9599-e3596cf46865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:44.275088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80dc3d3-5275-4354-83b2-67a8a7780643 req-f9c23327-d3a2-453f-aafe-64c44a9f0544 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:44.276566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e80dc3d3-5275-4354-83b2-67a8a7780643 req-f9c23327-d3a2-453f-aafe-64c44a9f0544 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0496213 Aug 30 23:30:44.328554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e80dc3d3-5275-4354-83b2-67a8a7780643 req-81ca9748-afd1-49f3-a5b9-71040fa922f7 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Aug 30 23:30:44.662298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:45.451910 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc995cb-4cdc-48fa-bda7-d7acb34e41f1 req-4c25e314-1a57-4c3b-9236-faa77cfd8f10 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:45.453435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fc995cb-4cdc-48fa-bda7-d7acb34e41f1 req-4c25e314-1a57-4c3b-9236-faa77cfd8f10 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0544910 Aug 30 23:30:45.493184 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5fc995cb-4cdc-48fa-bda7-d7acb34e41f1 req-fcd8df93-037b-4058-ba31-2bd9ffa59d62 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316327 Aug 30 23:30:46.101824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:46.610024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b703-a876-4f38-9308-b3e807ce955f req-3b34faed-9a85-4307-9c8c-3e44281cbe14 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:46.612011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1355b703-a876-4f38-9308-b3e807ce955f req-3b34faed-9a85-4307-9c8c-3e44281cbe14 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0521696 Aug 30 23:30:46.654581 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1355b703-a876-4f38-9308-b3e807ce955f req-78f7b877-d6fe-4975-b7db-69b2bdc229a4 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Aug 30 23:30:47.774625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a733561-4dcc-407a-9587-f79c9c8c56b7 req-fa97e167-4b57-4c31-8787-ed6e50a3c68f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:47.776150 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a733561-4dcc-407a-9587-f79c9c8c56b7 req-fa97e167-4b57-4c31-8787-ed6e50a3c68f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0501707 Aug 30 23:30:47.816219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6a733561-4dcc-407a-9587-f79c9c8c56b7 req-8522fd5a-2f72-40a7-ab35-80339f1d3688 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340357 Aug 30 23:30:48.930466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6c85b-532b-45a8-86e7-b2cfcd1b5fe3 req-87dc2ab3-735c-4f0d-b084-20003fd649fe tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:48.931930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3b6c85b-532b-45a8-86e7-b2cfcd1b5fe3 req-87dc2ab3-735c-4f0d-b084-20003fd649fe tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0488830 Aug 30 23:30:48.969232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3b6c85b-532b-45a8-86e7-b2cfcd1b5fe3 req-b136e01e-0fa5-4191-b5b6-64423466f78a tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Aug 30 23:30:50.084903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f3ee90-849a-41fe-99b1-5dc52fc4409e req-216d7c9a-4f8f-4267-8a9b-7c59e36163ee tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:50.086345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5f3ee90-849a-41fe-99b1-5dc52fc4409e req-216d7c9a-4f8f-4267-8a9b-7c59e36163ee tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0500789 Aug 30 23:30:50.125312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f5f3ee90-849a-41fe-99b1-5dc52fc4409e req-3c0d6f04-c11c-48aa-800e-94de5aaa8b03 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325105 Aug 30 23:30:51.256364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d2b34-6fa5-4d01-bea9-9736c5272ef9 req-961c6cf3-c48d-4063-8336-9bf6b540b75d tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:51.257904 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-516d2b34-6fa5-4d01-bea9-9736c5272ef9 req-961c6cf3-c48d-4063-8336-9bf6b540b75d tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0501223 Aug 30 23:30:51.301565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-516d2b34-6fa5-4d01-bea9-9736c5272ef9 req-30e5fad1-a637-4f47-b4cd-21b9ebd62460 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375350 Aug 30 23:30:51.728741 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:30:52.421596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb343e75-a4b5-43c7-b4d7-c290773132e6 req-43aaae00-af2b-492d-a9fd-7fccd8c4423a tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:52.423118 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb343e75-a4b5-43c7-b4d7-c290773132e6 req-43aaae00-af2b-492d-a9fd-7fccd8c4423a tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0524065 Aug 30 23:30:52.461644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fb343e75-a4b5-43c7-b4d7-c290773132e6 req-dfcb5b29-ffe8-42c0-944e-1b75b0eaaf41 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318780 Aug 30 23:30:52.748951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:53.578409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55e1b0-aa07-4053-af84-b5383e77bce9 req-bc1c9863-f2df-4224-9b33-59652a02fe66 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:53.579611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc55e1b0-aa07-4053-af84-b5383e77bce9 req-bc1c9863-f2df-4224-9b33-59652a02fe66 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0496116 Aug 30 23:30:53.618075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc55e1b0-aa07-4053-af84-b5383e77bce9 req-843d1bc4-5543-475d-9fb1-b0f5941369b8 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320196 Aug 30 23:30:54.735111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50eb1fe-6d14-4472-abf6-ee524118d1f9 req-758c9a20-c1d8-4014-a29b-5128d134e6a0 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:54.737227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a50eb1fe-6d14-4472-abf6-ee524118d1f9 req-758c9a20-c1d8-4014-a29b-5128d134e6a0 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0518658 Aug 30 23:30:54.778117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a50eb1fe-6d14-4472-abf6-ee524118d1f9 req-016d86cd-3824-42fc-8f31-1ff0c48c3b71 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Aug 30 23:30:55.898798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38be260-2edf-496e-bbc3-6b006ff63fd1 req-2fa29bad-b99f-4e97-ab99-2eba40f17365 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:55.900328 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f38be260-2edf-496e-bbc3-6b006ff63fd1 req-2fa29bad-b99f-4e97-ab99-2eba40f17365 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0497968 Aug 30 23:30:55.940044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f38be260-2edf-496e-bbc3-6b006ff63fd1 req-1908a5ac-4a4b-49a3-aea5-3c36416d4677 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330069 Aug 30 23:30:57.057885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145a272-af92-419d-8e1d-5095c835c31a req-f942ecaf-43da-4a13-8a48-cebf233c4c6b tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:57.059459 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3145a272-af92-419d-8e1d-5095c835c31a req-f942ecaf-43da-4a13-8a48-cebf233c4c6b tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0495012 Aug 30 23:30:57.099886 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3145a272-af92-419d-8e1d-5095c835c31a req-5b8125fb-b79a-4128-8baf-69cea71a6414 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339792 Aug 30 23:30:58.069842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:30:58.218554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812105b3-1342-4e4d-98a6-77a1bcd392dc req-d99ae71c-5a20-46d2-8c4b-0cfbf525c853 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:58.220079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-812105b3-1342-4e4d-98a6-77a1bcd392dc req-d99ae71c-5a20-46d2-8c4b-0cfbf525c853 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0513473 Aug 30 23:30:58.262082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-812105b3-1342-4e4d-98a6-77a1bcd392dc req-681aaa59-f69b-493b-a86e-4fca9250cc66 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359676 Aug 30 23:30:59.383142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d76ab-5f17-481a-8b67-9635f5d79772 req-1d65184f-6459-43c2-8b15-c26a2d3e92d9 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:30:59.384666 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a8d76ab-5f17-481a-8b67-9635f5d79772 req-1d65184f-6459-43c2-8b15-c26a2d3e92d9 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0544677 Aug 30 23:30:59.424486 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a8d76ab-5f17-481a-8b67-9635f5d79772 req-b3a17497-c9e0-4bef-90df-0d65d4089f37 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337777 Aug 30 23:31:00.545875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdad4b-9fd2-4e23-a1fc-aade742b8a01 req-f68b745b-ddda-4edf-8a23-1b81ded9b133 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:00.547396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53cdad4b-9fd2-4e23-a1fc-aade742b8a01 req-f68b745b-ddda-4edf-8a23-1b81ded9b133 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0510650 Aug 30 23:31:00.586825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53cdad4b-9fd2-4e23-a1fc-aade742b8a01 req-971c5919-dfad-46ee-abe8-4f20074e233d tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327981 Aug 30 23:31:01.717930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fa69-2756-4ed9-a5e5-897c458a204d req-a41f8ee3-5874-4cfa-8722-a3e9aeadd494 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:01.719517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5117fa69-2756-4ed9-a5e5-897c458a204d req-a41f8ee3-5874-4cfa-8722-a3e9aeadd494 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0552363 Aug 30 23:31:01.761923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5117fa69-2756-4ed9-a5e5-897c458a204d req-db88d2e2-9ef7-48ff-b7bf-137894897d21 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362530 Aug 30 23:31:02.878831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2888b01c-d5da-4dfb-8d2f-b54b839f240c req-9e5cf2d3-ddeb-4303-9455-3588f0e7b269 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:02.880333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2888b01c-d5da-4dfb-8d2f-b54b839f240c req-9e5cf2d3-ddeb-4303-9455-3588f0e7b269 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0484912 Aug 30 23:31:02.919095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2888b01c-d5da-4dfb-8d2f-b54b839f240c req-53a01e8d-d8d0-4bb4-9e13-2762350ef933 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Aug 30 23:31:04.039807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3c6af-c8ad-4ef6-83bf-4e5e06c6c8b2 req-e5810abb-af6a-44c4-933e-cc0cbc9cb1f8 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:04.041198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccc3c6af-c8ad-4ef6-83bf-4e5e06c6c8b2 req-e5810abb-af6a-44c4-933e-cc0cbc9cb1f8 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0520570 Aug 30 23:31:04.078764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ccc3c6af-c8ad-4ef6-83bf-4e5e06c6c8b2 req-d7bea085-27f1-490a-a15f-ed242c92981b tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315473 Aug 30 23:31:05.204533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aea5c4-aff2-43f2-861d-d02a05c2fdcb req-dd7f21cd-27f5-4f0a-a2b7-7c2fdbd3998a tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:05.206660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61aea5c4-aff2-43f2-861d-d02a05c2fdcb req-dd7f21cd-27f5-4f0a-a2b7-7c2fdbd3998a tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0562892 Aug 30 23:31:05.252928 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-61aea5c4-aff2-43f2-861d-d02a05c2fdcb req-e6c4f9f7-20e9-4de8-8b25-1d6e8d6c13bb tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397949 Aug 30 23:31:06.375390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bae3ad7-da6a-40d0-a73b-dacf71e5f17c req-7264586b-8217-4989-9193-7ff3b664d94e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:06.376977 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4bae3ad7-da6a-40d0-a73b-dacf71e5f17c req-7264586b-8217-4989-9193-7ff3b664d94e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0537722 Aug 30 23:31:06.415958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4bae3ad7-da6a-40d0-a73b-dacf71e5f17c req-d221b293-4fa4-4671-bba6-a28d7789306e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Aug 30 23:31:07.540548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8934878d-96b3-4c1b-ad66-1cb4a63b030d req-6e191e0d-f1a0-4de4-8756-ec0682ada0c6 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:07.542382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8934878d-96b3-4c1b-ad66-1cb4a63b030d req-6e191e0d-f1a0-4de4-8756-ec0682ada0c6 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0551274 Aug 30 23:31:07.585207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8934878d-96b3-4c1b-ad66-1cb4a63b030d req-15fb525e-ae96-4b9e-9568-f62e32c4f7fb tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361466 Aug 30 23:31:08.298374 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-121be168-6cd4-464a-b9bd-453766cef2fc req-082b6322-3218-4ddd-887d-c10a6fed4fea service neutron] show failed (client error): The resource could not be found. Aug 30 23:31:08.300110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-082b6322-3218-4ddd-887d-c10a6fed4fea service neutron] 10.222.0.47 "GET /v2.0/ports/1176438d-7f66-4e6c-92f8-71fb47c5c34a/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0587764 Aug 30 23:31:08.575647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-556908a6-1571-4956-96af-29caf160998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:08.577119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-556908a6-1571-4956-96af-29caf160998d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396&tenant_id=ac2514ababbb455e8914a3bee9ec774a HTTP/1.1" status: 200 len: 1097 time: 0.1200371 Aug 30 23:31:08.608486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:08.666812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:08.704743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d5fa8-4e2c-414d-b438-766cb78f0bd5 req-8d4b9310-e633-4237-9b1d-fed8eef5efcd tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:08.707035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-623d5fa8-4e2c-414d-b438-766cb78f0bd5 req-8d4b9310-e633-4237-9b1d-fed8eef5efcd tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0504582 Aug 30 23:31:08.744579 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-623d5fa8-4e2c-414d-b438-766cb78f0bd5 req-ba701ead-2562-4e8b-a543-30b300ccff20 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313723 Aug 30 23:31:08.873033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:08.907489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:31:08.946858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:08.949381 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f228bb8-80c3-48d0-8106-94eac0067c71" -d '{"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-unplugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:08.953453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:08.966230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Transition to ACTIVE for port object 1176438d-7f66-4e6c-92f8-71fb47c5c34a will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:31:08.970558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:09.002575 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cd79b5-f1f6-4fab-be94-73976b241fa5 x-openstack-request-id: req-81cd79b5-f1f6-4fab-be94-73976b241fa5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:09.002876 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-unplugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:09.003179 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-81cd79b5-f1f6-4fab-be94-73976b241fa5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:09.003570 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'code': 200} Aug 30 23:31:09.041473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] No DVR routers for this DVR port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:31:09.044573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:09.056318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.056670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.057015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.057354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.057687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.058048 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.058379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.058708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.059038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.059365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.059691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.060023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:09.088816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:31:09.089153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:31:09.089481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:09.094017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:31:09.094343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Attempting to bind port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on network 2861b192-10b0-40af-843a-81a521aad13c {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:09.099754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:31:09.100089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Checking segment: {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:31:09.100473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Bound using segment: {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:31:09.100897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Bound port: 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '2861b192-10b0-40af-843a-81a521aad13c'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:31:09.101255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:09.163242 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:31:09.166199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:31:09.170705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:09.204591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:09.205831 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:09.207220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] 10.222.0.52 "PUT /v2.0/ports/1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 1092 time: 0.6030746 Aug 30 23:31:09.227399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a370147-8a50-43a4-8bd3-67276fc3a3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:09.282176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-a62e97fc-04a9-4085-9077-f2591c6d900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:09.284320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-a62e97fc-04a9-4085-9077-f2591c6d900f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1095 time: 0.0447116 Aug 30 23:31:09.372258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-50a4804f-5ad6-46fa-a1af-bc6f1475df71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:09.373751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-50a4804f-5ad6-46fa-a1af-bc6f1475df71 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0820143 Aug 30 23:31:09.421533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-bc3a47c1-cb72-49a8-93f4-57154e0c62b1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0408299 Aug 30 23:31:09.470397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121be168-6cd4-464a-b9bd-453766cef2fc req-63ce2e92-cbf4-45a8-a20f-6b5946e1f75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:09.471842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-63ce2e92-cbf4-45a8-a20f-6b5946e1f75b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0436225 Aug 30 23:31:09.503109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-913af776-d60b-4eaa-ac42-b7b39061d078 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241721 Aug 30 23:31:09.514515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2e229b00-bf52-4bb8-93ad-8ce96c3f8c0c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:31:09.515458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-2e229b00-bf52-4bb8-93ad-8ce96c3f8c0c service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048945 Aug 30 23:31:09.603285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-3a47e690-10d5-483e-a08e-5c5ec0a2930e service neutron] 10.222.0.52 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806401 Aug 30 23:31:09.703131 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-121be168-6cd4-464a-b9bd-453766cef2fc req-cfda077d-f74a-4a05-a835-b0e6ba72a50b service neutron] 10.222.0.52 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931966 Aug 30 23:31:09.880372 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c186edf4-a9de-47fa-bf23-a7446c1b45c4 req-54027296-424a-474a-8db3-37c1dafa11f4 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:09.881976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c186edf4-a9de-47fa-bf23-a7446c1b45c4 req-54027296-424a-474a-8db3-37c1dafa11f4 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 943 time: 0.0607927 Aug 30 23:31:09.927799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c186edf4-a9de-47fa-bf23-a7446c1b45c4 req-31fe21df-3d05-403c-a35b-11ffaef66e0e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388033 Aug 30 23:31:10.379632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-29cd62d8-eb4f-4be0-ba62-c2e3c40ff24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:11.005760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:11.007997 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6679bff9-c9a3-4325-8d45-b132d0cff766" -d '{"events": [{"name": "network-changed", "server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:11.061911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5445d6-0943-4804-bce1-9fb350acd078 req-0107e75d-ebc8-4198-99c2-89c77c66d148 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.063484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0e5445d6-0943-4804-bce1-9fb350acd078 req-0107e75d-ebc8-4198-99c2-89c77c66d148 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 943 time: 0.0666521 Aug 30 23:31:11.065744 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1795b2a4-821c-48ad-98cf-e2a6c1534b59 x-openstack-request-id: req-1795b2a4-821c-48ad-98cf-e2a6c1534b59 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:11.066079 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:11.066360 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1795b2a4-821c-48ad-98cf-e2a6c1534b59 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:11.066692 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'status': 'completed', 'code': 200} Aug 30 23:31:11.109774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0e5445d6-0943-4804-bce1-9fb350acd078 req-553e55fd-aea4-4878-880d-f2447dee3299 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394137 Aug 30 23:31:11.120822 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-40bb1b4f-1d57-4a21-acd5-dca86e12e0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.122428 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-40bb1b4f-1d57-4a21-acd5-dca86e12e0c1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1095 time: 0.0440221 Aug 30 23:31:11.154661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-35209f05-55fe-41a6-8c31-ef4c677ea58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.156167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-35209f05-55fe-41a6-8c31-ef4c677ea58c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1095 time: 0.0455248 Aug 30 23:31:11.213421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-39c8f37b-c784-48d9-acfc-bb2a5396f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.215148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-39c8f37b-c784-48d9-acfc-bb2a5396f3f3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0861011 Aug 30 23:31:11.248355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-f60e45d2-92ef-4d7f-be80-729058461d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.249872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-f60e45d2-92ef-4d7f-be80-729058461d11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0854905 Aug 30 23:31:11.263585 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-937f71f0-682f-4fc3-ac68-64eedb848db7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0406516 Aug 30 23:31:11.312801 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-129d36ee-c7fa-40f7-bd02-4bec53c0ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.314803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-129d36ee-c7fa-40f7-bd02-4bec53c0ea74 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0437229 Aug 30 23:31:11.318791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-6cf4e52f-9489-47e8-99e6-f661df5486de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0364752 Aug 30 23:31:11.348661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-aa9882c9-3bb7-4a0f-89ee-ba63882d0e85 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267706 Aug 30 23:31:11.378518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-b7f85787-3b76-4dce-8fda-e549b765c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:11.380032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-b7f85787-3b76-4dce-8fda-e549b765c380 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0534751 Aug 30 23:31:11.413538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-b39febde-1fca-458f-b6aa-b35810a0126a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254381 Aug 30 23:31:11.451740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-ea4e9d49-e7d6-44a8-84e9-2db660707afd service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953782 Aug 30 23:31:11.503622 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-6f99008c-5317-4fa6-8995-7d9585ab9240 service neutron] 10.222.0.52 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831714 Aug 30 23:31:11.542500 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-bfd2e513-9dc8-43d0-96d3-774cc40249b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830090 Aug 30 23:31:11.604165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6679bff9-c9a3-4325-8d45-b132d0cff766 req-92f3620c-91aa-488a-b8dd-053b9a3cdcc1 service neutron] 10.222.0.52 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934148 Aug 30 23:31:11.760584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:31:11.765024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:31:11.848778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:31:11.887201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:11.897812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'network_id': '2861b192-10b0-40af-843a-81a521aad13c', 'port_id': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'mac_address': 'fa:16:3e:b9:82:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f89a115-9572-4360-8d97-64db8bc57ac0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:31:11.934492 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:11.947746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1176438d-7f66-4e6c-92f8-71fb47c5c34a {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:31:11.966618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:11.970035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:12.015303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:12.231629 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbcade-cf98-4adc-a98d-c6a6944b2e40 req-e5972d2f-f32a-4f14-896c-90020d4bf42e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:12.233127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13cbcade-cf98-4adc-a98d-c6a6944b2e40 req-e5972d2f-f32a-4f14-896c-90020d4bf42e tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 944 time: 0.0502610 Aug 30 23:31:12.271114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-13cbcade-cf98-4adc-a98d-c6a6944b2e40 req-1e9e286c-9a8d-4bb4-a894-6ff81677d62f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Aug 30 23:31:12.306052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1176438d-7f66-4e6c-92f8-71fb47c5c34a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:31:12.547304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-cb8b1764-8957-4f94-8b91-f23b4b772155 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:12.549348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-cb8b1764-8957-4f94-8b91-f23b4b772155 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396&tenant_id=ac2514ababbb455e8914a3bee9ec774a&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.0872896 Aug 30 23:31:12.608701 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-37f5335d-5417-4feb-a1c7-31a8c455de14 service neutron] delete failed (client error): The resource could not be found. Aug 30 23:31:12.609708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-37f5335d-5417-4feb-a1c7-31a8c455de14 service neutron] 10.222.0.47 "DELETE /v2.0/ports/1176438d-7f66-4e6c-92f8-71fb47c5c34a/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0532005 Aug 30 23:31:12.695453 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-0ac031a0-853e-4dd6-9d86-0300c429c721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:12.697012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-0ac031a0-853e-4dd6-9d86-0300c429c721 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=ac2514ababbb455e8914a3bee9ec774a&device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 1096 time: 0.0418208 Aug 30 23:31:12.790705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-4062e93b-52c3-46b3-83d3-0128538caea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:12.792200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-4062e93b-52c3-46b3-83d3-0128538caea3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 200 len: 912 time: 0.0882225 Aug 30 23:31:12.834170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-ec82ac7f-4583-4d38-a483-55092072d167 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 200 len: 217 time: 0.0341518 Aug 30 23:31:12.885344 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-78d424b3-e1a4-4adb-b6e4-c63732757263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:12.886823 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-78d424b3-e1a4-4adb-b6e4-c63732757263 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 200 len: 851 time: 0.0464807 Aug 30 23:31:12.918140 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-3701cf97-4e8f-4bfa-98f3-d98042a665e4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2861b192-10b0-40af-843a-81a521aad13c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243287 Aug 30 23:31:12.946631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:13.013208 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-8b73ef4e-a94b-4cf6-ae2e-09a3a0a3ea1b service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881774 Aug 30 23:31:13.110782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-83e9a125-748e-4411-b0bf-e747974f6af5 service neutron] 10.222.0.47 "GET /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904491 Aug 30 23:31:13.369461 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9c5ecbf-730b-4fea-8dd2-53e6c78f91ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:13.757282 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:31:13.809997 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4e3a92-eddf-4139-8415-162dbb4daf3d req-1a09c174-9916-4126-9671-58248dfb7b45 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:13.811539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d4e3a92-eddf-4139-8415-162dbb4daf3d req-1a09c174-9916-4126-9671-58248dfb7b45 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 944 time: 0.0493987 Aug 30 23:31:13.815516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1176438d-7f66-4e6c-92f8-71fb47c5c34a completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:31:13.819480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1176438d-7f66-4e6c-92f8-71fb47c5c34a triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:31:13.819934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:13.850775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2d4e3a92-eddf-4139-8415-162dbb4daf3d req-bf655dab-5ea1-4ca3-97be-782becec2bbe tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Aug 30 23:31:13.898594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:13.920732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:13.922998 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49442edf-7e3b-4109-bfa1-ff5b7fd83b77" -d '{"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-plugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:13.935938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:13.940713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:13.989968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:14.029505 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a95dc5-cd82-4d1f-854c-8b4f2d04cc60 x-openstack-request-id: req-57a95dc5-cd82-4d1f-854c-8b4f2d04cc60 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:14.029808 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-plugged", "status": "completed", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:14.030066 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57a95dc5-cd82-4d1f-854c-8b4f2d04cc60 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:14.030462 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'code': 200} Aug 30 23:31:14.664978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:14.966893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71eb7a-a161-4398-9610-62c8738e89f3 req-131d2c0b-2a97-48e9-9ced-766ca73ebf44 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:14.968358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee71eb7a-a161-4398-9610-62c8738e89f3 req-131d2c0b-2a97-48e9-9ced-766ca73ebf44 tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0486887 Aug 30 23:31:15.007784 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ee71eb7a-a161-4398-9610-62c8738e89f3 req-888a81b6-9661-47de-9582-2b322e4c497f tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.25 "GET /v2.0/security-groups?id=9738892f-4a0e-4eb6-908d-0e4dc6905519&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334389 Aug 30 23:31:15.201117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-1fc339e5-4b0a-4787-876f-e32b2bbfa2fa tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:15.202580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-1fc339e5-4b0a-4787-876f-e32b2bbfa2fa tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.52 "GET /v2.0/ports?device_id=d2cd98d8-d58d-4429-8597-c433b77eb396 HTTP/1.1" status: 200 len: 945 time: 0.0487061 Aug 30 23:31:15.292521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Deleting port 1176438d-7f66-4e6c-92f8-71fb47c5c34a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:31:15.292835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:15.379738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] For port 1176438d-7f66-4e6c-92f8-71fb47c5c34a, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1176438d-7f66-4e6c-92f8-71fb47c5c34a,segment=NetworkSegment(f8e37806-d8ca-4f4a-9d70-288fb97fafb8),segment_id=f8e37806-d8ca-4f4a-9d70-288fb97fafb8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:15.380115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:15.393758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Calling delete_port for 1176438d-7f66-4e6c-92f8-71fb47c5c34a owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:31:15.521439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:15.550589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Pushing event deleted for resources: {'Port': ['ID=1176438d-7f66-4e6c-92f8-71fb47c5c34a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:15.553446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1176438d-7f66-4e6c-92f8-71fb47c5c34a'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:31:15.590521 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] No DVR routers for this DVR port 1176438d-7f66-4e6c-92f8-71fb47c5c34a on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:31:15.593101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:15.595251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dfd61818-b54a-4b07-871e-dba1f1f378a1 req-621c11de-f89e-409f-b7f4-ab63a0aec04c tempest-DeleteServersTestJSON-1738737596 tempest-DeleteServersTestJSON-1738737596-project] 10.222.0.52 "DELETE /v2.0/ports/1176438d-7f66-4e6c-92f8-71fb47c5c34a HTTP/1.1" status: 204 len: 173 time: 0.3865881 Aug 30 23:31:15.596199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-deleted', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:15.598550 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6b0537a-8736-4c0e-a061-da0f1207eb4f" -d '{"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-deleted", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:15.642426 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbea09c7-7480-45f8-835c-f6abb2a892b9 x-openstack-request-id: req-cbea09c7-7480-45f8-835c-f6abb2a892b9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:15.642725 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2cd98d8-d58d-4429-8597-c433b77eb396", "name": "network-vif-deleted", "tag": "1176438d-7f66-4e6c-92f8-71fb47c5c34a", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:15.642979 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cbea09c7-7480-45f8-835c-f6abb2a892b9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:15.643380 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2cd98d8-d58d-4429-8597-c433b77eb396', 'name': 'network-vif-deleted', 'tag': '1176438d-7f66-4e6c-92f8-71fb47c5c34a', 'status': 'completed', 'code': 200} Aug 30 23:31:16.105365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.141319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33024) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:16.195179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Deleting subnet 5f89a115-9572-4360-8d97-64db8bc57ac0 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:31:16.198417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.232523 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.271300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.325943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.352517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f89a115-9572-4360-8d97-64db8bc57ac0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:16.354520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.356361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4311a5af-6f28-46e8-87ea-4d1b0b6c5470 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5f89a115-9572-4360-8d97-64db8bc57ac0 HTTP/1.1" status: 204 len: 168 time: 0.2140150 Aug 30 23:31:16.358921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33026) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:16.429428 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.510668 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.522741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2861b192-10b0-40af-843a-81a521aad13c']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:31:16.538839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:31:16.539134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e37806-d8ca-4f4a-9d70-288fb97fafb8') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:31:16.547860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.561078 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.567641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:31:16.568030 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:31:16.569612 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:31:16.622672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.629054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.630944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] 10.222.0.25 "DELETE /v2.0/networks/2861b192-10b0-40af-843a-81a521aad13c HTTP/1.1" status: 204 len: 168 time: 0.2710879 Aug 30 23:31:16.641893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2127659-4ee6-4e0d-9d78-bc5951d0d34e admin admin] Pushing event deleted for resources: {'Network': ['ID=2861b192-10b0-40af-843a-81a521aad13c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:16.741183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33030) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:16.785948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d1b7efb-e83b-4ef9-96ef-9594a2453b0d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac2514ababbb455e8914a3bee9ec774a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413578 Aug 30 23:31:16.786686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33032) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:16.839964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.864861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.911044 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.913925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:16.915077 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9738892f-4a0e-4eb6-908d-0e4dc6905519 HTTP/1.1" status: 204 len: 168 time: 0.1276422 Aug 30 23:31:16.922986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e72937-d8c1-46e8-a742-d964eb62180b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9738892f-4a0e-4eb6-908d-0e4dc6905519,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:17.558120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33054) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:17.651246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1287066888-network', 'tenant_id': '6963628e776943efa05fb191635ed076'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:17.671532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Made reservation on behalf of 6963628e776943efa05fb191635ed076 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:31:17.674558 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.682753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.750878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:31:17.771077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 1176438d-7f66-4e6c-92f8-71fb47c5c34a {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:31:17.771461 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.771597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1176438d-7f66-4e6c-92f8-71fb47c5c34a not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:31:17.777112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.803792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:31:17.818902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87234a8d-5e7b-4834-8564-2bc495dd01d8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:17.821917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.822284 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Added segment 381987a3-bbaa-4db0-93e3-d617b8563586 of type vlan for network a95f3621-f3be-4d67-be79-19c8189a17d9 Aug 30 23:31:17.867514 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.891463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.892301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:17.892885 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:17.945695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3864605 Aug 30 23:31:17.948681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33058) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:31:17.953753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Request body: {'subnet': {'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1287066888-subnet', 'tenant_id': '6963628e776943efa05fb191635ed076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:17.956420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c304c81-a1d6-44f0-b17c-e794bc5145ca admin admin] Pushing event updated for resources: {'Network': ['ID=a95f3621-f3be-4d67-be79-19c8189a17d9,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:17.966284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network a95f3621-f3be-4d67-be79-19c8189a17d9 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:31:17.976459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Made reservation on behalf of 6963628e776943efa05fb191635ed076 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:31:17.978983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:18.150090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:18.206792 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Pushing event updated for resources: {'Subnet': ['ID=75032f82-d47b-4ce4-8b71-330ba9c44f42,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:18.218563 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.218905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.219241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.219572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.219900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.220226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.220572 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.220895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.221215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.221541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.221878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.222195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:18.227131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Checking segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:31:18.227489 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Network hostable DHCP agents. Network: a95f3621-f3be-4d67-be79-19c8189a17d9, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:31:18.245232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Network a95f3621-f3be-4d67-be79-19c8189a17d9 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:31:18.254307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, a95f3621-f3be-4d67-be79-19c8189a17d9) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:31:18.259250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:18.261277 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:18.262090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597aa484-0c28-4ba6-875c-8d5d075ffa07 None None] Network a95f3621-f3be-4d67-be79-19c8189a17d9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:31:18.275142 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-54773991-b147-4ec9-827e-92d09ec70fae admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3252833 Aug 30 23:31:18.393063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999de812-6ee1-4b4b-8345-83e5ccc723f7 None None] Network a95f3621-f3be-4d67-be79-19c8189a17d9 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:31:18.704862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-8c07536a-187a-45cd-b42e-bf30161c39ce tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:18.706378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-8c07536a-187a-45cd-b42e-bf30161c39ce tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 815 time: 0.1054020 Aug 30 23:31:18.721839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-6dffdc08-741f-4dfa-a199-1fa8307198e3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/quotas/6963628e776943efa05fb191635ed076 HTTP/1.1" status: 200 len: 375 time: 0.0097413 Aug 30 23:31:18.757160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-78bce27a-b8c3-4e42-9c3e-fcf28db10342 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301917 Aug 30 23:31:18.847418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-338755ee-13c8-4ccd-9a98-583f9ecc54db service neutron] 10.222.0.25 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833361 Aug 30 23:31:18.938294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-c776e02e-7187-45da-b805-d6c7fe06e76d service neutron] 10.222.0.25 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848536 Aug 30 23:31:19.097545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7162fa5a-185b-4a37-93a7-34d3ffe569b2 req-dad1d975-db24-43d9-9a31-008a8bde3ced tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 210 time: 0.0276871 Aug 30 23:31:20.203808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f643c56-a651-4249-802f-d40e3039bc0b req-d65ad412-7065-4011-b123-09b69896ba3e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 210 time: 0.0361235 Aug 30 23:31:20.228733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-f1143687-62ed-41d1-96fd-19963d39721f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:20.230216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-f1143687-62ed-41d1-96fd-19963d39721f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 815 time: 0.1282623 Aug 30 23:31:20.255894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Request body: {'port': {'device_id': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'admin_state_up': True, 'tenant_id': '6963628e776943efa05fb191635ed076'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:20.364382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Made reservation on behalf of 6963628e776943efa05fb191635ed076 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:31:20.368020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:20.493804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Allocated IP 172.20.0.13 (a95f3621-f3be-4d67-be79-19c8189a17d9/75032f82-d47b-4ce4-8b71-330ba9c44f42/1a4eaa5b-def2-409b-a06d-1454798719fd) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:31:20.635738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:20.676806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:20.722280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Network a95f3621-f3be-4d67-be79-19c8189a17d9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:31:20.727271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:31:20.733278 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:31:20.739621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:20.786695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:20.787338 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:20.803011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-66533377-3040-4687-bfae-7183a30351dc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508444 Aug 30 23:31:20.820632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Request body: {'port': {'device_id': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:20.872439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.143788 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4eaa5b-def2-409b-a06d-1454798719fd {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:31:21.151050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.162898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Transition to ACTIVE for port object 1a4eaa5b-def2-409b-a06d-1454798719fd will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:31:21.166592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.215303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:21.283755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:31:21.284185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:31:21.284438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:21.288899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:31:21.289231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:21.294076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:31:21.294416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Checking segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:31:21.294800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Bound using segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:31:21.295229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Bound port: 1a4eaa5b-def2-409b-a06d-1454798719fd, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:31:21.295590 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.320760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b6a31d-064e-44f6-92fe-3613f947d862 req-b7226404-c1db-48aa-86c8-3ed0907db978 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:21.322417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83b6a31d-064e-44f6-92fe-3613f947d862 req-b7226404-c1db-48aa-86c8-3ed0907db978 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0494266 Aug 30 23:31:21.359425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83b6a31d-064e-44f6-92fe-3613f947d862 req-fe52f82c-7fee-4d21-8d67-950f97ed934a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Aug 30 23:31:21.364502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:31:21.368113 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:31:21.371922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.406305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:21.406926 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:21.408968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] 10.222.0.52 "PUT /v2.0/ports/1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 1093 time: 0.5924525 Aug 30 23:31:21.409409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:21.411717 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a28b366-a9c4-4ff8-808e-c3a3f9751690" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:21.435381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2598d-7457-4b5a-8182-f5336c29d1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:21.451341 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da20b4-9a3d-4ae1-8f0d-6c59bb039af8 x-openstack-request-id: req-a3da20b4-9a3d-4ae1-8f0d-6c59bb039af8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:21.451631 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:21.451848 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3da20b4-9a3d-4ae1-8f0d-6c59bb039af8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:21.452254 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'status': 'completed', 'code': 200} Aug 30 23:31:21.513444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-761b192d-89be-4c69-8895-0f8e6e4d8ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:21.515061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-761b192d-89be-4c69-8895-0f8e6e4d8ae7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1096 time: 0.0419426 Aug 30 23:31:21.562149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-75488e04-f4a8-4eb8-98fe-a6e85ad469df service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0331900 Aug 30 23:31:21.613593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-f0feb8c0-d6a6-4d34-8dd3-2f7b66a41875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:21.615081 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-f0feb8c0-d6a6-4d34-8dd3-2f7b66a41875 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0464571 Aug 30 23:31:21.647516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-2d74178f-35e1-4954-84be-ea7db606066b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254724 Aug 30 23:31:21.736042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-b43b656c-1ae5-4cad-ae1c-6ba5955290d4 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807500 Aug 30 23:31:21.832177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27ebd5e8-b559-4993-9631-b3a5f5b1fc34 req-85ff4971-813f-4668-9d9e-424fc5b2a876 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877733 Aug 30 23:31:21.954726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-fc9b7033-6a99-4ff4-8d72-8387fb24a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:21.956709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-fc9b7033-6a99-4ff4-8d72-8387fb24a953 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1096 time: 0.0417979 Aug 30 23:31:22.048593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-a64ddc28-bb31-4591-ab4b-53509cdc43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:22.050078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-a64ddc28-bb31-4591-ab4b-53509cdc43b3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0862265 Aug 30 23:31:22.092450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-6055d611-6bf6-4ba9-bc69-13fc78049275 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0348284 Aug 30 23:31:22.141822 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-b570cdc8-4802-47e5-a05e-cffa49f380f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:22.143925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-b570cdc8-4802-47e5-a05e-cffa49f380f1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0439436 Aug 30 23:31:22.176254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-39924afb-7981-4ea8-aa1b-d037aa0bb839 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241175 Aug 30 23:31:22.269144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-a63bdc7c-54cf-432a-8b1a-3fa21f8d8667 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848942 Aug 30 23:31:22.357251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a28b366-a9c4-4ff8-808e-c3a3f9751690 req-2e65068d-1f1b-44b9-8b4c-eff69dcb4df4 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807302 Aug 30 23:31:22.475269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa72bc2-1bae-4929-8c4f-4f449b26a6f3 req-54dbfad8-d263-4ca9-b472-25dfd181eff6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:22.476775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfa72bc2-1bae-4929-8c4f-4f449b26a6f3 req-54dbfad8-d263-4ca9-b472-25dfd181eff6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0489786 Aug 30 23:31:22.514734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bfa72bc2-1bae-4929-8c4f-4f449b26a6f3 req-0fe3defb-a728-4b8a-bb23-276bdc7c418c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 Aug 30 23:31:22.747546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:23.637264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855c897-29e2-41b0-a380-e87a00aeb885 req-22d73c24-a036-4d19-9b14-4777b1313e15 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:23.638798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a855c897-29e2-41b0-a380-e87a00aeb885 req-22d73c24-a036-4d19-9b14-4777b1313e15 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0555749 Aug 30 23:31:23.675790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a855c897-29e2-41b0-a380-e87a00aeb885 req-b8b6357d-3679-47ae-91bc-1adb31d9c613 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311365 Aug 30 23:31:23.797169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:31:23.889705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:23.900847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'port_id': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'mac_address': 'fa:16:3e:d8:e1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75032f82-d47b-4ce4-8b71-330ba9c44f42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:31:23.941329 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:23.953538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4eaa5b-def2-409b-a06d-1454798719fd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:31:23.972550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:23.976693 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:24.022935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:24.030146 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.030502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.030851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.031198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.031539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.031878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.032215 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.032548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.033394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.033726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.034084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.034434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:31:24.233330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['1a4eaa5b-def2-409b-a06d-1454798719fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:31:24.794196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2832eb3-80f5-45b6-afbb-a7a3994c2124 req-94dccffb-0aee-48a7-b3a2-5f618c1ce806 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:24.795669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2832eb3-80f5-45b6-afbb-a7a3994c2124 req-94dccffb-0aee-48a7-b3a2-5f618c1ce806 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 945 time: 0.0541165 Aug 30 23:31:24.837884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a2832eb3-80f5-45b6-afbb-a7a3994c2124 req-0ac36d91-c6e9-4e71-8907-2e914da98b2f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360298 Aug 30 23:31:25.814319 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:31:25.865374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 1a4eaa5b-def2-409b-a06d-1454798719fd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:31:25.868774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 1a4eaa5b-def2-409b-a06d-1454798719fd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:31:25.869151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:25.946403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:25.955695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f3826-9ea8-4f7b-96a1-26f10fa787fd req-e6e23bff-08b1-4749-a879-34fdc1cc3e3f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:25.957389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef8f3826-9ea8-4f7b-96a1-26f10fa787fd req-e6e23bff-08b1-4749-a879-34fdc1cc3e3f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 945 time: 0.0542037 Aug 30 23:31:25.972212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:25.974496 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b9add7-04dc-4578-92b6-edfe6fd9d493" -d '{"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-plugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:25.987423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:25.994884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:25.996794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef8f3826-9ea8-4f7b-96a1-26f10fa787fd req-fa7f70dd-eb0c-42f3-bbcf-98fb693c2af4 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333815 Aug 30 23:31:26.023176 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca2b500-6ea9-4a3e-bbc4-abd99cadf106 x-openstack-request-id: req-4ca2b500-6ea9-4a3e-bbc4-abd99cadf106 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:26.023470 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-plugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:26.023719 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4ca2b500-6ea9-4a3e-bbc4-abd99cadf106 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:26.024117 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'code': 200} Aug 30 23:31:26.049994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:26.143329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8415ff-99c4-4228-b7f1-423e170772eb req-b9bbc52d-6a84-4d45-b6bb-003a15c5f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:26.144903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa8415ff-99c4-4228-b7f1-423e170772eb req-b9bbc52d-6a84-4d45-b6bb-003a15c5f14e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1098 time: 0.0417247 Aug 30 23:31:26.183368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fa8415ff-99c4-4228-b7f1-423e170772eb req-3e9af878-f9df-41be-919c-628431761389 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308654 Aug 30 23:31:27.120493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f28fcc-7244-4746-b3c4-6f19fe772546 req-fe392a8e-672a-41d7-92fe-8356a01e198a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:27.121958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56f28fcc-7244-4746-b3c4-6f19fe772546 req-fe392a8e-672a-41d7-92fe-8356a01e198a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0566511 Aug 30 23:31:27.159565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56f28fcc-7244-4746-b3c4-6f19fe772546 req-6e4e9288-3bc0-47fb-8166-a9dec8e99c4c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311441 Aug 30 23:31:28.097186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:28.282117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad3e7f-971f-476e-8e33-c37c319a3e84 req-e7de3208-0ad2-48b2-940c-d32b86d82f13 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:28.283688 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67ad3e7f-971f-476e-8e33-c37c319a3e84 req-e7de3208-0ad2-48b2-940c-d32b86d82f13 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0536735 Aug 30 23:31:28.323100 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-67ad3e7f-971f-476e-8e33-c37c319a3e84 req-8eb23f45-5935-4e4e-b574-23894c8eb738 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319340 Aug 30 23:31:28.435606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f994a-ad9e-4028-9b2d-8a4bc916c7dc req-e279935e-4409-46a6-971a-4379aea47121 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:28.437074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-650f994a-ad9e-4028-9b2d-8a4bc916c7dc req-e279935e-4409-46a6-971a-4379aea47121 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0489514 Aug 30 23:31:28.475661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-650f994a-ad9e-4028-9b2d-8a4bc916c7dc req-82d9f37f-0857-40bc-afd7-bbbdf2ea11ac tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Aug 30 23:31:28.670389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790be212-d85e-4bb8-859f-72adf7bbec88 req-f06a55b5-ea7b-4060-aad3-7bbd56ddc52c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:28.671748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-790be212-d85e-4bb8-859f-72adf7bbec88 req-f06a55b5-ea7b-4060-aad3-7bbd56ddc52c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0481153 Aug 30 23:31:28.709384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-790be212-d85e-4bb8-859f-72adf7bbec88 req-7bc60e19-005c-437f-97cf-9c184897141c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312066 Aug 30 23:31:28.728646 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:31:28.822917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dd43ae-cf5b-49b3-bf96-cef845821732 req-1a31cac8-156d-4dbb-ad15-e880f12bfeba tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:28.824401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1dd43ae-cf5b-49b3-bf96-cef845821732 req-1a31cac8-156d-4dbb-ad15-e880f12bfeba tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0489097 Aug 30 23:31:28.863610 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1dd43ae-cf5b-49b3-bf96-cef845821732 req-1907d188-ea02-4aa8-a594-eaf7f2e992f9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331123 Aug 30 23:31:29.110241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-05e67282-0baf-4781-a408-f065053f8949 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0477455 Aug 30 23:31:29.120011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbd8734-bbe7-4bec-bc53-2890759b45ee req-680d34ac-f380-4ad8-ab7f-6f98409fc9f7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:29.121487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fbd8734-bbe7-4bec-bc53-2890759b45ee req-680d34ac-f380-4ad8-ab7f-6f98409fc9f7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0563495 Aug 30 23:31:29.160684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fbd8734-bbe7-4bec-bc53-2890759b45ee req-29551289-23fa-4360-8d91-e02c4d59f1b8 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327768 Aug 30 23:31:30.288252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-251fc8be-ff3c-40d4-a8a5-f8ef9144a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:30.289762 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-251fc8be-ff3c-40d4-a8a5-f8ef9144a688 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1098 time: 0.0709779 Aug 30 23:31:30.303654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b55ac80-3969-43c6-8afb-62b98c2d3e25 req-45ee7b75-091b-4bce-a6dc-c93c6177637c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:30.305201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b55ac80-3969-43c6-8afb-62b98c2d3e25 req-45ee7b75-091b-4bce-a6dc-c93c6177637c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0617604 Aug 30 23:31:30.401912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b55ac80-3969-43c6-8afb-62b98c2d3e25 req-cf9a25da-e6f5-4bfe-a94e-c5228b3484b4 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844958 Aug 30 23:31:30.423000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-8e0330df-1a8a-44e4-8e34-42168172f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:30.424999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-8e0330df-1a8a-44e4-8e34-42168172f5a8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.1189134 Aug 30 23:31:30.468222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-03627fbb-df64-4291-9b2f-1f415875186c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0356288 Aug 30 23:31:30.520400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-0599e9d7-30df-4b07-8e59-235c0aedc58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:30.521884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-0599e9d7-30df-4b07-8e59-235c0aedc58f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0474207 Aug 30 23:31:30.553468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-ee74366f-09ea-49a5-aa40-8b0561bee47a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250645 Aug 30 23:31:30.643397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d52a121f-f488-4b8d-862c-6e8e6238d192 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807178 Aug 30 23:31:30.738302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-12fa7b04-8273-4efa-b8bd-215da7be5189 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882792 Aug 30 23:31:31.518594 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a192ae-b996-4a68-bf56-9727083905f3 req-3302a092-5a09-4a07-819f-6b66853d0a2f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:31.520075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0a192ae-b996-4a68-bf56-9727083905f3 req-3302a092-5a09-4a07-819f-6b66853d0a2f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0486708 Aug 30 23:31:31.557173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0a192ae-b996-4a68-bf56-9727083905f3 req-c4d5487a-a65c-4de7-8c2e-e04bc0f998fe tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309885 Aug 30 23:31:32.671255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e099d23f-c7dc-4269-8355-d5274a414e04 req-26ef857e-301e-4a96-96f6-9e3ff8d76b9c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:32.672642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e099d23f-c7dc-4269-8355-d5274a414e04 req-26ef857e-301e-4a96-96f6-9e3ff8d76b9c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0492370 Aug 30 23:31:32.710488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e099d23f-c7dc-4269-8355-d5274a414e04 req-6e162a57-5ac7-4768-be30-342bc8ff1be7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318792 Aug 30 23:31:33.823621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11166624-adcf-4066-99a5-79164d3c6601 req-45f0c51a-a955-4b3a-aa18-8706d26bc3bb tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:33.825097 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11166624-adcf-4066-99a5-79164d3c6601 req-45f0c51a-a955-4b3a-aa18-8706d26bc3bb tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0482271 Aug 30 23:31:33.862584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11166624-adcf-4066-99a5-79164d3c6601 req-a6679a84-bb33-4ed9-ba24-a6baef016f42 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Aug 30 23:31:34.983258 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595dc74-e20f-4702-aa74-6a1eb1ca449b req-23d9e547-a4e9-4ea3-a7b2-48267d428d28 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:34.984736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6595dc74-e20f-4702-aa74-6a1eb1ca449b req-23d9e547-a4e9-4ea3-a7b2-48267d428d28 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0518796 Aug 30 23:31:35.026297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6595dc74-e20f-4702-aa74-6a1eb1ca449b req-eb03d559-6121-4e9d-ad34-850a6fdda820 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350928 Aug 30 23:31:36.143900 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957db55-5bd6-41d4-a40d-e71fdd5c650f req-cfb6cf48-468c-4805-b9dd-f5fb087a838f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:36.145346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a957db55-5bd6-41d4-a40d-e71fdd5c650f req-cfb6cf48-468c-4805-b9dd-f5fb087a838f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0515718 Aug 30 23:31:36.184074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a957db55-5bd6-41d4-a40d-e71fdd5c650f req-0de08303-2b18-4bc4-b360-229a9caf43a4 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328031 Aug 30 23:31:37.580011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084ba99-3d14-44ca-96b6-2e1e03bb6918 req-5f9428a6-63eb-42be-be84-a3ffe17b5b82 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:37.581539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d084ba99-3d14-44ca-96b6-2e1e03bb6918 req-5f9428a6-63eb-42be-be84-a3ffe17b5b82 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.3252492 Aug 30 23:31:37.620923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d084ba99-3d14-44ca-96b6-2e1e03bb6918 req-a26704ef-0dd3-4565-b8ce-7f9708174e69 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332413 Aug 30 23:31:38.734589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f81d8-e3e6-4634-9712-fd30babf0981 req-4c00ffb7-36e7-4102-9dca-5a341c246588 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:38.736060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8f81d8-e3e6-4634-9712-fd30babf0981 req-4c00ffb7-36e7-4102-9dca-5a341c246588 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0483129 Aug 30 23:31:38.776100 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1a8f81d8-e3e6-4634-9712-fd30babf0981 req-e9850b4c-2682-4482-88ae-268652d95cce tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340173 Aug 30 23:31:39.888380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafeb7c-0888-43aa-a0f3-0003267a9b7d req-91ee7bcb-f18f-4424-af39-4e8e888fd436 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:39.889894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdafeb7c-0888-43aa-a0f3-0003267a9b7d req-91ee7bcb-f18f-4424-af39-4e8e888fd436 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0475440 Aug 30 23:31:39.928232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bdafeb7c-0888-43aa-a0f3-0003267a9b7d req-703dc3ca-1e05-4509-a490-99235e14d574 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320358 Aug 30 23:31:40.382904 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1d59bc42-9512-4d23-85ea-69e6a46d2af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:41.045254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a636a8-01a1-46d8-b335-eac66766febb req-b54dc77c-bb6f-47c1-ae16-2cb127e68239 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:41.046648 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e9a636a8-01a1-46d8-b335-eac66766febb req-b54dc77c-bb6f-47c1-ae16-2cb127e68239 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0482483 Aug 30 23:31:41.083979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e9a636a8-01a1-46d8-b335-eac66766febb req-12c3ca2b-a687-4643-91bd-701a9495c25a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308254 Aug 30 23:31:42.203557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e1d36-5194-480c-80b8-3d0dc523169c req-9f94319b-aa16-452b-93cd-dec6681b9d41 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:42.205108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-801e1d36-5194-480c-80b8-3d0dc523169c req-9f94319b-aa16-452b-93cd-dec6681b9d41 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0521832 Aug 30 23:31:42.248262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-801e1d36-5194-480c-80b8-3d0dc523169c req-b7098e4a-4f3f-4fc0-8692-e601f66523bf tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369484 Aug 30 23:31:42.951185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:43.376555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-27221fc3-c0c6-4ea3-abc4-cb5e34a40ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:43.385046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad096fb-2ea6-4070-9ebe-ec82bd110277 req-0912af57-0142-421c-8ce2-777d0197e623 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:43.386711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ad096fb-2ea6-4070-9ebe-ec82bd110277 req-0912af57-0142-421c-8ce2-777d0197e623 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0641017 Aug 30 23:31:43.429518 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ad096fb-2ea6-4070-9ebe-ec82bd110277 req-315f396e-21d3-4139-b3da-caca2828dea6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362868 Aug 30 23:31:44.546212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44249345-e4d6-43b1-a495-4bccc94c3099 req-489e4239-6e3b-4e83-adc9-df9922fe3cb9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:44.547686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44249345-e4d6-43b1-a495-4bccc94c3099 req-489e4239-6e3b-4e83-adc9-df9922fe3cb9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0483880 Aug 30 23:31:44.586032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44249345-e4d6-43b1-a495-4bccc94c3099 req-453d6cbe-7632-47a9-9cdc-ee7eb7742567 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323000 Aug 30 23:31:44.668159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:45.701089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f929e-c19f-4bec-b40c-051fa093a5c6 req-722687f3-7526-418a-9df3-21f0b042b863 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:45.702646 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b59f929e-c19f-4bec-b40c-051fa093a5c6 req-722687f3-7526-418a-9df3-21f0b042b863 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0488248 Aug 30 23:31:45.740146 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b59f929e-c19f-4bec-b40c-051fa093a5c6 req-187d8035-8a63-4ebf-805d-79abc4bbaf78 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Aug 30 23:31:46.107491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:46.859311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172faed-7246-4ae2-b31d-9935fa41adda req-977fa359-a249-4544-a9bb-5e3594d9dcb3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:46.860791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6172faed-7246-4ae2-b31d-9935fa41adda req-977fa359-a249-4544-a9bb-5e3594d9dcb3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0514605 Aug 30 23:31:46.897935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6172faed-7246-4ae2-b31d-9935fa41adda req-4725b22d-c7ba-406e-a0c1-a3eefba8d455 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313268 Aug 30 23:31:48.014819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ba89-528b-4e9f-96c5-be4601eede5d req-c1c4cd24-086f-4784-aba9-eb1104b281b9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:48.016332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cc9ba89-528b-4e9f-96c5-be4601eede5d req-c1c4cd24-086f-4784-aba9-eb1104b281b9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0486412 Aug 30 23:31:48.057593 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5cc9ba89-528b-4e9f-96c5-be4601eede5d req-05401ef2-eac5-45b7-b003-54631f241bb8 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344803 Aug 30 23:31:49.176364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89755938-025f-44bb-bd2d-e26122491f10 req-4705da6c-3e8a-49f0-b306-ebda4478575b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:49.177845 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89755938-025f-44bb-bd2d-e26122491f10 req-4705da6c-3e8a-49f0-b306-ebda4478575b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0483830 Aug 30 23:31:49.217926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89755938-025f-44bb-bd2d-e26122491f10 req-5474e396-3212-413a-8a9a-b1a87072c37d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Aug 30 23:31:49.729579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-17c20d06-36f6-4291-bd30-bf2096eec6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:49.731078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-17c20d06-36f6-4291-bd30-bf2096eec6ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1098 time: 0.0401146 Aug 30 23:31:49.834147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-c62f71ba-17b2-4d08-90aa-5e3eeb1a34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:49.835624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-c62f71ba-17b2-4d08-90aa-5e3eeb1a34c8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0850203 Aug 30 23:31:49.880335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-c71a85b0-e975-42c8-9f57-2b58130449a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0373316 Aug 30 23:31:49.928230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-4701aaeb-b050-4d15-bbaa-fdd5104f0bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:49.929645 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-4701aaeb-b050-4d15-bbaa-fdd5104f0bd0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0424948 Aug 30 23:31:49.961137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-0a029b6e-df9e-4d70-83ed-3a23f08e8299 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242393 Aug 30 23:31:50.054292 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-5d78e8bf-2da8-4965-851b-af4f95dcef68 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852907 Aug 30 23:31:50.146166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d36ae772-0713-4ec2-a1ca-b8af22bff4fc req-df8312a8-01bd-456c-9297-bded14ec2b88 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846884 Aug 30 23:31:50.335163 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c087611b-7ea0-4572-bb2d-4bc8d8ca4d75 req-05f9ad43-099c-4024-ad53-68ebe3a5b09a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:50.336564 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c087611b-7ea0-4572-bb2d-4bc8d8ca4d75 req-05f9ad43-099c-4024-ad53-68ebe3a5b09a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0522873 Aug 30 23:31:50.373250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c087611b-7ea0-4572-bb2d-4bc8d8ca4d75 req-67e98b08-053b-45e4-89e0-74d161ad11fc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307872 Aug 30 23:31:51.488005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f18e11-009d-4594-b104-e99a9ba82618 req-627c5b99-9a77-4db0-8579-3de2230d82f6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:51.489481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84f18e11-009d-4594-b104-e99a9ba82618 req-627c5b99-9a77-4db0-8579-3de2230d82f6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0496294 Aug 30 23:31:51.526597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84f18e11-009d-4594-b104-e99a9ba82618 req-7824cb53-1748-4a24-979f-083725f31009 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312350 Aug 30 23:31:52.641820 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e1089-ef51-470f-8fc1-fefefe175708 req-59842e9d-176a-405c-b4db-cd80d2010580 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:52.643289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-088e1089-ef51-470f-8fc1-fefefe175708 req-59842e9d-176a-405c-b4db-cd80d2010580 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0488405 Aug 30 23:31:52.680647 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-088e1089-ef51-470f-8fc1-fefefe175708 req-5778cccd-01fa-451f-b320-473083c21d2d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314848 Aug 30 23:31:52.747638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:53.798125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dffb53-ac79-4305-8e47-6afa2b43e276 req-02305673-5fbd-41be-ab70-df446353864d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:53.800221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8dffb53-ac79-4305-8e47-6afa2b43e276 req-02305673-5fbd-41be-ab70-df446353864d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0546582 Aug 30 23:31:53.838573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8dffb53-ac79-4305-8e47-6afa2b43e276 req-7d9e7cd7-2d84-4a32-bb92-f8d052124cb1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325489 Aug 30 23:31:54.954415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc207c-c97b-4158-9120-c4a8dcb3ae1b req-646fad3e-ebd4-4d3a-a689-4257f853c1c1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:54.956699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3bdc207c-c97b-4158-9120-c4a8dcb3ae1b req-646fad3e-ebd4-4d3a-a689-4257f853c1c1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0498540 Aug 30 23:31:54.995738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3bdc207c-c97b-4158-9120-c4a8dcb3ae1b req-3e1a8d89-78c5-4704-a740-40ab0a07366a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330806 Aug 30 23:31:56.114777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85afe5-4601-485d-bd90-0009e3b93271 req-a34bb7e0-7290-4d69-a428-64e60bd393ae tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:56.116202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d85afe5-4601-485d-bd90-0009e3b93271 req-a34bb7e0-7290-4d69-a428-64e60bd393ae tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0525718 Aug 30 23:31:56.153595 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8d85afe5-4601-485d-bd90-0009e3b93271 req-83a4414f-c51c-42d9-9169-a755fa33f53b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314403 Aug 30 23:31:57.295899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772053f-671c-46d2-b358-ef00230dffea req-df56a3b3-c116-4251-8047-e18040ef9adc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:57.297386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a772053f-671c-46d2-b358-ef00230dffea req-df56a3b3-c116-4251-8047-e18040ef9adc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0522635 Aug 30 23:31:57.334923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a772053f-671c-46d2-b358-ef00230dffea req-5d625150-9507-4877-a7fb-af67e1f0cf53 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309427 Aug 30 23:31:57.842597 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-b2c4724a-e41f-4ea9-a1d0-f7bdd54dcd1f service neutron] show failed (client error): The resource could not be found. Aug 30 23:31:57.843640 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-b2c4724a-e41f-4ea9-a1d0-f7bdd54dcd1f service neutron] 10.222.0.52 "GET /v2.0/ports/1a4eaa5b-def2-409b-a06d-1454798719fd/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0553362 Aug 30 23:31:58.073755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-aa478e53-793c-4b4e-85e7-1784c738d55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:58.075219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-aa478e53-793c-4b4e-85e7-1784c738d55e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea&tenant_id=6963628e776943efa05fb191635ed076 HTTP/1.1" status: 200 len: 1098 time: 0.0695336 Aug 30 23:31:58.087795 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:31:58.090778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.146597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.347400 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:31:58.379487 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:31:58.422654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:31:58.425141 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950d90b9-dead-4a44-9a70-4d4e4c279ce8" -d '{"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:31:58.429500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.442877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Transition to ACTIVE for port object 1a4eaa5b-def2-409b-a06d-1454798719fd will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:31:58.447025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.506518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a892aea-cc17-458c-a6e3-fda5f45132cc req-d50f8353-db81-4462-859d-a46f07db9e1f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:58.508026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a892aea-cc17-458c-a6e3-fda5f45132cc req-d50f8353-db81-4462-859d-a46f07db9e1f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0867419 Aug 30 23:31:58.547818 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2a892aea-cc17-458c-a6e3-fda5f45132cc req-d6b594d8-281f-4e0a-a551-fe422364710e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336735 Aug 30 23:31:58.810088 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74526a7-a693-46cf-9849-709758af688f x-openstack-request-id: req-d74526a7-a693-46cf-9849-709758af688f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:31:58.810360 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:31:58.810617 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d74526a7-a693-46cf-9849-709758af688f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:31:58.811013 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'code': 200} Aug 30 23:31:58.813925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] No DVR routers for this DVR port 1a4eaa5b-def2-409b-a06d-1454798719fd on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:31:58.820575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:58.852315 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:31:58.852652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:31:58.852982 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:58.857357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:31:58.857680 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Attempting to bind port 1a4eaa5b-def2-409b-a06d-1454798719fd on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:31:58.863106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:31:58.863438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Checking segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:31:58.863821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Bound using segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:31:58.864240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Bound port: 1a4eaa5b-def2-409b-a06d-1454798719fd, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:31:58.864593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.926399 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:31:58.929356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:31:58.933945 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.965197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:58.965894 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:31:58.967252 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] 10.222.0.47 "PUT /v2.0/ports/1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 1093 time: 0.8836019 Aug 30 23:31:58.999127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c4a9bd-e72b-484a-ac45-5dd253082d70 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:31:59.038646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-c41ad906-5871-40e4-adb3-15327c6c8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:59.040132 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-c41ad906-5871-40e4-adb3-15327c6c8d1c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1096 time: 0.0491214 Aug 30 23:31:59.128081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-7e8070ca-5ad5-4e3c-bd8d-c034714dc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:59.129561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-7e8070ca-5ad5-4e3c-bd8d-c034714dc56e service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0819447 Aug 30 23:31:59.175248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-3401dfea-75c7-4c6e-ba75-2e4af81b0413 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0379410 Aug 30 23:31:59.225653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-956dd124-83ac-4f9e-abf8-6779e40d11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:59.227121 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-956dd124-83ac-4f9e-abf8-6779e40d11d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0451493 Aug 30 23:31:59.258203 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-9df4dbde-4f0a-435e-bd87-3208eb378172 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234601 Aug 30 23:31:59.346953 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-5e140e90-db5f-452c-8f70-7cc1b4a1af79 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799403 Aug 30 23:31:59.438165 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c88a6b2e-6452-4fe6-bf19-35b2964f1664 req-b5bcd464-c72b-4bf5-8729-68ce7e7204d6 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841546 Aug 30 23:31:59.667449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb7214-26d2-4cac-8d06-e4bfc3c9f1e6 req-06b21325-5620-404a-a576-dd65bd6a1e6a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:31:59.668873 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bfb7214-26d2-4cac-8d06-e4bfc3c9f1e6 req-06b21325-5620-404a-a576-dd65bd6a1e6a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0500665 Aug 30 23:31:59.709968 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0bfb7214-26d2-4cac-8d06-e4bfc3c9f1e6 req-cf77727b-c7a9-4b0c-8497-c29cdb172932 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328872 Aug 30 23:32:00.811923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:00.814390 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdc6313-0959-46fd-9ec1-b947be19eed0" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:00.841363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8affa55b-d0cb-4aec-81e8-0eb0f7d86de4 req-b4e940a2-85af-4d86-88ca-6bf05d03b539 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:00.842963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8affa55b-d0cb-4aec-81e8-0eb0f7d86de4 req-b4e940a2-85af-4d86-88ca-6bf05d03b539 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0556827 Aug 30 23:32:00.868220 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58af71c8-4bf1-4757-bcdf-e7838ece3f58 x-openstack-request-id: req-58af71c8-4bf1-4757-bcdf-e7838ece3f58 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:00.868559 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:00.868853 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58af71c8-4bf1-4757-bcdf-e7838ece3f58 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:00.869283 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'status': 'completed', 'code': 200} Aug 30 23:32:00.885937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8affa55b-d0cb-4aec-81e8-0eb0f7d86de4 req-37b79f4b-3c2a-4244-bb51-f81a1a8aad83 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358620 Aug 30 23:32:00.955291 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-97bc605d-d219-4dc5-a927-35a60b49419b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:00.957046 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-97bc605d-d219-4dc5-a927-35a60b49419b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1096 time: 0.0604858 Aug 30 23:32:00.970253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-07b4931b-4329-4cde-8522-12de66dc8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:00.972091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-07b4931b-4329-4cde-8522-12de66dc8189 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1096 time: 0.0556083 Aug 30 23:32:01.054216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-48cc6ba6-060c-4403-8b29-3ef94cd09442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:01.055732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-48cc6ba6-060c-4403-8b29-3ef94cd09442 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0915413 Aug 30 23:32:01.077126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-cf07bd6d-d85e-4f7b-bdb7-d5cac53221e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:01.079203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-cf07bd6d-d85e-4f7b-bdb7-d5cac53221e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0989456 Aug 30 23:32:01.101232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-68d58333-09f4-40c3-8d8e-fd9d0e613890 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0374808 Aug 30 23:32:01.122284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-88cc60a0-3305-4561-9e78-5dd171721d6c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0360813 Aug 30 23:32:01.154073 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-6da8ccc5-e579-4bd9-895f-15ad76cd8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:01.155543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-6da8ccc5-e579-4bd9-895f-15ad76cd8bd4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0480642 Aug 30 23:32:01.171195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-368ab89a-e44a-4d82-81e6-b8f0bd225a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:01.172651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-368ab89a-e44a-4d82-81e6-b8f0bd225a34 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0439332 Aug 30 23:32:01.187543 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-ab99f65e-35e8-4ef6-8297-7c6846a7b28e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249095 Aug 30 23:32:01.214323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-25924277-b6e6-4eef-8ab3-66e41c110c85 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346248 Aug 30 23:32:01.278006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-59a68c95-168f-4c4d-a398-9b6b7f81083c service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826504 Aug 30 23:32:01.305853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-0dd84348-ddd1-48e3-aab8-84f3f929899f service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837681 Aug 30 23:32:01.372627 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-e8f148bb-1ba0-4c9e-8794-d98e2a6dfab7 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876412 Aug 30 23:32:01.400917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fdc6313-0959-46fd-9ec1-b947be19eed0 req-628f78e8-9049-4ab8-ab49-176b341d02da service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883391 Aug 30 23:32:02.004826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58850b60-f056-4789-be7b-444da5d225af req-ef3eba75-c8ea-4000-b4c6-73a8c9e4538c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.006336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58850b60-f056-4789-be7b-444da5d225af req-ef3eba75-c8ea-4000-b4c6-73a8c9e4538c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0493660 Aug 30 23:32:02.044979 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58850b60-f056-4789-be7b-444da5d225af req-96d207a0-b63c-44e1-8e0a-f399d7a9840b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327384 Aug 30 23:32:02.067036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:32:02.123117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:32:02.195859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:02.210099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'port_id': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'mac_address': 'fa:16:3e:d8:e1:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75032f82-d47b-4ce4-8b71-330ba9c44f42', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:32:02.212682 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:32:02.246019 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e14cde-5fda-4b9c-9482-4b739fcf0217 req-ddcf1097-1466-4917-b4e9-f5b6a9b0627e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.247624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35e14cde-5fda-4b9c-9482-4b739fcf0217 req-ddcf1097-1466-4917-b4e9-f5b6a9b0627e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 944 time: 0.0541909 Aug 30 23:32:02.258574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:02.272256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4eaa5b-def2-409b-a06d-1454798719fd {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:32:02.296783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:02.299134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-35e14cde-5fda-4b9c-9482-4b739fcf0217 req-84021cf2-55f6-47b3-85c9-68d5ca4af9f5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452907 Aug 30 23:32:02.301529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:02.306744 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-f5647a58-9e47-44eb-aef2-a499e220540d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.307920 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-f5647a58-9e47-44eb-aef2-a499e220540d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.52 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea&tenant_id=6963628e776943efa05fb191635ed076&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.0894744 Aug 30 23:32:02.349613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:02.370533 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-8473759d-30d5-4bec-9f9f-5f8224f8e2f6 service neutron] delete failed (client error): The resource could not be found. Aug 30 23:32:02.371549 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-8473759d-30d5-4bec-9f9f-5f8224f8e2f6 service neutron] 10.222.0.52 "DELETE /v2.0/ports/1a4eaa5b-def2-409b-a06d-1454798719fd/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0564311 Aug 30 23:32:02.482441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-7f46b064-620f-40c3-8be0-6048aff26464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.483932 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-7f46b064-620f-40c3-8be0-6048aff26464 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 1097 time: 0.0481293 Aug 30 23:32:02.535725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1a4eaa5b-def2-409b-a06d-1454798719fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:02.574653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-42692856-e566-428e-a28a-9df7acd09d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.576244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-42692856-e566-428e-a28a-9df7acd09d72 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0857167 Aug 30 23:32:02.623928 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-e3d42a2e-78d0-44aa-b19d-49702bc4f559 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 200 len: 217 time: 0.0407112 Aug 30 23:32:02.673487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-5a6049ce-b383-4012-bfd5-aa5629cd26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:02.675048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-5a6049ce-b383-4012-bfd5-aa5629cd26df service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0448744 Aug 30 23:32:02.708708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-b1ca57a7-bd82-454a-8276-4d6d7eaa6eb3 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260866 Aug 30 23:32:02.812490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-c9b40ddf-6a77-4380-8624-58fe747c1628 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942185 Aug 30 23:32:02.916700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b36e3073-bec5-49b6-b608-46407a6c4fbe req-e2aa13d2-122c-47dd-9550-6e205e2d6682 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991714 Aug 30 23:32:03.426901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb95f86-7f9d-4857-a939-dd228898741e req-4d6c3d81-0817-4aad-be9d-2234f2eeea15 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:03.428407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bb95f86-7f9d-4857-a939-dd228898741e req-4d6c3d81-0817-4aad-be9d-2234f2eeea15 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 945 time: 0.0575802 Aug 30 23:32:03.471461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6bb95f86-7f9d-4857-a939-dd228898741e req-5c84f521-a646-4c0b-b696-9ce3a68bce37 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356946 Aug 30 23:32:04.092742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:04.149166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 1a4eaa5b-def2-409b-a06d-1454798719fd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:04.153771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 1a4eaa5b-def2-409b-a06d-1454798719fd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:04.154176 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:04.233954 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:04.255554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:04.257745 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f3a09c-0928-4535-bb78-5d0aae2ba77d" -d '{"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-plugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:04.271142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:04.276682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:04.305608 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544e07d6-4875-4026-a887-0af81d543a20 x-openstack-request-id: req-544e07d6-4875-4026-a887-0af81d543a20 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:04.305999 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-plugged", "status": "completed", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:04.306257 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-544e07d6-4875-4026-a887-0af81d543a20 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:04.306640 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'code': 200} Aug 30 23:32:04.332060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:04.600393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4a114-df66-4aba-bd5b-fd61ad573770 req-38d7dd27-c95c-4d51-be59-784d09b12a35 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:04.602073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-81d4a114-df66-4aba-bd5b-fd61ad573770 req-38d7dd27-c95c-4d51-be59-784d09b12a35 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0607386 Aug 30 23:32:04.642152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-81d4a114-df66-4aba-bd5b-fd61ad573770 req-fdaf964d-9a38-4b26-816e-98c9d2cb869c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331297 Aug 30 23:32:04.768597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682c70d-7515-4ef7-83f2-1e828f79400e req-83a79840-4746-4c7e-82cc-4e9f77f6c9ec tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:04.770216 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0682c70d-7515-4ef7-83f2-1e828f79400e req-83a79840-4746-4c7e-82cc-4e9f77f6c9ec tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0571232 Aug 30 23:32:04.811811 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0682c70d-7515-4ef7-83f2-1e828f79400e req-bb443e09-1ece-419d-afbc-211982477c5b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339997 Aug 30 23:32:04.924690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c01952-473f-4b00-a7fd-66a0e8db31c7 req-926bfcd0-7f64-4c14-b5b2-b9c2bbd5883c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:04.926226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06c01952-473f-4b00-a7fd-66a0e8db31c7 req-926bfcd0-7f64-4c14-b5b2-b9c2bbd5883c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0493538 Aug 30 23:32:04.963633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-06c01952-473f-4b00-a7fd-66a0e8db31c7 req-bcea9a48-6520-4429-8155-b37b988a27f7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311878 Aug 30 23:32:05.309913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-afc96687-fe38-4448-9799-410e8df2d5b5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:05.311367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-afc96687-fe38-4448-9799-410e8df2d5b5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 815 time: 0.1034510 Aug 30 23:32:05.326905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-6d22dff1-d218-4115-85be-990638404b54 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/quotas/6963628e776943efa05fb191635ed076 HTTP/1.1" status: 200 len: 375 time: 0.0094948 Aug 30 23:32:05.375892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-37201a3e-0af2-43b9-856e-c289e3037350 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0429139 Aug 30 23:32:05.469925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-cb3841af-f888-460f-8f45-21908098fcae service neutron] 10.222.0.25 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868258 Aug 30 23:32:05.562831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-84a142d8-69b6-4d7d-9770-3728edeae994 service neutron] 10.222.0.25 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866735 Aug 30 23:32:05.730515 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:32:05.738172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25d478fd-18a0-4037-9ffe-fc110e179cbe req-80136545-8273-460c-b696-6ba94dfcf29b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 210 time: 0.0287936 Aug 30 23:32:06.542151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-9d8dabde-831a-49f1-a4e9-832536407f97 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:06.543698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-9d8dabde-831a-49f1-a4e9-832536407f97 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.47 "GET /v2.0/ports?device_id=b36c38ba-9893-4357-9936-9ef5c93e37ea HTTP/1.1" status: 200 len: 946 time: 0.0497410 Aug 30 23:32:06.650161 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Deleting port 1a4eaa5b-def2-409b-a06d-1454798719fd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:32:06.650483 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:06.728623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-91b30805-e192-42af-9a5d-7052f8c97e05 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:06.730517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-91b30805-e192-42af-9a5d-7052f8c97e05 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 815 time: 0.1277695 Aug 30 23:32:06.745293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Request body: {'port': {'device_id': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'admin_state_up': True, 'tenant_id': '6963628e776943efa05fb191635ed076'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:06.790425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] For port 1a4eaa5b-def2-409b-a06d-1454798719fd, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=1a4eaa5b-def2-409b-a06d-1454798719fd,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:06.790790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:06.807705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Calling delete_port for 1a4eaa5b-def2-409b-a06d-1454798719fd owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:32:06.863259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-584a6d6d-8574-48a3-8afc-f729c0b56ff5 req-411d8f45-1cfe-4f84-94b8-27e7da033b28 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 210 time: 0.0373502 Aug 30 23:32:06.907209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Made reservation on behalf of 6963628e776943efa05fb191635ed076 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:32:06.911403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:06.959231 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:06.975343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1a4eaa5b-def2-409b-a06d-1454798719fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:07.004842 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Pushing event deleted for resources: {'Port': ['ID=1a4eaa5b-def2-409b-a06d-1454798719fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:07.042310 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] No DVR routers for this DVR port 1a4eaa5b-def2-409b-a06d-1454798719fd on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:32:07.045087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.047183 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.47 "DELETE /v2.0/ports/1a4eaa5b-def2-409b-a06d-1454798719fd HTTP/1.1" status: 204 len: 173 time: 0.4972804 Aug 30 23:32:07.047642 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-deleted', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:07.050116 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed49f02-eb57-4a06-aab4-77bbc5988f35" -d '{"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-deleted", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:07.082361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Allocated IP 172.20.0.11 (a95f3621-f3be-4d67-be79-19c8189a17d9/75032f82-d47b-4ce4-8b71-330ba9c44f42/fc732c17-0919-4821-89f9-8fdf488ef667) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:32:07.093129 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffee10f-12b7-42cf-83c2-a1924d034bf0 x-openstack-request-id: req-bffee10f-12b7-42cf-83c2-a1924d034bf0 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:07.093429 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c38ba-9893-4357-9936-9ef5c93e37ea", "name": "network-vif-deleted", "tag": "1a4eaa5b-def2-409b-a06d-1454798719fd", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:07.093697 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bffee10f-12b7-42cf-83c2-a1924d034bf0 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:07.094908 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36c38ba-9893-4357-9936-9ef5c93e37ea', 'name': 'network-vif-deleted', 'tag': '1a4eaa5b-def2-409b-a06d-1454798719fd', 'status': 'completed', 'code': 200} Aug 30 23:32:07.260132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.306469 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.319349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['1a4eaa5b-def2-409b-a06d-1454798719fd'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:07.352498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Network a95f3621-f3be-4d67-be79-19c8189a17d9 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:07.355870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:07.359821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:32:07.366926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:07.414326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:07.414941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.434606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-824c1e5b-5092-4cba-8b24-90be74483843 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6937139 Aug 30 23:32:07.446978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Request body: {'port': {'device_id': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:07.508321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.764958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc732c17-0919-4821-89f9-8fdf488ef667 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:32:07.772853 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.786019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Transition to ACTIVE for port object fc732c17-0919-4821-89f9-8fdf488ef667 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:07.790071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:07.842507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:07.909589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:32:07.909959 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:32:07.910288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:07.914848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:32:07.915162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:07.919898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 31, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:32:07.920221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Checking segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:07.920608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Bound using segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:32:07.921033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Bound port: fc732c17-0919-4821-89f9-8fdf488ef667, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:32:07.921378 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:08.017595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783c21e2-9b99-43da-ae75-35019c005a2e req-c3d8ac2d-bcd0-44d4-a2d7-3b8f65f191f3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.018925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-783c21e2-9b99-43da-ae75-35019c005a2e req-c3d8ac2d-bcd0-44d4-a2d7-3b8f65f191f3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0842979 Aug 30 23:32:08.023141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:08.027304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:32:08.035325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:08.084864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.085467 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:08.086878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] 10.222.0.47 "PUT /v2.0/ports/fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 1093 time: 0.6443098 Aug 30 23:32:08.088992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:08.091350 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cd072ea-de85-4552-8efc-23eb80116099" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:08.103252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-783c21e2-9b99-43da-ae75-35019c005a2e req-aa4656d6-4f74-4106-88bc-498744aad833 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778399 Aug 30 23:32:08.129523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51a613-c613-4ec0-b09e-0de70fb52d78 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:08.146962 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ae0eda-2a73-48fe-81c9-15e5ee2856a1 x-openstack-request-id: req-b1ae0eda-2a73-48fe-81c9-15e5ee2856a1 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:08.147243 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:08.147488 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b1ae0eda-2a73-48fe-81c9-15e5ee2856a1 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:08.147867 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'status': 'completed', 'code': 200} Aug 30 23:32:08.182940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-0831b5ec-0371-40c9-ace0-88e147eabf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.184445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-0831b5ec-0371-40c9-ace0-88e147eabf68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1096 time: 0.0466590 Aug 30 23:32:08.226813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-2d663c59-6a6d-49eb-a3ac-83142bddfd27 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0338552 Aug 30 23:32:08.276090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-5ddf820a-166b-4710-89db-77c02c1ec8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.277493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-5ddf820a-166b-4710-89db-77c02c1ec8f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0430379 Aug 30 23:32:08.312303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-7c499218-dc2d-430b-9fe2-a87d5ea64376 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280719 Aug 30 23:32:08.399960 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-65e57c6a-5df4-4f60-a14a-a4b0af006bef service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806482 Aug 30 23:32:08.493525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6843ad1-e2fc-4908-8317-4c3a00508760 req-9078285f-afbb-4863-a193-5d5c23bc3166 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845401 Aug 30 23:32:08.581422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd072ea-de85-4552-8efc-23eb80116099 req-3d1b9d89-bbf9-4076-9816-abcba7a68552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.582831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-3d1b9d89-bbf9-4076-9816-abcba7a68552 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1096 time: 0.0404749 Aug 30 23:32:08.670295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd072ea-de85-4552-8efc-23eb80116099 req-ac4dec63-ada0-4527-a65c-97dd2480fbe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.671745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-ac4dec63-ada0-4527-a65c-97dd2480fbe8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0813179 Aug 30 23:32:08.716643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-f3f06ac1-bf28-443f-bf87-dade187d4ed8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0378041 Aug 30 23:32:08.765256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd072ea-de85-4552-8efc-23eb80116099 req-36502683-5c23-4e28-ad5e-6149e260199f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:08.766732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-36502683-5c23-4e28-ad5e-6149e260199f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0426657 Aug 30 23:32:08.801554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-720cc54d-1fa9-40e4-ba08-8ba2d2d91b14 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267015 Aug 30 23:32:08.938442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-6dc4f105-2baa-4176-93c5-19fda08777d8 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289091 Aug 30 23:32:09.063892 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2cd072ea-de85-4552-8efc-23eb80116099 req-069ae6de-9458-4480-957d-cfb54ad74486 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173766 Aug 30 23:32:09.242366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93a9e8-76f5-49a7-b308-2fdc08535dc3 req-d35a4b2a-2530-4ccc-83e2-d0bfaed2b626 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:09.243912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b93a9e8-76f5-49a7-b308-2fdc08535dc3 req-d35a4b2a-2530-4ccc-83e2-d0bfaed2b626 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0636237 Aug 30 23:32:09.282193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b93a9e8-76f5-49a7-b308-2fdc08535dc3 req-74d7a560-d4f3-49d9-b8bf-10188632eac3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317812 Aug 30 23:32:10.109159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:32:10.111325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:32:10.136936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 1a4eaa5b-def2-409b-a06d-1454798719fd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:32:10.137290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 1a4eaa5b-def2-409b-a06d-1454798719fd not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:32:10.222762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:10.233198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'port_id': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'mac_address': 'fa:16:3e:8c:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75032f82-d47b-4ce4-8b71-330ba9c44f42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:32:10.272439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:10.286684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc732c17-0919-4821-89f9-8fdf488ef667 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:32:10.306612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:10.313726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:10.363812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:10.387185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cf46b0a-86ce-401b-aa3a-95f069ab4873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:10.411728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb026ae6-1294-4cc4-b256-fc4992810207 req-d1e7e553-ecd4-4371-ab4f-261897c9d803 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:10.413246 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb026ae6-1294-4cc4-b256-fc4992810207 req-d1e7e553-ecd4-4371-ab4f-261897c9d803 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0554471 Aug 30 23:32:10.452111 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb026ae6-1294-4cc4-b256-fc4992810207 req-7436979f-bbb9-4106-8111-88dd09adfdb3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Aug 30 23:32:10.511785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['fc732c17-0919-4821-89f9-8fdf488ef667'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:11.570755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bd93d-ba56-4537-96bd-3051caa8e828 req-95deb2aa-2112-4825-a713-7ffc457177bf tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:11.572225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-871bd93d-ba56-4537-96bd-3051caa8e828 req-95deb2aa-2112-4825-a713-7ffc457177bf tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0525002 Aug 30 23:32:11.609840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-871bd93d-ba56-4537-96bd-3051caa8e828 req-32c49cbf-187a-4fa2-b886-0f1d3299cf36 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310588 Aug 30 23:32:12.123702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:12.178737 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port fc732c17-0919-4821-89f9-8fdf488ef667 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:12.182530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port fc732c17-0919-4821-89f9-8fdf488ef667 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:12.182918 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:12.262552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:12.286484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:12.288833 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7617d7-056b-4ad5-af88-ec9e7ef1fec8" -d '{"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-plugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:12.303437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:12.307978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:12.332801 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715b6741-5b4d-4dc7-b578-a8c9cfb8bc82 x-openstack-request-id: req-715b6741-5b4d-4dc7-b578-a8c9cfb8bc82 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:12.333141 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-plugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:12.333424 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-715b6741-5b4d-4dc7-b578-a8c9cfb8bc82 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:12.333830 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'code': 200} Aug 30 23:32:12.365464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:12.442954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6863e74-aca1-44bd-b28f-4efe0d29e74d req-30ef4c7e-8365-4a39-9f4e-6d46794f457d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:12.444481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f6863e74-aca1-44bd-b28f-4efe0d29e74d req-30ef4c7e-8365-4a39-9f4e-6d46794f457d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1098 time: 0.0478654 Aug 30 23:32:12.484875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f6863e74-aca1-44bd-b28f-4efe0d29e74d req-ffbb7290-b0bc-4dac-a152-c45b620b08d1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323853 Aug 30 23:32:12.728784 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10927096-fdb5-4b8e-ad04-0e1ed5296e9a req-2a670984-cd13-4c03-9d03-d68ebf0bd98d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:12.730363 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10927096-fdb5-4b8e-ad04-0e1ed5296e9a req-2a670984-cd13-4c03-9d03-d68ebf0bd98d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0538297 Aug 30 23:32:12.772820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10927096-fdb5-4b8e-ad04-0e1ed5296e9a req-d80e629d-4593-4331-8cec-abdc3ace4680 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357029 Aug 30 23:32:12.953679 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:13.371308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc266489-b39f-4cf9-a348-97eea0e17c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:13.892855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0701748-69e2-4dca-8a16-4d88d0d67dbf req-1212a3d9-1d5a-4d59-a305-121e51728f2d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:13.894417 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0701748-69e2-4dca-8a16-4d88d0d67dbf req-1212a3d9-1d5a-4d59-a305-121e51728f2d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0481422 Aug 30 23:32:13.932400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0701748-69e2-4dca-8a16-4d88d0d67dbf req-ad773083-bd3d-4809-b418-4fd2fdcf736b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318873 Aug 30 23:32:14.049206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5939790e-c7f6-493b-98d9-b9e745a50e90 req-705aef9d-e41f-49ee-82ea-b91dc1ab099c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:14.050616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5939790e-c7f6-493b-98d9-b9e745a50e90 req-705aef9d-e41f-49ee-82ea-b91dc1ab099c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0526412 Aug 30 23:32:14.088142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5939790e-c7f6-493b-98d9-b9e745a50e90 req-2a08a95c-cde5-44e5-88f5-bddf528d417f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314682 Aug 30 23:32:14.341035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-c42f1650-99d7-42f1-8b09-ca4d2d521d2c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0698297 Aug 30 23:32:14.349103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a825ee-0aaa-4414-ac59-bb067e54e8f3 req-e63c4425-e7be-47f0-8cdf-70f0c762ec7c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:14.350551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63a825ee-0aaa-4414-ac59-bb067e54e8f3 req-e63c4425-e7be-47f0-8cdf-70f0c762ec7c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0700884 Aug 30 23:32:14.389408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63a825ee-0aaa-4414-ac59-bb067e54e8f3 req-d97aa09a-8daa-4d98-89b7-7f8080c30aef tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326700 Aug 30 23:32:14.671711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:15.507491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-d9dde60b-0781-4d2b-9f33-83f6d44e3326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:15.509033 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-d9dde60b-0781-4d2b-9f33-83f6d44e3326 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1098 time: 0.0491407 Aug 30 23:32:15.539915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12324-0328-4258-8fd3-aa68697248ee req-3c778a03-4b31-472a-b6f5-18106d1f16a9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:15.541401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2de12324-0328-4258-8fd3-aa68697248ee req-3c778a03-4b31-472a-b6f5-18106d1f16a9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0659335 Aug 30 23:32:15.599088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2de12324-0328-4258-8fd3-aa68697248ee req-be29be32-2339-4e0a-b403-f16dbe692b86 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481334 Aug 30 23:32:15.650126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-4a1c25b0-0240-4e98-bbd6-df7f44bf86f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:15.653361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-4a1c25b0-0240-4e98-bbd6-df7f44bf86f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.1370122 Aug 30 23:32:15.725601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-c99f1685-5fbe-4626-87ff-f3efd5e608eb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0644519 Aug 30 23:32:15.777338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-398830fc-c73d-4ac9-8566-4ee48ca5c6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:15.778950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-398830fc-c73d-4ac9-8566-4ee48ca5c6e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0458939 Aug 30 23:32:15.812133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-c8ea6896-f907-44c0-8507-b79a2f56b002 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264285 Aug 30 23:32:15.904686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-39705cb0-8b74-4b9e-a3e1-89f522b4a744 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855620 Aug 30 23:32:16.009036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-23123570-09fb-44f4-84b2-d5ef9f9431ce service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968802 Aug 30 23:32:16.109770 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:16.722409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab781fd-f467-41bc-a6d2-a560ea45abf6 req-8107b726-257d-4392-bf40-2cdff145ba76 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:16.724060 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ab781fd-f467-41bc-a6d2-a560ea45abf6 req-8107b726-257d-4392-bf40-2cdff145ba76 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0506380 Aug 30 23:32:16.762041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ab781fd-f467-41bc-a6d2-a560ea45abf6 req-54c15137-8373-4efc-a6d8-55812f0fd14a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319145 Aug 30 23:32:17.883398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e981497-3f5b-4e6c-b030-d7c8985db63d req-b45e48df-f2d2-498f-98d9-3ef929184495 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:17.884948 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e981497-3f5b-4e6c-b030-d7c8985db63d req-b45e48df-f2d2-498f-98d9-3ef929184495 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0535374 Aug 30 23:32:17.928852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6e981497-3f5b-4e6c-b030-d7c8985db63d req-a0bdcf91-2565-41b2-ae6e-93155855329e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334985 Aug 30 23:32:19.055893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd034e-16a1-4a3e-b6c7-2f0a505137ec req-0b08fdf3-73bf-4bda-9449-769548e9749e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:19.057362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02bd034e-16a1-4a3e-b6c7-2f0a505137ec req-0b08fdf3-73bf-4bda-9449-769548e9749e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0577571 Aug 30 23:32:19.101180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02bd034e-16a1-4a3e-b6c7-2f0a505137ec req-a6edeeea-de3f-493b-9794-1f684af2c293 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352440 Aug 30 23:32:20.219637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d4a2b-4fa4-405e-9e3c-eb8b2315fdfa req-c938d15e-f7ff-4071-92e9-98717177bef5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:20.221141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e8d4a2b-4fa4-405e-9e3c-eb8b2315fdfa req-c938d15e-f7ff-4071-92e9-98717177bef5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0507023 Aug 30 23:32:20.261073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e8d4a2b-4fa4-405e-9e3c-eb8b2315fdfa req-ebdd388c-d5f2-41a3-aac6-4b85362efe61 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339539 Aug 30 23:32:21.381285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cbff7-178e-44a5-9648-12e7ec1a3f6b req-892c32d3-b50e-40fd-92e1-e98c2a3dffac tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:21.382811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-575cbff7-178e-44a5-9648-12e7ec1a3f6b req-892c32d3-b50e-40fd-92e1-e98c2a3dffac tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0523295 Aug 30 23:32:21.423445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-575cbff7-178e-44a5-9648-12e7ec1a3f6b req-f210bf22-9501-4ed2-b7ec-fc112e0a3376 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317388 Aug 30 23:32:22.541891 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b69f91-d717-4b5f-9ee3-a72ce15c08f7 req-b1050f67-e17a-447d-9b75-a3316145fbb9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:22.543359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0b69f91-d717-4b5f-9ee3-a72ce15c08f7 req-b1050f67-e17a-447d-9b75-a3316145fbb9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Aug 30 23:32:22.581355 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0b69f91-d717-4b5f-9ee3-a72ce15c08f7 req-fd386e32-5bce-4748-b4af-352042eba0c6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315273 Aug 30 23:32:22.746499 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:23.697233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920cc98-e01d-4200-bc55-bf269a02939b req-53074eee-ff38-4e6d-91d2-fcb6c35ce03d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:23.698756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b920cc98-e01d-4200-bc55-bf269a02939b req-53074eee-ff38-4e6d-91d2-fcb6c35ce03d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0499561 Aug 30 23:32:23.737044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b920cc98-e01d-4200-bc55-bf269a02939b req-bd9ef113-e7c8-4e8c-9cbc-78696c02289b tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324302 Aug 30 23:32:24.855001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2953a1b-6c1c-4f88-a43c-e4e88d2f0676 req-54cdbac0-65b6-47a6-add6-d4e8c963690d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:24.856532 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2953a1b-6c1c-4f88-a43c-e4e88d2f0676 req-54cdbac0-65b6-47a6-add6-d4e8c963690d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0504785 Aug 30 23:32:24.906088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2953a1b-6c1c-4f88-a43c-e4e88d2f0676 req-df645ab0-57fa-4e3c-9636-18cd94e8f378 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Aug 30 23:32:26.028336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e4ad6-ae87-4557-afbc-96f7e4a80c7d req-6f3c31d5-67b5-4a05-9289-8fa62dafb46c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:26.029849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-314e4ad6-ae87-4557-afbc-96f7e4a80c7d req-6f3c31d5-67b5-4a05-9289-8fa62dafb46c tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0539427 Aug 30 23:32:26.070968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-314e4ad6-ae87-4557-afbc-96f7e4a80c7d req-52f4e99c-494c-4102-a43a-4a5fa5e7eb64 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349960 Aug 30 23:32:27.197231 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f806f-dc36-49f4-bcf8-96ca32cad0a6 req-bf75b794-7108-4442-bb94-13668c37bbbf tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:27.198764 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-912f806f-dc36-49f4-bcf8-96ca32cad0a6 req-bf75b794-7108-4442-bb94-13668c37bbbf tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0517929 Aug 30 23:32:27.240232 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-912f806f-dc36-49f4-bcf8-96ca32cad0a6 req-3c081b40-4ce9-4703-bfd6-c6a20205d696 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346937 Aug 30 23:32:28.093681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:28.355577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547b127-fe44-4822-8d04-a48f9f378b70 req-6219e5dd-c323-40bd-a334-2968523fc31a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:28.356981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1547b127-fe44-4822-8d04-a48f9f378b70 req-6219e5dd-c323-40bd-a334-2968523fc31a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0485976 Aug 30 23:32:28.396293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1547b127-fe44-4822-8d04-a48f9f378b70 req-2cbd9b97-2a46-48e5-8c58-5f07f2dc04f1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325153 Aug 30 23:32:29.527143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9ec9d-f510-44da-8e0e-deec039ebed6 req-b617a4ed-a7d0-4328-8842-3b9ca8620be9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:29.528721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91f9ec9d-f510-44da-8e0e-deec039ebed6 req-b617a4ed-a7d0-4328-8842-3b9ca8620be9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0596857 Aug 30 23:32:29.568128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-91f9ec9d-f510-44da-8e0e-deec039ebed6 req-6cb74616-b0f6-4eee-9cc0-5b6cbe6ff265 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Aug 30 23:32:30.694384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc031166-1fb9-4273-baf1-8c44901cf37a req-6c111834-1de5-4833-8316-3ff2f3fceadc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:30.695926 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc031166-1fb9-4273-baf1-8c44901cf37a req-6c111834-1de5-4833-8316-3ff2f3fceadc tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0527265 Aug 30 23:32:30.739587 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc031166-1fb9-4273-baf1-8c44901cf37a req-c139bdbd-c67f-4893-a6bd-9c5b964df774 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353057 Aug 30 23:32:31.869773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748899-96de-4b69-87ec-c1026fb4b0ea req-fad2bbb9-29c8-4463-b73c-ab457d6aa6b6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:31.871516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70748899-96de-4b69-87ec-c1026fb4b0ea req-fad2bbb9-29c8-4463-b73c-ab457d6aa6b6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0561562 Aug 30 23:32:31.922139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70748899-96de-4b69-87ec-c1026fb4b0ea req-de8c8ac7-2f6f-4835-ae0a-758d76fc3659 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441391 Aug 30 23:32:33.045030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d67c75-9f16-4013-8b74-ad8a1fc5e547 req-4349c265-0228-4360-9925-06df83f40902 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:33.046472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9d67c75-9f16-4013-8b74-ad8a1fc5e547 req-4349c265-0228-4360-9925-06df83f40902 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0531156 Aug 30 23:32:33.085644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9d67c75-9f16-4013-8b74-ad8a1fc5e547 req-fe85b571-8714-4d08-8407-6aa14653e256 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324404 Aug 30 23:32:34.207134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b81249-b50e-4fe3-8cdf-3abcae3fa5ed req-9ef8761a-e52a-4fd8-8ce3-29b7f063b37a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:34.208740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52b81249-b50e-4fe3-8cdf-3abcae3fa5ed req-9ef8761a-e52a-4fd8-8ce3-29b7f063b37a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0520182 Aug 30 23:32:34.248659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-52b81249-b50e-4fe3-8cdf-3abcae3fa5ed req-be994040-b2cc-497c-ba98-f986895ddd9f tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339336 Aug 30 23:32:35.372296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30442cc4-fc5f-4cd5-8715-c66d54c233ba req-57d2b357-0fef-46da-9571-4ce8a7166a93 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:35.373893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30442cc4-fc5f-4cd5-8715-c66d54c233ba req-57d2b357-0fef-46da-9571-4ce8a7166a93 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0551515 Aug 30 23:32:35.414027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30442cc4-fc5f-4cd5-8715-c66d54c233ba req-93b29f4f-8fa9-4893-a837-03a44cdb4c40 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327859 Aug 30 23:32:36.542409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911a045-abc2-45bc-ac7a-64b56743d674 req-16474c3e-d917-4479-bc7c-afa614cd83d2 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:36.543983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2911a045-abc2-45bc-ac7a-64b56743d674 req-16474c3e-d917-4479-bc7c-afa614cd83d2 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0555458 Aug 30 23:32:36.583774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2911a045-abc2-45bc-ac7a-64b56743d674 req-db3fdc06-62b4-498a-bda8-ab75ac68d87a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338569 Aug 30 23:32:37.702757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4b384-a1bf-4f7b-b231-ffb6cc5c154f req-980483ac-5b95-42c5-b011-0a54d4b66a17 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:37.704745 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0e4b384-a1bf-4f7b-b231-ffb6cc5c154f req-980483ac-5b95-42c5-b011-0a54d4b66a17 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0493257 Aug 30 23:32:37.742748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0e4b384-a1bf-4f7b-b231-ffb6cc5c154f req-0e27482b-cf01-4418-a661-98ab803ad31a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319860 Aug 30 23:32:38.880536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca09e9c-5f36-4a8c-a1c3-36ea9ddb4b69 req-fc0ef318-5cd2-4315-a1ff-69ab27b4dba9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:38.882056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca09e9c-5f36-4a8c-a1c3-36ea9ddb4b69 req-fc0ef318-5cd2-4315-a1ff-69ab27b4dba9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0709484 Aug 30 23:32:38.920484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dca09e9c-5f36-4a8c-a1c3-36ea9ddb4b69 req-f054370f-76a5-4373-9eb2-c41752a71820 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325096 Aug 30 23:32:40.039934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fac9ba-3385-4376-b674-98cc394529fa req-a6e445d0-8c84-419a-8c9d-0d1c2953c3b9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:40.041355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8fac9ba-3385-4376-b674-98cc394529fa req-a6e445d0-8c84-419a-8c9d-0d1c2953c3b9 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0537055 Aug 30 23:32:40.361141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8fac9ba-3385-4376-b674-98cc394529fa req-ce800ef1-e4b1-4f7a-86ad-a1f503078b16 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131251 Aug 30 23:32:40.389558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3fd4fea-0dd4-4d10-ae62-005ca3438e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:40.842486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-a5fc7160-d06a-45af-8644-3d4b63ae82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:40.843938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-a5fc7160-d06a-45af-8644-3d4b63ae82d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1098 time: 0.0405083 Aug 30 23:32:40.945981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-9a0811e8-9171-442c-a690-2294d58372bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:40.947409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-9a0811e8-9171-442c-a690-2294d58372bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0836411 Aug 30 23:32:40.989159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-018e4652-c424-4163-a611-b2472c444f31 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0337348 Aug 30 23:32:41.036307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-9382d1be-32f5-4ae7-9b7c-ed5800e8ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:41.037615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-9382d1be-32f5-4ae7-9b7c-ed5800e8ac64 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0422637 Aug 30 23:32:41.070199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-cd7b2887-21cf-404b-99fd-125222789907 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253243 Aug 30 23:32:41.163133 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-44068c46-6aab-4138-b2f0-84da3076bc9b service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843713 Aug 30 23:32:41.252580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ee92a16-2349-4639-a2be-62d9099256e5 req-1143c483-b337-43bc-9b20-ebbe96b6f691 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818620 Aug 30 23:32:41.478945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6676e3-4dd3-47eb-8f1f-eaee32a47ee4 req-4ba0618b-e9a9-4e37-a321-730b7bc877d5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:41.480445 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b6676e3-4dd3-47eb-8f1f-eaee32a47ee4 req-4ba0618b-e9a9-4e37-a321-730b7bc877d5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0486350 Aug 30 23:32:41.518089 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7b6676e3-4dd3-47eb-8f1f-eaee32a47ee4 req-7059285f-4aaf-4954-9f1b-6a2765b0357a tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312619 Aug 30 23:32:42.642331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fdb1f-bbcd-4fef-8b26-ca456b3c1434 req-f885321b-123f-40f0-af99-1b7ece058ae1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:42.644025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e5fdb1f-bbcd-4fef-8b26-ca456b3c1434 req-f885321b-123f-40f0-af99-1b7ece058ae1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0599170 Aug 30 23:32:42.682225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7e5fdb1f-bbcd-4fef-8b26-ca456b3c1434 req-879d3d5a-511d-4d01-baf6-c3a9f4ff8cf1 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319588 Aug 30 23:32:42.733702 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:32:42.852659 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-01af70a2-31f2-4a83-a35f-31979ff3cf10 service neutron] show failed (client error): The resource could not be found. Aug 30 23:32:42.853700 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-01af70a2-31f2-4a83-a35f-31979ff3cf10 service neutron] 10.222.0.47 "GET /v2.0/ports/fc732c17-0919-4821-89f9-8fdf488ef667/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0554113 Aug 30 23:32:42.956907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.045280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6d10bc4d-7961-44d0-a923-801da79cd5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.046827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6d10bc4d-7961-44d0-a923-801da79cd5a3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475&tenant_id=6963628e776943efa05fb191635ed076 HTTP/1.1" status: 200 len: 1098 time: 0.0415866 Aug 30 23:32:43.066096 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:43.125497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.322662 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:43.357243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:43.373470 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c5809db7-c452-47d0-84a9-d86f03744709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.397471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:43.399821 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b254ee85-6819-4af5-b70c-84142bebc9a2" -d '{"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-unplugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:43.403664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.418520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Transition to ACTIVE for port object fc732c17-0919-4821-89f9-8fdf488ef667 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:43.423946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.458185 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452d27a0-5520-4112-ad0c-91c98c94e9ae x-openstack-request-id: req-452d27a0-5520-4112-ad0c-91c98c94e9ae {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:43.458483 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-unplugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:43.458740 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-452d27a0-5520-4112-ad0c-91c98c94e9ae {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:43.459133 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'code': 200} Aug 30 23:32:43.489092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] No DVR routers for this DVR port fc732c17-0919-4821-89f9-8fdf488ef667 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:32:43.502287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:43.525395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.525863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.526125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.526465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.526800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.527133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.527463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.527791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.528122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.528455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.528781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.529109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:43.540722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:32:43.541064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:32:43.541395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:43.545812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:32:43.546152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Attempting to bind port fc732c17-0919-4821-89f9-8fdf488ef667 on network a95f3621-f3be-4d67-be79-19c8189a17d9 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:43.551008 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:32:43.551344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Checking segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:43.551724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Bound using segment: {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:32:43.552153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Bound port: fc732c17-0919-4821-89f9-8fdf488ef667, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '381987a3-bbaa-4db0-93e3-d617b8563586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:32:43.552509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.614443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:43.617369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:32:43.621353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.656093 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.656716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:43.658181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] 10.222.0.52 "PUT /v2.0/ports/fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 1093 time: 0.5972669 Aug 30 23:32:43.679155 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e78fd-987c-4865-a950-03b48491e4a6 service neutron] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:43.738049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-5a58fc6b-1006-4a62-a2ce-95fe55e11a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.739560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-5a58fc6b-1006-4a62-a2ce-95fe55e11a83 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1096 time: 0.0472233 Aug 30 23:32:43.853380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff188396-66f4-4584-9502-7eecd231a57a req-bc31fe0e-fac3-4be1-a41a-72a5a0629bf0 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.854880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff188396-66f4-4584-9502-7eecd231a57a req-bc31fe0e-fac3-4be1-a41a-72a5a0629bf0 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0991280 Aug 30 23:32:43.887194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-96db2b9f-fcba-4869-bed1-df1663d7f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.888563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-96db2b9f-fcba-4869-bed1-df1663d7f36f service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.1405439 Aug 30 23:32:43.942084 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-e6e8dab8-f8a0-4616-acc0-b6cef02a4a59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0459666 Aug 30 23:32:43.947360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff188396-66f4-4584-9502-7eecd231a57a req-2ae753b5-a9ef-4c24-9b93-74e6c82dd6ec tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856109 Aug 30 23:32:43.995053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-275ea09a-ce7a-443c-b994-4e87f3a6b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:43.996508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-275ea09a-ce7a-443c-b994-4e87f3a6b08a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0482051 Aug 30 23:32:44.027262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-1ea55232-02d1-4719-b964-bccf453d08ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240655 Aug 30 23:32:44.121815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-054a17b1-9325-4f83-a4f6-8d1f89b04c84 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870194 Aug 30 23:32:44.209988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ad6c388c-1a34-48f3-8406-b38cd9f4b078 req-f8cf60b6-1857-45ce-aa58-afa36ed4de2d service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815377 Aug 30 23:32:44.673407 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:45.074702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f99aa-090f-4896-beb5-a516e3d37f10 req-53677aaf-59c7-49d8-abba-8079efa0ce85 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.076253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786f99aa-090f-4896-beb5-a516e3d37f10 req-53677aaf-59c7-49d8-abba-8079efa0ce85 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0561326 Aug 30 23:32:45.117330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786f99aa-090f-4896-beb5-a516e3d37f10 req-3bd561c4-6b8a-4c53-aa93-766a618e85e0 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341671 Aug 30 23:32:45.460174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:45.462615 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-694f8536-49ce-4e97-9968-3db69b962319" -d '{"events": [{"name": "network-changed", "server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:45.511363 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3611758-8e24-4d01-ba4a-177586181d1e x-openstack-request-id: req-c3611758-8e24-4d01-ba4a-177586181d1e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:45.511656 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:45.511909 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3611758-8e24-4d01-ba4a-177586181d1e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:45.512310 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'status': 'completed', 'code': 200} Aug 30 23:32:45.608232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-6198f67d-ba8b-4165-91d3-bc4036a5245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.609777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-6198f67d-ba8b-4165-91d3-bc4036a5245d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1096 time: 0.0757170 Aug 30 23:32:45.616216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-628a04e9-089f-4f69-bbc3-6dae59a960a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.617674 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-628a04e9-089f-4f69-bbc3-6dae59a960a7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1096 time: 0.0532820 Aug 30 23:32:45.776416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-436abd8b-5c21-428d-8d47-399c5e53bc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.778193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-436abd8b-5c21-428d-8d47-399c5e53bc86 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.1592338 Aug 30 23:32:45.783039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-fa24b666-2e64-43cf-94f3-fb50937836c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.783039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-fa24b666-2e64-43cf-94f3-fb50937836c9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.1545238 Aug 30 23:32:45.834774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-faac9d47-a787-4750-8f9d-afd8ec17c45a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0491850 Aug 30 23:32:45.881022 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-af6316f8-13bb-4bc7-885a-0f30b4cbe55b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0546498 Aug 30 23:32:45.953129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-6097a1e5-aef0-4724-a9b0-94b7e5c3da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.954810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-6097a1e5-aef0-4724-a9b0-94b7e5c3da10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0828850 Aug 30 23:32:45.962283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f8536-49ce-4e97-9968-3db69b962319 req-2535b7b4-8129-4874-b4b4-24975feabfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:45.963696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-2535b7b4-8129-4874-b4b4-24975feabfb6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0633776 Aug 30 23:32:46.015716 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-2b383546-caea-4bc5-92fe-09bd4815e7d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510864 Aug 30 23:32:46.017442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-26ffc6bd-f68b-432f-b2cf-7921c8e30869 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453348 Aug 30 23:32:46.118667 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:46.182751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-49870e63-b38d-4cf8-ad8b-5c98cf0fe0b3 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594384 Aug 30 23:32:46.186049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-86159239-fce2-4d20-b2cc-5855d45409e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526716 Aug 30 23:32:46.236654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a29ad1-2db0-4c89-ba9a-928b96fca42e req-d6d1e267-8e16-4263-8538-a0becd8e2773 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.238361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7a29ad1-2db0-4c89-ba9a-928b96fca42e req-d6d1e267-8e16-4263-8538-a0becd8e2773 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0519705 Aug 30 23:32:46.268793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:32:46.289831 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b7a29ad1-2db0-4c89-ba9a-928b96fca42e req-304bac7d-a03d-4e0f-b163-968a96e658a5 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408061 Aug 30 23:32:46.313348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:32:46.347013 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-fd6d2e06-fb82-4fa1-9de4-9b21487bd45c service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569746 Aug 30 23:32:46.350451 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-694f8536-49ce-4e97-9968-3db69b962319 req-7be6c9fa-fa72-4ca9-81e0-2af208e23bf6 service neutron] 10.222.0.52 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521151 Aug 30 23:32:46.370807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:32:46.486253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:46.499096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'network_id': 'a95f3621-f3be-4d67-be79-19c8189a17d9', 'port_id': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'mac_address': 'fa:16:3e:8c:2b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '75032f82-d47b-4ce4-8b71-330ba9c44f42', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:32:46.499375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35dcac1-86e4-4530-9ddd-343a4a61ab60 req-66986c2d-5f57-4a9c-9226-e63c99ff0d82 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.501555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b35dcac1-86e4-4530-9ddd-343a4a61ab60 req-66986c2d-5f57-4a9c-9226-e63c99ff0d82 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 944 time: 0.0535612 Aug 30 23:32:46.527726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-0eeb4404-9c4b-4281-9757-cdec9599482d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.529238 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-0eeb4404-9c4b-4281-9757-cdec9599482d tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.47 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475&tenant_id=6963628e776943efa05fb191635ed076&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.0615082 Aug 30 23:32:46.539566 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:46.545402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b35dcac1-86e4-4530-9ddd-343a4a61ab60 req-ee5b1354-aa34-4107-acfc-32084fb07be3 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355637 Aug 30 23:32:46.554023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc732c17-0919-4821-89f9-8fdf488ef667 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:32:46.579686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:46.584117 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:46.597664 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-6e184ce5-503f-4ff5-86b9-315b7da3819f service neutron] delete failed (client error): The resource could not be found. Aug 30 23:32:46.598741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-6e184ce5-503f-4ff5-86b9-315b7da3819f service neutron] 10.222.0.47 "DELETE /v2.0/ports/fc732c17-0919-4821-89f9-8fdf488ef667/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0622556 Aug 30 23:32:46.632454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:46.639644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.640003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.640367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.640691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.641030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.641367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.641731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.642093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.642508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.642971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.643393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.643860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:46.687707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-f2a341ed-45f7-404e-aecf-02957eeed91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.689237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-f2a341ed-45f7-404e-aecf-02957eeed91b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=6963628e776943efa05fb191635ed076&device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 1097 time: 0.0461044 Aug 30 23:32:46.785335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-67232c45-898c-43bb-81f4-f6c246e89e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.787371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-67232c45-898c-43bb-81f4-f6c246e89e40 service neutron] 10.222.0.47 "GET /v2.0/networks?id=a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 200 len: 916 time: 0.0909872 Aug 30 23:32:46.835106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-debc8222-ad5c-43c7-8754-12822e7b9460 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 200 len: 217 time: 0.0411091 Aug 30 23:32:46.869665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['fc732c17-0919-4821-89f9-8fdf488ef667'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:46.887178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-d0f93dbc-a33b-444d-9ab2-7345e24b92b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:46.888613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-d0f93dbc-a33b-444d-9ab2-7345e24b92b9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 200 len: 855 time: 0.0461845 Aug 30 23:32:46.922793 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-d7033bf5-efde-452d-aa0d-f71428d4edf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=a95f3621-f3be-4d67-be79-19c8189a17d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265234 Aug 30 23:32:47.025696 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-1d7c71ad-9d8d-4320-86d2-d35f5720bf57 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952168 Aug 30 23:32:47.122551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e699b9-9ec5-4b36-8596-b7d10bd6f02b req-6fa05d2f-7031-480e-a781-fa8455d961b6 service neutron] 10.222.0.47 "GET /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880396 Aug 30 23:32:47.667413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7c92a7-8235-48f6-84ac-ed4ce0ba4e3d req-d4d6655e-fc7e-42cf-bc59-e5d2d499c3c6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:47.669621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c7c92a7-8235-48f6-84ac-ed4ce0ba4e3d req-d4d6655e-fc7e-42cf-bc59-e5d2d499c3c6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0519342 Aug 30 23:32:47.709748 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c7c92a7-8235-48f6-84ac-ed4ce0ba4e3d req-86efa0a6-974b-4931-9f1c-185441b0c085 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319917 Aug 30 23:32:47.828080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708a3dc2-e06e-45ae-aba9-c9dad4f6ea10 req-45f4ec9c-fe1d-4bda-934e-90cd8e753bb0 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:47.830239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-708a3dc2-e06e-45ae-aba9-c9dad4f6ea10 req-45f4ec9c-fe1d-4bda-934e-90cd8e753bb0 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0545788 Aug 30 23:32:47.867330 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-708a3dc2-e06e-45ae-aba9-c9dad4f6ea10 req-7bfb14d1-8db2-4d69-9d70-1af0e1418a25 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311208 Aug 30 23:32:47.984211 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f26774-c508-4503-96be-f48e47327ffd req-9c12373d-3ca8-429f-8af2-549f3b59ab43 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:47.986293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46f26774-c508-4503-96be-f48e47327ffd req-9c12373d-3ca8-429f-8af2-549f3b59ab43 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0532084 Aug 30 23:32:48.023243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-46f26774-c508-4503-96be-f48e47327ffd req-cea55c6c-3bca-46c1-91e8-e5dc52690eba tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309906 Aug 30 23:32:48.349212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11146798-426a-4c18-ba32-0726188ac879 req-ea842a10-2215-4bb6-bf7a-81382a5b6cb6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:48.350658 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11146798-426a-4c18-ba32-0726188ac879 req-ea842a10-2215-4bb6-bf7a-81382a5b6cb6 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 945 time: 0.0490339 Aug 30 23:32:48.388561 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11146798-426a-4c18-ba32-0726188ac879 req-10a67c8c-eb22-4c8b-ab83-f1dfe5acc64e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318751 Aug 30 23:32:48.398405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:48.450997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port fc732c17-0919-4821-89f9-8fdf488ef667 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:48.454905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port fc732c17-0919-4821-89f9-8fdf488ef667 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:48.455270 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:48.531981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:48.559835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:48.562121 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78a4afd-7d66-4a10-967a-7e7ef607da1f" -d '{"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-plugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:48.574566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:48.578877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:48.602430 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0294b285-4ee3-48f1-b162-066a95939a78 x-openstack-request-id: req-0294b285-4ee3-48f1-b162-066a95939a78 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:48.602677 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-plugged", "status": "completed", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:48.602941 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0294b285-4ee3-48f1-b162-066a95939a78 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:48.603332 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'code': 200} Aug 30 23:32:48.628567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:49.503564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0c5f1-79e6-4d3a-87dc-92decfd413f2 req-1023ee68-3c30-4add-848f-97dcf068b9a4 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:49.505060 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8e0c5f1-79e6-4d3a-87dc-92decfd413f2 req-1023ee68-3c30-4add-848f-97dcf068b9a4 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0486286 Aug 30 23:32:49.542311 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c8e0c5f1-79e6-4d3a-87dc-92decfd413f2 req-f6cbc188-3f69-4036-8e2d-f8d785742172 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.25 "GET /v2.0/security-groups?id=87234a8d-5e7b-4834-8564-2bc495dd01d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314281 Aug 30 23:32:49.644081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16636ce4-8573-4063-96b1-0f21d5464125 req-7fd8ec1a-16ef-4cb7-ae8e-785891eb94aa tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:49.645544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16636ce4-8573-4063-96b1-0f21d5464125 req-7fd8ec1a-16ef-4cb7-ae8e-785891eb94aa tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.52 "GET /v2.0/ports?device_id=1ee80316-2b64-4cf7-aff2-69cd90a68475 HTTP/1.1" status: 200 len: 946 time: 0.0496669 Aug 30 23:32:49.737390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Deleting port fc732c17-0919-4821-89f9-8fdf488ef667 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:32:49.737718 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:49.831245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] For port fc732c17-0919-4821-89f9-8fdf488ef667, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=fc732c17-0919-4821-89f9-8fdf488ef667,segment=NetworkSegment(381987a3-bbaa-4db0-93e3-d617b8563586),segment_id=381987a3-bbaa-4db0-93e3-d617b8563586)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:49.831611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:49.844074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Calling delete_port for fc732c17-0919-4821-89f9-8fdf488ef667 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:32:49.972619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.002562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Pushing event deleted for resources: {'Port': ['ID=fc732c17-0919-4821-89f9-8fdf488ef667,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:50.005325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['fc732c17-0919-4821-89f9-8fdf488ef667'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:32:50.045057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] No DVR routers for this DVR port fc732c17-0919-4821-89f9-8fdf488ef667 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:32:50.047610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.049864 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-16636ce4-8573-4063-96b1-0f21d5464125 req-a48b0149-1e21-414b-a409-fe5000f6b6d7 tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] 10.222.0.52 "DELETE /v2.0/ports/fc732c17-0919-4821-89f9-8fdf488ef667 HTTP/1.1" status: 204 len: 173 time: 0.3947790 Aug 30 23:32:50.050363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-deleted', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:32:50.052696 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1680da84-41ed-4f32-bf8f-0ca09ada9d19" -d '{"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-deleted", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:32:50.090513 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a786cd6-bf8d-4c5b-af44-d90a2ab9d1db x-openstack-request-id: req-1a786cd6-bf8d-4c5b-af44-d90a2ab9d1db {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:32:50.090766 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ee80316-2b64-4cf7-aff2-69cd90a68475", "name": "network-vif-deleted", "tag": "fc732c17-0919-4821-89f9-8fdf488ef667", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:32:50.091019 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1a786cd6-bf8d-4c5b-af44-d90a2ab9d1db {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:32:50.091429 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ee80316-2b64-4cf7-aff2-69cd90a68475', 'name': 'network-vif-deleted', 'tag': 'fc732c17-0919-4821-89f9-8fdf488ef667', 'status': 'completed', 'code': 200} Aug 30 23:32:50.661695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33412) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:50.712031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Deleting subnet 75032f82-d47b-4ce4-8b71-330ba9c44f42 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:32:50.715047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.748613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.788138 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.843823 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.869297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75032f82-d47b-4ce4-8b71-330ba9c44f42,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:50.873909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:50.876286 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/75032f82-d47b-4ce4-8b71-330ba9c44f42 HTTP/1.1" status: 204 len: 168 time: 0.2130001 Aug 30 23:32:50.878912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33414) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:50.881507 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.881901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.882252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.882595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.882930 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.883261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.883597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.883933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.884259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.884582 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.884909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.885232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7550d3-4b3f-4524-934a-5c2778416f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:50.949187 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.031333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.040781 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95f3621-f3be-4d67-be79-19c8189a17d9']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:51.051057 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381987a3-bbaa-4db0-93e3-d617b8563586') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:51.051357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381987a3-bbaa-4db0-93e3-d617b8563586') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:51.060006 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.074235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.081197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:32:51.081614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:32:51.083406 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:32:51.139283 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.145592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.147490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a95f3621-f3be-4d67-be79-19c8189a17d9 HTTP/1.1" status: 204 len: 168 time: 0.2675231 Aug 30 23:32:51.158347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a672d16f-fa5e-4b42-85e2-e203c3d6fef0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a95f3621-f3be-4d67-be79-19c8189a17d9,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:51.255239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:51.295382 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d4284629-5f6f-4e3c-91e9-c437c7482dc1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6963628e776943efa05fb191635ed076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387330 Aug 30 23:32:51.297858 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33422) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:51.345747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.367274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.415325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.418054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:51.419251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/87234a8d-5e7b-4834-8564-2bc495dd01d8 HTTP/1.1" status: 204 len: 168 time: 0.1204920 Aug 30 23:32:51.427109 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e66e4-f28f-44b5-86b6-595a9b7ecbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87234a8d-5e7b-4834-8564-2bc495dd01d8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:52.112417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33444) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:52.206530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-603254733-network', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:52.230914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:32:52.233164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.241983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.332729 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.336707 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.363774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 605, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:32:52.369833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3661ece2-07ba-482f-81f7-9d041392135c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:52.376234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.377252 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Added segment 254d6b28-16f6-494b-bb87-256e5958a4d2 of type vlan for network 2799f3a7-7576-4be5-bc7f-a870f9238090 Aug 30 23:32:52.416715 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.427848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:32:52.441222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.442324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:52.442920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.451924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: fc732c17-0919-4821-89f9-8fdf488ef667 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:32:52.452273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device fc732c17-0919-4821-89f9-8fdf488ef667 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:32:52.501264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3876562 Aug 30 23:32:52.504304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33448) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:52.506391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9074fd4-6024-4a6a-b070-edf261fa32f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2799f3a7-7576-4be5-bc7f-a870f9238090,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:52.509395 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Request body: {'subnet': {'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-603254733-subnet', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:52.516915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:32:52.530567 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:32:52.533695 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.706994 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.745295 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.771445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3712108-f3a6-4117-a460-bd444d251bdd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:52.776206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:52.776559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Network hostable DHCP agents. Network: 2799f3a7-7576-4be5-bc7f-a870f9238090, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:32:52.794866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:32:52.802996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2799f3a7-7576-4be5-bc7f-a870f9238090) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:52.807233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:52.807821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.812514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180097b2-f691-41b7-b078-2e2e1aff4062 None None] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:32:52.822395 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-390b9d9b-a4d4-43f8-a2cc-7adab4fc7497 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3169873 Aug 30 23:32:52.825222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:52.830056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:52.850179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.851174 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.903250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:52.957360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2799f3a7-7576-4be5-bc7f-a870f9238090', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:32:52.958195 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.047775 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.095772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Allocated IP 172.20.0.2 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/7d0caade-36f6-4546-9fc9-4eeb72519c77) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:32:53.236129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.243630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.244464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Transition to ACTIVE for port object 7d0caade-36f6-4546-9fc9-4eeb72519c77 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:53.259610 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Transition to ACTIVE for port object 7d0caade-36f6-4546-9fc9-4eeb72519c77 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:53.265101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.266607 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.308204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:53.311024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:53.314704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:32:53.321567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Pushing event updated for resources: {'Port': ['ID=7d0caade-36f6-4546-9fc9-4eeb72519c77,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:53.370996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Allocated IP 172.25.7.89 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/09153ae8-e984-4e77-a2d6-e14d036992ae) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:32:53.372277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Attempting to bind port 7d0caade-36f6-4546-9fc9-4eeb72519c77 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:32:53.372750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Attempting to bind port 7d0caade-36f6-4546-9fc9-4eeb72519c77 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:32:53.373097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Attempting to bind port 7d0caade-36f6-4546-9fc9-4eeb72519c77 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:53.378621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:32:53.378996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:53.379396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.379791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:32:53.380274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Bound port: 7d0caade-36f6-4546-9fc9-4eeb72519c77, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:32:53.380633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.452726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] For port 7d0caade-36f6-4546-9fc9-4eeb72519c77, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:53.456538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] For port 7d0caade-36f6-4546-9fc9-4eeb72519c77, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d0caade-36f6-4546-9fc9-4eeb72519c77,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:32:53.461867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.484662 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.524437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea2d30-e0b4-4820-b94a-11b4b3ffa7bc None None] Pushing event updated for resources: {'Port': ['ID=7d0caade-36f6-4546-9fc9-4eeb72519c77,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:53.531050 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:53.574905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:53.578053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:53.583182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:32:53.605301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Pushing event updated for resources: {'Port': ['ID=09153ae8-e984-4e77-a2d6-e14d036992ae,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:53.860750 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:54.057440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:54.185915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:32:54.296871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:32:54.310409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:32:54.314168 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:54.316133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2e1e6de3-2ee8-48e0-ba5c-a580275a41ea admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4896917 Aug 30 23:32:54.319133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33452) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:54.322753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:32:54.323405 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:54.522770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51795acb-43e9-4958-9d4c-561182a37b4d None None] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:32:54.580041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d0caade-36f6-4546-9fc9-4eeb72519c77 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:54.646559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5aa2c542-b168-46a0-9ec3-9b2e20e8603a None None] Provisioning for port 7d0caade-36f6-4546-9fc9-4eeb72519c77 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:54.712658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:32:54.798073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7d0caade-36f6-4546-9fc9-4eeb72519c77 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:54.843275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7d0caade-36f6-4546-9fc9-4eeb72519c77 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:54.843562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.006413 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.041661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.050029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7d0caade-36f6-4546-9fc9-4eeb72519c77, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d0caade-36f6-4546-9fc9-4eeb72519c77,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:55.056214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:53Z', 'revision_number': 3, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:55.059647 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.092662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:32:55.092662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Updating router bf6f3b65-2e31-412a-8a6e-40d87f454253 port 09153ae8-e984-4e77-a2d6-e14d036992ae binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:32:55.146337 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.176890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7d0caade-36f6-4546-9fc9-4eeb72519c77,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:55.216144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Allocated IP 172.20.0.1 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/96ad33ba-17fa-41f5-bfbc-751c2503eb2d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:32:55.262865 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-82120db8-ab39-441e-8051-058f79f5fd3c None None] Provisioning complete for port 7d0caade-36f6-4546-9fc9-4eeb72519c77 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:55.263160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-82120db8-ab39-441e-8051-058f79f5fd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.331262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.346063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Transition to ACTIVE for port object 96ad33ba-17fa-41f5-bfbc-751c2503eb2d will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:55.380587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.422694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:55.429362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:55.432411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:32:55.434491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:55.475700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.487711 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.498792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Transition to ACTIVE for port object 09153ae8-e984-4e77-a2d6-e14d036992ae will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:55.504371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.555403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Attempting to bind port 09153ae8-e984-4e77-a2d6-e14d036992ae on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:32:55.556098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Attempting to bind port 09153ae8-e984-4e77-a2d6-e14d036992ae by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:32:55.556098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Attempting to bind port 09153ae8-e984-4e77-a2d6-e14d036992ae on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:55.565515 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7bdb8-1019-4c6c-893c-442be61ce0bf None None] Pushing event updated for resources: {'Port': ['ID=09153ae8-e984-4e77-a2d6-e14d036992ae,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:55.568654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:32:55.568812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:55.569104 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.569503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:32:55.570003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Bound port: 09153ae8-e984-4e77-a2d6-e14d036992ae, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:32:55.570393 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.622340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.629647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] For port 09153ae8-e984-4e77-a2d6-e14d036992ae, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:55.633592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] For port 09153ae8-e984-4e77-a2d6-e14d036992ae, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=09153ae8-e984-4e77-a2d6-e14d036992ae,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:32:55.638489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.701446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:32:55.702197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:55.740573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7bdb8-1019-4c6c-893c-442be61ce0bf None None] Pushing event updated for resources: {'Port': ['ID=09153ae8-e984-4e77-a2d6-e14d036992ae,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:55.808333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.813215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.817919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:32:55.866044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f19db00b-ba9c-4bb8-b4ad-147bf6326fb5 None None] Provisioning for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:55.883756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.891829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:55.910727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f19db00b-ba9c-4bb8-b4ad-147bf6326fb5 None None] Provisioning complete for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:55.911128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f19db00b-ba9c-4bb8-b4ad-147bf6326fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:55.986922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-f19db00b-ba9c-4bb8-b4ad-147bf6326fb5 None None] Port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:32:56.007730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:56.009131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:56.066407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 1, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:56.156181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:32:56.262298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc0d5e1-a5a3-448d-9eb8-0f35c1e286ac None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 1, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:32:56.295755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:32:56.303027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5cbf9db0-ebe7-410e-a221-071a7fc58ad4 admin admin] 10.222.0.25 "PUT /v2.0/routers/bf6f3b65-2e31-412a-8a6e-40d87f454253/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9825311 Aug 30 23:32:56.322047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-391704ba-3420-453c-b530-8c264dfeef50 None None] Provisioning complete for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:56.322521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-391704ba-3420-453c-b530-8c264dfeef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:56.358897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-391704ba-3420-453c-b530-8c264dfeef50 None None] Port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:32:56.551116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d0caade-36f6-4546-9fc9-4eeb72519c77 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:56.575492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-61538c03-6334-4fc1-b4c3-0f2fdcb8701d req-9526f56c-69cb-46c9-b9aa-648ee1fde118 service neutron] (101269) timed out ('10.222.0.52', 54526) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:32:56.605766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7d0caade-36f6-4546-9fc9-4eeb72519c77 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:56.606342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:56.851341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33460) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:56.856162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644474946', 'description': 'tempest-description--1832791172'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:56.883387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.000458 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.006084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.038136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.039537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1871884 Aug 30 23:32:57.042616 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:57.044373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a664428c-3c45-4145-a844-68de631fb6f5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:57.049449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:57.080224 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.146347 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.150305 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.170702 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a04a9f4b-2f01-468f-8ac9-b72386b7804f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:57.179322 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.183096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d28a4ec3-60c9-42cb-8e27-504f9f9261d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1363473 Aug 30 23:32:57.183262 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33464) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:57.187665 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'security_group_rule': {'security_group_id': 'e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:57.215918 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.277956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.282701 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.301859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=627884dc-e5d7-4758-93c1-13eddaa71758,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:57.309680 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.311056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5b2ed22-579a-47f4-91a1-e758da3aa653 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268411 Aug 30 23:32:57.314473 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33466) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:32:57.319327 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:32:57.343595 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.755253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:57.860747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Allocated IP 172.25.7.104 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:32:57.965244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.004215 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.047143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:32:58.050992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:32:58.055524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:32:58.058807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:58.091706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.177719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.214445 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.348446 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:32:58.356002 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:32:58.356877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:58.386304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.396527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.475202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:58.480856 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:32:58.488613 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.507268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.518901 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-076327d7-f0c7-4f72-963e-76dc173ea26e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1939728 Aug 30 23:32:58.552233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 09153ae8-e984-4e77-a2d6-e14d036992ae up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:32:58.616583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 09153ae8-e984-4e77-a2d6-e14d036992ae completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:32:58.621438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 09153ae8-e984-4e77-a2d6-e14d036992ae triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:32:58.621908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.687006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-2e68c056-c368-4253-b792-217e4a67b1cf tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1644474946&fields=id&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 267 time: 0.0485370 Aug 30 23:32:58.701554 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 2, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:58.718760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.730773 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:32:58.731126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Updating router bf6f3b65-2e31-412a-8a6e-40d87f454253 port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:32:58.742270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 09153ae8-e984-4e77-a2d6-e14d036992ae, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=09153ae8-e984-4e77-a2d6-e14d036992ae,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:32:58.747241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.760154 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:58.808534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=09153ae8-e984-4e77-a2d6-e14d036992ae,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:58.830316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-35784c12-3571-4a5d-a879-835657947b5b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:32:58.831968 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-35784c12-3571-4a5d-a879-835657947b5b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1409552 Aug 30 23:32:58.850110 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-d830a93d-5705-4c0d-8a4f-87e4768dde7d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/quotas/967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 375 time: 0.0109522 Aug 30 23:32:58.924843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-8bb0f941-0d4e-4d22-9728-179bc7d5da48 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0676715 Aug 30 23:32:59.033584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-63eec28e-75ba-45b6-a6da-2c87fa6f9098 service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952041 Aug 30 23:32:59.072761 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:59.084804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Transition to ACTIVE for port object 96ad33ba-17fa-41f5-bfbc-751c2503eb2d will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:32:59.091870 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:59.137693 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-5a4439a9-c564-4266-8a13-cfa64ba451e8 service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979242 Aug 30 23:32:59.141258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Pushing event updated for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:59.164977 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.165327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.165668 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.166036 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.166370 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.166700 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.167025 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.167345 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.167668 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.167984 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.168306 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.168631 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:32:59.206622 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Attempting to bind port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:32:59.206949 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Attempting to bind port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:32:59.207309 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Attempting to bind port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:32:59.212806 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:32:59.213177 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:32:59.213574 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:59.213991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:32:59.214600 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Bound port: 96ad33ba-17fa-41f5-bfbc-751c2503eb2d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:32:59.214991 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:59.304057 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] For port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:32:59.308513 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] For port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:32:59.313246 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:32:59.388366 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1e0d8fc5-1c65-4bd3-a49c-9b5e2ff27b47 req-1904e96b-05f7-4ef3-8e95-504eb8648388 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 210 time: 0.0508850 Aug 30 23:32:59.413289 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:32:59.414289 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:59.450136 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff1a9-247b-4888-9610-a13f0572f13e None None] Pushing event updated for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:32:59.660981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:32:59.881204 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:32:59Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:32:59.910629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba41a20-4bbf-4045-b8fb-f6f13f784c0e None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:32:59Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:33:00.443587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-d58f0e6a-65d0-43a6-a4c8-ddf28ef57343 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:00.445148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-d58f0e6a-65d0-43a6-a4c8-ddf28ef57343 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1143234 Aug 30 23:33:00.512912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-11fbb927-d2dc-4bb6-b37d-14face0c2b59 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 380 time: 0.0576847 Aug 30 23:33:00.529466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'port': {'device_id': '6a036a24-a5b1-422b-8362-38fc7e115985', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'admin_state_up': True, 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'security_groups': ['e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:33:00.531530 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42daf390-bc6e-4280-a961-57bd58ff668d req-3ba39505-3768-4812-9aa6-feae8845e84b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 210 time: 0.0343504 Aug 30 23:33:00.555112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 96ad33ba-17fa-41f5-bfbc-751c2503eb2d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:33:00.604937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:33:00.608679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:33:00.609160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.645256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:33:00.648879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.690023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.722076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:33:00.725772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.726562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 09153ae8-e984-4e77-a2d6-e14d036992ae up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:33:00.779557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Allocated IP 172.20.0.11 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:33:00.800133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:00.821394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 09153ae8-e984-4e77-a2d6-e14d036992ae triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:33:00.821769 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.921766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:00.934553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Transition to ACTIVE for port object 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:33:00.967243 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.017861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:33:01.023454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:33:01.028011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:33:01.032837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:01.082152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:01.082614 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.100766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-23035c28-b133-4369-974e-4e904f5d05e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5766947 Aug 30 23:33:01.114473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Request body: {'port': {'device_id': '6a036a24-a5b1-422b-8362-38fc7e115985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:33:01.173870 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.294874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-115f7719-3c75-497f-a55f-1578281cb45d None None] Provisioning for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:33:01.298842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-115f7719-3c75-497f-a55f-1578281cb45d None None] Provisioning complete for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:33:01.299169 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-115f7719-3c75-497f-a55f-1578281cb45d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.334604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-115f7719-3c75-497f-a55f-1578281cb45d None None] Port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:33:01.451408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:33:01.459318 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.471245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Transition to ACTIVE for port object 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:33:01.475095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.525044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:01.616061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:33:01.616502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:33:01.616847 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:33:01.636498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:33:01.636834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:33:01.647703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:33:01.648062 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:33:01.648445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:33:01.648889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Bound port: 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:33:01.649340 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.680010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3490e0a-5ff9-4697-b71d-1fe13910685a req-58b3975d-8a00-4517-aeed-1f27f2a0805a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:01.681545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3490e0a-5ff9-4697-b71d-1fe13910685a req-58b3975d-8a00-4517-aeed-1f27f2a0805a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0796242 Aug 30 23:33:01.755356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f3490e0a-5ff9-4697-b71d-1fe13910685a req-48d18fa4-402d-4d08-bbc2-3e2592ec6390 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540705 Aug 30 23:33:01.759604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:33:01.762848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:33:01.777631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.813552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:01.814215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:01.815621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] 10.222.0.47 "PUT /v2.0/ports/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1093 time: 0.7057428 Aug 30 23:33:01.816069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:33:01.818618 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77260ed4-5b87-47d8-9d5a-deb2693629ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:33:01.840163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9648073-c905-46bf-9eff-2036a86b3be8 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:01.858380 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef36679-6e76-4b87-b315-3b69cd81e979 x-openstack-request-id: req-9ef36679-6e76-4b87-b315-3b69cd81e979 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:33:01.858676 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:33:01.858928 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9ef36679-6e76-4b87-b315-3b69cd81e979 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:33:01.859331 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'status': 'completed', 'code': 200} Aug 30 23:33:01.909194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-3719d670-3c75-4243-a669-d6f05b5f07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:01.910829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-3719d670-3c75-4243-a669-d6f05b5f07ea service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1096 time: 0.0438306 Aug 30 23:33:01.957474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-39253767-26ed-4925-967b-5044406ac172 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 217 time: 0.0363805 Aug 30 23:33:02.017448 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-6ac7187f-0948-44b4-8714-efbcbbb7c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.018986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-6ac7187f-0948-44b4-8714-efbcbbb7c0bd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0541518 Aug 30 23:33:02.066777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-6023d04b-409a-4af8-ad1c-69e6ed7ac9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.068458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-6023d04b-409a-4af8-ad1c-69e6ed7ac9b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416057 Aug 30 23:33:02.158468 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-9b0f6bfd-86c8-4b88-88a2-f8d459e527d5 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823522 Aug 30 23:33:02.251202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c792e765-76ef-463a-9a0d-0387908a20f9 req-0ac64077-cec5-4619-b8fe-e33324bbd7e3 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848548 Aug 30 23:33:02.339872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-2f8b85f2-174a-467a-bb90-e3b1d20a5a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.341285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-2f8b85f2-174a-467a-bb90-e3b1d20a5a9d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1096 time: 0.0419734 Aug 30 23:33:02.434483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-d07890ef-8bab-4c82-8d65-701e21ff0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.436042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-d07890ef-8bab-4c82-8d65-701e21ff0bba service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0873132 Aug 30 23:33:02.479113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-1e94ed42-9142-4514-aa8d-b9e5d37dfd46 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 217 time: 0.0354927 Aug 30 23:33:02.483164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 96ad33ba-17fa-41f5-bfbc-751c2503eb2d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:33:02.530214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-e83c5df3-6f56-43f2-9cfa-34b088c8595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.531289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:33:02.531658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-e83c5df3-6f56-43f2-9cfa-34b088c8595a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0441523 Aug 30 23:33:02.531757 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:02.583593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-c4b6c94a-87e2-4174-83dc-485e4d29c2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.585103 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-c4b6c94a-87e2-4174-83dc-485e4d29c2ae service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454428 Aug 30 23:33:02.675160 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-ce609103-a725-4767-9d4b-1bdc13c4b977 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818408 Aug 30 23:33:02.769413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-77260ed4-5b87-47d8-9d5a-deb2693629ba req-346192c1-7f66-47c2-8747-43a3d7ac6a6b service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858889 Aug 30 23:33:02.876532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58249f-42d6-4440-8cc3-db37759ee17e req-c53e73f2-4aed-42d4-a630-d6d052e8b06d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:02.877998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f58249f-42d6-4440-8cc3-db37759ee17e req-c53e73f2-4aed-42d4-a630-d6d052e8b06d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0529039 Aug 30 23:33:02.920822 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f58249f-42d6-4440-8cc3-db37759ee17e req-4e26e091-90f2-47ac-9330-5272e09dcc9f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365705 Aug 30 23:33:04.035604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329195ff-648b-446b-9870-ae53ea2da5e9 req-71a627c6-670c-41d8-9203-56c468a2f189 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:04.037116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-329195ff-648b-446b-9870-ae53ea2da5e9 req-71a627c6-670c-41d8-9203-56c468a2f189 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0486124 Aug 30 23:33:04.076027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-329195ff-648b-446b-9870-ae53ea2da5e9 req-08a36f06-16ae-4375-bb37-f2bfe6baafdc tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329018 Aug 30 23:33:04.378423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:33:04.470898 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:33:04.482037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'mac_address': 'fa:16:3e:09:21:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:33:04.524238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:04.537083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:33:04.556038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:33:04.560839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:04.607924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:04.769779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:33:05.197380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa82af-fd74-4bef-8d10-1e557dfe60a2 req-c29369a2-ba15-44c4-8f92-687296c5324f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:05.198897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5daa82af-fd74-4bef-8d10-1e557dfe60a2 req-c29369a2-ba15-44c4-8f92-687296c5324f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0580881 Aug 30 23:33:05.236227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5daa82af-fd74-4bef-8d10-1e557dfe60a2 req-2e7f3818-7430-4c24-877a-eb93378462a5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305781 Aug 30 23:33:06.351561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e07452-b775-4198-9fda-9d7e23ccf343 req-34651e1d-f3bb-4cda-9f46-529f21384866 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:06.353028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27e07452-b775-4198-9fda-9d7e23ccf343 req-34651e1d-f3bb-4cda-9f46-529f21384866 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0497382 Aug 30 23:33:06.394439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:33:06.395206 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-27e07452-b775-4198-9fda-9d7e23ccf343 req-b3313270-6e67-4c76-8246-090194b1fe3f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361636 Aug 30 23:33:06.442291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:33:06.446088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:33:06.446462 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:06.525910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:06.552913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:33:06.555205 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f58b8d5-2275-409f-b6ce-8260e45fab1d" -d '{"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-plugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:33:06.568297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:33:06.573561 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:06.596790 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f2e683-1690-4cdc-8f60-15cf20bafafe x-openstack-request-id: req-c4f2e683-1690-4cdc-8f60-15cf20bafafe {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:33:06.597082 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-plugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:33:06.597331 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4f2e683-1690-4cdc-8f60-15cf20bafafe {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:33:06.597713 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'code': 200} Aug 30 23:33:06.623153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:33:06.692603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded54d3c-1ac3-41b3-ad66-5bf3a0d7cdd1 req-b02056f7-67a0-4508-8fcd-d6b623ea7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:06.694390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ded54d3c-1ac3-41b3-ad66-5bf3a0d7cdd1 req-b02056f7-67a0-4508-8fcd-d6b623ea7bfb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1098 time: 0.0405400 Aug 30 23:33:06.734862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ded54d3c-1ac3-41b3-ad66-5bf3a0d7cdd1 req-b86ebd15-3895-4710-bea1-ed2c9ea4fe18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Aug 30 23:33:07.509850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a21fb-5fe0-4b65-a313-40989c579d18 req-0abb3654-7c74-4c19-a7da-24775f093687 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:07.511290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a05a21fb-5fe0-4b65-a313-40989c579d18 req-0abb3654-7c74-4c19-a7da-24775f093687 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0482554 Aug 30 23:33:07.550283 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a05a21fb-5fe0-4b65-a313-40989c579d18 req-257e611a-4381-42d6-bfdf-9904faad6811 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Aug 30 23:33:08.666190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97793b-a449-46e9-b5aa-6d05b626390c req-b9cf195a-094a-4eb0-aa8a-d8b8c11c20f6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:08.667679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b97793b-a449-46e9-b5aa-6d05b626390c req-b9cf195a-094a-4eb0-aa8a-d8b8c11c20f6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0493660 Aug 30 23:33:08.705560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b97793b-a449-46e9-b5aa-6d05b626390c req-c22d215d-f513-40f9-823a-e32474fe15d5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318742 Aug 30 23:33:08.823638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915101ca-1981-4c86-ae16-6e71f416f176 req-05c83fe6-f555-4201-96bd-9f7dba2300dd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:08.825119 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-915101ca-1981-4c86-ae16-6e71f416f176 req-05c83fe6-f555-4201-96bd-9f7dba2300dd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0546567 Aug 30 23:33:08.834046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33512) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:33:08.838658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'floatingip': {'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:33:08.880303 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:09.308080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:09.311973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:09.413361 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd associated. External IP: 172.25.7.104, port: 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e. Aug 30 23:33:09.620383 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:33:09.725313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:33:09.729886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:09.735864 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:33:09.745766 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:33:09.746418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:33:09.759967 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cc7e2f02-0bfc-4b0c-8ea5-cde32820e5bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "PUT /v2.0/floatingips/ddde96f6-abad-4204-a1f2-81760d94dcfd HTTP/1.1" status: 200 len: 992 time: 0.9248476 Aug 30 23:33:09.760654 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:33:09.763071 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:33:09.805340 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317f782-b054-4a5e-be73-ad42e3b3ed88 x-openstack-request-id: req-c317f782-b054-4a5e-be73-ad42e3b3ed88 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:33:09.805627 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:33:09.805922 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c317f782-b054-4a5e-be73-ad42e3b3ed88 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:33:09.806345 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'status': 'completed', 'code': 200} Aug 30 23:33:09.869204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:33:09.870946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-e6cbf41f-bde9-458e-b631-bec1b8cc4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:09.872412 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-e6cbf41f-bde9-458e-b631-bec1b8cc4023 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1098 time: 0.0413337 Aug 30 23:33:09.967362 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-3fbe1ad5-9ab2-41a0-901c-a1d24af50af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:09.968895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-3fbe1ad5-9ab2-41a0-901c-a1d24af50af6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0884147 Aug 30 23:33:10.035166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-7abc1298-f8eb-4ae4-bfc8-dbc0b78729f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1000 time: 0.0585098 Aug 30 23:33:10.086922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-958ee3a6-3595-40aa-9bb9-7907ff284946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:10.088431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-958ee3a6-3595-40aa-9bb9-7907ff284946 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0443993 Aug 30 23:33:10.090843 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:09:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036a24-a5b1-422b-8362-38fc7e115985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:33:09Z', 'revision_number': 1, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:33:10.121081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:33:10.129708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:33:10.130391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:32:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:33:10.139639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-77652d85-d588-46e9-8446-7cbaeb3cca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:10.141670 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-77652d85-d588-46e9-8446-7cbaeb3cca9a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442019 Aug 30 23:33:10.231609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-ccbe42f2-c0e4-47b2-87da-3e93aed193cf service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825706 Aug 30 23:33:10.238894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:33:10.327626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1bc5e0e9-8b09-4fe8-91d4-91ade2544fdf req-5d390f33-bc25-421b-9fc1-158e359b8d32 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863445 Aug 30 23:33:10.403783 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fd8c45b3-b3be-40ef-8fa1-04530c9f77cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:10.473205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:09:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036a24-a5b1-422b-8362-38fc7e115985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:33:09Z', 'revision_number': 1, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:33:10.502863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d8db5b-c15a-4268-ab49-3bf82bea85ff None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:09:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a036a24-a5b1-422b-8362-38fc7e115985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:33:09Z', 'revision_number': 1, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:33:10.684972 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f482c2e0-ed05-43d8-9d07-047ef88dc8d7 None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:33:12.959058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:13.375246 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97614cfd-9cf8-464d-b266-6c34bf99219d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:14.677335 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:16.117709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:19.732763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:33:22.760761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:28.093871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:40.395520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98b55891-ab06-4921-9c8f-a43ed3ca22e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:40.848379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-81b19250-ce62-4bd3-a895-0a59dbc16504 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411372 Aug 30 23:33:40.931675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838329-89f3-4779-a636-dd0c365381b2 req-3a058633-a641-40c5-8334-02e5ac48147a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:40.933132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-3a058633-a641-40c5-8334-02e5ac48147a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1098 time: 0.0404766 Aug 30 23:33:41.319067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838329-89f3-4779-a636-dd0c365381b2 req-dbdc255a-fb92-49c4-802d-bf5685ba6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:41.320809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-dbdc255a-fb92-49c4-802d-bf5685ba6f34 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.3662212 Aug 30 23:33:41.385754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-7cc21704-2902-4c42-903c-3cbe0c448e17 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1002 time: 0.0567944 Aug 30 23:33:41.434483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838329-89f3-4779-a636-dd0c365381b2 req-c54e77b1-d5f3-485b-b9df-a4f2dea1cb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:41.435880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-c54e77b1-d5f3-485b-b9df-a4f2dea1cb67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0425286 Aug 30 23:33:41.488753 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b838329-89f3-4779-a636-dd0c365381b2 req-f3c54c89-28e2-4f92-9639-05b3dae313c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:33:41.490254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-f3c54c89-28e2-4f92-9639-05b3dae313c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0462193 Aug 30 23:33:41.580797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-057c2ce0-69c0-4335-a459-b61215286a46 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798759 Aug 30 23:33:41.673752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b838329-89f3-4779-a636-dd0c365381b2 req-2784c042-4231-4d6f-8393-fa6a9b51b1e2 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855727 Aug 30 23:33:42.960445 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:43.375560 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca148822-957e-430e-89d3-038cfeb6a90a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:44.686421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:46.121142 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:52.773989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:33:56.732415 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:33:58.098622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:10.400145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0a374660-4479-4c1b-b2de-d6114eee4bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:12.962426 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:13.378251 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bd2e66d2-eb5c-4af1-9a32-ab6fdc0e4e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:14.683622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:16.126906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:17.806000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-2f23d1ee-bccd-4dcd-a45e-705a2b8146e4 req-35f5d482-da6e-4efd-a62f-42f7d49948e0 tempest-TestVolumeBootPattern-1208989720 tempest-TestVolumeBootPattern-1208989720-project] (101269) timed out ('10.222.0.47', 51099) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:34:22.771300 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:28.125371 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:33.733685 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:34:40.392572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fcb968c3-ddf7-4586-8052-fc4760cd5064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:40.834878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-f44a3239-0103-41b5-b095-f1691c0e5577 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461442 Aug 30 23:34:40.916204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-107968ad-7184-4a5d-b24b-2afce698dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:40.917733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-107968ad-7184-4a5d-b24b-2afce698dac6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1098 time: 0.0409677 Aug 30 23:34:41.024325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-8bcfb9ee-5a8d-4569-8ad7-958ef57888fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:41.025831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-8bcfb9ee-5a8d-4569-8ad7-958ef57888fe service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0873191 Aug 30 23:34:41.098464 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-6e497861-61ea-4068-aa04-0322236e391e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1002 time: 0.0653160 Aug 30 23:34:41.147125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-e3476020-a991-40ed-8f38-6679f30b1b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:41.148565 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-e3476020-a991-40ed-8f38-6679f30b1b84 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0437269 Aug 30 23:34:41.199811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-7fe53eb7-aa00-4c42-b2a8-8c50e5e5fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:41.201333 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-7fe53eb7-aa00-4c42-b2a8-8c50e5e5fd06 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459499 Aug 30 23:34:41.214061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-a3a0ca4f-ec7b-4892-ba6a-265bde349a71 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:34:41.215038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-a3a0ca4f-ec7b-4892-ba6a-265bde349a71 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053992 Aug 30 23:34:41.304888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-c08a213a-29e2-4dfd-a3bc-2b6d4f8a6c1d service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831523 Aug 30 23:34:41.398969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e29b78aa-0da5-47d5-bae2-eaab2812599e req-ac34b7d5-1261-4d52-9fe6-561aa06e053a service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869234 Aug 30 23:34:42.964062 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:43.380132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dea45c27-8014-4caf-bfcd-5b85e73c8a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:44.685907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:45.613513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50122de-d773-44f7-8563-441c3b20726a req-bd31e2f1-471f-4bb3-8e07-d855d408906a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:45.615245 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b50122de-d773-44f7-8563-441c3b20726a req-bd31e2f1-471f-4bb3-8e07-d855d408906a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0500977 Aug 30 23:34:45.652687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b50122de-d773-44f7-8563-441c3b20726a req-bc0b4c0d-1934-4a6e-a4a9-f3859c639691 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315058 Aug 30 23:34:46.126019 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:46.849212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 33722) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:34:46.976205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-77de0d1e-7639-437e-be98-1da9e9dfe619 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255934 Aug 30 23:34:47.046671 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1adb18-a579-49d7-879d-ae46e0132c45 req-e07c5083-ee45-41da-9c10-8cea2453d5c2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:47.048323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db1adb18-a579-49d7-879d-ae46e0132c45 req-e07c5083-ee45-41da-9c10-8cea2453d5c2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.1895010 Aug 30 23:34:47.087801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-db1adb18-a579-49d7-879d-ae46e0132c45 req-00bf6b61-5a79-47cc-852f-8157c59578fd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332375 Aug 30 23:34:48.205248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3918d3-67df-4d02-aee8-5efa5480b429 req-949f59f7-2cb9-4368-b06e-a7567cd54dc9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:48.206757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e3918d3-67df-4d02-aee8-5efa5480b429 req-949f59f7-2cb9-4368-b06e-a7567cd54dc9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0509839 Aug 30 23:34:48.245097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e3918d3-67df-4d02-aee8-5efa5480b429 req-63fcdd90-951e-4de4-8f61-f81c3b3c33a4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325420 Aug 30 23:34:49.360419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ea5e5a-2bbc-4b9a-94e2-e027d37f0e2d req-52bb4126-99cd-4e7e-aea2-71d416bc196c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:49.362005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71ea5e5a-2bbc-4b9a-94e2-e027d37f0e2d req-52bb4126-99cd-4e7e-aea2-71d416bc196c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0502603 Aug 30 23:34:49.399413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-71ea5e5a-2bbc-4b9a-94e2-e027d37f0e2d req-6f9b74b8-ffe2-4554-a55c-c4eb888709d8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315037 Aug 30 23:34:50.273604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-f121e60d-95a0-4909-be4b-9fa4ee69ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:50.275147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-f121e60d-95a0-4909-be4b-9fa4ee69ae02 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1098 time: 0.0895605 Aug 30 23:34:50.367610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-d3538003-b04c-42a3-a93c-94d1ffe11ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:50.369096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-d3538003-b04c-42a3-a93c-94d1ffe11ec6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0870821 Aug 30 23:34:50.434271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-f97d6c9d-2075-45bd-8c30-108202e9ce41 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1002 time: 0.0578070 Aug 30 23:34:50.493456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-ff1d3572-c1ed-46d7-8e7c-1b18d58df1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:50.495052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-ff1d3572-c1ed-46d7-8e7c-1b18d58df1f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0539525 Aug 30 23:34:50.567436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-1a25eb5f-778f-479e-9b03-2f01063cb1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:50.568976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-1a25eb5f-778f-479e-9b03-2f01063cb1ab service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0673320 Aug 30 23:34:50.592219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12091-ef9a-4fd1-9006-e220e6f0186f req-78fb8ea7-3049-46cb-ab71-3f6d46a8d39d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:50.594212 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c12091-ef9a-4fd1-9006-e220e6f0186f req-78fb8ea7-3049-46cb-ab71-3f6d46a8d39d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.1224773 Aug 30 23:34:50.680304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76c12091-ef9a-4fd1-9006-e220e6f0186f req-48b4427b-ce0a-4759-8805-ec1f54d477a3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764620 Aug 30 23:34:50.699167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-a59f1d2c-9e45-4482-af92-e33b0cd3135a service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220407 Aug 30 23:34:50.789138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-21192808-fd45-4f24-8ec4-7cf586874050 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824592 Aug 30 23:34:51.796784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759b1ac-ba5b-4807-9d7b-712442b1ca16 req-987a1f4f-3f39-4038-8997-381797573b03 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:51.798294 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4759b1ac-ba5b-4807-9d7b-712442b1ca16 req-987a1f4f-3f39-4038-8997-381797573b03 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0514731 Aug 30 23:34:51.835409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4759b1ac-ba5b-4807-9d7b-712442b1ca16 req-59821b89-dae0-4986-9628-85aa05079639 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311866 Aug 30 23:34:52.777698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:52.956052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e8085d-3529-4821-90ac-5c51d3d40f39 req-c5b37393-1640-4701-b92e-2ee1f24d9241 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:52.957550 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59e8085d-3529-4821-90ac-5c51d3d40f39 req-c5b37393-1640-4701-b92e-2ee1f24d9241 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0540674 Aug 30 23:34:52.995949 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59e8085d-3529-4821-90ac-5c51d3d40f39 req-b4cc867a-3cf4-451d-8144-9474ac5e6d79 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324228 Aug 30 23:34:54.114212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325afaab-d6c8-4bcc-a07a-a36e5473994b req-e5bc4cf9-645b-49ba-a6f4-e58cd016487b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:54.115616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-325afaab-d6c8-4bcc-a07a-a36e5473994b req-e5bc4cf9-645b-49ba-a6f4-e58cd016487b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0533955 Aug 30 23:34:54.153716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-325afaab-d6c8-4bcc-a07a-a36e5473994b req-5fb01981-afc7-44cc-bee1-8a130bb29b49 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Aug 30 23:34:55.271720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8efe74-7512-46a7-b1e9-9318d325ef2c req-d339386e-546f-4082-85db-c03641f74a4f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:55.273225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b8efe74-7512-46a7-b1e9-9318d325ef2c req-d339386e-546f-4082-85db-c03641f74a4f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0487859 Aug 30 23:34:55.310078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b8efe74-7512-46a7-b1e9-9318d325ef2c req-ea39ab22-5dcf-4166-adf2-665034fa72bd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303099 Aug 30 23:34:56.434000 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cbfd6c-a8ba-434d-9fe9-ffdec4dca7aa req-79888b43-ed77-483c-a9a5-772e6c974089 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:56.435473 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53cbfd6c-a8ba-434d-9fe9-ffdec4dca7aa req-79888b43-ed77-483c-a9a5-772e6c974089 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0556393 Aug 30 23:34:56.481663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53cbfd6c-a8ba-434d-9fe9-ffdec4dca7aa req-c1f2c9ee-73af-497e-90d1-0c71db7c886d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395894 Aug 30 23:34:57.599483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2358ce15-6368-4501-a2a0-7f31cc6fac11 req-4f2ec918-5672-4f28-98f0-4fd0cb34273e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:57.600963 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2358ce15-6368-4501-a2a0-7f31cc6fac11 req-4f2ec918-5672-4f28-98f0-4fd0cb34273e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0479622 Aug 30 23:34:57.637648 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2358ce15-6368-4501-a2a0-7f31cc6fac11 req-8fbd0fa1-adaa-46c5-a5e0-af59b6b707a9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308032 Aug 30 23:34:58.136815 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:34:58.754778 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09061dbf-b06e-469a-b910-2282869a62f3 req-869c7a30-b9df-454f-a78a-9a1720416fff tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:58.756227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09061dbf-b06e-469a-b910-2282869a62f3 req-869c7a30-b9df-454f-a78a-9a1720416fff tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0486152 Aug 30 23:34:58.798489 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09061dbf-b06e-469a-b910-2282869a62f3 req-d212f886-40ae-4237-b9bd-8d7f2d4599a4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364170 Aug 30 23:34:59.920774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a655be9-579e-4cb0-a58d-f913c3ba2065 req-285c58ac-fb72-418d-9e85-1dc70f457623 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:34:59.922783 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a655be9-579e-4cb0-a58d-f913c3ba2065 req-285c58ac-fb72-418d-9e85-1dc70f457623 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0540564 Aug 30 23:34:59.959940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a655be9-579e-4cb0-a58d-f913c3ba2065 req-15732202-a227-4560-a175-675d050911fc tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312121 Aug 30 23:35:01.092326 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68893363-1738-48a8-b89e-edb145065c6b req-3788ea5c-75b6-4f4a-acd5-b86f7275b2f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:01.093805 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68893363-1738-48a8-b89e-edb145065c6b req-3788ea5c-75b6-4f4a-acd5-b86f7275b2f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0530481 Aug 30 23:35:01.137521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-68893363-1738-48a8-b89e-edb145065c6b req-97d1a5c7-e884-4f02-b88c-fa204878d498 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328512 Aug 30 23:35:02.264407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f1563-32f5-48a8-a3eb-51ef1a049c2a req-f01c3310-788c-4c57-b508-e9ac71ddffac tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:02.265937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d89f1563-32f5-48a8-a3eb-51ef1a049c2a req-f01c3310-788c-4c57-b508-e9ac71ddffac tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0491569 Aug 30 23:35:02.303019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d89f1563-32f5-48a8-a3eb-51ef1a049c2a req-450a434b-7a7d-4d19-9f20-c48b50216a58 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313380 Aug 30 23:35:02.582319 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-7f14bc40-9fa5-4082-b13e-5a90d86d1fe9 service neutron] show failed (client error): The resource could not be found. Aug 30 23:35:02.583322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-7f14bc40-9fa5-4082-b13e-5a90d86d1fe9 service neutron] 10.222.0.47 "GET /v2.0/ports/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0547297 Aug 30 23:35:02.773936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-d09731ac-faad-471f-959b-adf005d14f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:02.775364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-d09731ac-faad-471f-959b-adf005d14f8e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0411365 Aug 30 23:35:02.794172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:35:02.849214 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.057971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:03.090780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:35:03.129066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:03.131364 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196a9bb0-4ff9-4d61-a774-abc2d1d2a270" -d '{"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:03.135073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.147019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Transition to ACTIVE for port object 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:35:03.151960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.262917 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:03.274616 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb491e6e-f7c5-43bc-931e-5259c72d3d1d x-openstack-request-id: req-cb491e6e-f7c5-43bc-931e-5259c72d3d1d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:03.275315 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-unplugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:03.275315 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb491e6e-f7c5-43bc-931e-5259c72d3d1d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:03.275527 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'code': 200} Aug 30 23:35:03.296378 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.297272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.297611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.297977 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.298306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.298630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.298954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.299275 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.299596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.299914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.300237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.300553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:03.353442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] No DVR routers for this DVR port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:35:03.476824 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c86c51-d8cf-4d7b-a11c-352f87a4352b req-6e6d7408-284c-4ae8-b550-4a1bae5618f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:03.478339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9c86c51-d8cf-4d7b-a11c-352f87a4352b req-6e6d7408-284c-4ae8-b550-4a1bae5618f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0915034 Aug 30 23:35:03.542591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9c86c51-d8cf-4d7b-a11c-352f87a4352b req-419eeb9c-bb6c-4ff9-836a-7308888daf95 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566530 Aug 30 23:35:03.551966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:35:03.552284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:35:03.552614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:35:03.557058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:35:03.557384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Attempting to bind port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:35:03.562280 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:35:03.562564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:35:03.562946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:35:03.563370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Bound port: 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:35:03.563731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.628201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:35:03.631334 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:35:03.635028 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.669758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:03.670526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:03.671842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] 10.222.0.52 "PUT /v2.0/ports/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1093 time: 0.8818760 Aug 30 23:35:03.692728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc05e310-ea9f-4726-93f0-8d08979f9571 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:03.747835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-ba37479d-dc0b-4d5b-b1d1-ed7e8d78ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:03.749373 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-ba37479d-dc0b-4d5b-b1d1-ed7e8d78ea89 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1096 time: 0.0422509 Aug 30 23:35:03.848536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-beb2c050-9f88-41d3-91a2-26748e20e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:03.850050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-beb2c050-9f88-41d3-91a2-26748e20e35f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0927198 Aug 30 23:35:03.914873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-92bdcf58-4fab-4309-9b0d-1e4e555b059f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1000 time: 0.0579164 Aug 30 23:35:03.963929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-419cc5b6-7c22-4237-bfe3-0f83804ad4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:03.965371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-419cc5b6-7c22-4237-bfe3-0f83804ad4b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0432675 Aug 30 23:35:04.014311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-48e928ee-b465-41e9-b213-a5d95a737d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:04.016456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-48e928ee-b465-41e9-b213-a5d95a737d1f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437689 Aug 30 23:35:04.103730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-d32494c8-a9e0-4082-8aef-ea5f1cd1b6a1 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798721 Aug 30 23:35:04.195654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fa1655d-cb23-4463-8354-a444dc71cf34 req-315c0b8c-0141-409e-96ab-2bf8b15a63f9 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850465 Aug 30 23:35:04.659606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d896c7b-d3d2-4b06-9bcb-02732f246045 req-e1e8ba9e-270a-4673-94a9-09f8454a90dd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:04.661084 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d896c7b-d3d2-4b06-9bcb-02732f246045 req-e1e8ba9e-270a-4673-94a9-09f8454a90dd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0489171 Aug 30 23:35:04.698717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7d896c7b-d3d2-4b06-9bcb-02732f246045 req-f0735a1b-eebe-430e-b465-9ef74d88f6b1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317543 Aug 30 23:35:05.090523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:35:05.129366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:35:05.276632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:05.279140 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c4cc54-ba49-43e6-b548-bf91234aa813" -d '{"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:05.326238 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c2286-19a4-4bb6-a99a-ae124feaa9ab x-openstack-request-id: req-cc5c2286-19a4-4bb6-a99a-ae124feaa9ab {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:05.326532 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:05.326789 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc5c2286-19a4-4bb6-a99a-ae124feaa9ab {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:05.327215 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'status': 'completed', 'code': 200} Aug 30 23:35:05.419345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-08c67ad4-69cb-41c7-8535-a1f79f2e0da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.420767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-08c67ad4-69cb-41c7-8535-a1f79f2e0da2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1096 time: 0.0756798 Aug 30 23:35:05.425653 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-6ce8ca29-38bb-4bd3-a227-0f742fefd250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.427113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-6ce8ca29-38bb-4bd3-a227-0f742fefd250 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1096 time: 0.0521023 Aug 30 23:35:05.579835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-d7980b68-da62-4c27-95c2-392220bd327c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.580651 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-d7980b68-da62-4c27-95c2-392220bd327c service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1527085 Aug 30 23:35:05.582045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-1c55bcfc-a08b-4d28-9349-287a44d2572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.583354 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-1c55bcfc-a08b-4d28-9349-287a44d2572f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1475890 Aug 30 23:35:05.695319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-3ecb0b08-e7c7-42a8-8f91-60b1679108fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1000 time: 0.1068442 Aug 30 23:35:05.711123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-b89783f7-6c25-4ae5-9dba-0492379e3cc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1000 time: 0.0817239 Aug 30 23:35:05.746643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-c69f2fb4-8f82-4105-aff9-ec8aab455d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.748257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-c69f2fb4-8f82-4105-aff9-ec8aab455d34 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0461426 Aug 30 23:35:05.829864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-4b3a4f8b-d3b6-4bf8-a28e-1f8c48d7b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.831365 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-4b3a4f8b-d3b6-4bf8-a28e-1f8c48d7b106 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0815363 Aug 30 23:35:05.834227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-3abe7f1c-a4cd-4f3c-ae95-d305a6b8b6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.835626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-3abe7f1c-a4cd-4f3c-ae95-d305a6b8b6f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0769162 Aug 30 23:35:05.838826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425faa4-722d-403d-b6e5-3098c43ed09f req-21002733-324b-48d9-ba8d-23413da32bf4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.840332 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8425faa4-722d-403d-b6e5-3098c43ed09f req-21002733-324b-48d9-ba8d-23413da32bf4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0717399 Aug 30 23:35:05.882549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8425faa4-722d-403d-b6e5-3098c43ed09f req-0c007fa5-e626-4427-9b8b-cbfd20019bd3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350432 Aug 30 23:35:05.941972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-66624a4b-32e8-477c-aba8-cd9844c8a457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:05.943518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-66624a4b-32e8-477c-aba8-cd9844c8a457 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1043575 Aug 30 23:35:06.001652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-4b56fd66-cf20-4ab9-9ca7-5a210339ad9d service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529725 Aug 30 23:35:06.098897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-fbc272b4-15b5-4350-ae3c-5db392193808 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460793 Aug 30 23:35:06.162961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-f6ed803a-b5f0-4d05-944e-9137aadc702b service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505778 Aug 30 23:35:06.200590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-28c4cc54-ba49-43e6-b548-bf91234aa813 req-93198f81-ef90-4a4f-8b5c-d35e01eb6a41 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938919 Aug 30 23:35:06.980930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:35:07.024061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5da7e-3536-43f4-99db-27f930bc0c94 req-4bbd6a9c-4181-4b1c-8910-2bb2c9a192ed tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.025605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cb5da7e-3536-43f4-99db-27f930bc0c94 req-4bbd6a9c-4181-4b1c-8910-2bb2c9a192ed tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 944 time: 0.0696361 Aug 30 23:35:07.064422 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cb5da7e-3536-43f4-99db-27f930bc0c94 req-1b7da25c-a7e3-4c81-8f35-e8e452002f46 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321994 Aug 30 23:35:07.079805 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:07.091858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'mac_address': 'fa:16:3e:09:21:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:35:07.128762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:07.141638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:35:07.162314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:07.169550 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:07.219946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:07.227638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.227996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.228344 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.228688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.229027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.229360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.229694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.230049 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.230381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.230714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.231040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.231367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:35:07.287436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc2a6b-237c-4bca-b360-6b270f0064c5 req-054ff702-20a2-4151-8258-9dfe86b1bf3c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.288910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35cc2a6b-237c-4bca-b360-6b270f0064c5 req-054ff702-20a2-4151-8258-9dfe86b1bf3c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0788054 Aug 30 23:35:07.303038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-17f2e0f0-60d3-4a78-be3a-6040fbcda747 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.304436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-17f2e0f0-60d3-4a78-be3a-6040fbcda747 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 945 time: 0.0669026 Aug 30 23:35:07.491550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:35:07.656452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35cc2a6b-237c-4bca-b360-6b270f0064c5 req-2685a9f2-7abb-4db0-9cd6-3b8b7929bbf2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3614793 Aug 30 23:35:07.675524 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-1ab43463-2d12-4e69-8368-70f4d8a01920 service neutron] delete failed (client error): The resource could not be found. Aug 30 23:35:07.676608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-1ab43463-2d12-4e69-8368-70f4d8a01920 service neutron] 10.222.0.47 "DELETE /v2.0/ports/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.3593647 Aug 30 23:35:07.758592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-5caecb16-1b1e-4321-9d94-510eacfade42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.759972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-5caecb16-1b1e-4321-9d94-510eacfade42 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 1097 time: 0.0400677 Aug 30 23:35:07.850373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-941ccfdd-79f5-49a8-80db-3c860270dab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.851816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-941ccfdd-79f5-49a8-80db-3c860270dab8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0853169 Aug 30 23:35:07.917243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-23481323-d5f9-46a7-bdd7-957026c01775 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 200 len: 1001 time: 0.0558000 Aug 30 23:35:07.964177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-c069068f-a6e5-4e35-9ab8-de80e42481c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:07.965571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-c069068f-a6e5-4e35-9ab8-de80e42481c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0414937 Aug 30 23:35:08.014037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-6cd2e355-f110-4d11-a703-7d0e73da5619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:08.015542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-6cd2e355-f110-4d11-a703-7d0e73da5619 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435133 Aug 30 23:35:08.105671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-0f96637c-c393-420e-b7b3-6c737176ff00 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832918 Aug 30 23:35:08.197660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eabe9b6-38fd-4988-b461-829133b4a0d8 req-1c7b399b-0255-4793-991c-5525bd9824f1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853119 Aug 30 23:35:08.778568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7990e0fd-ef98-40de-a34b-31832a3f30c4 req-10937ad8-e2e2-4f96-a312-bf0c564c6c13 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:08.779971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7990e0fd-ef98-40de-a34b-31832a3f30c4 req-10937ad8-e2e2-4f96-a312-bf0c564c6c13 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0528979 Aug 30 23:35:08.820358 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7990e0fd-ef98-40de-a34b-31832a3f30c4 req-505f66c0-40ba-4335-af38-9129eb35b1c0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337236 Aug 30 23:35:08.938164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d5e6-085f-4bbf-9226-5ab25b00b038 req-052ad91b-b875-4dc8-9247-4a798b2735a1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:08.939883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff64d5e6-085f-4bbf-9226-5ab25b00b038 req-052ad91b-b875-4dc8-9247-4a798b2735a1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0546613 Aug 30 23:35:08.981224 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ff64d5e6-085f-4bbf-9226-5ab25b00b038 req-4f1848ed-5ced-404e-8042-4a83badb9ac8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Aug 30 23:35:08.992144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:35:09.048415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:35:09.050883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:35:09.051248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:09.099917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4184f08-422f-4cdd-b6ab-89fd88be90b8 req-1fc7410d-27d3-4a99-9b11-677c9700a7e0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:09.101559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4184f08-422f-4cdd-b6ab-89fd88be90b8 req-1fc7410d-27d3-4a99-9b11-677c9700a7e0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 945 time: 0.0532897 Aug 30 23:35:09.137777 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:09.139915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f4184f08-422f-4cdd-b6ab-89fd88be90b8 req-12c48e1e-a028-4ada-b953-679449c83a6e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321128 Aug 30 23:35:09.162509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:09.164756 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f41f248-d6b0-4ed9-b3d5-5e17b54b0aa6" -d '{"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-plugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:09.179109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:09.184226 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:09.210683 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c072004a-b139-4a34-8bab-5d7741f94ddc x-openstack-request-id: req-c072004a-b139-4a34-8bab-5d7741f94ddc {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:09.210982 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-plugged", "status": "completed", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:09.211237 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c072004a-b139-4a34-8bab-5d7741f94ddc {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:09.211625 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'code': 200} Aug 30 23:35:09.238271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:09.391089 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce5eeb-9699-45ea-a5bc-1cc5733303d8 req-4305b12a-d7e2-4aae-878a-a9b62224fe8a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:09.392586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ce5eeb-9699-45ea-a5bc-1cc5733303d8 req-4305b12a-d7e2-4aae-878a-a9b62224fe8a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0511887 Aug 30 23:35:09.432210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-70ce5eeb-9699-45ea-a5bc-1cc5733303d8 req-93199a87-2ce9-41b5-9017-a132e1c25515 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326130 Aug 30 23:35:10.397275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24f16c20-0bab-4cf8-962e-a9e015330509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:10.555380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1d50dd-e972-468a-a95b-038578038f48 req-66df658b-7291-43b6-b84b-8640de6a9b3d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:10.556903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd1d50dd-e972-468a-a95b-038578038f48 req-66df658b-7291-43b6-b84b-8640de6a9b3d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0518136 Aug 30 23:35:10.595621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd1d50dd-e972-468a-a95b-038578038f48 req-9372d365-fca0-46d0-90cc-58fd60b7f74d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326869 Aug 30 23:35:10.732202 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:35:10.770352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-a56262de-ce03-4fe6-b057-6a82b6890a9e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:10.771851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-a56262de-ce03-4fe6-b057-6a82b6890a9e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 946 time: 0.0485890 Aug 30 23:35:10.865712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Deleting port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:35:10.866155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:10.951957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] For port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:10.952325 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:11.197917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:11.198310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:11.198626 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd disassociated. External IP: 172.25.7.104, port: 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e. Aug 30 23:35:11.198981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Calling delete_port for 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:35:11.326526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:11.360027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'Port': ['ID=6fd319a5-1067-45ef-b0bc-cd8be01f0e0e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:11.483679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:35:11.591253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:35:11.604705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:35:11.614998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:35:11.615612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:34:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:11.645941 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] No DVR routers for this DVR port 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:35:11.649119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:11.650698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-419fbf87-9dd1-4f4b-b4ff-20a3d285a780 req-cd06ab8a-9829-4354-88e8-8ee7e46f0db2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "DELETE /v2.0/ports/6fd319a5-1067-45ef-b0bc-cd8be01f0e0e HTTP/1.1" status: 204 len: 173 time: 0.8725510 Aug 30 23:35:11.651149 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-deleted', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:11.653500 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ea207c-0f94-4774-b1c9-924d772387b8" -d '{"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-deleted", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:11.693669 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e29ee22-3b1f-4a7c-9bfd-9e8622b0d8c7 x-openstack-request-id: req-0e29ee22-3b1f-4a7c-9bfd-9e8622b0d8c7 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:11.694200 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a036a24-a5b1-422b-8362-38fc7e115985", "name": "network-vif-deleted", "tag": "6fd319a5-1067-45ef-b0bc-cd8be01f0e0e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:11.694605 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0e29ee22-3b1f-4a7c-9bfd-9e8622b0d8c7 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:11.695160 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a036a24-a5b1-422b-8362-38fc7e115985', 'name': 'network-vif-deleted', 'tag': '6fd319a5-1067-45ef-b0bc-cd8be01f0e0e', 'status': 'completed', 'code': 200} Aug 30 23:35:11.702382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0fc3467f-8cd3-41ee-9098-0b5372cd19f1 req-01f25bbe-d83b-476e-8b18-60f1ecd9d628 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a036a24-a5b1-422b-8362-38fc7e115985 HTTP/1.1" status: 200 len: 210 time: 0.0375950 Aug 30 23:35:11.728234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:35:12.087189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:12.116182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:35:12.124415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:35:12.125072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:34:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:12.228156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:35:12.420633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:12.450562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73fc5f94-edf8-479d-b9df-92ebbaed2205 None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:35:12.672998 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e814082d-f724-42cf-b456-a68294d17015 None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:35:12.946306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-0ecabbdb-514a-4b64-bbe0-a92bb63904b6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1644474946&fields=id&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 267 time: 0.0321572 Aug 30 23:35:12.966342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:12.997037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:35:13.018360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:35:13.018803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 6fd319a5-1067-45ef-b0bc-cd8be01f0e0e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:35:13.058055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-7cc250db-89c9-43b2-9121-abb9fffeeec2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:13.059557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-7cc250db-89c9-43b2-9121-abb9fffeeec2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1058767 Aug 30 23:35:13.075337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-44901939-a110-4f1f-8d88-74109b04c3bc tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/quotas/967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 375 time: 0.0095043 Aug 30 23:35:13.136527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-4fdb8f16-ed4c-40bc-9bdf-0834a850baa9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0551519 Aug 30 23:35:13.153189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-e076e331-f019-4e44-b667-ee274000e21a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:35:13.154201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-e076e331-f019-4e44-b667-ee274000e21a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058553 Aug 30 23:35:13.298839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-f562c655-e058-427a-a130-8beaeec88cb9 service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385703 Aug 30 23:35:13.382487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ced602a2-cd30-4e76-a911-0d5cff60ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:13.397119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-8b5b0167-b8f7-4b14-bfc3-bc57c62ef3dd service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922053 Aug 30 23:35:13.559682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65cb01e7-44fd-46ac-8ab5-eedbfc7123d1 req-d1072afc-73e4-41ce-9f75-3686dc1471c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 210 time: 0.0261354 Aug 30 23:35:14.641162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-855cc224-cb7c-4280-913e-53400c5835bc req-22c80ab3-9183-4aca-b1a8-0ef17752f0de tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 210 time: 0.0292537 Aug 30 23:35:14.692072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:15.736558 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca561eec-9851-43c7-b68e-008532720b81 req-cdc54633-8826-418e-8df6-1627b48c6506 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 210 time: 0.0263951 Aug 30 23:35:16.129022 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:16.617281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-3869e053-629f-483b-8c35-5b01a077f5a5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:16.619083 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-3869e053-629f-483b-8c35-5b01a077f5a5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1024218 Aug 30 23:35:16.669964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-288d1c60-eecb-4548-aa66-220319664853 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 380 time: 0.0357330 Aug 30 23:35:16.680949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'port': {'device_id': '6063a853-a18d-4105-a57b-54f6efe03442', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'admin_state_up': True, 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'security_groups': ['e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:35:16.794483 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:35:16.798397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:16.846162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c9c89d3-e344-44af-aa3d-4681d790ae6b req-192453f8-6c50-49fd-b26f-f3b14ca077df tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 210 time: 0.0349712 Aug 30 23:35:16.950863 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Allocated IP 172.20.0.9 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:35:17.082830 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.095415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Transition to ACTIVE for port object c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:35:17.127689 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.175080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:35:17.178144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:35:17.182012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:35:17.188759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:17.238769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:17.239373 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.255509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-c750c46d-c3b5-4a3f-84e7-a262c4858585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5784461 Aug 30 23:35:17.273850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Request body: {'port': {'device_id': '6063a853-a18d-4105-a57b-54f6efe03442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:35:17.331444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.416308 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c61f627f-3137-482d-9733-1fd838842840 None None] Provisioning for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:35:17.420527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c61f627f-3137-482d-9733-1fd838842840 None None] Provisioning complete for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:35:17.420896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c61f627f-3137-482d-9733-1fd838842840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.455848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c61f627f-3137-482d-9733-1fd838842840 None None] Port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:35:17.600857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:35:17.608076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.620396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Transition to ACTIVE for port object c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:35:17.624731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.674887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:17.747855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:35:17.748190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:35:17.748536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:35:17.753906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:35:17.754233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:35:17.760180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:35:17.760677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:35:17.761199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:35:17.761827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Bound port: c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:35:17.762333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.838191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:35:17.841304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:35:17.845661 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.881450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:17.882083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:17.883639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] 10.222.0.52 "PUT /v2.0/ports/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1092 time: 0.6142423 Aug 30 23:35:17.884085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:17.886280 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b190918-bcfc-4363-ba30-6d10edfd80f0" -d '{"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:17.914714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f6ba3-2027-4120-9c03-44f4837d0919 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:17.926819 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e6671e-a383-4d5f-90e5-4c2f86257400 x-openstack-request-id: req-71e6671e-a383-4d5f-90e5-4c2f86257400 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:17.927047 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:17.927307 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-71e6671e-a383-4d5f-90e5-4c2f86257400 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:17.927789 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'status': 'completed', 'code': 200} Aug 30 23:35:17.993011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-ee864d27-f37a-4674-a9a4-dd6dd3d1d0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:17.994824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-ee864d27-f37a-4674-a9a4-dd6dd3d1d0ff service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0468273 Aug 30 23:35:18.000424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb350d8a-2da7-4fe8-aba2-1e778c6f237c req-6230c0b6-daa9-486e-b39f-939ba0cd5cfa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.001663 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb350d8a-2da7-4fe8-aba2-1e778c6f237c req-6230c0b6-daa9-486e-b39f-939ba0cd5cfa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0546908 Aug 30 23:35:18.042914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bb350d8a-2da7-4fe8-aba2-1e778c6f237c req-af85c9c2-97f0-4300-99ba-218c85727c0d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347700 Aug 30 23:35:18.057940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-dde0c37a-dea9-4a62-a478-c6ea175cc3ff service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 217 time: 0.0505109 Aug 30 23:35:18.109886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-fdfe6833-10ac-41b7-8a5d-50c1af0e8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.111378 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-fdfe6833-10ac-41b7-8a5d-50c1af0e8c19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0466511 Aug 30 23:35:18.157641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-8cf88be2-cd80-44e1-8c73-50badcc3ab0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.159159 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-8cf88be2-cd80-44e1-8c73-50badcc3ab0a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405235 Aug 30 23:35:18.251397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-bd7b65de-624d-4775-96b9-a158c4cd9ee4 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853796 Aug 30 23:35:18.340462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bb3005c4-6972-4562-a9fb-aca8b9718fba req-02a68e99-1a5c-4a22-8943-50c4666b7d21 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Aug 30 23:35:18.463693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-c86f805e-bd79-431b-884e-88f0a79e6e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.465222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-c86f805e-bd79-431b-884e-88f0a79e6e1f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0411644 Aug 30 23:35:18.559829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-513940e5-ac08-43a2-b233-f74372c52788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.561324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-513940e5-ac08-43a2-b233-f74372c52788 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0883546 Aug 30 23:35:18.604954 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-d6a0a9b0-fff8-4ff5-9625-bb205643e533 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 217 time: 0.0362463 Aug 30 23:35:18.658671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-04886412-ea61-4657-829c-fe7145366faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.660149 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-04886412-ea61-4657-829c-fe7145366faa service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0478907 Aug 30 23:35:18.707782 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-b9784197-c8c6-4d1c-901d-801aae9ca176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:18.709307 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-b9784197-c8c6-4d1c-901d-801aae9ca176 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419753 Aug 30 23:35:18.799430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-9eb3c00f-1d60-480b-9523-18e07f9d59a1 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821686 Aug 30 23:35:18.894756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9b190918-bcfc-4363-ba30-6d10edfd80f0 req-b6b13cdd-b837-4234-867b-c056b5d5d9b4 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875149 Aug 30 23:35:19.162424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeeeab-f86b-4edd-8283-afccd78b8350 req-6aad2ab5-1a6a-4d62-8cfd-be1e63916364 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:19.163919 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0eeeeab-f86b-4edd-8283-afccd78b8350 req-6aad2ab5-1a6a-4d62-8cfd-be1e63916364 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0508204 Aug 30 23:35:19.203286 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b0eeeeab-f86b-4edd-8283-afccd78b8350 req-25d54520-19ae-4dfd-9a30-93c40d1d8612 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328467 Aug 30 23:35:20.317152 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da784a5-c5f0-43f5-b1b3-149228bd8609 req-ebb6d421-fba9-480e-b84a-b5d4d07e2de9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:20.318715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9da784a5-c5f0-43f5-b1b3-149228bd8609 req-ebb6d421-fba9-480e-b84a-b5d4d07e2de9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0487061 Aug 30 23:35:20.360862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9da784a5-c5f0-43f5-b1b3-149228bd8609 req-ef4e2b16-1a7f-4bfd-b7de-4c6edfa4a334 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358882 Aug 30 23:35:21.044118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:35:21.143121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:21.154204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'mac_address': 'fa:16:3e:71:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:35:21.192173 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:21.205462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:35:21.224661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:21.229029 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:21.279024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:21.487900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59791d38-31a0-423e-8bba-1ed359a8bdd5 req-a434278a-7712-49e3-9217-d4df5d9b042b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:21.488625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:35:21.490316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59791d38-31a0-423e-8bba-1ed359a8bdd5 req-a434278a-7712-49e3-9217-d4df5d9b042b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0535097 Aug 30 23:35:21.541737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-59791d38-31a0-423e-8bba-1ed359a8bdd5 req-28b37bbf-5ff7-4a3a-9c0f-8e63bc92a033 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449846 Aug 30 23:35:22.663166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3228ea9-a954-4d3c-a3c0-4b221e90bfb0 req-de4ba6ed-3c32-468c-957d-406d58fc5d53 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:22.664682 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3228ea9-a954-4d3c-a3c0-4b221e90bfb0 req-de4ba6ed-3c32-468c-957d-406d58fc5d53 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0542402 Aug 30 23:35:22.704401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3228ea9-a954-4d3c-a3c0-4b221e90bfb0 req-af9d0661-0c7d-4c36-acda-5c8d5e8707f4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337241 Aug 30 23:35:22.791213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:23.052785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:35:23.101537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:35:23.105123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:35:23.105491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:23.185637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:23.210747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:23.213064 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28546d0d-71b2-4764-819c-8795281756f9" -d '{"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-plugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:23.227423 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:35:23.231515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:23.257959 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216bdc00-6428-4b2d-a8e7-3b761f3cde4e x-openstack-request-id: req-216bdc00-6428-4b2d-a8e7-3b761f3cde4e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:23.258258 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-plugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:23.258514 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-216bdc00-6428-4b2d-a8e7-3b761f3cde4e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:23.258903 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'code': 200} Aug 30 23:35:23.286140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:35:23.371403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9458c34-784e-49a3-a781-10877368342d req-90752855-e84f-4fec-9938-a1356130b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:23.372819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9458c34-784e-49a3-a781-10877368342d req-90752855-e84f-4fec-9938-a1356130b6da service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1097 time: 0.0406635 Aug 30 23:35:23.408048 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b9458c34-784e-49a3-a781-10877368342d req-b30dc7cc-f8f4-4f7d-ae23-8af0aaf95da6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285239 Aug 30 23:35:23.820503 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db66e94-086d-4b8f-8f8e-30b62cb1a625 req-d4000d54-d519-40d9-bb14-c63abfb61c70 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:23.822305 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db66e94-086d-4b8f-8f8e-30b62cb1a625 req-d4000d54-d519-40d9-bb14-c63abfb61c70 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Aug 30 23:35:23.860902 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db66e94-086d-4b8f-8f8e-30b62cb1a625 req-3436829d-c43e-4724-b323-62ee542a908e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324509 Aug 30 23:35:24.978424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e409b5-c496-47c3-a354-3f338779fe91 req-c9b99b32-bfda-477f-8df1-6bff84b0f936 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:24.979934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e409b5-c496-47c3-a354-3f338779fe91 req-c9b99b32-bfda-477f-8df1-6bff84b0f936 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0503662 Aug 30 23:35:25.019624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f7e409b5-c496-47c3-a354-3f338779fe91 req-7c98b24a-7f00-4569-b571-616c0a9c7e1f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325990 Aug 30 23:35:25.133499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02477614-5e89-4fda-9b7d-02aa6bf93b04 req-49ffcb10-17d6-4d00-932b-a6255108b730 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:25.135050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02477614-5e89-4fda-9b7d-02aa6bf93b04 req-49ffcb10-17d6-4d00-932b-a6255108b730 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0500140 Aug 30 23:35:25.144014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 33900) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:35:25.148517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'floatingip': {'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:35:25.191400 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:25.664973 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:25.669056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:25.766294 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd associated. External IP: 172.25.7.104, port: c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677. Aug 30 23:35:25.974367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:35:26.082495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:35:26.087399 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:26.092083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:35:26.102793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:35:26.103443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:35:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:26.117253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ae593b6e-ee05-4f29-8f3a-89ba3f1af70b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "PUT /v2.0/floatingips/ddde96f6-abad-4204-a1f2-81760d94dcfd HTTP/1.1" status: 200 len: 991 time: 0.9720445 Aug 30 23:35:26.117895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:35:26.120189 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16" -d '{"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:35:26.223416 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:35:26.224296 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3db5b7-4039-42d7-8d22-c057693de984 x-openstack-request-id: req-3e3db5b7-4039-42d7-8d22-c057693de984 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:35:26.224819 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:35:26.224819 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e3db5b7-4039-42d7-8d22-c057693de984 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:35:26.225230 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'status': 'completed', 'code': 200} Aug 30 23:35:26.305506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-3618f220-4091-4e09-a31b-b61a9c547ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:26.307045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-3618f220-4091-4e09-a31b-b61a9c547ac5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1097 time: 0.0399261 Aug 30 23:35:26.398800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-8cdfb826-c0f0-478c-b898-f5163e3ea78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:26.401052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-8cdfb826-c0f0-478c-b898-f5163e3ea78d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0874546 Aug 30 23:35:26.450162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:71:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063a853-a18d-4105-a57b-54f6efe03442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:35:25Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:26.469051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-efe72272-5994-4bca-adbf-74c535213cc0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 999 time: 0.0593607 Aug 30 23:35:26.476329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:35:26.485233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:35:26.485873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:35:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:26.522381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-f98c9bcb-0b28-4068-8fee-6f0f412253c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:26.523861 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-f98c9bcb-0b28-4068-8fee-6f0f412253c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0482404 Aug 30 23:35:26.569491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-c54d1acf-38ce-49ad-9d38-cdc764ff183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:26.571018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-c54d1acf-38ce-49ad-9d38-cdc764ff183e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405803 Aug 30 23:35:26.590500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:35:26.659641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-ed1d589c-7160-4802-91bb-903873a1d6c4 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814779 Aug 30 23:35:26.753826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2d7147cb-6bb2-4a5d-b5d8-ed867f4d4e16 req-8f8e175c-154c-4d68-8501-edb10bfa4528 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871243 Aug 30 23:35:26.821062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:71:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063a853-a18d-4105-a57b-54f6efe03442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:35:25Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:35:26.848329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e7be9a-d291-4b47-87ce-cc3b012438b3 None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:71:f1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6063a853-a18d-4105-a57b-54f6efe03442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:35:25Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:35:27.053517 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104ca2c4-12a5-4875-9a60-60b1060080b0 None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:35:28.142401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:40.399168 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cfdfaa21-9226-4e38-9915-2dc858dcabe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:42.970341 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:43.386544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e23366b9-dde7-43c1-9131-4d6990c6a6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:44.694336 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:46.132940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:47.732116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:35:52.805015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:35:54.697593 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-8d8b3eea-2a53-4d2d-bf82-394f509834d4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0395038 Aug 30 23:35:54.801982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-e697164a-878e-4e80-8498-70d28ff07ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:54.803506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-e697164a-878e-4e80-8498-70d28ff07ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1097 time: 0.0423009 Aug 30 23:35:54.920056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-2120ffd6-e43f-466f-897e-c2c3d231d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:54.922025 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-2120ffd6-e43f-466f-897e-c2c3d231d163 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0980194 Aug 30 23:35:54.994353 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-edab2f2d-a3e1-43b8-893c-41e7289810e8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1001 time: 0.0639486 Aug 30 23:35:55.051313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-c57034d7-68a3-4b9a-8522-e610370320e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:55.052705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-c57034d7-68a3-4b9a-8522-e610370320e6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0507858 Aug 30 23:35:55.100702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-3b5c3996-9c9f-485a-b579-462229171345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:35:55.102258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-3b5c3996-9c9f-485a-b579-462229171345 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418177 Aug 30 23:35:55.202075 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-3b85e03c-5859-4b96-9f9e-15e18368aec9 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922096 Aug 30 23:35:55.309027 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d52d0d86-cf80-491e-bc92-69a73563db0f req-837a5b6d-2a59-4672-aaf5-64a63cbe51c8 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978420 Aug 30 23:35:58.143202 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:10.400660 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-92b98ca6-79ab-4a33-b7ce-cb44323819df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:12.971331 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:13.387040 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-335faeac-cbde-4b49-9323-c0de7da020ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:14.697611 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:16.134060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:22.836357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:24.730712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:36:28.146054 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:40.404952 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7a16444f-3b6d-4204-b767-dcafe5c245e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:42.973586 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:43.387362 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-72b9a19b-0565-479b-b434-227d6489e80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:44.701325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:46.136778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:52.857185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:36:54.712390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-96e5b6d0-efb3-46c5-b761-8003ae2b7634 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0892165 Aug 30 23:36:54.812373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-e537619c-f1a0-4b6e-8f8c-625806f0b17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:36:54.813837 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-e537619c-f1a0-4b6e-8f8c-625806f0b17e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1097 time: 0.0453560 Aug 30 23:36:54.918225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-38612ce4-2d95-4f6d-ba9b-dd9c4e1c8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:36:54.919702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-38612ce4-2d95-4f6d-ba9b-dd9c4e1c8a21 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0852325 Aug 30 23:36:54.983846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-f2228da7-54e4-449c-8f9f-924daf7f33fe service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1001 time: 0.0568650 Aug 30 23:36:55.034470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-abd46741-1200-41fa-8cdf-0eb3744acc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:36:55.035878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-abd46741-1200-41fa-8cdf-0eb3744acc94 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0449276 Aug 30 23:36:55.079855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-4ca13218-d513-43bb-bb91-0241675aa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:36:55.081204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-4ca13218-d513-43bb-bb91-0241675aa4f4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383992 Aug 30 23:36:55.173161 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-79691a6a-05b2-4f9f-91b8-af014954c7ce service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850625 Aug 30 23:36:55.264308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0a4ff04-faae-47da-a83a-2256ffff8bd8 req-9dcd45d8-392d-4089-8fdb-4d91e22c9d7c service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838587 Aug 30 23:36:58.166968 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:01.730903 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:37:02.452072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314ac85-3870-43b8-806d-18b6c099c6e6 req-4d774d37-7f00-49f3-aa5b-a1d51c2c6b05 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:02.453586 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d314ac85-3870-43b8-806d-18b6c099c6e6 req-4d774d37-7f00-49f3-aa5b-a1d51c2c6b05 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Aug 30 23:37:02.494480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d314ac85-3870-43b8-806d-18b6c099c6e6 req-2ed94d1b-8ddd-4caf-a55a-f1cd1b778337 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343897 Aug 30 23:37:03.616265 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa32b95b-2d5a-4823-81af-5989e61805f0 req-bbb18d8a-5a55-454d-9507-3df558fc69a4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:03.617835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa32b95b-2d5a-4823-81af-5989e61805f0 req-bbb18d8a-5a55-454d-9507-3df558fc69a4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0520234 Aug 30 23:37:03.660341 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa32b95b-2d5a-4823-81af-5989e61805f0 req-585480e8-cfc1-43e2-801d-68f19c9f4f66 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357106 Aug 30 23:37:04.782199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a8c42c-38c2-4634-b9b7-01ef72de546c req-ccfd775d-47e1-4ef6-a402-f667aa1de449 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:04.783749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75a8c42c-38c2-4634-b9b7-01ef72de546c req-ccfd775d-47e1-4ef6-a402-f667aa1de449 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0553741 Aug 30 23:37:04.823350 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75a8c42c-38c2-4634-b9b7-01ef72de546c req-7243246f-6afa-4e26-8d82-ef9c9eb4a6d1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324419 Aug 30 23:37:05.939504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87dcb4b-70b5-401a-8d1e-1ab3d228fb76 req-f3e08269-275d-4f13-affe-28977c314b02 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:05.941020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a87dcb4b-70b5-401a-8d1e-1ab3d228fb76 req-f3e08269-275d-4f13-affe-28977c314b02 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0507617 Aug 30 23:37:05.979684 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a87dcb4b-70b5-401a-8d1e-1ab3d228fb76 req-4b36cbd5-4812-4b0d-b2c0-27fc3b9490c2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Aug 30 23:37:07.096213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7df243-9153-4613-bfbf-f48c53c44289 req-6f3c05fd-f097-4196-8406-983e2d70d45d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:07.097729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b7df243-9153-4613-bfbf-f48c53c44289 req-6f3c05fd-f097-4196-8406-983e2d70d45d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0492284 Aug 30 23:37:07.135482 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b7df243-9153-4613-bfbf-f48c53c44289 req-28aae02c-3757-4ca1-bea0-792d94550e28 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318284 Aug 30 23:37:08.250911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c241cc0-006d-4247-978e-12b0355338a3 req-dc373877-879a-47b3-8288-8c41e0975a8c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:08.252399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c241cc0-006d-4247-978e-12b0355338a3 req-dc373877-879a-47b3-8288-8c41e0975a8c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0494668 Aug 30 23:37:08.291625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5c241cc0-006d-4247-978e-12b0355338a3 req-764fbd82-605e-4c3f-90f1-3186f30aeda0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328178 Aug 30 23:37:09.410543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f8230-2c4c-44c2-8a83-68b8be8e2041 req-1d4db851-40c0-4e47-a2ce-f95f40e9d25c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:09.412143 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d80f8230-2c4c-44c2-8a83-68b8be8e2041 req-1d4db851-40c0-4e47-a2ce-f95f40e9d25c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0493572 Aug 30 23:37:09.454039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d80f8230-2c4c-44c2-8a83-68b8be8e2041 req-581a7d34-5df1-41ee-99ac-c369103d94cd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Aug 30 23:37:10.405569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1d14efd-596e-4ad6-86f3-0ddf8db0fd16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:10.578607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c52f3f-c192-44f8-8061-1a79a60b7162 req-e9988abb-f3f9-4f85-a9a3-a2fcf0efc222 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:10.579908 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c52f3f-c192-44f8-8061-1a79a60b7162 req-e9988abb-f3f9-4f85-a9a3-a2fcf0efc222 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0512655 Aug 30 23:37:10.622032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c52f3f-c192-44f8-8061-1a79a60b7162 req-84d60571-2340-459f-860c-8535aca5c0cb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Aug 30 23:37:11.740539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8303-a265-4af5-ba0f-6572cf85f7f9 req-ce3a7541-c74a-4970-8dfe-69d56e44edfa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:11.742555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a3fa8303-a265-4af5-ba0f-6572cf85f7f9 req-ce3a7541-c74a-4970-8dfe-69d56e44edfa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Aug 30 23:37:11.780513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a3fa8303-a265-4af5-ba0f-6572cf85f7f9 req-b0bec910-9975-4cfb-baee-31446cdcf8bd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321319 Aug 30 23:37:12.976265 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:13.202075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ace5c-de81-4ee7-8028-fe1af047559b req-e48efe27-0c20-45a2-bbb8-2fcefd06dc45 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:13.203488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d53ace5c-de81-4ee7-8028-fe1af047559b req-e48efe27-0c20-45a2-bbb8-2fcefd06dc45 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.3558397 Aug 30 23:37:13.240565 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d53ace5c-de81-4ee7-8028-fe1af047559b req-948fc16e-76eb-4a34-bd68-c62a175bb967 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309997 Aug 30 23:37:13.390165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6f1fbe3-d241-4ebf-9345-2c228be99e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:13.477838 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-074e3dc1-3b0f-4fa7-9fb6-ef987f94fe89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457013 Aug 30 23:37:13.495797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eca007-e220-4442-813b-fbe936a837f8 req-c3a2141b-1a23-4adb-afc3-02995d602d46 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:13.498080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04eca007-e220-4442-813b-fbe936a837f8 req-c3a2141b-1a23-4adb-afc3-02995d602d46 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0575745 Aug 30 23:37:13.547620 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-04eca007-e220-4442-813b-fbe936a837f8 req-a47cdb4e-2b01-49f3-a518-d677d6821572 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Aug 30 23:37:14.681101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1b8673b0-e5b9-4950-8699-7d1b227e8814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:14.682660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1b8673b0-e5b9-4950-8699-7d1b227e8814 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1097 time: 0.0714352 Aug 30 23:37:14.696846 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37f05d9-8d07-4546-8bd6-7280fcc33e77 req-e8557be8-a209-494a-b6c6-2ebd1fb36bc6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:14.698630 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b37f05d9-8d07-4546-8bd6-7280fcc33e77 req-e8557be8-a209-494a-b6c6-2ebd1fb36bc6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0621574 Aug 30 23:37:14.703763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:14.787612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b37f05d9-8d07-4546-8bd6-7280fcc33e77 req-687a4905-5552-42e8-9b43-cf5541633711 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789289 Aug 30 23:37:14.815854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-ded0d08d-a325-4074-af5a-9cb0ffdaed69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:14.817648 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-ded0d08d-a325-4074-af5a-9cb0ffdaed69 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1181588 Aug 30 23:37:15.182089 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-e45a8912-efd4-447d-a1da-4f382ff0f1a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1001 time: 0.3573101 Aug 30 23:37:15.231333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-d4de76e5-a5a6-45a7-a116-4c61d3b6e37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:15.232810 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-d4de76e5-a5a6-45a7-a116-4c61d3b6e37c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0443044 Aug 30 23:37:15.279002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-0dd56bc6-fab7-4e6d-9df4-d6722ef2d473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:15.280523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-0dd56bc6-fab7-4e6d-9df4-d6722ef2d473 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403056 Aug 30 23:37:15.373142 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-639d7aa8-f56e-4b53-a8da-3d2ea427e7b7 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851038 Aug 30 23:37:15.463766 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-c5d0fbb5-3c79-40e5-bacf-aee926738f00 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832765 Aug 30 23:37:15.909676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7cbb8-eae3-4585-869a-4987b771a5f5 req-e228e030-865a-4216-8030-334349855383 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:15.911201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cb7cbb8-eae3-4585-869a-4987b771a5f5 req-e228e030-865a-4216-8030-334349855383 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0492818 Aug 30 23:37:15.956387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4cb7cbb8-eae3-4585-869a-4987b771a5f5 req-3250c544-7726-4085-8ea8-db68e1f6934b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383117 Aug 30 23:37:16.139681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:17.076255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d6da-21f7-4615-862c-ccb8e22cc47f req-35eda2da-3ac3-408e-bc4c-b46fc94cdbb4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:17.077829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ad0d6da-21f7-4615-862c-ccb8e22cc47f req-35eda2da-3ac3-408e-bc4c-b46fc94cdbb4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0511622 Aug 30 23:37:17.115725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ad0d6da-21f7-4615-862c-ccb8e22cc47f req-bf26cb10-e61c-4668-8520-91c7415783ed tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320082 Aug 30 23:37:17.349949 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4b295114-775f-4655-9651-57b930eaa89d service neutron] show failed (client error): The resource could not be found. Aug 30 23:37:17.350888 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4b295114-775f-4655-9651-57b930eaa89d service neutron] 10.222.0.52 "GET /v2.0/ports/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0600488 Aug 30 23:37:17.563020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-7dccf778-dded-4360-abe6-572ddcd647ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:17.564530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-7dccf778-dded-4360-abe6-572ddcd647ae service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1097 time: 0.0446091 Aug 30 23:37:17.578058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:37:17.630259 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:17.832518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:17.865469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:37:17.904063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:17.906496 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3593a73-bed5-4f60-bb9b-32e1afc72fe3" -d '{"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:17.910255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:17.922943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Transition to ACTIVE for port object c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:37:17.927071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:17.964751 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a82f814e-1915-407a-9835-b11cf3bdfcb8 x-openstack-request-id: req-a82f814e-1915-407a-9835-b11cf3bdfcb8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:17.965215 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-unplugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:17.965605 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a82f814e-1915-407a-9835-b11cf3bdfcb8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:17.966249 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'code': 200} Aug 30 23:37:18.013272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:18.028019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.028365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.028708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.029058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.029375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.029707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.030060 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.030390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.030716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.031039 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.031361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.031680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:18.067298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] No DVR routers for this DVR port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:37:18.239632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:37:18.240262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:37:18.240262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:37:18.247909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:37:18.248229 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Attempting to bind port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:37:18.256156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 36, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:37:18.256493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:37:18.256875 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:37:18.257305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Bound port: c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:37:18.257665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:18.283674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd812087-9c93-437f-8d17-7c4426a4fb88 req-703453ea-43b6-497c-8505-9f8281003a01 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.285287 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd812087-9c93-437f-8d17-7c4426a4fb88 req-703453ea-43b6-497c-8505-9f8281003a01 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0811589 Aug 30 23:37:18.366449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fd812087-9c93-437f-8d17-7c4426a4fb88 req-858bf6be-bd4b-469e-8074-683e6d84c9dc tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632672 Aug 30 23:37:18.370949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:37:18.374559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:37:18.380375 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:18.416266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.416890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:18.418321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] 10.222.0.47 "PUT /v2.0/ports/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1092 time: 0.8444138 Aug 30 23:37:18.440210 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538ffd5-7595-4b49-a34f-3cd0d2a91c51 service neutron] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=7']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:18.486998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-255c9f7b-3240-491b-b93b-07d205d1e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.488583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-255c9f7b-3240-491b-b93b-07d205d1e521 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0438681 Aug 30 23:37:18.590618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-ceff5e3d-be92-470e-a346-a692bea7192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.592120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-ceff5e3d-be92-470e-a346-a692bea7192d service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0960279 Aug 30 23:37:18.662129 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-a61ed775-034c-4faa-b579-2061731f2cce service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 999 time: 0.0621185 Aug 30 23:37:18.713414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4876bd0f-6fcb-4a3d-a002-031c9f4d1cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.714948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4876bd0f-6fcb-4a3d-a002-031c9f4d1cbc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0446558 Aug 30 23:37:18.766031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4f1a5803-d1a0-4e95-8df3-6efbf5c0a28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:18.767575 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-4f1a5803-d1a0-4e95-8df3-6efbf5c0a28c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441704 Aug 30 23:37:18.858096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-e9afb6be-7f1f-469d-8eb3-13660ce4c95a service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819080 Aug 30 23:37:18.953330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5a29d222-76be-4a3a-a77e-bcedd1875240 req-b3c5c9be-63fc-47a8-b3a2-5f8a3b1758bb service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878766 Aug 30 23:37:19.499996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462636e-3cc7-4ab8-ad5d-07b0ab3e0cf6 req-5323b0ea-7e57-4012-bb6b-119326f070db tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:19.501487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9462636e-3cc7-4ab8-ad5d-07b0ab3e0cf6 req-5323b0ea-7e57-4012-bb6b-119326f070db tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0488930 Aug 30 23:37:19.538813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9462636e-3cc7-4ab8-ad5d-07b0ab3e0cf6 req-c350bd44-0a67-4057-8220-1dd43fa670cf tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314748 Aug 30 23:37:19.660576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:37:19.698579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:37:19.967982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:19.970427 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4832557-7b7d-4256-bb66-342fb37c2d70" -d '{"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:20.023377 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0331f68d-41f8-4be8-b9b7-b374fff673cf x-openstack-request-id: req-0331f68d-41f8-4be8-b9b7-b374fff673cf {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:20.024818 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:20.025211 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0331f68d-41f8-4be8-b9b7-b374fff673cf {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:20.025810 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'status': 'completed', 'code': 200} Aug 30 23:37:20.115064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-09e9653b-44ca-4b06-95d5-656985284b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.116609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-09e9653b-44ca-4b06-95d5-656985284b68 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0729270 Aug 30 23:37:20.122373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-2c339353-6b35-46ce-9c21-6ea123485163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.123817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-2c339353-6b35-46ce-9c21-6ea123485163 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0539424 Aug 30 23:37:20.283421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-1b0ed603-6c75-43a4-8949-62a47a9d5767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.284913 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-1b0ed603-6c75-43a4-8949-62a47a9d5767 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1601794 Aug 30 23:37:20.285978 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-0065f0f7-e219-44a6-bd97-8a42c97bd57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.287306 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-0065f0f7-e219-44a6-bd97-8a42c97bd57a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1555727 Aug 30 23:37:20.401121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-9c93f969-969f-4445-8998-0921dcaa2029 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 999 time: 0.1085320 Aug 30 23:37:20.402906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-b02c62d5-2418-4f93-baaf-74853da104a9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 999 time: 0.1042147 Aug 30 23:37:20.491925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-800bf98e-4672-468f-a0f4-500100a3d843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.494000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-800bf98e-4672-468f-a0f4-500100a3d843 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0852323 Aug 30 23:37:20.495389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-0e9faf5e-9142-4c21-9a1a-bb054f8ebd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.496701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-0e9faf5e-9142-4c21-9a1a-bb054f8ebd24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0868921 Aug 30 23:37:20.569705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-63bb0501-76cc-4c4d-a842-0bd56644d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.571305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-63bb0501-76cc-4c4d-a842-0bd56644d5ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0700886 Aug 30 23:37:20.577443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-20f2852b-8707-4e69-bbae-5a96eefcb654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.578906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-20f2852b-8707-4e69-bbae-5a96eefcb654 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702209 Aug 30 23:37:20.659298 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16feb213-c617-4550-80a0-725a7da1375c req-9c39a3ba-afd4-4369-a909-7b51d04b07e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.660957 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16feb213-c617-4550-80a0-725a7da1375c req-9c39a3ba-afd4-4369-a909-7b51d04b07e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0496523 Aug 30 23:37:20.699897 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-16feb213-c617-4550-80a0-725a7da1375c req-3b257dfd-1eaf-407b-803f-a3cb6fb492e3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320845 Aug 30 23:37:20.742334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-e65ddc79-773b-4009-a52c-8f2dc80987e1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624849 Aug 30 23:37:20.744278 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-c2e427c2-de33-481c-aa97-278231d876c7 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568537 Aug 30 23:37:20.875451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.52', 55174) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:37:20.909607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-a1e32462-82c0-4b5d-abbe-899e93443c73 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592810 Aug 30 23:37:20.912982 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-a95012df-0fdc-4d52-b0f6-fe85d20b9778 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554456 Aug 30 23:37:20.949715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ab89-996c-4617-9853-e3623824c61d req-da4a4dd7-ebd2-485f-bb76-314bcd920903 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.951258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f471ab89-996c-4617-9853-e3623824c61d req-da4a4dd7-ebd2-485f-bb76-314bcd920903 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 943 time: 0.0881777 Aug 30 23:37:20.959663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-cbb5c293-93df-46ff-b69e-e8053d52ae9f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:20.961072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-cbb5c293-93df-46ff-b69e-e8053d52ae9f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&binding%3Ahost_id=n-h1-791504-21 HTTP/1.1" status: 200 len: 943 time: 0.0846043 Aug 30 23:37:21.025527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f471ab89-996c-4617-9853-e3623824c61d req-6d0774f6-f022-4f60-b2c9-5da298592368 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629141 Aug 30 23:37:21.042243 n-d-791504-21 neutron-server[101268]: INFO neutron.api.v2.resource [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-060daf70-3ddf-46c5-a94d-6d3d4fbfd2ea service neutron] delete failed (client error): The resource could not be found. Aug 30 23:37:21.042898 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-060daf70-3ddf-46c5-a94d-6d3d4fbfd2ea service neutron] 10.222.0.52 "DELETE /v2.0/ports/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0736217 Aug 30 23:37:21.144260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-2b7177ec-ebdf-4993-b5f6-59876e2bb0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:21.145669 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-2b7177ec-ebdf-4993-b5f6-59876e2bb0d7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1095 time: 0.0415111 Aug 30 23:37:21.237963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-29b997fa-844b-4dd4-a686-4e11ba90662f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:21.239430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-29b997fa-844b-4dd4-a686-4e11ba90662f service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0867648 Aug 30 23:37:21.306782 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-092d68bc-576b-4b01-aa67-68248c78a02d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 999 time: 0.0607691 Aug 30 23:37:21.360806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-713593b9-769e-43bf-99f1-350bb6c689b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:21.362377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-713593b9-769e-43bf-99f1-350bb6c689b7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0491679 Aug 30 23:37:21.412727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-7150292d-b196-4e84-87de-1a7be332cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:21.414170 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-7150292d-b196-4e84-87de-1a7be332cdc5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451038 Aug 30 23:37:21.503991 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-4f6e5cad-66d3-494d-9464-acfb041b0e76 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827382 Aug 30 23:37:21.606754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c84481c7-b13e-488b-916d-272c69ee93d7 req-c62c36fb-cdfb-46b1-8a58-9897bab7abda service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949013 Aug 30 23:37:21.669402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:37:21.766576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:21.779205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'mac_address': 'fa:16:3e:71:f1:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:37:21.816760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:21.831014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:37:21.850706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:21.854255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:21.900636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:21.908539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.908895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.909239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.909580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.909952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.910287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.910619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.910948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.911276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.911603 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.911929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:21.912253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:37:22.113544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:37:22.151313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd1762-2d6e-4a1f-83c3-92cce3829f49 req-0771ca87-a1af-4867-8f41-586584abe62d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:22.152563 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffdd1762-2d6e-4a1f-83c3-92cce3829f49 req-0771ca87-a1af-4867-8f41-586584abe62d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0546761 Aug 30 23:37:22.193683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ffdd1762-2d6e-4a1f-83c3-92cce3829f49 req-72cd9e5a-dde7-4f0e-9cf0-0ae5b8302a91 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344677 Aug 30 23:37:22.850533 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:23.327131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd92a7d3-c69f-4ca3-83ce-f83690edda5d req-cd6123d8-fd54-4a46-8f5e-e494a7b95b12 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:23.328643 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd92a7d3-c69f-4ca3-83ce-f83690edda5d req-cd6123d8-fd54-4a46-8f5e-e494a7b95b12 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0635200 Aug 30 23:37:23.368376 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd92a7d3-c69f-4ca3-83ce-f83690edda5d req-5518c353-b66b-4f25-ab61-14e06ad647a7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329268 Aug 30 23:37:23.486646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b228b9d-2679-48c8-9d41-e8bf9869c3e3 req-a203d15f-f84d-4d97-92af-18f51073a502 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:23.488043 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b228b9d-2679-48c8-9d41-e8bf9869c3e3 req-a203d15f-f84d-4d97-92af-18f51073a502 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0529010 Aug 30 23:37:23.527659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3b228b9d-2679-48c8-9d41-e8bf9869c3e3 req-0884a87f-7162-41b9-9a9c-eb5ff9dada6e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309298 Aug 30 23:37:23.682262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:37:23.735130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:37:23.738971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:37:23.739278 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:23.762908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6e60d-203e-4461-8b46-453e5777cfa1 req-2661f1ee-9ab3-4894-867c-d0383921c472 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:23.764439 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75e6e60d-203e-4461-8b46-453e5777cfa1 req-2661f1ee-9ab3-4894-867c-d0383921c472 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 944 time: 0.0787990 Aug 30 23:37:23.781228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-7eee5602-90d9-4918-9bf5-31e009881583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:23.783095 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-7eee5602-90d9-4918-9bf5-31e009881583 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 1096 time: 0.0625849 Aug 30 23:37:23.825626 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:23.848452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:23.850757 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f2c913-c6b8-4348-8839-eafec847dc51" -d '{"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-plugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:23.855452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75e6e60d-203e-4461-8b46-453e5777cfa1 req-969dd7bd-1b6f-42f7-a8a2-35fc8bc568bb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845170 Aug 30 23:37:23.863740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:23.881581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:23.903046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-c240c1fc-3da8-4f64-9016-7d788c70b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:23.904539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-c240c1fc-3da8-4f64-9016-7d788c70b680 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1135070 Aug 30 23:37:23.927273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:23.982300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-b04f3baf-56f1-4d11-aa3a-51f0f3632180 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 200 len: 1001 time: 0.0706079 Aug 30 23:37:23.991067 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36b15a7-087e-434c-a2b2-16d7252d4dac x-openstack-request-id: req-b36b15a7-087e-434c-a2b2-16d7252d4dac {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:23.991365 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-plugged", "status": "completed", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:23.991628 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b36b15a7-087e-434c-a2b2-16d7252d4dac {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:23.992022 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'code': 200} Aug 30 23:37:24.035002 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-4487d644-52b8-4a9a-9dcb-bef7d6af07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:24.036462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-4487d644-52b8-4a9a-9dcb-bef7d6af07b0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0478630 Aug 30 23:37:24.085158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-8b63a496-ceaf-4708-b0bb-b472f8408511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:24.086739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-8b63a496-ceaf-4708-b0bb-b472f8408511 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437131 Aug 30 23:37:24.175642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-c73d84d7-8b71-4698-8b0b-496773e770f5 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821807 Aug 30 23:37:24.268790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a2e09c32-a962-42ef-a77f-1d82b5fb45f2 req-8a840572-967c-48b8-9c59-bec2299abc6b service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861278 Aug 30 23:37:24.976979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3da367-16c0-411c-abb2-292ce0004dba req-d73c6e2c-4cc7-499c-b4d0-76591e4fb8b8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:24.978491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3da367-16c0-411c-abb2-292ce0004dba req-d73c6e2c-4cc7-499c-b4d0-76591e4fb8b8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0505016 Aug 30 23:37:25.016647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f3da367-16c0-411c-abb2-292ce0004dba req-9fe1fe40-3c5c-41bc-82da-05f9051311c3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322003 Aug 30 23:37:25.247452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7ea69-9515-418f-b583-14bba7132d63 req-b6c66382-735b-44b6-a1c0-7fac9b5d2877 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:25.248955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fb7ea69-9515-418f-b583-14bba7132d63 req-b6c66382-735b-44b6-a1c0-7fac9b5d2877 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0482366 Aug 30 23:37:25.291616 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0fb7ea69-9515-418f-b583-14bba7132d63 req-b298d2d3-716d-48bd-8ced-b4b62077fc80 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368085 Aug 30 23:37:26.414226 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161b322d-4938-45b6-a1ff-b18e256b1260 req-3d90b3fa-e279-49e0-9bbe-49793ae3ad21 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:26.415739 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-161b322d-4938-45b6-a1ff-b18e256b1260 req-3d90b3fa-e279-49e0-9bbe-49793ae3ad21 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0529943 Aug 30 23:37:26.454188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-161b322d-4938-45b6-a1ff-b18e256b1260 req-ad97bfcf-c399-40a4-a4cd-3c524b9d2c39 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324006 Aug 30 23:37:26.488523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-597a08c9-fb26-4582-904f-4f07a6054050 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:26.490082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-597a08c9-fb26-4582-904f-4f07a6054050 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6063a853-a18d-4105-a57b-54f6efe03442 HTTP/1.1" status: 200 len: 945 time: 0.0491290 Aug 30 23:37:26.577933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Deleting port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:37:26.578213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:26.666254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] For port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:26.666613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:26.836825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:26.837138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:26.837449 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd disassociated. External IP: 172.25.7.104, port: c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677. Aug 30 23:37:26.837810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Calling delete_port for c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:37:26.965026 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:26.994439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'Port': ['ID=c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:27.111366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:37:27.226597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:37:27.238142 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:37:27.247959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:37:27.248587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:37:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:27.265877 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] No DVR routers for this DVR port c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:37:27.268460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:27.270612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4eb54b58-e882-4891-ab50-82c8f32c0f67 req-27ede54b-256c-476d-beaf-3681a154ee5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "DELETE /v2.0/ports/c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 HTTP/1.1" status: 204 len: 173 time: 0.7745199 Aug 30 23:37:27.271049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-deleted', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:27.273271 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3848d5b6-581c-4419-abfd-e55c3d050ec8" -d '{"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-deleted", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:27.313048 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda25402-7551-4c56-b631-390258b95b49 x-openstack-request-id: req-cda25402-7551-4c56-b631-390258b95b49 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:27.313341 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6063a853-a18d-4105-a57b-54f6efe03442", "name": "network-vif-deleted", "tag": "c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:27.313659 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cda25402-7551-4c56-b631-390258b95b49 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:27.314158 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6063a853-a18d-4105-a57b-54f6efe03442', 'name': 'network-vif-deleted', 'tag': 'c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677', 'status': 'completed', 'code': 200} Aug 30 23:37:27.368713 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:37:27.732742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:27.742882 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-523d123e-90da-4fdc-be9d-0d5fd92c701c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1644474946&fields=id&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 267 time: 0.0379670 Aug 30 23:37:27.763575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:37:27.772337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:37:27.772952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:37:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:27.849824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-c86e958c-f2cd-4fd6-90ed-be0693bf2318 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:27.851383 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-c86e958c-f2cd-4fd6-90ed-be0693bf2318 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1014683 Aug 30 23:37:27.869447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-a696c334-b474-4f7d-8d1c-6c8e527fd6fd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/quotas/967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 375 time: 0.0103207 Aug 30 23:37:27.885247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:37:27.928072 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-da9ad581-1750-4292-b198-62df79c0e5f1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523589 Aug 30 23:37:28.073899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-0cd00dd7-1060-46ea-8f1c-6ee5291cb6fa service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340702 Aug 30 23:37:28.080601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:28.107343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1e568a-d4a1-4fc0-a585-ef7198b08fff None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:37:28.161761 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:28.176405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-1207ffe0-80f5-40a0-9123-1f2d423da8e8 service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966303 Aug 30 23:37:28.354623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-743d1236-b49a-4a0a-a6f8-818835266617 req-2e8668a0-5e6c-40e0-9dc5-c4963950745d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 210 time: 0.0337102 Aug 30 23:37:28.358109 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44da8fd-61b7-43ad-832e-dd5b24fe777b None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:37:29.454408 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a0d25b14-8b8e-45d0-b634-454dcd3bc91e req-0dba3140-a909-42b9-b4c9-e4e9df31f192 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 210 time: 0.0291216 Aug 30 23:37:29.661897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-fa5f2720-5824-4da4-a1c1-ae7bd77c7988 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:29.663259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-fa5f2720-5824-4da4-a1c1-ae7bd77c7988 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.3986065 Aug 30 23:37:29.705741 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-9d789d2f-a3b6-4478-821e-cd59f7354b52 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 380 time: 0.0331388 Aug 30 23:37:29.715169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'port': {'device_id': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'admin_state_up': True, 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'security_groups': ['e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:37:29.825119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:37:29.828644 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:29.949172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Allocated IP 172.20.0.13 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/68959bed-b92b-4638-9bca-c65a5b61d52e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:37:30.084549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.097399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Transition to ACTIVE for port object 68959bed-b92b-4638-9bca-c65a5b61d52e will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:37:30.129505 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.175940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:37:30.179030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:37:30.183440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:37:30.189960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:30.243425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:30.244058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.259567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-72c29fbd-157f-406a-90d6-f8cc7040bc55 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5478637 Aug 30 23:37:30.272058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Request body: {'port': {'device_id': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:37:30.327864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.441386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9565c308-9302-4d0a-a15e-1bcfa613e108 None None] Provisioning for port 68959bed-b92b-4638-9bca-c65a5b61d52e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:37:30.445172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9565c308-9302-4d0a-a15e-1bcfa613e108 None None] Provisioning complete for port 68959bed-b92b-4638-9bca-c65a5b61d52e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:37:30.445544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9565c308-9302-4d0a-a15e-1bcfa613e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.485431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9565c308-9302-4d0a-a15e-1bcfa613e108 None None] Port 68959bed-b92b-4638-9bca-c65a5b61d52e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:37:30.605541 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002118b1-bf94-42cb-ad1b-f23682fa0b23 req-2768e0c3-4cff-4074-a4f7-9076c4553c50 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:30.607049 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-002118b1-bf94-42cb-ad1b-f23682fa0b23 req-2768e0c3-4cff-4074-a4f7-9076c4553c50 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 932 time: 0.0841711 Aug 30 23:37:30.668614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:37:30.677380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.681903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-002118b1-bf94-42cb-ad1b-f23682fa0b23 req-65b0b060-edfe-4555-8ac2-44b3c374a86d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678074 Aug 30 23:37:30.692192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Transition to ACTIVE for port object 68959bed-b92b-4638-9bca-c65a5b61d52e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:37:30.697335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.764100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:30.820416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:37:30.821127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:37:30.821127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:37:30.826202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:37:30.826517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:37:30.831576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 37, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:37:30.831913 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:37:30.832301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:37:30.832730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Bound port: 68959bed-b92b-4638-9bca-c65a5b61d52e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:37:30.833092 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.904691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:37:30.907942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:37:30.912357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.946868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:30.947533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:30.949150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] 10.222.0.47 "PUT /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1093 time: 0.6813507 Aug 30 23:37:30.949582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:30.951839 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:30.976572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea9f5bc-86b3-4765-8b74-f600a03c400f service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:30.997137 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adcde932-08fc-48bf-8380-d18073277498 x-openstack-request-id: req-adcde932-08fc-48bf-8380-d18073277498 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:30.997428 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:30.997678 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-adcde932-08fc-48bf-8380-d18073277498 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:30.998104 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'status': 'completed', 'code': 200} Aug 30 23:37:31.028252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-d1ea95f1-8388-4430-8d99-2fbc7a6845c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.029849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-d1ea95f1-8388-4430-8d99-2fbc7a6845c2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0433099 Aug 30 23:37:31.079209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-b1d158b8-b672-46b7-977e-4edf1e071f84 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 217 time: 0.0404639 Aug 30 23:37:31.131682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-b228b467-195b-40fc-8057-f0d43e31b5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.133213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-b228b467-195b-40fc-8057-f0d43e31b5ff service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0458329 Aug 30 23:37:31.179026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-779f58f7-1d89-468f-aeec-53d001a9dd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.180532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-779f58f7-1d89-468f-aeec-53d001a9dd32 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403547 Aug 30 23:37:31.274870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-c8219535-3c77-4f52-aa0e-0f11e9e2848c service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868568 Aug 30 23:37:31.364702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57023a7d-bbda-4dfc-a9e6-2b67b283f192 req-dc82748c-2cb3-4f18-b28d-fdac447ac89b service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826607 Aug 30 23:37:31.455102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-3261eaf1-29f4-4945-a2d3-a045dc4727b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.456584 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-3261eaf1-29f4-4945-a2d3-a045dc4727b1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0409486 Aug 30 23:37:31.550267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-e2398bc2-8afe-4d39-ba16-8a8f2f6b6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.551717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-e2398bc2-8afe-4d39-ba16-8a8f2f6b6e07 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0866477 Aug 30 23:37:31.595152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-f44d1a7e-c21f-45e4-b3d0-0a23c204defa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 217 time: 0.0356152 Aug 30 23:37:31.650180 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-c9daf710-a574-4c7f-a8c7-486e379d1008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.651641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-c9daf710-a574-4c7f-a8c7-486e379d1008 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0485585 Aug 30 23:37:31.697071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-5e417ce0-e5b4-40d7-9539-13a84734fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.698863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-5e417ce0-e5b4-40d7-9539-13a84734fe7d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397544 Aug 30 23:37:31.716379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:37:31.737199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:37:31.737878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device c7fd216a-f2d9-4ee4-a7a3-3028d3d0d677 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:37:31.833154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f4a7b4-77db-4572-8c04-91afab669131 req-60e55209-4d5a-4161-b592-e54605e48362 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:31.834567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17f4a7b4-77db-4572-8c04-91afab669131 req-60e55209-4d5a-4161-b592-e54605e48362 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 944 time: 0.0832212 Aug 30 23:37:31.836770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-f5ceb02e-1afc-4dae-bd34-b321ebbe2977 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298974 Aug 30 23:37:31.918477 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17f4a7b4-77db-4572-8c04-91afab669131 req-6e08ae91-a6e0-4f49-9eb9-b7fc8ca06fda tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777934 Aug 30 23:37:31.949671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e5c9aaf-cba5-4524-94f4-b2e2e40718ea req-87c03c0c-e879-4a41-b970-354d15010711 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032491 Aug 30 23:37:33.034743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29d1565-dd29-4066-98bd-e9e1e52e868e req-11faf5f8-1abe-465e-90e3-68607a4d8ba3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:33.036224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c29d1565-dd29-4066-98bd-e9e1e52e868e req-11faf5f8-1abe-465e-90e3-68607a4d8ba3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 944 time: 0.0482228 Aug 30 23:37:33.075240 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c29d1565-dd29-4066-98bd-e9e1e52e868e req-2b9bdcad-085a-46ab-aefd-48b70e72345a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326531 Aug 30 23:37:33.743454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:37:33.842721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:33.857154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:37:33.893644 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:33.906859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:37:33.925171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:33.928511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:33.975524 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:34.123352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['68959bed-b92b-4638-9bca-c65a5b61d52e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:37:34.196901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa0bb-2a46-4019-8124-8548d6355b2d req-75edcc7f-bce1-431b-9567-fa3d17ae1811 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:34.198786 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047aa0bb-2a46-4019-8124-8548d6355b2d req-75edcc7f-bce1-431b-9567-fa3d17ae1811 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0560558 Aug 30 23:37:34.237135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-047aa0bb-2a46-4019-8124-8548d6355b2d req-680cee9d-58eb-4e8c-bc8e-1f9605f32546 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Aug 30 23:37:35.362912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235ce66-05af-47d9-9075-f0446af3742c req-8fec8736-834e-4b38-8fc6-c94d64cfec0a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:35.364455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4235ce66-05af-47d9-9075-f0446af3742c req-8fec8736-834e-4b38-8fc6-c94d64cfec0a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0508723 Aug 30 23:37:35.403568 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4235ce66-05af-47d9-9075-f0446af3742c req-2bae211a-4520-4f61-bef5-0f262dd5b1f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330498 Aug 30 23:37:35.760462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:37:35.808597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 68959bed-b92b-4638-9bca-c65a5b61d52e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:37:35.812295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 68959bed-b92b-4638-9bca-c65a5b61d52e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:37:35.812668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:35.890488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:35.911818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:35.914106 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f45a5c9-33c5-4a72-b0f2-be59f604addf" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:35.927121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:37:35.932306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:35.957125 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e5239b-f2f2-4b06-b170-7d1f9fe755c4 x-openstack-request-id: req-f7e5239b-f2f2-4b06-b170-7d1f9fe755c4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:35.957424 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:35.957678 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7e5239b-f2f2-4b06-b170-7d1f9fe755c4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:35.958103 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'code': 200} Aug 30 23:37:35.984862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:37:36.059072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdab10-8f83-49eb-879b-ac82be6e566f req-4894d7f9-da68-4c49-bf71-bcbef67c1931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:36.060558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ecdab10-8f83-49eb-879b-ac82be6e566f req-4894d7f9-da68-4c49-bf71-bcbef67c1931 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1098 time: 0.0409045 Aug 30 23:37:36.096339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6ecdab10-8f83-49eb-879b-ac82be6e566f req-248fa686-622c-4900-960c-ec4877b6216f service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277884 Aug 30 23:37:36.521758 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69da0da3-0be6-4814-bcca-e87c7f6d2f88 req-b49ea5cf-1ca2-4afb-a200-e6ffc830d8eb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:36.523236 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69da0da3-0be6-4814-bcca-e87c7f6d2f88 req-b49ea5cf-1ca2-4afb-a200-e6ffc830d8eb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0524881 Aug 30 23:37:36.560661 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-69da0da3-0be6-4814-bcca-e87c7f6d2f88 req-0b7a9556-4882-4a68-885e-829e75689014 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310051 Aug 30 23:37:37.675769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abd123-1908-4a7e-b962-75d60960c9e0 req-3b102fad-2f45-474e-9942-5ef0c8a314de tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:37.677241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87abd123-1908-4a7e-b962-75d60960c9e0 req-3b102fad-2f45-474e-9942-5ef0c8a314de tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0489123 Aug 30 23:37:37.716190 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87abd123-1908-4a7e-b962-75d60960c9e0 req-ebd0c488-ec17-42a8-ba25-7f3a3459d8e7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330386 Aug 30 23:37:37.827091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fd24bd-3994-4d90-a5eb-de5486ef2d6e req-40f8406b-0cc6-4162-8b45-1e056d34e877 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:37.828580 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c6fd24bd-3994-4d90-a5eb-de5486ef2d6e req-40f8406b-0cc6-4162-8b45-1e056d34e877 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0497837 Aug 30 23:37:37.837086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:37:37.841710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'floatingip': {'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:37:37.880364 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:38.317535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:38.321797 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:38.422487 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd associated. External IP: 172.25.7.104, port: 68959bed-b92b-4638-9bca-c65a5b61d52e. Aug 30 23:37:38.629751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:37:38.731461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:37:38.739431 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:37:38.744315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:38.748933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:37:38.758459 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:37:38.759093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:37:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:38.772198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1cfb06ea-a44b-4362-9422-420ce1657ac9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "PUT /v2.0/floatingips/ddde96f6-abad-4204-a1f2-81760d94dcfd HTTP/1.1" status: 200 len: 992 time: 0.9340663 Aug 30 23:37:38.772784 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:37:38.775864 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082253b5-befb-4dad-a209-7efae199e0dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:37:38.816473 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee4c755-12a7-41a6-b14b-d69c6c740d13 x-openstack-request-id: req-2ee4c755-12a7-41a6-b14b-d69c6c740d13 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:37:38.816763 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:37:38.817015 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ee4c755-12a7-41a6-b14b-d69c6c740d13 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:37:38.817978 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'status': 'completed', 'code': 200} Aug 30 23:37:38.868866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:37:38.886939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082253b5-befb-4dad-a209-7efae199e0dc req-35b5adc3-1edc-41d0-8d77-7e86a27b3f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:38.888453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-35b5adc3-1edc-41d0-8d77-7e86a27b3f40 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1098 time: 0.0443146 Aug 30 23:37:38.978952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082253b5-befb-4dad-a209-7efae199e0dc req-ef22050b-3ff1-4f07-a835-cdf8a0f3c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:38.980526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-ef22050b-3ff1-4f07-a835-cdf8a0f3c797 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0844092 Aug 30 23:37:39.050200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-0e3619cf-c0dd-4efc-a041-72aa43ab9edf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1000 time: 0.0628333 Aug 30 23:37:39.090062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:37:38Z', 'revision_number': 9, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:39.099665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082253b5-befb-4dad-a209-7efae199e0dc req-9ebc4222-e1ea-4e2f-bff4-e74ccf278c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:39.101137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-9ebc4222-e1ea-4e2f-bff4-e74ccf278c0c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0441968 Aug 30 23:37:39.120606 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:37:39.129195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:37:39.129838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:37:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:39.147568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082253b5-befb-4dad-a209-7efae199e0dc req-95b48fe9-39c3-4437-8a00-47ae2f2ab8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:39.149141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-95b48fe9-39c3-4437-8a00-47ae2f2ab8a7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408750 Aug 30 23:37:39.235053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:37:39.242708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-f0185e05-de43-4d76-bb15-44f20d35e6fc service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861938 Aug 30 23:37:39.331907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-082253b5-befb-4dad-a209-7efae199e0dc req-7aad0a07-ee5d-41a9-ba6e-33fcf2c1b344 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825155 Aug 30 23:37:39.453732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:37:38Z', 'revision_number': 9, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:37:39.483862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be8c04d-960e-4f91-8b03-817c1d543b7b None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:37:38Z', 'revision_number': 9, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:37:39.671596 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cce8eb-15de-436a-a298-d3d6591221db None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:37:40.407191 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-32e74496-1d50-4e77-9bdc-4b81a2f592c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:41.812839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-353c8209-701b-46be-be9c-5ba67a22e2aa service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0402577 Aug 30 23:37:41.901232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-814a4c28-ccbb-44c2-b366-22d5afdba460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:41.902854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-814a4c28-ccbb-44c2-b366-22d5afdba460 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1098 time: 0.0445166 Aug 30 23:37:42.007038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-ca424570-8c68-4c97-a8e6-525e90bdf0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:42.008511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-ca424570-8c68-4c97-a8e6-525e90bdf0cb service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0853715 Aug 30 23:37:42.080019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-42c29469-bdca-4f7d-ba3f-48dafbeefc7c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1003 time: 0.0627248 Aug 30 23:37:42.130400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-78714fef-d3fa-4503-a029-006f87274ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:42.131825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-78714fef-d3fa-4503-a029-006f87274ab6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0440767 Aug 30 23:37:42.176612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-cb83ca58-a24b-480f-b40f-8da29cb33e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:37:42.178125 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-cb83ca58-a24b-480f-b40f-8da29cb33e98 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0391266 Aug 30 23:37:42.273717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-8cd1485e-2e32-4e97-b659-9c641aad2417 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878642 Aug 30 23:37:42.372899 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4f8007dd-07fe-499a-ae77-d98e8dcf85aa req-fa84f927-f5bc-47f8-ba0d-eed452bfadd1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877192 Aug 30 23:37:42.979842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:43.385870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-691e600c-d61a-46eb-9263-a7fb23ec32cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:44.706029 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:46.142170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:52.850987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:37:58.160313 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:10.408485 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6ce817b1-6e3a-49c5-b2f2-91b9ce15614e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:12.987109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:13.386913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f3409beb-8a0f-4b3c-8b14-d3a073f73dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:14.709622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:15.732131 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:38:16.144430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:22.864618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:28.164921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:40.409557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c912dc6f-850a-4857-b885-19f53a2ed1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:41.798693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-302bef24-2659-4a48-9de2-eb546f8f8af0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0448382 Aug 30 23:38:41.884489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-3a65e75e-20bd-4734-ad1e-81f36915be13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:38:41.886417 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-3a65e75e-20bd-4734-ad1e-81f36915be13 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1098 time: 0.0460100 Aug 30 23:38:41.988577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-468901a1-0906-4553-ae90-27bb1af6b779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:38:41.990078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-468901a1-0906-4553-ae90-27bb1af6b779 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0846930 Aug 30 23:38:42.071119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-9da2a39b-dc34-4feb-935c-ee71b110159d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1003 time: 0.0734751 Aug 30 23:38:42.122596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-db69f48b-c50e-4e26-afa9-2346cf0e873b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:38:42.124253 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-db69f48b-c50e-4e26-afa9-2346cf0e873b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0457020 Aug 30 23:38:42.173105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-f8b368d1-e4b7-418f-bba8-4b6709b92dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:38:42.174558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-f8b368d1-e4b7-418f-bba8-4b6709b92dc1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429924 Aug 30 23:38:42.277267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-bd748cfa-9b67-4422-9efd-fbea166dbc61 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921929 Aug 30 23:38:42.375206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-10772747-ddbd-4eff-b158-b09e8eb58cfe req-f49487c7-41c9-4ec3-ae75-d2a8b7c2f3b3 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905170 Aug 30 23:38:42.978530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:43.388521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9143a425-a402-492c-8cb1-2300a2e65024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:44.712544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:46.147250 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:52.732780 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:38:52.864665 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:38:58.177923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:10.410615 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-57bc3395-713b-4e02-90c7-13d18ca52520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:12.981279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:13.391609 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-73ade069-22c9-43b1-8584-51507b92a425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:14.715756 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:15.924713 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28984a1f-39f6-4ccb-a925-aba96a417dff req-b86558f5-7b21-4c4e-8a7e-afb634d0cf59 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:15.926272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-28984a1f-39f6-4ccb-a925-aba96a417dff req-b86558f5-7b21-4c4e-8a7e-afb634d0cf59 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0598280 Aug 30 23:39:15.947396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-cb2e7061-d031-49e8-ae03-525ad3f66fce service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950055 Aug 30 23:39:15.966557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-28984a1f-39f6-4ccb-a925-aba96a417dff req-00a61cab-ef3a-453a-bd5c-bcfb68ef2882 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340550 Aug 30 23:39:16.149108 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:17.089291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428167b8-25cf-42a9-98ad-2edd7080c6d0 req-4d653794-ca33-41c6-b14f-8cc5604fa497 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:17.090817 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-428167b8-25cf-42a9-98ad-2edd7080c6d0 req-4d653794-ca33-41c6-b14f-8cc5604fa497 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0530405 Aug 30 23:39:17.128395 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-428167b8-25cf-42a9-98ad-2edd7080c6d0 req-6bd41b12-0b23-48d8-9c3b-6b79add8d801 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317113 Aug 30 23:39:18.249230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371c49-8ef9-4cad-8a88-1a75cf07f2f1 req-0248b78e-09ba-433f-9e6d-d18d9ef97c79 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:18.250752 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96371c49-8ef9-4cad-8a88-1a75cf07f2f1 req-0248b78e-09ba-433f-9e6d-d18d9ef97c79 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0540972 Aug 30 23:39:18.289195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-96371c49-8ef9-4cad-8a88-1a75cf07f2f1 req-9de79e39-4746-44f1-ba31-b540b065b013 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325232 Aug 30 23:39:19.104898 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-b88f051c-da91-4579-9857-8e9e65b96e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:19.106304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-b88f051c-da91-4579-9857-8e9e65b96e00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1098 time: 0.0404041 Aug 30 23:39:19.194324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-c616f30d-1212-4cd2-b424-7ad1dd57da33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:19.195796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-c616f30d-1212-4cd2-b424-7ad1dd57da33 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0824273 Aug 30 23:39:19.263480 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-6d589f50-4f6e-4914-a3a5-a4a3ba36eef7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1003 time: 0.0609179 Aug 30 23:39:19.311998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-f89f1298-f9b5-4536-9c26-0da6e9af4a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:19.313472 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-f89f1298-f9b5-4536-9c26-0da6e9af4a4e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0430102 Aug 30 23:39:19.373542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-a39afe3d-6191-4cec-a3f1-7f89190f2cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:19.374906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-a39afe3d-6191-4cec-a3f1-7f89190f2cb7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545928 Aug 30 23:39:19.464198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5e6a8-5337-4594-a519-a8208910e4f4 req-192487fc-3977-4b67-bd63-a8d3997cf4f1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:19.465661 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d5e6a8-5337-4594-a519-a8208910e4f4 req-192487fc-3977-4b67-bd63-a8d3997cf4f1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.1059909 Aug 30 23:39:19.515856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-7ca1fe60-7198-4262-b6d9-b03cdc7aefa8 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235592 Aug 30 23:39:19.522760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d5e6a8-5337-4594-a519-a8208910e4f4 req-2e0ca5db-c545-48d8-809b-832b2c5672a5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509856 Aug 30 23:39:19.606153 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-0c4e477e-8522-4ed7-b473-e37383d77314 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824428 Aug 30 23:39:20.638990 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34267d-d836-4698-a286-f2b0082ef494 req-6a1ffef3-47cd-47c5-b7ea-2b00385b12ab tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:20.640488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c34267d-d836-4698-a286-f2b0082ef494 req-6a1ffef3-47cd-47c5-b7ea-2b00385b12ab tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0495844 Aug 30 23:39:20.677527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8c34267d-d836-4698-a286-f2b0082ef494 req-9b59242f-0457-4d21-9756-bcb653e434c8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Aug 30 23:39:21.791835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a8041-ee62-452e-80fe-e177535b731f req-3322bdeb-92d6-4955-b78b-7dfa71155d9b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:21.793334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c2a8041-ee62-452e-80fe-e177535b731f req-3322bdeb-92d6-4955-b78b-7dfa71155d9b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0502164 Aug 30 23:39:21.831855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8c2a8041-ee62-452e-80fe-e177535b731f req-82587b10-4c10-43c4-bb88-600039379bea tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 30 23:39:22.870264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:22.948761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a87777-ce9a-4bb2-a508-2c4bd84c8cf4 req-459e5461-89c5-4266-8e82-0b8adde275ec tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:22.950466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25a87777-ce9a-4bb2-a508-2c4bd84c8cf4 req-459e5461-89c5-4266-8e82-0b8adde275ec tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0526531 Aug 30 23:39:22.987414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25a87777-ce9a-4bb2-a508-2c4bd84c8cf4 req-38486877-dfc7-49c7-8d27-8e546a693c63 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Aug 30 23:39:24.104437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e68fa-da81-4561-b189-d301ebbdd84f req-9d01fffe-32fb-4373-a160-c2f3fbd2c622 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:24.105834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a75e68fa-da81-4561-b189-d301ebbdd84f req-9d01fffe-32fb-4373-a160-c2f3fbd2c622 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0520616 Aug 30 23:39:24.143418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a75e68fa-da81-4561-b189-d301ebbdd84f req-a3af4147-cf60-4ede-8a88-45a6e55b5d88 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315626 Aug 30 23:39:25.259716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8d165-1b8c-4c13-8032-c6eb21d6e3e2 req-47b26745-6c18-41f3-8199-ece615b90ed8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:25.261678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7a8d165-1b8c-4c13-8032-c6eb21d6e3e2 req-47b26745-6c18-41f3-8199-ece615b90ed8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0524917 Aug 30 23:39:25.298440 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a7a8d165-1b8c-4c13-8032-c6eb21d6e3e2 req-7b6c9bf5-520b-4112-ba34-418ac3057c7f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Aug 30 23:39:26.410972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91197888-f9f6-4bda-a0a6-f8b746790c42 req-09927160-796a-4a3a-8993-3692c1577885 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:26.412438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91197888-f9f6-4bda-a0a6-f8b746790c42 req-09927160-796a-4a3a-8993-3692c1577885 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0489857 Aug 30 23:39:26.450948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-91197888-f9f6-4bda-a0a6-f8b746790c42 req-2984bd34-01b0-4234-8f39-6b437658f83d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325837 Aug 30 23:39:27.567055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e6116-be6e-4bbc-bb92-d42f1c6c8531 req-5102eaaa-cbe6-4fe9-b006-d40aea8cd33d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:27.568524 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-562e6116-be6e-4bbc-bb92-d42f1c6c8531 req-5102eaaa-cbe6-4fe9-b006-d40aea8cd33d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0496747 Aug 30 23:39:27.609255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-562e6116-be6e-4bbc-bb92-d42f1c6c8531 req-99ae3ad9-55d2-4196-88bd-cb89c514b165 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326300 Aug 30 23:39:28.195605 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:28.723235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a2d36f-97e2-4fc3-bc88-23e273bfecbe req-fe516fab-7962-4873-9b81-12f5a349bb25 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:28.724735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70a2d36f-97e2-4fc3-bc88-23e273bfecbe req-fe516fab-7962-4873-9b81-12f5a349bb25 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0491199 Aug 30 23:39:28.764029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-70a2d36f-97e2-4fc3-bc88-23e273bfecbe req-e6d1a9ed-df75-44ce-a4c8-ba43e656c723 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328860 Aug 30 23:39:29.732237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:39:29.878378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3dbf64-b32f-45ad-927b-804dc798a98c req-b64708d1-c64c-4142-aa70-ba8509d3ee8b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:29.879850 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb3dbf64-b32f-45ad-927b-804dc798a98c req-b64708d1-c64c-4142-aa70-ba8509d3ee8b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0489285 Aug 30 23:39:29.916602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb3dbf64-b32f-45ad-927b-804dc798a98c req-08be9916-de4a-4865-b1c8-31821c1f6d52 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308635 Aug 30 23:39:31.035786 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701eda72-6b05-4841-bb52-620f0b88bcb8 req-4c7ac537-4b63-46ec-9763-97c557bee46c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:31.037228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-701eda72-6b05-4841-bb52-620f0b88bcb8 req-4c7ac537-4b63-46ec-9763-97c557bee46c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0507584 Aug 30 23:39:31.074362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-701eda72-6b05-4841-bb52-620f0b88bcb8 req-22a09b71-dae0-4287-81d8-09d0ac652797 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305226 Aug 30 23:39:31.571705 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-2129a1fd-fcbf-4cf1-93ca-0399127d935c service neutron] show failed (client error): The resource could not be found. Aug 30 23:39:31.572709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-2129a1fd-fcbf-4cf1-93ca-0399127d935c service neutron] 10.222.0.47 "GET /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0536091 Aug 30 23:39:31.769016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-0889d3d8-30ea-4b52-8f4d-b4e21c46d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:31.770567 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-0889d3d8-30ea-4b52-8f4d-b4e21c46d83d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0448122 Aug 30 23:39:31.788388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:39:31.842799 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.039293 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:32.070420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:39:32.114462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:32.116756 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf66c62-175b-4abf-8ef8-57dc69fa1aee" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-unplugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:32.121840 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.135993 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Transition to ACTIVE for port object 68959bed-b92b-4638-9bca-c65a5b61d52e will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:39:32.141287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.193095 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c04c88-8287-468c-a4a7-df4b40b50643 x-openstack-request-id: req-44c04c88-8287-468c-a4a7-df4b40b50643 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:32.193385 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-unplugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:32.193635 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44c04c88-8287-468c-a4a7-df4b40b50643 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:32.194050 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'code': 200} Aug 30 23:39:32.280812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:32.311512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.311886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.312235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.312569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.312904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.313228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.313550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.313897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.314221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.314544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.314882 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.315184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:32.334480 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e3e49-d2d7-4651-8939-864ad48b2eb7 req-4d51511a-1cc1-4b21-b26b-f938edf9bb5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:32.336050 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-800e3e49-d2d7-4651-8939-864ad48b2eb7 req-4d51511a-1cc1-4b21-b26b-f938edf9bb5d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 944 time: 0.1921351 Aug 30 23:39:32.388325 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] No DVR routers for this DVR port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:39:32.441587 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-800e3e49-d2d7-4651-8939-864ad48b2eb7 req-e0652f3e-d6f0-4f8c-baae-100b38284bc5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969458 Aug 30 23:39:32.531937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:39:32.532187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:39:32.532511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:32.536606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:39:32.536921 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:32.541634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:39:32.542001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:39:32.542378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:39:32.543287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Bound port: 68959bed-b92b-4638-9bca-c65a5b61d52e, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:39:32.543634 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.608373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:39:32.611206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:39:32.615975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.650243 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:32.650864 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:32.652278 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] 10.222.0.52 "PUT /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1093 time: 0.8680100 Aug 30 23:39:32.675252 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515a97f4-37ea-4ecf-bf1f-c9b67896c150 service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:32.740303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-5622fb00-66e7-4113-bbe3-5c0912ef3919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:32.741922 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-5622fb00-66e7-4113-bbe3-5c0912ef3919 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0422235 Aug 30 23:39:32.838378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-1985459a-fada-4f1e-b55a-e06f8226a88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:32.840407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-1985459a-fada-4f1e-b55a-e06f8226a88d service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0917153 Aug 30 23:39:32.913153 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-10bea552-36da-4ca6-8904-d86cdaf6f0ec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0658405 Aug 30 23:39:32.961807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-e2307f03-a610-4b9a-a47a-bb714206ef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:32.963272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-e2307f03-a610-4b9a-a47a-bb714206ef69 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0434923 Aug 30 23:39:33.012493 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-9f3f530d-2c1f-4dfa-ae9c-515e694daf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:33.014022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-9f3f530d-2c1f-4dfa-ae9c-515e694daf58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434356 Aug 30 23:39:33.104553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-eaded869-6310-4636-b6c0-ab14f1a8129a service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835917 Aug 30 23:39:33.197161 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7f51cc2-76fa-42ff-8366-b78696d26f3d req-b413cc5c-068f-45a6-b25c-12391dafea97 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848479 Aug 30 23:39:33.561948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791bbc6-2a55-4e8a-9a86-c1f07fbaf507 req-02ea497e-d262-41a3-ac1f-9006872ebc13 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:33.563434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8791bbc6-2a55-4e8a-9a86-c1f07fbaf507 req-02ea497e-d262-41a3-ac1f-9006872ebc13 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 944 time: 0.0495448 Aug 30 23:39:33.600828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8791bbc6-2a55-4e8a-9a86-c1f07fbaf507 req-097f71d4-b05a-4eb9-b089-3dbb0e94cfef tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314953 Aug 30 23:39:34.195598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:34.197957 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a" -d '{"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:34.253622 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3219e47e-cff2-49d7-891a-9d524b1952dc x-openstack-request-id: req-3219e47e-cff2-49d7-891a-9d524b1952dc {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:34.253959 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:34.254207 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3219e47e-cff2-49d7-891a-9d524b1952dc {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:34.254601 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'status': 'completed', 'code': 200} Aug 30 23:39:34.266165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:39:34.317370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-2306cd16-8073-4e57-aff0-74fbfe9a387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.318952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-2306cd16-8073-4e57-aff0-74fbfe9a387d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0475235 Aug 30 23:39:34.342877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-61b0f4b2-26bd-4a15-90a4-4652c69488e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.344412 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-61b0f4b2-26bd-4a15-90a4-4652c69488e6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1096 time: 0.0442812 Aug 30 23:39:34.360494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:34.372460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:39:34.412986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-670402f2-c30b-4fe0-928b-66f25c0749a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.413521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:34.414513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-670402f2-c30b-4fe0-928b-66f25c0749a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0886574 Aug 30 23:39:34.426925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:39:34.439046 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-3a694e23-f2dd-4fdb-abca-c46e1061b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.440501 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-3a694e23-f2dd-4fdb-abca-c46e1061b89c service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0885737 Aug 30 23:39:34.446191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:34.450520 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:34.486442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-6e52eeba-a461-40cc-a0ac-d366d895f5da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0646646 Aug 30 23:39:34.499607 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:34.510233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.510866 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.511451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.512632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.513170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.514243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.514474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.514818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.515159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.515495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.515831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.516509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:34.522960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-cd394dfa-e978-48de-be0d-a342b2ae5a01 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1002 time: 0.0741637 Aug 30 23:39:34.537143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-76364d7a-c4cc-4220-bf59-c50ab353a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.539069 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-76364d7a-c4cc-4220-bf59-c50ab353a288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0464320 Aug 30 23:39:34.572206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-7ff36279-e25b-4aab-9d3c-c18b17712902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.573718 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-7ff36279-e25b-4aab-9d3c-c18b17712902 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0431116 Aug 30 23:39:34.584182 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-4f6930e9-7b93-40de-a01b-4a60cb394f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.585704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-4f6930e9-7b93-40de-a01b-4a60cb394f19 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399110 Aug 30 23:39:34.622492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-56c1e96d-3df7-458a-89ab-7a1085d1e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:34.624014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-56c1e96d-3df7-458a-89ab-7a1085d1e93a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430908 Aug 30 23:39:34.726774 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-e4cb48ef-f5f7-4893-ada7-1f05b606d67e service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930164 Aug 30 23:39:34.836446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-d8700f71-0df0-4e71-b5bb-93c7a8566b93 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925798 Aug 30 23:39:35.013752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-b74d77d9-cdb4-4bec-9624-cf5659553ff5 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198468 Aug 30 23:39:35.073670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca222c7-87a1-4c23-b3b0-0bbd19f79b9f req-0b33cd1a-1a8d-41b5-9eb1-3cfb07b3f238 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:35.075442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ca222c7-87a1-4c23-b3b0-0bbd19f79b9f req-0b33cd1a-1a8d-41b5-9eb1-3cfb07b3f238 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.4014690 Aug 30 23:39:35.141710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ca222c7-87a1-4c23-b3b0-0bbd19f79b9f req-5de369f2-dd01-46fe-ac39-7be957b7caae tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586345 Aug 30 23:39:35.145184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cf91e30-6eb3-4ec8-ad1d-079b128ecc3a req-a951ac6f-d53a-499c-ae27-6ee36f676c35 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237152 Aug 30 23:39:35.810802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['68959bed-b92b-4638-9bca-c65a5b61d52e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:39:36.270295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f61fc43-07f8-4dfa-abf0-6e770660ee1e req-a2210e42-c22d-4978-bf38-8e1399125fdb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:36.271791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f61fc43-07f8-4dfa-abf0-6e770660ee1e req-a2210e42-c22d-4978-bf38-8e1399125fdb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0540135 Aug 30 23:39:36.310181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0f61fc43-07f8-4dfa-abf0-6e770660ee1e req-c41f44b5-6084-46dc-8882-63d9bf588582 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316317 Aug 30 23:39:36.397244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:39:36.435273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:39:36.612565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-cf60ee4a-5019-4b4f-a1b2-0e1e11373f3b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:36.614058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-cf60ee4a-5019-4b4f-a1b2-0e1e11373f3b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 945 time: 0.0749309 Aug 30 23:39:36.637157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9370f91-e4b4-472c-a890-1ae4d98cb752 req-ee3bc341-932c-4880-8677-f6dda906db58 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:36.638652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9370f91-e4b4-472c-a890-1ae4d98cb752 req-ee3bc341-932c-4880-8677-f6dda906db58 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0733509 Aug 30 23:39:37.021017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c9370f91-e4b4-472c-a890-1ae4d98cb752 req-dcf5ab75-af57-4c92-b798-239a15a24534 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619576 Aug 30 23:39:37.025033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-70d54fb4-2045-4117-a04d-5b6ef7820796 service neutron] 10.222.0.52 "GET /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.4026086 Aug 30 23:39:37.103116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-7715c24b-227f-47d4-88e6-9bf1f2d4bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:37.104516 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-7715c24b-227f-47d4-88e6-9bf1f2d4bc9b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1097 time: 0.0404720 Aug 30 23:39:37.195203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-a13e90c3-c129-44cb-8405-05cc719a0565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:37.196685 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-a13e90c3-c129-44cb-8405-05cc719a0565 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0848737 Aug 30 23:39:37.259932 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-e5ea09c7-83ab-495c-b383-09a879a60f27 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1002 time: 0.0565205 Aug 30 23:39:37.307725 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-1be076e6-6c09-4d1d-8e25-a758b120f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:37.309722 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-1be076e6-6c09-4d1d-8e25-a758b120f0d5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0430839 Aug 30 23:39:37.357897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-d6c5bdb1-db7f-4bce-9f97-d52b57c48b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:37.359306 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-d6c5bdb1-db7f-4bce-9f97-d52b57c48b53 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430701 Aug 30 23:39:37.449495 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-2d5ca2f3-5c65-48ea-96a3-1853eef00b1b service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805967 Aug 30 23:39:37.543151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-e35be88e-54c2-445e-b431-1d34835b6598 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 Aug 30 23:39:38.138220 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9330d39c-7e41-4517-a3df-d05bcee912cb req-138fdf26-345e-4268-8342-f42bcce55baa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:38.139688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9330d39c-7e41-4517-a3df-d05bcee912cb req-138fdf26-345e-4268-8342-f42bcce55baa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0481622 Aug 30 23:39:38.177323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9330d39c-7e41-4517-a3df-d05bcee912cb req-edee9024-a68e-4abb-8885-467f6a23fa4e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317550 Aug 30 23:39:38.296068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:39:38.343036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 68959bed-b92b-4638-9bca-c65a5b61d52e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:39:38.346562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 68959bed-b92b-4638-9bca-c65a5b61d52e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:39:38.346938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:38.424266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:38.445547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:38.447806 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af5980-0920-4972-a64b-6371d2f2a663" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:38.461188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:38.466258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:38.500167 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfeffc9-1da3-4373-8b48-7b8e70ce3418 x-openstack-request-id: req-cdfeffc9-1da3-4373-8b48-7b8e70ce3418 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:38.500464 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:38.500721 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdfeffc9-1da3-4373-8b48-7b8e70ce3418 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:38.501112 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'code': 200} Aug 30 23:39:38.514895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:39.290668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99269569-5397-4334-ab57-644e363e7cb9 req-d7fb302b-c929-4689-ba95-e94e760c0c64 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:39.292138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99269569-5397-4334-ab57-644e363e7cb9 req-d7fb302b-c929-4689-ba95-e94e760c0c64 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0474682 Aug 30 23:39:39.330785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-99269569-5397-4334-ab57-644e363e7cb9 req-78d5fc8c-8952-49cb-8684-85536a6bfa57 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Aug 30 23:39:39.685626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-0bebf69c-1fb3-4e95-960b-0b55b6698976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:39.687155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-0bebf69c-1fb3-4e95-960b-0b55b6698976 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0439858 Aug 30 23:39:39.698745 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:39:39.753737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:39.956300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:39.989167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:39:40.031607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:40.034115 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca07f8-b38f-4276-a5c6-9e021c6f43c0" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-unplugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:40.037803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.052299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Transition to ACTIVE for port object 68959bed-b92b-4638-9bca-c65a5b61d52e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:39:40.056334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.091910 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f5748a-f14a-4d2a-82c6-8e9ff83e968b x-openstack-request-id: req-c3f5748a-f14a-4d2a-82c6-8e9ff83e968b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:40.092210 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-unplugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:40.092463 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3f5748a-f14a-4d2a-82c6-8e9ff83e968b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:40.092851 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'code': 200} Aug 30 23:39:40.139616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:40.151107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.151462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.152361 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.152706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.153073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.153409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.153741 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.154097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.154428 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.154762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.155095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.155421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:39:40.188669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] No DVR routers for this DVR port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:39:40.327285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:39:40.328617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:39:40.328963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:40.333686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:39:40.334038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Attempting to bind port 68959bed-b92b-4638-9bca-c65a5b61d52e on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:40.338925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:39:40.339463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:39:40.339923 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:39:40.340297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Bound port: 68959bed-b92b-4638-9bca-c65a5b61d52e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:39:40.340657 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.414973 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e78dce2c-996f-43ac-ad4f-bbc87e6f0e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.437929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:39:40.453580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:39:40.458819 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.498126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491dcd8-a704-4518-af53-b970f84f28b4 req-794af66e-f235-4311-b55c-cd69569adb2f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.499643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1491dcd8-a704-4518-af53-b970f84f28b4 req-794af66e-f235-4311-b55c-cd69569adb2f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0963328 Aug 30 23:39:40.504299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.504907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:40.506279 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] 10.222.0.47 "PUT /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1094 time: 0.8114901 Aug 30 23:39:40.580813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340bab-5e96-499f-8b00-6af70258fe17 service neutron] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=11']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:40.595259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1491dcd8-a704-4518-af53-b970f84f28b4 req-17f9433a-7a88-4617-aff6-32f47d591055 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880010 Aug 30 23:39:40.604768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-a82c4f33-6da2-4efb-900f-01ac7d7c3b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.606289 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-a82c4f33-6da2-4efb-900f-01ac7d7c3b3c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1097 time: 0.0726490 Aug 30 23:39:40.700961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-5d19ee2e-7734-46dc-865c-165b5554f744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.702479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-5d19ee2e-7734-46dc-865c-165b5554f744 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0879500 Aug 30 23:39:40.773639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-9ad21be4-4dd7-4b00-baf8-abedfe5ac180 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0636859 Aug 30 23:39:40.825137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-048c530d-bdd5-4706-bc3e-e19f52c70792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.826536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-048c530d-bdd5-4706-bc3e-e19f52c70792 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0447788 Aug 30 23:39:40.872684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-8fcaa3f2-15a7-464b-b7f8-7adb1a8a309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:40.874201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-8fcaa3f2-15a7-464b-b7f8-7adb1a8a309c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404234 Aug 30 23:39:40.967553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-24c18f1c-33a8-40be-8595-7ee5c3123bc6 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860209 Aug 30 23:39:41.054752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-786ee532-dd85-4c8d-a4f1-a5244417651d req-423e1fef-3241-47ce-9267-e38d2d0a687c service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804834 Aug 30 23:39:41.712239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5799cc-3abb-4639-8554-92a21a51274d req-0d859d86-1c21-4282-a93b-4128c891e358 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:41.713721 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb5799cc-3abb-4639-8554-92a21a51274d req-0d859d86-1c21-4282-a93b-4128c891e358 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Aug 30 23:39:41.751674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-eb5799cc-3abb-4639-8554-92a21a51274d req-cff7f290-9ef8-4e89-b416-f2d2c7b261de tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313683 Aug 30 23:39:41.843085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-24b29023-7ae1-4772-8edc-6d6cedb23840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:41.844560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-24b29023-7ae1-4772-8edc-6d6cedb23840 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1097 time: 0.0421209 Aug 30 23:39:41.951549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-33375c32-ea0e-424b-800b-5389bbe3ad77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:41.952978 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-33375c32-ea0e-424b-800b-5389bbe3ad77 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0881433 Aug 30 23:39:42.018583 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-d32661e0-5743-478d-a2c3-36d17b6a691c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0579391 Aug 30 23:39:42.070209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-fd74093d-7dae-44fc-a4b0-5ab7f3a7b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.071686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-fd74093d-7dae-44fc-a4b0-5ab7f3a7b9fc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0459938 Aug 30 23:39:42.101195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:42.103426 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286cd154-76de-4831-8d73-93fbbda56782" -d '{"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:42.122336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-1ced601a-0945-41e8-8bf0-86bf384fb084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.123895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-1ced601a-0945-41e8-8bf0-86bf384fb084 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449400 Aug 30 23:39:42.174315 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed11683-6df8-442a-8fa6-f5d9c378e80b x-openstack-request-id: req-fed11683-6df8-442a-8fa6-f5d9c378e80b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:42.174605 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:42.174858 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fed11683-6df8-442a-8fa6-f5d9c378e80b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:42.175247 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'status': 'completed', 'code': 200} Aug 30 23:39:42.217553 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-c4fd4903-a6f2-4846-be2c-bf95ab98d00b service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857556 Aug 30 23:39:42.237775 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-76743793-1a18-4492-91e7-8f1efc056bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.239361 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-76743793-1a18-4492-91e7-8f1efc056bf8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1097 time: 0.0428219 Aug 30 23:39:42.315488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-76d261b5-2720-4640-afb4-ff95d96f8a0f req-8b2036dd-bb5e-4c82-9c75-0f0ac2210a1d service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906947 Aug 30 23:39:42.336573 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-135cdcaf-976e-4bf6-9ade-f6757e2978f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.338109 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-135cdcaf-976e-4bf6-9ade-f6757e2978f1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0913789 Aug 30 23:39:42.399510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-1253dddc-2217-467b-913b-83d3d6b2a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.400612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-1253dddc-2217-467b-913b-83d3d6b2a5a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 1097 time: 0.0420229 Aug 30 23:39:42.408499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-90cf626a-a7f1-4e96-a5e7-79548f189de9 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0633075 Aug 30 23:39:42.431017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:39:42.468544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-f719ab46-15ee-4ec4-9389-e0abda7b58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.470582 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-f719ab46-15ee-4ec4-9389-e0abda7b58d6 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0546043 Aug 30 23:39:42.540595 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-ca3bc428-00dd-4d4a-9030-e6404fc61008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.542098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-ca3bc428-00dd-4d4a-9030-e6404fc61008 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1329536 Aug 30 23:39:42.558676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-9cb773cf-69c5-4efc-97bf-ce8d49d9a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.561006 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-9cb773cf-69c5-4efc-97bf-ce8d49d9a7cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830414 Aug 30 23:39:42.646666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-2fac64d5-b068-4d38-9c63-7f525d4860a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 200 len: 1001 time: 0.0953293 Aug 30 23:39:42.662528 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-6512374b-ced4-48cc-8c83-9d4fb93cb00b service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940173 Aug 30 23:39:42.710208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-1d41191e-9e22-40cd-9f2b-cb66d6c2ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.711715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-1d41191e-9e22-40cd-9f2b-cb66d6c2ea7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0573361 Aug 30 23:39:42.734352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:42.751021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'mac_address': 'fa:16:3e:ea:c6:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:39:42.791016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286cd154-76de-4831-8d73-93fbbda56782 req-74f09b56-66af-42ef-ac2b-048c1c57baff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.792607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-74f09b56-66af-42ef-ac2b-048c1c57baff service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0733819 Aug 30 23:39:42.822130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:42.840005 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-f00f0bb0-5449-4d6a-bfec-9ae3215c3ff3 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706464 Aug 30 23:39:42.840636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:39:42.864695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:42.871895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:42.917772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-7f0dc344-f1fe-4e35-997e-15829db1c9d1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157482 Aug 30 23:39:42.925258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=12']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:42.928897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08afc9-f15c-49f3-9183-f42369050cb8 req-ec51a2e3-a92a-4df3-a06d-0542d08347f0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:42.930672 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b08afc9-f15c-49f3-9183-f42369050cb8 req-ec51a2e3-a92a-4df3-a06d-0542d08347f0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0602164 Aug 30 23:39:42.974022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b08afc9-f15c-49f3-9183-f42369050cb8 req-dae08ddc-42b3-4b93-97bd-997ba73d40e0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361114 Aug 30 23:39:42.995871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:43.033157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-286cd154-76de-4831-8d73-93fbbda56782 req-8be7057b-2665-4e0d-8e1a-19fe5d33993f service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071279 Aug 30 23:39:43.093883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['68959bed-b92b-4638-9bca-c65a5b61d52e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:39:43.108156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ef6b41-515a-4b30-8a2a-88470cb30e26 req-32aaf2e4-ef4a-4444-a284-878ed9fcf735 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:43.109698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43ef6b41-515a-4b30-8a2a-88470cb30e26 req-32aaf2e4-ef4a-4444-a284-878ed9fcf735 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0530281 Aug 30 23:39:43.149310 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-43ef6b41-515a-4b30-8a2a-88470cb30e26 req-ce0f38d3-a380-4bc4-8827-569d61d18e48 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327003 Aug 30 23:39:43.264901 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61325359-c6a5-4b68-a223-a86d2c1d157d req-9f0414a0-4677-47b0-b951-c3a17fc26e61 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:43.266349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61325359-c6a5-4b68-a223-a86d2c1d157d req-9f0414a0-4677-47b0-b951-c3a17fc26e61 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0493586 Aug 30 23:39:43.305644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61325359-c6a5-4b68-a223-a86d2c1d157d req-2115599a-ce8b-4e99-add7-58e31e9c23d1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332832 Aug 30 23:39:43.392010 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf0b0eda-405a-4283-9f44-6ed89dfa846e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:43.543083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3e553-4f07-4530-b79d-16b00e64b636 req-2683e7ac-bef4-46b8-92f8-75e7088b44e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:43.544470 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79e3e553-4f07-4530-b79d-16b00e64b636 req-2683e7ac-bef4-46b8-92f8-75e7088b44e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 946 time: 0.0541134 Aug 30 23:39:43.582413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79e3e553-4f07-4530-b79d-16b00e64b636 req-2c9e8744-8e99-4538-b48c-9fb26dcf2cd7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320320 Aug 30 23:39:44.298409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:39:44.336787 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:39:44.433332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:39:44.484268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 68959bed-b92b-4638-9bca-c65a5b61d52e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:39:44.487791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 68959bed-b92b-4638-9bca-c65a5b61d52e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:39:44.488170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:44.562096 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:44.584673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:44.587011 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90babddb-e74a-4fc0-a234-02aef5ac105f" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:44.600208 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:44.605959 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:44.632597 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2a6caf-9492-494e-9191-bb3e6c74db28 x-openstack-request-id: req-3f2a6caf-9492-494e-9191-bb3e6c74db28 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:44.632885 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-plugged", "status": "completed", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:44.633143 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3f2a6caf-9492-494e-9191-bb3e6c74db28 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:44.633539 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'code': 200} Aug 30 23:39:44.666111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=13']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:44.704056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520369d-f6c9-4d04-8c75-70a85c3df8cb req-5d70da29-2410-4fbf-83f1-ba1f3547dd91 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:44.705563 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2520369d-f6c9-4d04-8c75-70a85c3df8cb req-5d70da29-2410-4fbf-83f1-ba1f3547dd91 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 947 time: 0.0518177 Aug 30 23:39:44.718662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:44.743731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2520369d-f6c9-4d04-8c75-70a85c3df8cb req-c0b2d410-759b-4e47-944a-3afdc80ff9ce tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321388 Aug 30 23:39:44.849536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-74cc8af9-2fa7-4b6c-a060-2886e7c53741 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:44.851008 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-74cc8af9-2fa7-4b6c-a060-2886e7c53741 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 947 time: 0.0497289 Aug 30 23:39:44.944417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Deleting port 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:39:44.944764 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.032496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] For port 68959bed-b92b-4638-9bca-c65a5b61d52e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=68959bed-b92b-4638-9bca-c65a5b61d52e,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:45.032866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.205670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.206100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.206423 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd disassociated. External IP: 172.25.7.104, port: 68959bed-b92b-4638-9bca-c65a5b61d52e. Aug 30 23:39:45.206770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Calling delete_port for 68959bed-b92b-4638-9bca-c65a5b61d52e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:39:45.329861 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.362918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'Port': ['ID=68959bed-b92b-4638-9bca-c65a5b61d52e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:45.477581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:39:45.586855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:39:45.598638 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:39:45.609870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:39:45.610511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:39:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:45.630644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] No DVR routers for this DVR port 68959bed-b92b-4638-9bca-c65a5b61d52e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:39:45.633355 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:45.635429 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cea4ab7d-5def-427e-bcae-1526c33e3af0 req-a9e3caea-2735-4f53-a310-55d74d01b67c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "DELETE /v2.0/ports/68959bed-b92b-4638-9bca-c65a5b61d52e HTTP/1.1" status: 204 len: 173 time: 0.7774262 Aug 30 23:39:45.635905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-deleted', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:45.638196 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-722e37ca-7ca5-435e-9d17-444a766318a2" -d '{"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-deleted", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:45.677803 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c390960-67a3-4257-ac49-39d0981d8bd9 x-openstack-request-id: req-7c390960-67a3-4257-ac49-39d0981d8bd9 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:45.678174 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6edc6a7f-4749-4658-85d1-73872c8fedd3", "name": "network-vif-deleted", "tag": "68959bed-b92b-4638-9bca-c65a5b61d52e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:45.678426 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c390960-67a3-4257-ac49-39d0981d8bd9 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:45.678871 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6edc6a7f-4749-4658-85d1-73872c8fedd3', 'name': 'network-vif-deleted', 'tag': '68959bed-b92b-4638-9bca-c65a5b61d52e', 'status': 'completed', 'code': 200} Aug 30 23:39:45.733286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:39:45.850049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-564b34c5-5c7a-4886-804f-fd2069b639af req-6193d9ed-9ed6-444d-bc16-cd70f719ce05 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=6edc6a7f-4749-4658-85d1-73872c8fedd3 HTTP/1.1" status: 200 len: 210 time: 0.0276732 Aug 30 23:39:45.931597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:45.957408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:39:45.966046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:39:45.966661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:39:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:46.082090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:39:46.198925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:46.292098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:46.317981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3590-1b9a-41ac-884b-61cdbe025aaf None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:39:46.530647 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3440a46f-20e4-4de6-be3a-e799ee8b0827 None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:39:47.123897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-69cf2265-c0f3-4a56-8829-85ce961a82fe tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1644474946&fields=id&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 267 time: 0.0328794 Aug 30 23:39:47.227777 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-81b8c637-2cda-47b7-af0b-f1872c30f1c1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:47.229244 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-81b8c637-2cda-47b7-af0b-f1872c30f1c1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.0987797 Aug 30 23:39:47.244338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c86ad144-eb4e-41be-bc89-01b8eebd0aca tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/quotas/967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 375 time: 0.0089190 Aug 30 23:39:47.301092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-33c4b056-5b24-4c1a-958d-e012f75d1935 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0513012 Aug 30 23:39:47.400759 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-f3ee2520-20ad-421f-84a5-37e1befd1e0f service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882354 Aug 30 23:39:47.494211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-3616623d-2a48-4b9d-b0e7-4fec98d87185 service neutron] 10.222.0.25 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867374 Aug 30 23:39:47.704577 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0985f77c-6046-4d99-9330-57657a88d9bc req-d66396cd-c8ca-460e-9670-70fb937ba518 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 210 time: 0.0797729 Aug 30 23:39:48.464267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:39:48.486393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 68959bed-b92b-4638-9bca-c65a5b61d52e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:39:48.487110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 68959bed-b92b-4638-9bca-c65a5b61d52e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:39:48.537118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-3914f924-dab9-418c-9983-620fab66e1e0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:48.538624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-3914f924-dab9-418c-9983-620fab66e1e0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 811 time: 0.1046958 Aug 30 23:39:48.583193 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-255d4165-6072-4de5-98bc-a772373bf435 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 380 time: 0.0352945 Aug 30 23:39:48.593440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'port': {'device_id': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'admin_state_up': True, 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'security_groups': ['e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:39:48.702995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Made reservation on behalf of 967eeb3ad8de4d6d8112dcf7674e4dd0 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:39:48.706491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:48.805905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6a7065f1-e957-4f8d-b2a1-449546ec0c3c req-1a2665ff-2ccb-4f50-b232-5e10b525eab1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 210 time: 0.0300615 Aug 30 23:39:48.859693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Allocated IP 172.20.0.14 (2799f3a7-7576-4be5-bc7f-a870f9238090/a3712108-f3a6-4117-a460-bd444d251bdd/3e9ed71c-742a-463f-85a7-87d42df77357) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:39:48.993476 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.008403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Transition to ACTIVE for port object 3e9ed71c-742a-463f-85a7-87d42df77357 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:39:49.040466 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.094987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:39:49.098144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:39:49.101930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:39:49.125545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:49.155206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:49.155842 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.171601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c024cd14-8d93-40bc-b14b-e5a210aabbf9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5818698 Aug 30 23:39:49.183778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Request body: {'port': {'device_id': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:39:49.239519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.287839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2ae4820b-a3bf-4cbb-a28f-5ac0030719c3 None None] Provisioning for port 3e9ed71c-742a-463f-85a7-87d42df77357 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:39:49.291860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2ae4820b-a3bf-4cbb-a28f-5ac0030719c3 None None] Provisioning complete for port 3e9ed71c-742a-463f-85a7-87d42df77357 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:39:49.292376 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2ae4820b-a3bf-4cbb-a28f-5ac0030719c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.327081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2ae4820b-a3bf-4cbb-a28f-5ac0030719c3 None None] Port 3e9ed71c-742a-463f-85a7-87d42df77357 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:39:49.499474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:39:49.506595 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.518646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Transition to ACTIVE for port object 3e9ed71c-742a-463f-85a7-87d42df77357 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:39:49.522447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.572985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:49.639272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:39:49.639610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:39:49.639943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:49.644590 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:39:49.644910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:39:49.649992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 39, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:39:49.650331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:39:49.650719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:39:49.651150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Bound port: 3e9ed71c-742a-463f-85a7-87d42df77357, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:39:49.651513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.720921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:39:49.723921 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:39:49.727556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.765463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:49.766115 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:49.767535 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] 10.222.0.47 "PUT /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1093 time: 0.5881326 Aug 30 23:39:49.767992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:49.770313 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b61e12cac2aae22eef4fc2b174192c3460fa1b4c2cc551130c70c822fa4c71f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7124dba1-0c58-47d5-9baa-5975192734d3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:49.801962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63343559-fdc4-4679-afe4-dc799fa4473c service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:49.837731 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd038b9-7fdf-496e-99a5-3f942f964fe6 x-openstack-request-id: req-6bd038b9-7fdf-496e-99a5-3f942f964fe6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:49.838062 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:49.838318 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6bd038b9-7fdf-496e-99a5-3f942f964fe6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:49.838722 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'status': 'completed', 'code': 200} Aug 30 23:39:49.856260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-f4c72c30-02ff-4e31-b998-6c4244451d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:49.857910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-f4c72c30-02ff-4e31-b998-6c4244451d4f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0467916 Aug 30 23:39:49.910293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-c3928815-e0a2-4207-908c-7dc7c6092804 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 217 time: 0.0446036 Aug 30 23:39:49.961825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cf92c-45fc-477f-9dca-f34a2eedf5ec req-e2bfdea4-bf62-4d2c-b26a-d8a1f94936cf tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:49.962914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d45cf92c-45fc-477f-9dca-f34a2eedf5ec req-e2bfdea4-bf62-4d2c-b26a-d8a1f94936cf tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0623212 Aug 30 23:39:50.045243 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-afa9630a-e9da-4abe-b1a0-fb595028314c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.046721 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-afa9630a-e9da-4abe-b1a0-fb595028314c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.1146977 Aug 30 23:39:50.083414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d45cf92c-45fc-477f-9dca-f34a2eedf5ec req-6e9f1518-27f9-4ea9-800c-5f3071cf7f50 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146750 Aug 30 23:39:50.101982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-eabdd0be-0ce6-4592-bcbc-8f819d95de89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.103855 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-eabdd0be-0ce6-4592-bcbc-8f819d95de89 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477509 Aug 30 23:39:50.195727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-9e6693dc-4f70-49dc-9b64-025ca2058034 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Aug 30 23:39:50.284295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-78e8bf60-3c18-4776-8dc1-5fbe28400fb5 req-5c2c23ab-4271-411a-9f8e-93d94466f2ce service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799847 Aug 30 23:39:50.377192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-b7da1b7e-a10c-4e16-93de-4e7fda7c16a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.378690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-b7da1b7e-a10c-4e16-93de-4e7fda7c16a0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0457933 Aug 30 23:39:50.466656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-d595b337-511c-41da-a537-b5fc4deaaef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.468092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-d595b337-511c-41da-a537-b5fc4deaaef3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0825915 Aug 30 23:39:50.509418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-2b70d6d9-d3c2-4c91-ae98-cde8df7b14f1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 217 time: 0.0334365 Aug 30 23:39:50.561832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-9c62cc2d-3da9-4546-87a1-7f894369df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.563156 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-9c62cc2d-3da9-4546-87a1-7f894369df59 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0456142 Aug 30 23:39:50.609288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-d3638627-0640-48ed-9a4f-7a4e460829d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:50.610770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-d3638627-0640-48ed-9a4f-7a4e460829d3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398941 Aug 30 23:39:50.699871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-0d8facd4-3998-45f1-bda0-b3900b96e230 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801265 Aug 30 23:39:50.791597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7124dba1-0c58-47d5-9baa-5975192734d3 req-011b1f03-c841-4db0-b7e6-a95489ddf359 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849802 Aug 30 23:39:51.206450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b89864-82d2-4134-82a9-00b0f695cb32 req-93cc880f-a891-4cc4-b9a0-083f142c43c3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:51.207941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33b89864-82d2-4134-82a9-00b0f695cb32 req-93cc880f-a891-4cc4-b9a0-083f142c43c3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0531569 Aug 30 23:39:51.245432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-33b89864-82d2-4134-82a9-00b0f695cb32 req-29b2ab85-9308-4fa4-b4df-8082396469a7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313413 Aug 30 23:39:52.359100 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9f22c-cfb5-42f4-9a3c-72d90b6298e3 req-135fb2a3-c7ac-4d89-89f1-68f5e4847585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:52.360556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ff9f22c-cfb5-42f4-9a3c-72d90b6298e3 req-135fb2a3-c7ac-4d89-89f1-68f5e4847585 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0488923 Aug 30 23:39:52.396682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ff9f22c-cfb5-42f4-9a3c-72d90b6298e3 req-0588442c-0cef-4675-9e11-27812a2dd42f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301883 Aug 30 23:39:52.505714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:39:52.600773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:52.612453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '3e9ed71c-742a-463f-85a7-87d42df77357', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:39:52.649345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:52.661637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:39:52.680847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:52.685527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:52.735512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:52.878684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['3e9ed71c-742a-463f-85a7-87d42df77357'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:39:52.882012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:53.510787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1143d-36a5-4f62-99e6-81a9289d61b1 req-47dc8d24-9ee8-437e-b91f-ff424d841411 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:53.512772 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3a1143d-36a5-4f62-99e6-81a9289d61b1 req-47dc8d24-9ee8-437e-b91f-ff424d841411 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0496583 Aug 30 23:39:53.549679 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f3a1143d-36a5-4f62-99e6-81a9289d61b1 req-5a6d52df-2b2d-43c1-8c8e-1f3c93d830dd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310709 Aug 30 23:39:54.515526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:39:54.568080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 3e9ed71c-742a-463f-85a7-87d42df77357 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:39:54.571807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 3e9ed71c-742a-463f-85a7-87d42df77357 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:39:54.572184 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:54.649598 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:54.670565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9ea8d-6081-4be1-b2b5-cfe67fb1c54e req-bf527817-e5c1-403d-8a35-d94f12abff0a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:54.672442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc9ea8d-6081-4be1-b2b5-cfe67fb1c54e req-bf527817-e5c1-403d-8a35-d94f12abff0a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0564008 Aug 30 23:39:54.673343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:54.675597 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}16082c7203868bd2f65488cf04f9f451ad24a3cf2a229fe0c4d5051a20153ece" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2057e5-783f-4f33-8305-febd54f3cfad" -d '{"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:54.688512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:39:54.693303 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:54.713650 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebc9ea8d-6081-4be1-b2b5-cfe67fb1c54e req-47451b5b-ccb1-4a60-83e2-ac7f3e1f421b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350158 Aug 30 23:39:54.721009 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5300951f-546a-45a5-b52c-375c1dc6221b x-openstack-request-id: req-5300951f-546a-45a5-b52c-375c1dc6221b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:54.721314 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:54.721566 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5300951f-546a-45a5-b52c-375c1dc6221b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:54.721986 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'code': 200} Aug 30 23:39:54.747541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:39:54.817080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c846f8-49df-4873-8c0b-428dbb918467 req-158131d4-6631-429f-b7ef-9deee73cc097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:54.818607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9c846f8-49df-4873-8c0b-428dbb918467 req-158131d4-6631-429f-b7ef-9deee73cc097 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1098 time: 0.0419374 Aug 30 23:39:54.853834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9c846f8-49df-4873-8c0b-428dbb918467 req-4295bd60-f5d6-4d55-9db2-18b3206a2eb1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283916 Aug 30 23:39:55.835622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f985e-9200-4c4e-8107-35338c3b704d req-f087912a-d038-414f-9ad0-aa666dd2aa3a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:55.837172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b23f985e-9200-4c4e-8107-35338c3b704d req-f087912a-d038-414f-9ad0-aa666dd2aa3a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0492368 Aug 30 23:39:55.875414 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b23f985e-9200-4c4e-8107-35338c3b704d req-0744a2ce-5e17-408a-98e4-0bc24d71cdec tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Aug 30 23:39:56.989453 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990ff56-6364-4000-860d-f18cb6c21f9d req-2628a6f8-f954-4061-bbe4-b1db47466a3b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:56.990971 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2990ff56-6364-4000-860d-f18cb6c21f9d req-2628a6f8-f954-4061-bbe4-b1db47466a3b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0494444 Aug 30 23:39:57.027879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2990ff56-6364-4000-860d-f18cb6c21f9d req-2d95132e-e325-48b0-83e9-a33377870715 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305815 Aug 30 23:39:57.144623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6efd02-ed7b-4df4-9a82-4e8fb3c3ad30 req-4a6cf11b-192a-4013-8b2c-d1baa5a16e6f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:57.146129 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac6efd02-ed7b-4df4-9a82-4e8fb3c3ad30 req-4a6cf11b-192a-4013-8b2c-d1baa5a16e6f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0564735 Aug 30 23:39:57.155420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 34642) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:39:57.159835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Request body: {'floatingip': {'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:39:57.197853 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:57.627345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:57.631029 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:57.728902 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd associated. External IP: 172.25.7.104, port: 3e9ed71c-742a-463f-85a7-87d42df77357. Aug 30 23:39:57.944098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:39:58.050532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:39:58.055426 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:58.060521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:39:58.072904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:39:58.073528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:39:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:58.084943 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e6f13cb8-79b1-47eb-b155-97f6a7a6c0c5 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "PUT /v2.0/floatingips/ddde96f6-abad-4204-a1f2-81760d94dcfd HTTP/1.1" status: 200 len: 993 time: 0.9259923 Aug 30 23:39:58.084943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:39:58.085403 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3f41f837061807adbbb98ef575e0a6e912705099c7d50881306d254d0420e91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd07603-4bff-40eb-9461-a4d99f0fe019" -d '{"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:39:58.130229 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1993e54d-bc47-405d-87bd-5108643fe997 x-openstack-request-id: req-1993e54d-bc47-405d-87bd-5108643fe997 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:39:58.130525 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:39:58.130785 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1993e54d-bc47-405d-87bd-5108643fe997 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:39:58.131193 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'status': 'completed', 'code': 200} Aug 30 23:39:58.183009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:39:58.198415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-383d9a3a-da2b-4c14-a4cc-a4cf314d2692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:58.200124 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-383d9a3a-da2b-4c14-a4cc-a4cf314d2692 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1098 time: 0.0452831 Aug 30 23:39:58.234926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:39:58.288880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-42790ace-f9df-42c8-bf50-274a7d8996de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:58.290402 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-42790ace-f9df-42c8-bf50-274a7d8996de service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0837066 Aug 30 23:39:58.360237 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-8f842aee-8232-443b-9a39-2cc8143748ab service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0626645 Aug 30 23:39:58.429820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:39:57Z', 'revision_number': 13, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:58.460518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:39:58.470285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:39:58.470914 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:39:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:58.580352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:39:58.703705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-05ef86fd-4fa4-408f-a458-391484f8d98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:58.705180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-05ef86fd-4fa4-408f-a458-391484f8d98e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.3384595 Aug 30 23:39:58.750958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-c95d8d41-ba42-4035-a67b-cbfab9870e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:39:58.752383 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-c95d8d41-ba42-4035-a67b-cbfab9870e67 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398195 Aug 30 23:39:58.812777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:39:57Z', 'revision_number': 13, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:39:58.839039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf93086-026e-4d98-943c-8ab25825a0fb None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'ddde96f6-abad-4204-a1f2-81760d94dcfd', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4044, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:32:58Z', 'updated_at': '2021-08-30T23:39:57Z', 'revision_number': 13, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:39:58.847951 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-951259e4-f0d0-488e-a30e-a8384a9c83f4 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879014 Aug 30 23:39:58.938517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7dd07603-4bff-40eb-9461-a4d99f0fe019 req-80005b19-442d-4255-944d-3ea56b1a8214 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835054 Aug 30 23:39:59.034137 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff532ba-e61a-4efc-8b30-d8e2c37651a0 None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:40:06.731586 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:40:10.416744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c667e450-ad5b-499d-8afd-7383149b9047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:12.988280 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:13.392177 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5812ef4-8efd-497f-a22f-2aec77ec3972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:14.721494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:16.155070 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:22.874879 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:28.225763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:40.418297 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-314afa69-ec7e-4d87-a381-b2391719097e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:42.990855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:43.397212 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b7965849-ffb6-456e-a9b3-1711371fb1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:43.730947 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:40:43.909413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-5a29966c-ebfb-4302-aac8-fb33a02633cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0801847 Aug 30 23:40:44.000055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-439ad783-4cfe-4bfc-87f3-6aa69377fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:40:44.001479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-439ad783-4cfe-4bfc-87f3-6aa69377fe3e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1098 time: 0.0457730 Aug 30 23:40:44.108851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-8a3a0de9-1268-4a5e-8a2b-3134d552367e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:40:44.110364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-8a3a0de9-1268-4a5e-8a2b-3134d552367e service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0880213 Aug 30 23:40:44.182100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-a67ad145-4d1c-49c5-a537-ce1c13a20a9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1003 time: 0.0641437 Aug 30 23:40:44.233660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-6543107f-f19f-4ba2-a702-386cd3f1979a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:40:44.235235 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-6543107f-f19f-4ba2-a702-386cd3f1979a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0454395 Aug 30 23:40:44.283869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-bc104143-2f5c-4232-b9ed-5b105b355827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:40:44.285467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-bc104143-2f5c-4232-b9ed-5b105b355827 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424588 Aug 30 23:40:44.382570 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-2e4d8e32-5733-4eb6-b911-55d7cb07e4b4 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896604 Aug 30 23:40:44.476284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ae44c81-7bfe-41a9-b0e8-faa05767375a req-3dbffc59-e1b1-4c5c-967c-ee02a034a5e5 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Aug 30 23:40:44.724589 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:46.158387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:52.892839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:40:58.226592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:10.420297 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-07728f30-5102-4f25-bb5c-c8ac21f5b014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:12.998682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:13.399786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0e2238ce-6f60-44b6-ac4e-839a723780a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:14.728264 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:16.162577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:20.730569 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:41:22.892610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:28.239895 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:36.776517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d45730-8866-422a-acd6-586b25a3eb4a req-67afd366-a83f-46e9-95d8-9471b9415ee4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:36.778005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9d45730-8866-422a-acd6-586b25a3eb4a req-67afd366-a83f-46e9-95d8-9471b9415ee4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0943129 Aug 30 23:41:36.817833 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d9d45730-8866-422a-acd6-586b25a3eb4a req-0097f66d-7795-41b9-858a-cac53af90355 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332274 Aug 30 23:41:40.423162 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fb453f9e-8711-4d0f-a88b-dec526d84656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:42.992877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:43.402763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b8437996-c411-40cb-8ef7-643ea321d2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:44.730082 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:44.818596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-ea9e06da-880e-40cb-bb7c-5a0b89e6fdeb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440001 Aug 30 23:41:44.902506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-ab17d439-77e3-40b2-8af3-e7ff5f8a207f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:44.903988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-ab17d439-77e3-40b2-8af3-e7ff5f8a207f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1098 time: 0.0406814 Aug 30 23:41:45.007266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-5756a43c-1246-493e-93c6-e87a439867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:45.008736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-5756a43c-1246-493e-93c6-e87a439867e5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0844254 Aug 30 23:41:45.077989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-779d6429-0baa-4c16-bd2b-bbbfe0f5d7ff service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1003 time: 0.0617630 Aug 30 23:41:45.125761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-81d4f301-c218-42de-a977-9bfb2f68a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:45.127207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-81d4f301-c218-42de-a977-9bfb2f68a15a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0427437 Aug 30 23:41:45.171259 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-fda715ba-31aa-4669-8190-86517aa8daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:45.172736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-fda715ba-31aa-4669-8190-86517aa8daa5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389826 Aug 30 23:41:45.264214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-c381a3cd-9fc0-4a33-b588-c6cfb5f476c1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843670 Aug 30 23:41:45.352681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3fc5d876-2ed6-4a4a-aa37-849ae0edeb18 req-e782d449-2086-4c76-b5d6-cfaa64cfe429 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818391 Aug 30 23:41:46.163872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:47.019029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-4d28cbc9-8a51-452f-a5ea-c8a0b8cabbe9 req-7d315113-0d48-443f-b57c-9d0f2858a080 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:41:47.020145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d28cbc9-8a51-452f-a5ea-c8a0b8cabbe9 req-7d315113-0d48-443f-b57c-9d0f2858a080 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431793 Aug 30 23:41:47.204423 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ca049-0af9-441c-a5f1-bd21ce999707 req-a95dde14-3ff4-47f5-9b28-ffc44e1e2209 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:47.205996 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a3ca049-0af9-441c-a5f1-bd21ce999707 req-a95dde14-3ff4-47f5-9b28-ffc44e1e2209 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0523217 Aug 30 23:41:47.245317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3a3ca049-0af9-441c-a5f1-bd21ce999707 req-b812a3d1-3ba3-41c0-891a-9ea65e0a72bd tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332758 Aug 30 23:41:47.266345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-b00ee9b5-f023-4c72-8839-d8319a81c0fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0841630 Aug 30 23:41:48.364626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87538e01-7e4e-4b00-a08a-9cf99403cb16 req-48943338-ae55-49d0-aaf6-26c067fcdc09 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:48.366197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87538e01-7e4e-4b00-a08a-9cf99403cb16 req-48943338-ae55-49d0-aaf6-26c067fcdc09 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Aug 30 23:41:48.426162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87538e01-7e4e-4b00-a08a-9cf99403cb16 req-261cd45e-ff1b-4011-b337-5215d5b86420 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535703 Aug 30 23:41:48.446695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-fae6f232-5fcf-4e0a-9ff3-405613a0ca70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:48.448199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-fae6f232-5fcf-4e0a-9ff3-405613a0ca70 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1098 time: 0.0550056 Aug 30 23:41:48.541168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-65848008-17ce-430a-b78e-3ba7b76407bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:48.542562 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-65848008-17ce-430a-b78e-3ba7b76407bd service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0863690 Aug 30 23:41:48.607740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-029da224-7e8c-43fa-8d49-6fe87311e42b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1003 time: 0.0573575 Aug 30 23:41:48.660365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-919499bd-e2da-476b-a93e-3d58dc6702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:48.661807 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-919499bd-e2da-476b-a93e-3d58dc6702fa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0472610 Aug 30 23:41:48.707136 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-4a73f605-987d-471e-b46a-921b28957e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:48.708644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-4a73f605-987d-471e-b46a-921b28957e30 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401318 Aug 30 23:41:48.799404 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-8635987e-e8e2-41a5-9707-141e1adf5c0a service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831959 Aug 30 23:41:48.892361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-0cfa400e-5819-4fe8-ab04-4b4848905c41 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855327 Aug 30 23:41:49.544950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a3095-1728-470a-8748-8f7816c3f003 req-a4c12d59-c0ae-443c-a5a6-9f9cd9844fbe tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:49.546466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-058a3095-1728-470a-8748-8f7816c3f003 req-a4c12d59-c0ae-443c-a5a6-9f9cd9844fbe tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0502834 Aug 30 23:41:49.588062 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-058a3095-1728-470a-8748-8f7816c3f003 req-d52775c7-6472-45b4-bd91-17462f61c347 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356357 Aug 30 23:41:50.705678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8351eca-859c-47e0-98d7-17212ee850fa req-ce0bde10-05c4-440a-91d9-f0d159dc5e5f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:50.707197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8351eca-859c-47e0-98d7-17212ee850fa req-ce0bde10-05c4-440a-91d9-f0d159dc5e5f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0494828 Aug 30 23:41:50.745003 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8351eca-859c-47e0-98d7-17212ee850fa req-89036a54-50dc-456a-809d-bfcb601b3c15 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Aug 30 23:41:51.860277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990390c7-7dbd-4576-92ba-82d7ada0248b req-43bbda65-5fbf-44d4-9e02-0c844b435c94 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:51.861762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-990390c7-7dbd-4576-92ba-82d7ada0248b req-43bbda65-5fbf-44d4-9e02-0c844b435c94 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0496473 Aug 30 23:41:51.899188 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-990390c7-7dbd-4576-92ba-82d7ada0248b req-b6101133-1072-4b16-8408-c288a0d2a8b4 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315039 Aug 30 23:41:52.906168 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:53.021134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b02fc30-9b64-42a8-b5d0-e49b893d7b76 req-f76a3caf-b5a8-4b21-9a6c-88810577e1ca tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:53.022540 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b02fc30-9b64-42a8-b5d0-e49b893d7b76 req-f76a3caf-b5a8-4b21-9a6c-88810577e1ca tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0486934 Aug 30 23:41:53.059972 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2b02fc30-9b64-42a8-b5d0-e49b893d7b76 req-9f1c7b37-beb3-4214-bd2c-b9e4acc831e3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315380 Aug 30 23:41:54.175254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c9d24f-8331-4be9-a623-1c3c5fe013c4 req-748106e7-1831-4ed8-9a84-539c2fb6a0a1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:54.176736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38c9d24f-8331-4be9-a623-1c3c5fe013c4 req-748106e7-1831-4ed8-9a84-539c2fb6a0a1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0491064 Aug 30 23:41:54.214117 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-38c9d24f-8331-4be9-a623-1c3c5fe013c4 req-0774abb3-f613-406b-8aed-1d21edbe15be tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Aug 30 23:41:55.333457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50a14e-e5cd-4a77-881b-fc46bc789c35 req-cf04a057-aa02-4f14-9575-1f65ee97e39b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:55.334935 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a50a14e-e5cd-4a77-881b-fc46bc789c35 req-cf04a057-aa02-4f14-9575-1f65ee97e39b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0518112 Aug 30 23:41:55.372264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a50a14e-e5cd-4a77-881b-fc46bc789c35 req-06cea298-5def-4af4-bc58-a745919e6625 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314283 Aug 30 23:41:56.484584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d20e9a-d7d6-4974-ab4b-eb4457da3d06 req-867af2a5-0e95-4a38-a87e-d83280fab41d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:56.486053 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6d20e9a-d7d6-4974-ab4b-eb4457da3d06 req-867af2a5-0e95-4a38-a87e-d83280fab41d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0474417 Aug 30 23:41:56.527653 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6d20e9a-d7d6-4974-ab4b-eb4457da3d06 req-4fb89900-9b61-4764-b694-fd579d5d2bf3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357063 Aug 30 23:41:57.645798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676da94-bc16-497f-a585-b5c1840ef877 req-576d7ebf-1278-45af-bb13-af088fa7b5f8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:57.647356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6676da94-bc16-497f-a585-b5c1840ef877 req-576d7ebf-1278-45af-bb13-af088fa7b5f8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0519209 Aug 30 23:41:57.685679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6676da94-bc16-497f-a585-b5c1840ef877 req-1a9a125c-a122-4ac2-987d-981a629285aa tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323524 Aug 30 23:41:57.730001 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:41:58.241409 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:41:58.801080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2afac-80da-4525-9302-df49b18542bf req-636cea43-fe0b-440d-8352-0f407a2539fb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:58.802607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c2afac-80da-4525-9302-df49b18542bf req-636cea43-fe0b-440d-8352-0f407a2539fb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0505795 Aug 30 23:41:58.839989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a9c2afac-80da-4525-9302-df49b18542bf req-10a98b81-8bdf-4bd9-b684-d459ad7109fe tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315087 Aug 30 23:41:59.963035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc37d85a-4799-4186-bfc1-7d8a857b787d req-ea398605-09e6-4e02-bcfd-5d535d08fc3a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:41:59.964566 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc37d85a-4799-4186-bfc1-7d8a857b787d req-ea398605-09e6-4e02-bcfd-5d535d08fc3a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0564499 Aug 30 23:42:00.002686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc37d85a-4799-4186-bfc1-7d8a857b787d req-e6f6451d-9d26-4f0b-b50d-79f8d09adeff tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Aug 30 23:42:01.122827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e03c3a-750b-456c-97a6-27ad8c7aca84 req-fc793a2b-2f67-46d6-98a6-dd51189c152c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:01.124381 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e03c3a-750b-456c-97a6-27ad8c7aca84 req-fc793a2b-2f67-46d6-98a6-dd51189c152c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0520957 Aug 30 23:42:01.169521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e03c3a-750b-456c-97a6-27ad8c7aca84 req-e8e08de5-9a9d-48f0-9ff1-509a385ec9f2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390809 Aug 30 23:42:02.291371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63778dac-09c6-48fc-806b-7e020577d925 req-26e02d70-ade9-4803-ba5b-6ebf2759311b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:02.292884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63778dac-09c6-48fc-806b-7e020577d925 req-26e02d70-ade9-4803-ba5b-6ebf2759311b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0541511 Aug 30 23:42:02.334517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63778dac-09c6-48fc-806b-7e020577d925 req-9b51f26e-407d-4421-afc0-7e404d3f5b1a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350642 Aug 30 23:42:02.623528 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-8f0a9262-dfad-4d40-8209-97425941c929 req-a147cc2a-ef65-47a2-ae8a-01cfb9c08109 service neutron] show failed (client error): The resource could not be found. Aug 30 23:42:02.624534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-a147cc2a-ef65-47a2-ae8a-01cfb9c08109 service neutron] 10.222.0.47 "GET /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0540137 Aug 30 23:42:02.888430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-bb1e7fe8-c237-4aa6-b918-4e0b88d96935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:02.889959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-bb1e7fe8-c237-4aa6-b918-4e0b88d96935 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0783067 Aug 30 23:42:02.908931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:02.963542 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.167016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:03.199069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:42:03.237898 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:03.243407 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.255590 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Transition to ACTIVE for port object 3e9ed71c-742a-463f-85a7-87d42df77357 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:42:03.259952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.286604 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1563b26-29f2-42a4-9c6f-517d44e733df" -d '{"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:03.349241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:03.360766 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.361111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.361454 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.361856 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.362215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.362554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.363271 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.363375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.363624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.363949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.364274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.364596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:03.399136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] No DVR routers for this DVR port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:42:03.438429 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1d9421-127f-4d6d-9b0d-acd7e47103a5 x-openstack-request-id: req-4b1d9421-127f-4d6d-9b0d-acd7e47103a5 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:03.438725 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:03.438983 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b1d9421-127f-4d6d-9b0d-acd7e47103a5 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:03.439384 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'code': 200} Aug 30 23:42:03.480833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d66ad8-9c7e-4d40-ab66-7579b97beb89 req-6d79a28c-ba43-4141-afc4-dc72c000e3e7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:03.482607 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84d66ad8-9c7e-4d40-ab66-7579b97beb89 req-6d79a28c-ba43-4141-afc4-dc72c000e3e7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0553775 Aug 30 23:42:03.523802 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84d66ad8-9c7e-4d40-ab66-7579b97beb89 req-37abd1fe-d128-4493-b4f5-ab2e38b9cda3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336459 Aug 30 23:42:03.546603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:42:03.546974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:42:03.547376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:03.551647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:42:03.551964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:03.556791 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:42:03.557130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:42:03.557517 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:42:03.557977 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Bound port: 3e9ed71c-742a-463f-85a7-87d42df77357, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:42:03.558339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.620220 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:42:03.623308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:42:03.630285 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.667106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:03.667723 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:03.669116 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] 10.222.0.52 "PUT /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1093 time: 0.7647288 Aug 30 23:42:03.697258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10674830-1db6-4318-b2cf-5ef54923184b service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:03.760404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-8cd3122e-7e60-40b6-8688-9e14b00a0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:03.762036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-8cd3122e-7e60-40b6-8688-9e14b00a0b17 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0431511 Aug 30 23:42:03.866884 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-0ecf73a8-e651-4df4-9e29-604c0b58632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:03.869241 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-0ecf73a8-e651-4df4-9e29-604c0b58632a service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0998685 Aug 30 23:42:03.939815 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-456bf770-ee99-466c-9e1e-3a6e5388ea6d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0631964 Aug 30 23:42:03.989689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-d14d9657-e5db-42cb-b89b-aaed87051a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:03.991134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-d14d9657-e5db-42cb-b89b-aaed87051a2a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0442233 Aug 30 23:42:04.036658 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a9262-dfad-4d40-8209-97425941c929 req-144936f2-7bbc-4a62-a496-670980027a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:04.038247 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-144936f2-7bbc-4a62-a496-670980027a28 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400078 Aug 30 23:42:04.049777 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-3d62fb36-0302-4991-93ee-f3cbc5146300 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:42:04.050812 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-3d62fb36-0302-4991-93ee-f3cbc5146300 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057290 Aug 30 23:42:04.144867 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-44b9c6ae-89e4-4fdb-8129-2f22c61b5ce3 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870340 Aug 30 23:42:04.234549 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-eb8a4ac7-a412-4c7d-9df8-4c81f6994f47 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824466 Aug 30 23:42:04.654741 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68184e-f6dc-460f-9f31-8adc076fd03c req-335983ad-5f38-4db7-a6c2-db2a60103911 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:04.656768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c68184e-f6dc-460f-9f31-8adc076fd03c req-335983ad-5f38-4db7-a6c2-db2a60103911 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0594358 Aug 30 23:42:04.694894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c68184e-f6dc-460f-9f31-8adc076fd03c req-f4432eab-bd2e-4e57-9a66-c2d45a0ac342 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321007 Aug 30 23:42:05.003014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:05.042858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:05.440850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:05.443337 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814da96a-447e-4e4c-a54d-052e1e87d020" -d '{"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:05.495494 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c80dc46-0949-495d-869a-2bd48bd24b91 x-openstack-request-id: req-8c80dc46-0949-495d-869a-2bd48bd24b91 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:05.495788 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:05.496403 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8c80dc46-0949-495d-869a-2bd48bd24b91 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:05.496524 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'status': 'completed', 'code': 200} Aug 30 23:42:05.564636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-900cd5d0-f29b-4db4-93ec-43c62b3f6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.566216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-900cd5d0-f29b-4db4-93ec-43c62b3f6b66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0501776 Aug 30 23:42:05.586951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-46f1efc9-a0aa-47d8-980d-7acc01cdb6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.588487 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-46f1efc9-a0aa-47d8-980d-7acc01cdb6b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0469675 Aug 30 23:42:05.666878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-2fae5803-f4c1-429b-90a8-3332e4ac2f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.668715 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-2fae5803-f4c1-429b-90a8-3332e4ac2f32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0953641 Aug 30 23:42:05.703196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-d5d44ae4-f8bb-4c27-a653-5c2c7e25b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.704862 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-d5d44ae4-f8bb-4c27-a653-5c2c7e25b6d9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1095572 Aug 30 23:42:05.751409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-997d956b-749a-4edb-94c7-812a11b0c6bc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0745723 Aug 30 23:42:05.805737 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-244ba27d-5eb1-4aac-b0f9-0905190e24de service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0942152 Aug 30 23:42:05.814338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-d42167cb-8a34-4538-8286-45a70128125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.815903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-d42167cb-8a34-4538-8286-45a70128125b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0566173 Aug 30 23:42:05.869139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-8d01f40a-9b3d-47a4-867a-cdf655e75e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.871088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-8d01f40a-9b3d-47a4-867a-cdf655e75e3d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472639 Aug 30 23:42:05.884970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921bd0b3-fede-454c-aec1-df0a4700fe93 req-ca8c61ca-53aa-4638-9aa4-2bf2afc60aff tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.888837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-921bd0b3-fede-454c-aec1-df0a4700fe93 req-ca8c61ca-53aa-4638-9aa4-2bf2afc60aff tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0976849 Aug 30 23:42:05.898449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-6e83a339-24da-4f97-ba52-345875219a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.900879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-6e83a339-24da-4f97-ba52-345875219a65 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0779765 Aug 30 23:42:05.959104 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-921bd0b3-fede-454c-aec1-df0a4700fe93 req-bd783527-37d9-4fd5-95a5-5399a88900b9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641916 Aug 30 23:42:05.972638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-16da00e0-2611-4c6c-917f-d1f5d51ce4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:05.973495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-49db0aa0-44f3-4769-b430-682f87f50055 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950763 Aug 30 23:42:05.974137 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-16da00e0-2611-4c6c-917f-d1f5d51ce4af service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670533 Aug 30 23:42:06.070295 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-cc11d776-cc0b-4d33-806e-af89b7f71b2e service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879767 Aug 30 23:42:06.075228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-270e9ac0-7bc4-4971-b877-fb64bf6505e0 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946503 Aug 30 23:42:06.172572 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-814da96a-447e-4e4c-a54d-052e1e87d020 req-30a89091-6b49-4480-bdb5-e721b391b437 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958085 Aug 30 23:42:07.085958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4669c9e-39e1-4cf6-8dcb-9442b621c5bd req-948599ba-d6f1-4403-b24c-ce327c84a50c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:07.087358 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4669c9e-39e1-4cf6-8dcb-9442b621c5bd req-948599ba-d6f1-4403-b24c-ce327c84a50c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0505879 Aug 30 23:42:07.126106 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4669c9e-39e1-4cf6-8dcb-9442b621c5bd req-b9bc8830-4968-41b2-99aa-56e461368083 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321083 Aug 30 23:42:08.255687 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529eac6-f3fb-4c39-968e-2b68a91d8335 req-90a480c7-ad27-4978-b1d3-7a2dbc6df08c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:08.257515 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1529eac6-f3fb-4c39-968e-2b68a91d8335 req-90a480c7-ad27-4978-b1d3-7a2dbc6df08c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0570819 Aug 30 23:42:08.294809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1529eac6-f3fb-4c39-968e-2b68a91d8335 req-cc6d3e31-ad94-4b0b-9f07-61a4fc173536 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315115 Aug 30 23:42:09.415961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf97df2-70a7-4dfb-9668-18057c3d5b12 req-1101c4e7-675b-4130-9a41-4f8fbeaa8a22 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:09.417453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bf97df2-70a7-4dfb-9668-18057c3d5b12 req-1101c4e7-675b-4130-9a41-4f8fbeaa8a22 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0541272 Aug 30 23:42:09.455546 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5bf97df2-70a7-4dfb-9668-18057c3d5b12 req-336463c8-2354-42b2-a773-4f2fc4090939 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321653 Aug 30 23:42:10.425551 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d999ac8-9992-407c-bef5-b0e96953f965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:10.568931 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1e51a-a0db-41c9-bbaf-05c7aa8f7dd7 req-eaf1b96e-5a68-4cc9-bc8b-7ade423d56f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:10.570449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78e1e51a-a0db-41c9-bbaf-05c7aa8f7dd7 req-eaf1b96e-5a68-4cc9-bc8b-7ade423d56f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0479572 Aug 30 23:42:10.612093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78e1e51a-a0db-41c9-bbaf-05c7aa8f7dd7 req-ba95e883-000b-42b4-ad49-46758651c733 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355425 Aug 30 23:42:11.726427 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4ce31-6245-4943-8249-0394b638dfa0 req-07f4b2da-124b-4ee7-b2f5-4db49ee78e98 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:11.727921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83b4ce31-6245-4943-8249-0394b638dfa0 req-07f4b2da-124b-4ee7-b2f5-4db49ee78e98 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0481625 Aug 30 23:42:11.765274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-83b4ce31-6245-4943-8249-0394b638dfa0 req-609064e3-66a9-4acd-8c89-089c1b7d14e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307844 Aug 30 23:42:12.879892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d3bd9-6ce5-4aa0-b7b4-8b5c036d7af8 req-6b18d8a9-a518-4710-8055-7ae0967c0e54 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:12.881276 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c9d3bd9-6ce5-4aa0-b7b4-8b5c036d7af8 req-6b18d8a9-a518-4710-8055-7ae0967c0e54 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0482683 Aug 30 23:42:12.918708 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9c9d3bd9-6ce5-4aa0-b7b4-8b5c036d7af8 req-085a7b97-de8a-43ff-9f86-aee242212739 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315294 Aug 30 23:42:12.994674 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:13.402185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bc2b9ef6-ad2b-4156-b357-7a22e3f19b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:14.039620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c8f42-5508-4216-b2b6-c34f11802343 req-ebc5c792-d865-468e-84ea-c3992cad20b1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:14.041036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f12c8f42-5508-4216-b2b6-c34f11802343 req-ebc5c792-d865-468e-84ea-c3992cad20b1 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0523629 Aug 30 23:42:14.079501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f12c8f42-5508-4216-b2b6-c34f11802343 req-7f0a25ee-095e-488b-9819-228abea48137 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319319 Aug 30 23:42:14.732095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:15.197712 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b58f6a1-b373-4478-bb54-2a48786fa514 req-eb41c225-b257-4844-a04e-218553324264 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:15.199244 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b58f6a1-b373-4478-bb54-2a48786fa514 req-eb41c225-b257-4844-a04e-218553324264 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0504255 Aug 30 23:42:15.242056 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6b58f6a1-b373-4478-bb54-2a48786fa514 req-3ac0893f-8e09-4269-857c-4d32f63d08f0 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364707 Aug 30 23:42:16.165967 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:16.364112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bf983-c67c-4e5e-8ece-9e17f4ece5bf req-cd6fb5a5-74e4-414e-b295-c076f4b64f98 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:16.365518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-171bf983-c67c-4e5e-8ece-9e17f4ece5bf req-cd6fb5a5-74e4-414e-b295-c076f4b64f98 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0525622 Aug 30 23:42:16.403309 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-171bf983-c67c-4e5e-8ece-9e17f4ece5bf req-76ed0389-786d-4f42-814e-d520a14f7cac tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318465 Aug 30 23:42:16.681410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-3f24a1d3-9059-4e3d-9417-bed8ad58ba2a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:16.682885 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-3f24a1d3-9059-4e3d-9417-bed8ad58ba2a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 944 time: 0.0506680 Aug 30 23:42:16.701694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206148dc-8379-45ce-9a37-04cf4a610cbb req-06707fcf-2e5c-468a-b961-a05a890d6ee9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:16.703220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-206148dc-8379-45ce-9a37-04cf4a610cbb req-06707fcf-2e5c-468a-b961-a05a890d6ee9 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 944 time: 0.0502105 Aug 30 23:42:16.741679 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-206148dc-8379-45ce-9a37-04cf4a610cbb req-2275fdd5-e989-4652-8cec-60ae9db08773 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325170 Aug 30 23:42:16.747081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-4c9a92d5-e94d-4c22-bff2-d03396917fe3 service neutron] 10.222.0.52 "GET /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357/bindings/n-h2-791504-21 HTTP/1.1" status: 200 len: 383 time: 0.0572777 Aug 30 23:42:16.828564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-bbe4879f-454a-4510-bf35-d728d8286570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:16.830061 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-bbe4879f-454a-4510-bf35-d728d8286570 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1096 time: 0.0416417 Aug 30 23:42:16.914850 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-a08c44d9-7740-441e-b6ab-4abb2bad52d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:16.916204 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-a08c44d9-7740-441e-b6ab-4abb2bad52d0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0798380 Aug 30 23:42:17.031038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:42:17.132514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:17.144508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '3e9ed71c-742a-463f-85a7-87d42df77357', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:42:17.189446 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:17.203460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:42:17.223599 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:17.227534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:17.277863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:17.286095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.286461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.286810 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.287176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.287519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.287861 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.288194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.288531 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.288862 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.289192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.289523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.289870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:17.305958 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-336874ad-64e8-4145-8f46-0e53c223eade service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.3822696 Aug 30 23:42:17.354732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-33bee2a5-8c01-4076-a349-52999ee82f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:17.356148 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-33bee2a5-8c01-4076-a349-52999ee82f7c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0432622 Aug 30 23:42:17.400735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-6927bce9-15c0-46dd-9ee3-c470edf16659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:17.402237 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-6927bce9-15c0-46dd-9ee3-c470edf16659 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0386283 Aug 30 23:42:17.497670 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-dcc73a1d-f02f-46af-b9b6-0a9edd5704c6 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829265 Aug 30 23:42:17.548007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['3e9ed71c-742a-463f-85a7-87d42df77357'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:42:17.594704 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-f38713ae-58a1-4e45-a8d0-ed7c80ce7add service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809736 Aug 30 23:42:17.872757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7e0f54-ab9b-4c96-8773-aeb24dd21d6a req-9d1c6e26-58b7-4260-9b65-d58ae4dd97e6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:17.874759 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb7e0f54-ab9b-4c96-8773-aeb24dd21d6a req-9d1c6e26-58b7-4260-9b65-d58ae4dd97e6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0536940 Aug 30 23:42:17.913220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb7e0f54-ab9b-4c96-8773-aeb24dd21d6a req-f6c1f179-c296-42ab-8f30-390f6adc31c6 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325971 Aug 30 23:42:19.031893 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb3036-3343-4484-9115-05d18abe9eb8 req-0cf6798b-b57f-49fc-ab16-3af3e711a22b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:19.033345 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbeb3036-3343-4484-9115-05d18abe9eb8 req-0cf6798b-b57f-49fc-ab16-3af3e711a22b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0523937 Aug 30 23:42:19.044876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:42:19.071280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbeb3036-3343-4484-9115-05d18abe9eb8 req-f74c2a0a-9330-4621-aa76-3087c7b146bf tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320346 Aug 30 23:42:19.092394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 3e9ed71c-742a-463f-85a7-87d42df77357 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:42:19.096944 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 3e9ed71c-742a-463f-85a7-87d42df77357 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:42:19.097340 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:19.171614 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:19.194043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:19.211023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:19.215020 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:19.238988 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c808b835-dfdb-454c-8a34-07eb5c2fd18f" -d '{"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:19.267667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:19.337315 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e24f00-01aa-43ce-af0a-2ca6140c7fcc x-openstack-request-id: req-a3e24f00-01aa-43ce-af0a-2ca6140c7fcc {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:19.337610 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-plugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:19.337894 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3e24f00-01aa-43ce-af0a-2ca6140c7fcc {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:19.338291 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'code': 200} Aug 30 23:42:20.197806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bab13-bfe4-4df5-83e9-84a76c7774f3 req-b4a0b869-c5f9-48a6-b633-e2261e3f49cb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:20.199284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c44bab13-bfe4-4df5-83e9-84a76c7774f3 req-b4a0b869-c5f9-48a6-b633-e2261e3f49cb tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0542715 Aug 30 23:42:20.244269 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c44bab13-bfe4-4df5-83e9-84a76c7774f3 req-5d0a5c4c-25c3-4f46-86cc-234fdc55601a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381992 Aug 30 23:42:21.373040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3011f-e1ac-42f2-94c1-02d175f36535 req-d7da0e3e-429e-4f5e-9b19-65a2466a0fb7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:21.374749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca3011f-e1ac-42f2-94c1-02d175f36535 req-d7da0e3e-429e-4f5e-9b19-65a2466a0fb7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0538356 Aug 30 23:42:21.424461 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca3011f-e1ac-42f2-94c1-02d175f36535 req-cd0364f1-8951-413d-a700-efff41ec4192 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391009 Aug 30 23:42:21.629271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-798bad05-2240-462e-acf5-8c672faf8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:21.630980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-798bad05-2240-462e-acf5-8c672faf8d7b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417&tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0 HTTP/1.1" status: 200 len: 1098 time: 0.0429316 Aug 30 23:42:21.644510 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:21.701077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:21.921633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:21.954038 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h2-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:42:21.995974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:22.001915 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:22.016189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Transition to ACTIVE for port object 3e9ed71c-742a-463f-85a7-87d42df77357 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:42:22.021484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:22.049148 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9a5e34b-5655-4f55-93a6-f232f9235842" -d '{"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:22.080140 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=10']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:22.136164 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.136517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.136928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.137191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.137529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.137890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.138226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.138559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.138890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.139222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.140137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.140498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:42:22.174413 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb04509-300b-4e31-bcf6-428dcf0bdce3 x-openstack-request-id: req-afb04509-300b-4e31-bcf6-428dcf0bdce3 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:22.174618 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-unplugged", "status": "completed", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:22.174881 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afb04509-300b-4e31-bcf6-428dcf0bdce3 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:22.175259 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'code': 200} Aug 30 23:42:22.176198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] No DVR routers for this DVR port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h2-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:42:22.317457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:42:22.317807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:42:22.318139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:22.322370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:42:22.322642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Attempting to bind port 3e9ed71c-742a-463f-85a7-87d42df77357 on network 2799f3a7-7576-4be5-bc7f-a870f9238090 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:22.328440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 41, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:42:22.328771 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Checking segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:42:22.329157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Bound using segment: {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:42:22.329580 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Bound port: 3e9ed71c-742a-463f-85a7-87d42df77357, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '254d6b28-16f6-494b-bb87-256e5958a4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:42:22.329969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:22.391873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:42:22.394988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:42:22.399549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:22.434552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.435147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:22.437037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] 10.222.0.47 "PUT /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1094 time: 0.7964206 Aug 30 23:42:22.462014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa8bef0-e2b7-4345-8231-1492fef79376 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=11']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:22.521852 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-da033c9f-9749-426c-a96d-204bdc68ded2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.523428 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-da033c9f-9749-426c-a96d-204bdc68ded2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1097 time: 0.0536125 Aug 30 23:42:22.557869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43126f3-e2e4-4753-a1b6-90b2bd4ad1df req-18ee5ed6-aafa-4e7c-bd75-34e1bc4c4a97 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.560469 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f43126f3-e2e4-4753-a1b6-90b2bd4ad1df req-18ee5ed6-aafa-4e7c-bd75-34e1bc4c4a97 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0597670 Aug 30 23:42:22.609637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f43126f3-e2e4-4753-a1b6-90b2bd4ad1df req-737763d7-ce9c-446e-a470-d32e8e67f396 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384645 Aug 30 23:42:22.631127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-bf9c5dcd-cd29-4efe-87c7-594fb6ee04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.631127 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-bf9c5dcd-cd29-4efe-87c7-594fb6ee04d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.1003807 Aug 30 23:42:22.702895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-6db1b360-7095-421a-8b5c-7c5c3ef1b9da service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0641863 Aug 30 23:42:22.753668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-b58be697-5fb7-4acc-b7d7-3030645c3d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.755195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-b58be697-5fb7-4acc-b7d7-3030645c3d58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0459375 Aug 30 23:42:22.802463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5237796e-ca39-4486-8942-b4456cd76933 req-0e41040c-933d-4068-ba74-c8da372e2801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:22.804012 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-0e41040c-933d-4068-ba74-c8da372e2801 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414245 Aug 30 23:42:22.907609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-526b9fb1-f9ac-42af-944e-b4637db83850 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949824 Aug 30 23:42:22.920985 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:23.001294 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5237796e-ca39-4486-8942-b4456cd76933 req-b454c003-433a-436b-9dd7-a621d5eee4b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842764 Aug 30 23:42:23.062063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:23.103014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:23.732581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae3397-d770-4368-a730-a6240088c8df req-6d984f07-be5e-4fcf-85a8-06d8136fea9d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:23.734249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89ae3397-d770-4368-a730-a6240088c8df req-6d984f07-be5e-4fcf-85a8-06d8136fea9d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0526984 Aug 30 23:42:23.782608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89ae3397-d770-4368-a730-a6240088c8df req-0acbc1a8-1fa3-4fc6-b980-96370000693f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379300 Aug 30 23:42:24.176725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:24.179608 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:24.230141 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dd0a14-9cad-499c-9d14-ad6dd3b6482b x-openstack-request-id: req-c6dd0a14-9cad-499c-9d14-ad6dd3b6482b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:24.230649 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:24.230915 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c6dd0a14-9cad-499c-9d14-ad6dd3b6482b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:24.231326 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'status': 'completed', 'code': 200} Aug 30 23:42:24.297584 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-e9a79ab9-da9e-48ac-8e6e-d54add64bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.299166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-e9a79ab9-da9e-48ac-8e6e-d54add64bfd4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1097 time: 0.0482719 Aug 30 23:42:24.323985 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-847e0434-c842-464e-95dd-185c15c6c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.325846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-847e0434-c842-464e-95dd-185c15c6c597 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 1097 time: 0.0510221 Aug 30 23:42:24.404055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-d60eea0e-b743-4a68-9afd-6db3fc81aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.406203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-d60eea0e-b743-4a68-9afd-6db3fc81aba6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0999990 Aug 30 23:42:24.418390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-3e89bc27-d442-4c69-8524-04e1eed39cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.419801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-3e89bc27-d442-4c69-8524-04e1eed39cbf service neutron] 10.222.0.52 "GET /v2.0/networks?id=2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 200 len: 912 time: 0.0869617 Aug 30 23:42:24.482938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-12394240-a5ed-4bbf-91f4-f6d8eef365db service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0702767 Aug 30 23:42:24.494175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-76c602be-91d5-46e7-87c8-c83c30885451 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 200 len: 1001 time: 0.0665469 Aug 30 23:42:24.534605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-60dc3838-db74-419f-b221-14bfc46f76f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.535931 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-60dc3838-db74-419f-b221-14bfc46f76f0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0463026 Aug 30 23:42:24.546469 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-cea3484e-dbd0-48cd-914b-e34622dde7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.548027 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-cea3484e-dbd0-48cd-914b-e34622dde7e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 200 len: 850 time: 0.0457983 Aug 30 23:42:24.585704 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-a859e30d-3979-47b3-acb5-5e38e36d7dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.587254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-a859e30d-3979-47b3-acb5-5e38e36d7dd2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439959 Aug 30 23:42:24.595376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-d7d61297-624b-48a6-9985-bd4b0dab29bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.596998 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-d7d61297-624b-48a6-9985-bd4b0dab29bb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=2799f3a7-7576-4be5-bc7f-a870f9238090&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422599 Aug 30 23:42:24.688893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-7af00bd7-7d6b-431a-85f3-460803caffa1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933373 Aug 30 23:42:24.693363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-80fff447-c6c4-402f-8cf4-7c375de696f3 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894570 Aug 30 23:42:24.790606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-4e54ac83-b0f3-4514-b973-461a13a647b1 service neutron] 10.222.0.47 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941086 Aug 30 23:42:24.800732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e5337ef2-cd80-4c8d-83cd-43e24c6c64e2 req-3840d0ef-3b27-4d65-86a7-8d77c00b79e1 service neutron] 10.222.0.52 "GET /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006320 Aug 30 23:42:24.903461 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb3c74-9024-4380-ab93-0d2be585eed7 req-9434e389-1c28-4a02-bbcd-3bb7d3c24031 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:24.904993 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01cb3c74-9024-4380-ab93-0d2be585eed7 req-9434e389-1c28-4a02-bbcd-3bb7d3c24031 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0509479 Aug 30 23:42:24.948521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-01cb3c74-9024-4380-ab93-0d2be585eed7 req-d4b84bab-efe9-4f48-a4f8-4215fabd20e8 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372584 Aug 30 23:42:26.077604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b19cc2-35eb-4609-8bad-4bf1f2a8c82b req-3f1aaf9f-2484-4a13-85a8-8fea439b1e40 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:26.078860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94b19cc2-35eb-4609-8bad-4bf1f2a8c82b req-3f1aaf9f-2484-4a13-85a8-8fea439b1e40 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0556650 Aug 30 23:42:26.119088 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-94b19cc2-35eb-4609-8bad-4bf1f2a8c82b req-bfb5b69b-b06b-4063-8bcd-4974c677ca0a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343344 Aug 30 23:42:27.237902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ebb011-cd99-4abb-a5e2-2b9a160c8215 req-3d45ec24-8e69-4f76-bacb-2319d1d9cc28 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:27.239406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21ebb011-cd99-4abb-a5e2-2b9a160c8215 req-3d45ec24-8e69-4f76-bacb-2319d1d9cc28 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0490785 Aug 30 23:42:27.277487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21ebb011-cd99-4abb-a5e2-2b9a160c8215 req-e66c319e-1c6c-4977-b482-098dd071bc39 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321150 Aug 30 23:42:28.257213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:28.404111 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdab23-a0b4-4b26-a995-b26fbaee40d8 req-d0eedb12-cb7a-4ac3-8758-6512a1911e1b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:28.405638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92fdab23-a0b4-4b26-a995-b26fbaee40d8 req-d0eedb12-cb7a-4ac3-8758-6512a1911e1b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0583274 Aug 30 23:42:28.443714 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92fdab23-a0b4-4b26-a995-b26fbaee40d8 req-8c63b6f4-e4cd-4329-8e3a-4ef2dd0ea5df tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321245 Aug 30 23:42:29.561159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af81dd9-c2ec-4930-a27b-8e71887ddc3e req-922a2884-3d45-4e6e-a950-bc0913342ca2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:29.562890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9af81dd9-c2ec-4930-a27b-8e71887ddc3e req-922a2884-3d45-4e6e-a950-bc0913342ca2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0504782 Aug 30 23:42:29.602414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9af81dd9-c2ec-4930-a27b-8e71887ddc3e req-7fa83c1d-2fa0-49a0-b0e2-b339ce54869a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332935 Aug 30 23:42:30.724932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c606bbc-cb1a-4d64-9d14-6f0c990c2f48 req-9fc7e87c-2a55-4d9e-9314-8230091b06f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:30.726446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c606bbc-cb1a-4d64-9d14-6f0c990c2f48 req-9fc7e87c-2a55-4d9e-9314-8230091b06f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0525875 Aug 30 23:42:30.765864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6c606bbc-cb1a-4d64-9d14-6f0c990c2f48 req-98bcd1a5-71fa-4e8f-b1a9-30491269c66f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329337 Aug 30 23:42:31.892404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572657d-4b69-4a94-bc10-02760a02694a req-b41e3664-bf01-48dc-b729-7126c97d687d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:31.894564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4572657d-4b69-4a94-bc10-02760a02694a req-b41e3664-bf01-48dc-b729-7126c97d687d tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0500000 Aug 30 23:42:31.936371 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4572657d-4b69-4a94-bc10-02760a02694a req-6439db85-9c26-4f5c-a336-013261ed298f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351641 Aug 30 23:42:33.056760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f35396-a079-4a71-a41c-a33d8331e7bd req-9262465b-00ff-40f3-a5f0-42c1a73f2d0f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:33.058211 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00f35396-a079-4a71-a41c-a33d8331e7bd req-9262465b-00ff-40f3-a5f0-42c1a73f2d0f tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0524247 Aug 30 23:42:33.098880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-00f35396-a079-4a71-a41c-a33d8331e7bd req-c929ec9c-d2ce-4516-b49c-c62e153ef570 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341704 Aug 30 23:42:34.216570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a5302b-cde9-47bc-ba4d-51f1bde8cd01 req-5e39ecc2-0b03-400f-9701-b6d7bb591431 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:34.218109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68a5302b-cde9-47bc-ba4d-51f1bde8cd01 req-5e39ecc2-0b03-400f-9701-b6d7bb591431 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0498431 Aug 30 23:42:34.255247 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-68a5302b-cde9-47bc-ba4d-51f1bde8cd01 req-f9f52403-72ec-4a1e-b7a0-a21efe7646c2 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312698 Aug 30 23:42:34.372340 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4268fd-a559-4b65-bc1f-4aa531b2c0aa req-1908e53a-5b9f-4df9-93ed-8abefb707684 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:34.374333 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df4268fd-a559-4b65-bc1f-4aa531b2c0aa req-1908e53a-5b9f-4df9-93ed-8abefb707684 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0528586 Aug 30 23:42:34.413401 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df4268fd-a559-4b65-bc1f-4aa531b2c0aa req-c7346003-65bd-4978-b7e6-bebc1f87d575 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330074 Aug 30 23:42:34.534725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf919ae-a970-4651-be45-7a79323556d5 req-e39e3cdb-7454-4aba-8be8-c1faadd3b452 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:34.536221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fdf919ae-a970-4651-be45-7a79323556d5 req-e39e3cdb-7454-4aba-8be8-c1faadd3b452 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0521619 Aug 30 23:42:34.573701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fdf919ae-a970-4651-be45-7a79323556d5 req-f8667ab2-3c4a-4213-982a-17b58d65964c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315580 Aug 30 23:42:34.729890 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:42:34.815899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e3b2ed-8037-478c-9cf7-45bd5a74a950 req-f1e19623-ff4f-43fe-acae-33b78bcaf109 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:34.817839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8e3b2ed-8037-478c-9cf7-45bd5a74a950 req-f1e19623-ff4f-43fe-acae-33b78bcaf109 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 945 time: 0.0555282 Aug 30 23:42:34.861490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f8e3b2ed-8037-478c-9cf7-45bd5a74a950 req-a90e9e2b-8747-4fe8-bf59-a05934465d31 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375161 Aug 30 23:42:35.100078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:42:35.195313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:35.207236 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '3e9ed71c-742a-463f-85a7-87d42df77357', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:42:35.243419 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:35.255927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:42:35.275002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:35.278661 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:35.324341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=12']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:35.544294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['3e9ed71c-742a-463f-85a7-87d42df77357'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:42:35.979826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138d234-d493-4594-988a-59fc68ae14d3 req-e948e7a7-3bc8-4056-81ce-2098e10cd603 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:35.981317 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f138d234-d493-4594-988a-59fc68ae14d3 req-e948e7a7-3bc8-4056-81ce-2098e10cd603 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0511277 Aug 30 23:42:36.020983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f138d234-d493-4594-988a-59fc68ae14d3 req-50adae40-33c9-4ff9-9e3e-847a2eade082 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326478 Aug 30 23:42:36.330974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-52fce319-5451-40b8-8ede-f986ee3137c7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:36.332419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-52fce319-5451-40b8-8ede-f986ee3137c7 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 946 time: 0.0492246 Aug 30 23:42:36.419415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Deleting port 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:36.419753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:36.519305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:36.519694 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:36.685536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:36.685893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:36.686209 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd disassociated. External IP: 172.25.7.104, port: 3e9ed71c-742a-463f-85a7-87d42df77357. Aug 30 23:42:36.686548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Calling delete_port for 3e9ed71c-742a-463f-85a7-87d42df77357 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:37.127132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:42:37.136049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:37.172030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'Port': ['ID=3e9ed71c-742a-463f-85a7-87d42df77357,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:37.180680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5332cb2-7980-42b5-82b8-e45cf7a5681f req-78f80c2f-1f62-4ffc-9108-aff52103478b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:37.182210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5332cb2-7980-42b5-82b8-e45cf7a5681f req-78f80c2f-1f62-4ffc-9108-aff52103478b tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 867 time: 0.0932353 Aug 30 23:42:37.231778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 3e9ed71c-742a-463f-85a7-87d42df77357, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=3e9ed71c-742a-463f-85a7-87d42df77357,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:37.244688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '3e9ed71c-742a-463f-85a7-87d42df77357', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'port_id': '3e9ed71c-742a-463f-85a7-87d42df77357', 'mac_address': 'fa:16:3e:54:50:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 605, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:42:37.299011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5332cb2-7980-42b5-82b8-e45cf7a5681f req-fbe18493-7746-4709-b450-e844bcd8b8f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups?id=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083200 Aug 30 23:42:37.334103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:42:37.438012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:42:37.449404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:42:37.459565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:42:37.460184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:37.479776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] No DVR routers for this DVR port 3e9ed71c-742a-463f-85a7-87d42df77357 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:42:37.482380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:37.484872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8605053f-9101-4765-84a4-1d3f01c6f772 req-a5612608-793f-46ed-b996-ee8d5a0a922a tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.47 "DELETE /v2.0/ports/3e9ed71c-742a-463f-85a7-87d42df77357 HTTP/1.1" status: 204 len: 173 time: 1.1457167 Aug 30 23:42:37.485303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-deleted', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:37.487593 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1217ea53-25c2-4eed-965f-8893171c7082" -d '{"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-deleted", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:37.526793 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97adb7b6-5cee-400b-95f6-f1c8f5dbf35d x-openstack-request-id: req-97adb7b6-5cee-400b-95f6-f1c8f5dbf35d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:37.527140 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d521fca-ccb5-4d92-a9fb-4af421781417", "name": "network-vif-deleted", "tag": "3e9ed71c-742a-463f-85a7-87d42df77357", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:37.527373 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97adb7b6-5cee-400b-95f6-f1c8f5dbf35d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:37.527771 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d521fca-ccb5-4d92-a9fb-4af421781417', 'name': 'network-vif-deleted', 'tag': '3e9ed71c-742a-463f-85a7-87d42df77357', 'status': 'completed', 'code': 200} Aug 30 23:42:37.572298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:42:37.771336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:37.797660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:42:37.806159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:42:37.806769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:42:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:37.912577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:42:38.113006 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:38.142438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93781d56-3005-4e14-a7dd-7b524db6c244 None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:32:55Z', 'revision_number': 4, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '96ad33ba-17fa-41f5-bfbc-751c2503eb2d', 'name': '', 'network_id': '2799f3a7-7576-4be5-bc7f-a870f9238090', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'mac_address': 'fa:16:3e:cb:72:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_interface', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:55Z', 'updated_at': '2021-08-30T23:33:00Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'subnets': [{'id': 'a3712108-f3a6-4117-a460-bd444d251bdd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:42:38.382418 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdacdb0-1049-4132-a248-4452bcd38b5a None None] New status for floating IP ddde96f6-abad-4204-a1f2-81760d94dcfd: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:42:38.398117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eda66412-e0aa-4f41-accd-0c32eaa076c0 req-723ad727-e1c4-4198-ab64-677347bca7f3 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 210 time: 0.0291018 Aug 30 23:42:39.495692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9affdfcf-afd9-481a-8077-56a07f9350d1 req-48968815-8c16-451c-af0c-87ec7d0ce88e tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 210 time: 0.0262594 Aug 30 23:42:40.427347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-882025ef-0246-47ba-a746-94b5a7425c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:40.590859 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6d2f1089-0a70-4c3b-99b6-a33c2daee5e1 req-617a8f7a-3009-4bc8-89f6-71cd99bc0a25 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d521fca-ccb5-4d92-a9fb-4af421781417 HTTP/1.1" status: 200 len: 210 time: 0.0263987 Aug 30 23:42:41.141338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:41.161486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 3e9ed71c-742a-463f-85a7-87d42df77357 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:42:41.161855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 3e9ed71c-742a-463f-85a7-87d42df77357 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:42.997004 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:43.403046 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-231c5a07-41e4-4973-8477-fd58ef42d710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.313826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35158) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:44.368381 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.395526 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.446747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.449311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.450804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "DELETE /v2.0/security-groups/e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3 HTTP/1.1" status: 204 len: 168 time: 0.1359243 Aug 30 23:42:44.453547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35160) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:44.461566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a186da-a432-4f4e-8207-a8eb3c83840c tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:44.470648 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-6c26b9df-e86a-4eda-a7a4-ffcfbaeb4132 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] show failed (client error): The resource could not be found. Aug 30 23:42:44.474323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6c26b9df-e86a-4eda-a7a4-ffcfbaeb4132 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "GET /v2.0/security-groups/e5f2e20e-a283-4fbc-80b9-4bd3e485a8f3 HTTP/1.1" status: 404 len: 347 time: 0.0158753 Aug 30 23:42:44.474508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35162) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:44.602627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Deleting port e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:44.603227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.686300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.686550 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.697986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Calling delete_port for e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:44.739892 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.834604 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.862051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Pushing event deleted for resources: {'Port': ['ID=e2d46b69-2b34-42f3-b2ed-f9fdd8341dfb,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:44.923141 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.928131 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:44.929513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4cac80f8-d9d3-46c9-ba44-ef97e66fac44 tempest-ServerActionsTestJSON-150829159 tempest-ServerActionsTestJSON-150829159-project] 10.222.0.25 "DELETE /v2.0/floatingips/ddde96f6-abad-4204-a1f2-81760d94dcfd HTTP/1.1" status: 204 len: 168 time: 0.4538844 Aug 30 23:42:44.932515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35164) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:45.333298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:45.576922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Deleting port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:45.577635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:45.653391 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] For port 96ad33ba-17fa-41f5-bfbc-751c2503eb2d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:45.653672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:45.665810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Calling delete_port for 96ad33ba-17fa-41f5-bfbc-751c2503eb2d owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:45.845398 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:45.871080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Pushing event deleted for resources: {'Port': ['ID=96ad33ba-17fa-41f5-bfbc-751c2503eb2d,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:46.052493 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.170716 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.272205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Router bf6f3b65-2e31-412a-8a6e-40d87f454253 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:42:46.379698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:42:46.384772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f61ba559-f34a-4d5e-a43c-78a277005b27 admin admin] 10.222.0.25 "PUT /v2.0/routers/bf6f3b65-2e31-412a-8a6e-40d87f454253/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512808 Aug 30 23:42:46.387289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35168) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:46.389935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Sync routers for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:42:46.399023 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:42:46.399637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:42:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:46.490345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.501879 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:42:46.590941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.646331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Deleting port 09153ae8-e984-4e77-a2d6-e14d036992ae {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:46.646676 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.682432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89'}], 'enable_snat': True}, 'gw_port_id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:42:45Z', 'revision_number': 5, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port': {'id': '09153ae8-e984-4e77-a2d6-e14d036992ae', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:42:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4036, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:32:53Z', 'updated_at': '2021-08-30T23:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:46.709210 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Checking router: bf6f3b65-2e31-412a-8a6e-40d87f454253 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:42:46.718029 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Routers {'bf6f3b65-2e31-412a-8a6e-40d87f454253'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:42:46.718630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:42:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['bf6f3b65-2e31-412a-8a6e-40d87f454253'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:46.723886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] For port 09153ae8-e984-4e77-a2d6-e14d036992ae, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=09153ae8-e984-4e77-a2d6-e14d036992ae,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:46.724253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.737308 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Calling delete_port for 09153ae8-e984-4e77-a2d6-e14d036992ae owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:46.810743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] Set router bf6f3b65-2e31-412a-8a6e-40d87f454253 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:42:46.867190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:42:46Z', 'revision_number': 6, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:46.894490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62423494-f9fd-4268-a3f6-e74e1f0d55a4 None None] The sync data for ids ['bf6f3b65-2e31-412a-8a6e-40d87f454253'] in n-d-791504-21 is: [{'id': 'bf6f3b65-2e31-412a-8a6e-40d87f454253', 'name': 'tempest-ServerActionsTestJSON-603254733-router', 'tenant_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:32:52Z', 'updated_at': '2021-08-30T23:42:46Z', 'revision_number': 6, 'project_id': '967eeb3ad8de4d6d8112dcf7674e4dd0', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:42:46.911483 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:46.939761 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Pushing event deleted for resources: {'Port': ['ID=09153ae8-e984-4e77-a2d6-e14d036992ae,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:47.005610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.386366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.388485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.431147 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.431747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf6f3b65-2e31-412a-8a6e-40d87f454253 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:42:47.436921 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.437894 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b9278cdf-c839-4e05-a679-911ee1a45d1d admin admin] 10.222.0.25 "DELETE /v2.0/routers/bf6f3b65-2e31-412a-8a6e-40d87f454253 HTTP/1.1" status: 204 len: 168 time: 1.0496542 Aug 30 23:42:47.440437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35170) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:47.484506 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Deleting subnet a3712108-f3a6-4117-a460-bd444d251bdd {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:42:47.487568 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.525247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.600803 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.660966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.689175 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3712108-f3a6-4117-a460-bd444d251bdd,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:47.694867 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.696701 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-da62b103-6706-48e1-ac2c-fb2657e9a6c4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a3712108-f3a6-4117-a460-bd444d251bdd HTTP/1.1" status: 204 len: 168 time: 0.2553401 Aug 30 23:42:47.699196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35172) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:47.702060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f694bd5-5325-4416-9a21-4dca06c3e055 None None] Network 2799f3a7-7576-4be5-bc7f-a870f9238090 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:42:47.768752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.823234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Deleting port 7d0caade-36f6-4546-9fc9-4eeb72519c77 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:47.823576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.894237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] For port 7d0caade-36f6-4546-9fc9-4eeb72519c77, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d0caade-36f6-4546-9fc9-4eeb72519c77,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:47.894866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.898044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] DHCP port deletion for 2799f3a7-7576-4be5-bc7f-a870f9238090 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:42:47.914250 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Calling delete_port for 7d0caade-36f6-4546-9fc9-4eeb72519c77 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:47.948735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Deleting port 7d0caade-36f6-4546-9fc9-4eeb72519c77 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:42:47.949126 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:47.998457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.015952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] For port 7d0caade-36f6-4546-9fc9-4eeb72519c77, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7d0caade-36f6-4546-9fc9-4eeb72519c77,segment=NetworkSegment(254d6b28-16f6-494b-bb87-256e5958a4d2),segment_id=254d6b28-16f6-494b-bb87-256e5958a4d2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:48.016572 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.025474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0caade-36f6-4546-9fc9-4eeb72519c77,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:48.029168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] No DVR routers for this DVR port 7d0caade-36f6-4546-9fc9-4eeb72519c77 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:42:48.039806 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Calling delete_port for 7d0caade-36f6-4546-9fc9-4eeb72519c77 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:42:48.109899 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.114268 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.120015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2799f3a7-7576-4be5-bc7f-a870f9238090']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:48.130635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '254d6b28-16f6-494b-bb87-256e5958a4d2') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:48.130868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '254d6b28-16f6-494b-bb87-256e5958a4d2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:42:48.137403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] Pushing event deleted for resources: {'Port': ['ID=7d0caade-36f6-4546-9fc9-4eeb72519c77,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:48.140245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.145166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef2a3a-62a8-434e-806b-75c7ae9a2abb None None] No DVR routers for this DVR port 7d0caade-36f6-4546-9fc9-4eeb72519c77 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:42:48.160020 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.166010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:42:48.166403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:42:48.168046 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:42:48.225288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.231032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.233169 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] 10.222.0.25 "DELETE /v2.0/networks/2799f3a7-7576-4be5-bc7f-a870f9238090 HTTP/1.1" status: 204 len: 168 time: 0.5328064 Aug 30 23:42:48.249529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e99973-2034-42d0-b878-154749f23b8f admin admin] Pushing event deleted for resources: {'Network': ['ID=2799f3a7-7576-4be5-bc7f-a870f9238090,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:48.345148 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35176) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:48.384114 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-69538d25-d9f9-45f8-b06c-e3624b2c3fa8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=967eeb3ad8de4d6d8112dcf7674e4dd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377369 Aug 30 23:42:48.386537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35178) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:48.433672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.455704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.500318 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.503009 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:48.504173 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3661ece2-07ba-482f-81f7-9d041392135c HTTP/1.1" status: 204 len: 168 time: 0.1167548 Aug 30 23:42:48.512091 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f28a76-7f86-435f-9732-adcb20a3ea7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3661ece2-07ba-482f-81f7-9d041392135c,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:48.796542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d0caade-36f6-4546-9fc9-4eeb72519c77 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:48.817262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7d0caade-36f6-4546-9fc9-4eeb72519c77 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:42:48.817704 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7d0caade-36f6-4546-9fc9-4eeb72519c77 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:48.818171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 96ad33ba-17fa-41f5-bfbc-751c2503eb2d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:48.839748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 96ad33ba-17fa-41f5-bfbc-751c2503eb2d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:42:48.840108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 96ad33ba-17fa-41f5-bfbc-751c2503eb2d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:48.840537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 09153ae8-e984-4e77-a2d6-e14d036992ae no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:42:48.859728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 09153ae8-e984-4e77-a2d6-e14d036992ae {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:42:48.860088 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 09153ae8-e984-4e77-a2d6-e14d036992ae not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:42:49.205958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35200) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:49.308971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1591180000-network', 'tenant_id': '7ae96f4bf4e84b8cb98dda5effce7842'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:49.331080 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Made reservation on behalf of 7ae96f4bf4e84b8cb98dda5effce7842 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:42:49.333638 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.342023 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.431590 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.435966 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.461992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:42:49.470615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed633f0-7932-476b-bd5a-467127c9339a,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:49.476720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.477059 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Added segment 7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b of type vlan for network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 Aug 30 23:42:49.517514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.540839 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.541701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:49.542307 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.595628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3885524 Aug 30 23:42:49.599221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35204) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:42:49.602890 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9753b3-e492-4c6e-a8c3-451264ad9606 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:49.604520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Request body: {'subnet': {'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1591180000-subnet', 'tenant_id': '7ae96f4bf4e84b8cb98dda5effce7842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:49.615031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:42:49.626436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Made reservation on behalf of 7ae96f4bf4e84b8cb98dda5effce7842 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:42:49.628788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.794101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.847161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:49.857154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Checking segment: {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:42:49.858103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Network hostable DHCP agents. Network: d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:42:49.873944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:42:49.883177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:42:49.887205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:49.887790 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:49.893436 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acca69f4-6ea6-43a4-a5cb-1ea49908e1be None None] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:42:49.901344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d054328a-31b9-462b-882a-b5d86568b535 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3009405 Aug 30 23:42:50.175273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ec47fa-c7e5-4e05-84e1-f54770ef6dec None None] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:42:50.335919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-746ffa40-f655-4b8e-9cc1-b151d84ff206 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:50.337338 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-746ffa40-f655-4b8e-9cc1-b151d84ff206 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 814 time: 0.1000984 Aug 30 23:42:50.352541 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-80151681-2167-4219-9712-db19d6697ee9 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/quotas/7ae96f4bf4e84b8cb98dda5effce7842 HTTP/1.1" status: 200 len: 375 time: 0.0089169 Aug 30 23:42:50.387539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-ef152f25-408e-40ed-ac48-b645e9f113bb tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298069 Aug 30 23:42:50.476114 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-d2eeab7d-74b1-4c0a-8ef3-77645b9a8ffd service neutron] 10.222.0.25 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812097 Aug 30 23:42:50.566829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-2a6ae619-35d0-42f2-8f6f-adee596105b4 service neutron] 10.222.0.25 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847466 Aug 30 23:42:50.734059 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40b6a8f1-a3b6-4c7a-b585-a5b76f433012 req-eefa24de-24ce-411c-8018-aa47b1cef5f0 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 210 time: 0.0308013 Aug 30 23:42:51.733103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-1681cece-c0d4-47b8-9383-a3d3662cc3bf tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:51.734601 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-1681cece-c0d4-47b8-9383-a3d3662cc3bf tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.47 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 814 time: 0.1102097 Aug 30 23:42:51.747505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Request body: {'port': {'device_id': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1', 'admin_state_up': True, 'tenant_id': '7ae96f4bf4e84b8cb98dda5effce7842'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:51.836389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7b5e0042-d235-45f4-a14d-af358f75d16a req-4ef455e2-4b45-4bad-a67b-8d8c48fdcc34 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 210 time: 0.0302925 Aug 30 23:42:51.883287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Made reservation on behalf of 7ae96f4bf4e84b8cb98dda5effce7842 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:42:51.886741 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.017134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Allocated IP 172.20.0.2 (d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1/6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d/7aee8b95-4f4b-46b7-a744-fc1008a36bc4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:42:52.162058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.201533 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.248115 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:42:52.253269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:42:52.255866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:42:52.285914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Pushing event updated for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:52.311097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:52.311725 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.325597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-82097934-2a0a-4516-bfc7-0f0fad65e07d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5820889 Aug 30 23:42:52.337637 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Request body: {'port': {'device_id': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:42:52.389584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.647405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:42:52.655091 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.666533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Transition to ACTIVE for port object 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:42:52.670277 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.720570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Pushing event updated for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:52.786832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Attempting to bind port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:42:52.787394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Attempting to bind port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:42:52.787522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Attempting to bind port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:52.791916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:42:52.792239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Attempting to bind port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:42:52.797007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 42, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:42:52.797344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Checking segment: {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:42:52.797731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Bound using segment: {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:42:52.798187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Bound port: 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:42:52.798572 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.865016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:42:52.868725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:42:52.873429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.908120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:52.908740 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.910147 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] 10.222.0.47 "PUT /v2.0/ports/7aee8b95-4f4b-46b7-a744-fc1008a36bc4 HTTP/1.1" status: 200 len: 1092 time: 0.5766087 Aug 30 23:42:52.910579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:52.912837 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f99e58-a522-42b2-ad28-543269e4e9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:52.927445 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:52.953124 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f3f82-5857-4890-85c2-e06df89e663a service neutron] Pushing event updated for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:52.957220 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d70013-a682-4ed9-b636-41be109363ae x-openstack-request-id: req-99d70013-a682-4ed9-b636-41be109363ae {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:52.957518 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:52.957771 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-99d70013-a682-4ed9-b636-41be109363ae {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:52.958198 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4', 'status': 'completed', 'code': 200} Aug 30 23:42:52.960952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c335fd-edfb-4db1-8d70-666d5b922b3c req-2d803577-51b5-41ed-bdf9-1ee3b5daebc7 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:52.963033 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11c335fd-edfb-4db1-8d70-666d5b922b3c req-2d803577-51b5-41ed-bdf9-1ee3b5daebc7 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 943 time: 0.0566287 Aug 30 23:42:52.999196 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-9f918e9d-8fcc-4b52-b067-a139a7046a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:53.000752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-9f918e9d-8fcc-4b52-b067-a139a7046a88 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 1095 time: 0.0417440 Aug 30 23:42:53.001220 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-11c335fd-edfb-4db1-8d70-666d5b922b3c req-be125631-5e0f-4f96-b6fb-112a45a9e048 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320981 Aug 30 23:42:53.047336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-80995d10-01f6-47bf-9d93-e10f9170e96d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4 HTTP/1.1" status: 200 len: 217 time: 0.0392253 Aug 30 23:42:53.096573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-87c8862c-00e3-4e18-886e-37ee38a57a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:53.098068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-87c8862c-00e3-4e18-886e-37ee38a57a57 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d HTTP/1.1" status: 200 len: 854 time: 0.0445468 Aug 30 23:42:53.129637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-add60029-1747-4112-ace3-221837bf3b5b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245497 Aug 30 23:42:53.222332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-64bc82e2-29d4-4206-9876-91cc19d39538 service neutron] 10.222.0.47 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857885 Aug 30 23:42:53.310907 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-653d14fe-f77e-4295-addc-aaca1f526e6f req-aa4b8aa8-aa96-4198-811a-ecd3a75edf0f service neutron] 10.222.0.47 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812640 Aug 30 23:42:53.395768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-6ec85251-f88f-45bd-ae09-394d11165ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:53.397243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-6ec85251-f88f-45bd-ae09-394d11165ae3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 1095 time: 0.0415757 Aug 30 23:42:53.490365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-084f00c8-5a01-4f71-90ca-96198b183f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:53.491743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-084f00c8-5a01-4f71-90ca-96198b183f44 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 915 time: 0.0873504 Aug 30 23:42:53.534746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-3cd2a1e4-622d-422e-9ab2-401fa95db1b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4 HTTP/1.1" status: 200 len: 217 time: 0.0342557 Aug 30 23:42:53.588922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-a0bb0968-c238-4f08-af10-87c710c86566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:53.590407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-a0bb0968-c238-4f08-af10-87c710c86566 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d HTTP/1.1" status: 200 len: 854 time: 0.0489168 Aug 30 23:42:53.622298 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-23c3c4fa-7b4f-4fb5-baab-268a3c94b2ef service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244932 Aug 30 23:42:53.712969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-1a4b8612-b54b-4999-9629-b36fa5a3397b service neutron] 10.222.0.47 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815740 Aug 30 23:42:53.808865 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-29f99e58-a522-42b2-ad28-543269e4e9c9 req-863ceeeb-4a5c-4b64-8f8f-460833cb8088 service neutron] 10.222.0.47 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878503 Aug 30 23:42:54.118029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e2ef-3146-4205-b0af-0f202b08cff2 req-5f17c106-2c33-45a1-9dea-91e979cc3ad7 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:54.119559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ce6e2ef-3146-4205-b0af-0f202b08cff2 req-5f17c106-2c33-45a1-9dea-91e979cc3ad7 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 943 time: 0.0508316 Aug 30 23:42:54.157644 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ce6e2ef-3146-4205-b0af-0f202b08cff2 req-384b7c94-cf1b-499a-a825-a54c8d58192c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320337 Aug 30 23:42:55.268829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c564d12-d7dc-4593-bbb5-f661ffe1da53 req-d641c348-8991-4b70-9f6f-ccfc8d987aa2 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:55.270322 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c564d12-d7dc-4593-bbb5-f661ffe1da53 req-d641c348-8991-4b70-9f6f-ccfc8d987aa2 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 943 time: 0.0476665 Aug 30 23:42:55.308172 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4c564d12-d7dc-4593-bbb5-f661ffe1da53 req-ed79adb0-7e4f-45e5-bd3e-f19a9258a634 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313365 Aug 30 23:42:56.419386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cade83be-5d0d-4f39-b203-c9e901e0f0c3 req-475d7f43-06bb-48f3-b1b1-22aef92bef7b tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:56.421331 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cade83be-5d0d-4f39-b203-c9e901e0f0c3 req-475d7f43-06bb-48f3-b1b1-22aef92bef7b tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 943 time: 0.0484116 Aug 30 23:42:56.458512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cade83be-5d0d-4f39-b203-c9e901e0f0c3 req-d359827f-3df3-4e98-b3e7-8d210e2884b6 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312257 Aug 30 23:42:57.250974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:42:57.342621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:57.353691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4', 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1', 'port_id': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4', 'mac_address': 'fa:16:3e:77:8c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:42:57.392705 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:57.405275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:42:57.423956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:57.427970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:57.473903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:57.571707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ae44a-5c0d-4792-8454-078e30b6b941 req-38db9725-30d5-4d91-9e44-f1c115e0cfc6 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:57.573175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-274ae44a-5c0d-4792-8454-078e30b6b941 req-38db9725-30d5-4d91-9e44-f1c115e0cfc6 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 944 time: 0.0494099 Aug 30 23:42:57.615175 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-274ae44a-5c0d-4792-8454-078e30b6b941 req-07e7d600-0f12-4247-9830-571d7ee806b1 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Aug 30 23:42:57.620948 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7aee8b95-4f4b-46b7-a744-fc1008a36bc4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:42:58.256110 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:58.734950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02310c6f-50d0-4aa6-8b7c-a34d959d49c2 req-56dde37d-d51c-4965-855d-e7d618f2d7fe tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:58.736423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02310c6f-50d0-4aa6-8b7c-a34d959d49c2 req-56dde37d-d51c-4965-855d-e7d618f2d7fe tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 944 time: 0.0547593 Aug 30 23:42:58.775216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02310c6f-50d0-4aa6-8b7c-a34d959d49c2 req-9a7571dc-e3f6-47da-bdd6-f21715b3cff0 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326972 Aug 30 23:42:59.265302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:42:59.312189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:42:59.315876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:42:59.316240 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:59.390038 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:59.417778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:42:59.420782 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074d8dc7-8c1d-477c-8d7a-f2b397ee2ec6" -d '{"events": [{"server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "name": "network-vif-plugged", "status": "completed", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:42:59.433770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:42:59.439160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:42:59.462836 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e19180-601b-48a4-b08b-bcef0f9cb022 x-openstack-request-id: req-35e19180-601b-48a4-b08b-bcef0f9cb022 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:42:59.463139 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "name": "network-vif-plugged", "status": "completed", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:42:59.463394 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35e19180-601b-48a4-b08b-bcef0f9cb022 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:42:59.463786 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4', 'code': 200} Aug 30 23:42:59.488958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:42:59.558281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19003cd5-0309-4935-a932-c150776402dd req-51d512e2-4b0a-4d11-b0e5-13f5d11568bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:59.559682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19003cd5-0309-4935-a932-c150776402dd req-51d512e2-4b0a-4d11-b0e5-13f5d11568bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 1097 time: 0.0396016 Aug 30 23:42:59.594437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-19003cd5-0309-4935-a932-c150776402dd req-7b5ae8ba-e8b9-4a26-b3a3-0f1e5a776292 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278296 Aug 30 23:42:59.890390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf30c5-f057-4a84-b536-0c8be54fba98 req-1d21e8ec-159e-4831-a7cd-faae21659876 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:42:59.891881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fdf30c5-f057-4a84-b536-0c8be54fba98 req-1d21e8ec-159e-4831-a7cd-faae21659876 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0501251 Aug 30 23:42:59.928288 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fdf30c5-f057-4a84-b536-0c8be54fba98 req-9c092fd1-2ac3-46a5-86e7-7d338bd1b4f5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305474 Aug 30 23:43:01.042455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea18699-7819-4bb8-82c0-18adb76553f2 req-bf562fd4-85c5-4575-835f-e463650c9ff5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:01.043837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ea18699-7819-4bb8-82c0-18adb76553f2 req-bf562fd4-85c5-4575-835f-e463650c9ff5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0477803 Aug 30 23:43:01.081603 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ea18699-7819-4bb8-82c0-18adb76553f2 req-b37c0984-0d49-41a6-9ef8-d863f7d12335 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Aug 30 23:43:01.300764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-08bd7cd9-7279-403f-b937-205412e891cd tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:01.302200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-08bd7cd9-7279-403f-b937-205412e891cd tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 814 time: 0.1035173 Aug 30 23:43:01.317194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-96c906ee-1171-4222-9f74-4583076969bc tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/quotas/7ae96f4bf4e84b8cb98dda5effce7842 HTTP/1.1" status: 200 len: 375 time: 0.0092609 Aug 30 23:43:01.366199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-f6a2466d-b733-4aa7-9689-492da44e5e51 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438616 Aug 30 23:43:01.460808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-97a7575d-ce71-4493-98b3-1be7e0bae28d service neutron] 10.222.0.25 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876215 Aug 30 23:43:01.550154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-90dda0a7-80aa-4676-b4ab-0fb886c22e5c service neutron] 10.222.0.25 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824239 Aug 30 23:43:01.706263 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca2bf15f-13a0-4705-8def-8824b80b5b7c req-3b580442-7d68-42f5-b8cb-7764cbda0e3c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 210 time: 0.0276091 Aug 30 23:43:02.759813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-1d4afed8-bf46-41dd-8699-9c0a430cc88e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:02.761432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-1d4afed8-bf46-41dd-8699-9c0a430cc88e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.52 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 814 time: 0.1088147 Aug 30 23:43:02.781568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Request body: {'port': {'device_id': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1', 'admin_state_up': True, 'tenant_id': '7ae96f4bf4e84b8cb98dda5effce7842'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:02.807633 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-665bb268-3dfb-4a60-a974-fecc695031f2 req-a1bd6009-5d57-499f-a313-404888dd31eb tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 210 time: 0.0265014 Aug 30 23:43:02.888018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Made reservation on behalf of 7ae96f4bf4e84b8cb98dda5effce7842 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:02.894035 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.020130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Allocated IP 172.20.0.14 (d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1/6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d/859b4b4c-9c3b-4a88-9920-65b5faf0f25b) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:03.164408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.202192 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.213946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7aee8b95-4f4b-46b7-a744-fc1008a36bc4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:03.246627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:03.250526 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:03.254508 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:03.260818 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Pushing event updated for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:03.305260 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:03.305817 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.320698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-4e692b0d-597d-4bc4-9b48-f750b9349bb5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438011 Aug 30 23:43:03.338175 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Request body: {'port': {'device_id': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:03.392796 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.655681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 859b4b4c-9c3b-4a88-9920-65b5faf0f25b {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:43:03.663572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.675992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Transition to ACTIVE for port object 859b4b4c-9c3b-4a88-9920-65b5faf0f25b will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:03.679527 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.731361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Pushing event updated for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:03.752233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.752584 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.752927 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.753266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.753615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.753962 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.754295 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.754623 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.754949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.755277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.755604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.755929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:03.807016 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Attempting to bind port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:03.807630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Attempting to bind port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:03.807735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Attempting to bind port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:03.811919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:43:03.812242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Attempting to bind port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b on network d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:03.817017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:03.817357 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Checking segment: {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:03.817742 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Bound using segment: {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:03.818197 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Bound port: 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:03.818550 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.909031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:03.923547 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:03.929025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.964543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:03.965264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:03.966976 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] 10.222.0.52 "PUT /v2.0/ports/859b4b4c-9c3b-4a88-9920-65b5faf0f25b HTTP/1.1" status: 200 len: 1093 time: 0.6334257 Aug 30 23:43:03.970840 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:03.973623 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:03.988478 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98d4c6-95fd-49f4-b2d3-27539140e3cb req-1b3eef66-a131-42af-8b17-ee00f72c23fb tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:03.990349 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b98d4c6-95fd-49f4-b2d3-27539140e3cb req-1b3eef66-a131-42af-8b17-ee00f72c23fb tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 944 time: 0.1150153 Aug 30 23:43:04.021049 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cc67e21-29ca-4009-90f8-1ebb0efd1b4f x-openstack-request-id: req-2cc67e21-29ca-4009-90f8-1ebb0efd1b4f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:04.021337 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:04.021615 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2cc67e21-29ca-4009-90f8-1ebb0efd1b4f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:04.022022 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b', 'status': 'completed', 'code': 200} Aug 30 23:43:04.053223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9b21e-d1e7-49b3-af46-31a39f80de2f service neutron] Pushing event updated for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:04.079892 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9b98d4c6-95fd-49f4-b2d3-27539140e3cb req-ca386048-ee3d-427a-add5-d2771b73c093 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835464 Aug 30 23:43:04.093108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-5fb3587a-5bf8-4f1e-918b-563edc0d92d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:04.094637 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-5fb3587a-5bf8-4f1e-918b-563edc0d92d3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 1096 time: 0.0620005 Aug 30 23:43:04.143235 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-13716a34-8878-4538-ae95-aaaf355b7dce service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b HTTP/1.1" status: 200 len: 217 time: 0.0348315 Aug 30 23:43:04.190970 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-90171029-8658-486a-be74-c3d8b436ce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:04.192302 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-90171029-8658-486a-be74-c3d8b436ce6d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d HTTP/1.1" status: 200 len: 854 time: 0.0426667 Aug 30 23:43:04.227746 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-c886fccd-3ae5-415d-81b5-4eb8d4ba1f6e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288563 Aug 30 23:43:04.318844 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-078e8ce0-e18e-4274-b9fc-3641781d0d01 service neutron] 10.222.0.52 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836256 Aug 30 23:43:04.411162 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bbda5d2e-560b-4f9c-be52-fbd9555cccfe req-fd18f7b2-b699-4718-a0e6-83d109fa2228 service neutron] 10.222.0.52 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862632 Aug 30 23:43:04.531664 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-f14e8d72-f1b2-4993-bec5-35606942bdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:04.533136 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-f14e8d72-f1b2-4993-bec5-35606942bdf0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 1096 time: 0.0407641 Aug 30 23:43:04.620418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-bb31ae89-8662-444b-bb47-4854b228977e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:04.621881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-bb31ae89-8662-444b-bb47-4854b228977e service neutron] 10.222.0.52 "GET /v2.0/networks?id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 200 len: 915 time: 0.0815687 Aug 30 23:43:04.665400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-0cf4207a-e9e3-48c1-94c4-d24e778a249c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b HTTP/1.1" status: 200 len: 217 time: 0.0365696 Aug 30 23:43:04.715432 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-86302555-9242-4b7a-8cf8-1c2303a784fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:04.716894 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-86302555-9242-4b7a-8cf8-1c2303a784fe service neutron] 10.222.0.52 "GET /v2.0/subnets?id=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d HTTP/1.1" status: 200 len: 854 time: 0.0442064 Aug 30 23:43:04.749742 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-4151ada3-431e-4c0e-acb2-da4d56be8e89 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248973 Aug 30 23:43:04.843063 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-d3257bfe-8066-47e2-88dd-3c96c3a14351 service neutron] 10.222.0.52 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856578 Aug 30 23:43:04.933843 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba1ba25f-d619-4fc2-ba75-4e72cc0ef2f1 req-db56548f-0bd6-4e2a-a8ed-f0affbb2990b service neutron] 10.222.0.52 "GET /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831165 Aug 30 23:43:05.198369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53011755-8840-4a43-91ad-3586574e7da5 req-74ba0384-a914-4978-8c75-0b5d610028e0 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:05.200091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53011755-8840-4a43-91ad-3586574e7da5 req-74ba0384-a914-4978-8c75-0b5d610028e0 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 944 time: 0.0527620 Aug 30 23:43:05.241514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-53011755-8840-4a43-91ad-3586574e7da5 req-b8b69f9c-c496-4bb5-83ce-a667aeeb82d3 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348990 Aug 30 23:43:06.359554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a358563-0e86-479b-94fa-72ad83137d65 req-27860674-e21b-4bb3-99c2-88bd18597968 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:06.361075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a358563-0e86-479b-94fa-72ad83137d65 req-27860674-e21b-4bb3-99c2-88bd18597968 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 944 time: 0.0505316 Aug 30 23:43:06.397471 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9a358563-0e86-479b-94fa-72ad83137d65 req-2713caf6-a805-42a0-adf5-abe54742bd8c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304883 Aug 30 23:43:07.319838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 859b4b4c-9c3b-4a88-9920-65b5faf0f25b details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:43:07.411555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:07.423130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b', 'network_id': 'd2d3df92-ac57-46bd-b7ba-62cb5aac6ac1', 'port_id': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b', 'mac_address': 'fa:16:3e:a6:08:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:43:07.460033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:07.476398 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 859b4b4c-9c3b-4a88-9920-65b5faf0f25b {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:43:07.495576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:07.500853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:07.514671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30cb5c-3e17-4065-b76a-007a901e7321 req-248b22ec-83e5-49b3-8fba-edb656b7ceec tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:07.516167 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf30cb5c-3e17-4065-b76a-007a901e7321 req-248b22ec-83e5-49b3-8fba-edb656b7ceec tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 944 time: 0.0519409 Aug 30 23:43:07.547101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:07.555222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf30cb5c-3e17-4065-b76a-007a901e7321 req-e5c01527-9b48-4c48-a952-26ae5194bbb3 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330641 Aug 30 23:43:07.763886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['859b4b4c-9c3b-4a88-9920-65b5faf0f25b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:08.673419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953de9e-7b70-4568-af1d-0be130d147b2 req-50e580c4-cd6f-4d12-99a5-f97300e19336 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:08.674928 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b953de9e-7b70-4568-af1d-0be130d147b2 req-50e580c4-cd6f-4d12-99a5-f97300e19336 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 945 time: 0.0529306 Aug 30 23:43:08.714021 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b953de9e-7b70-4568-af1d-0be130d147b2 req-8319eb1e-6846-4cdc-884a-63f810a09a4a tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331941 Aug 30 23:43:09.336034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 859b4b4c-9c3b-4a88-9920-65b5faf0f25b up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:09.386481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:09.390150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:09.390525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:09.464386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:09.486955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:09.489177 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e0c62f-f519-4521-a3db-ef30e30ab1ed" -d '{"events": [{"server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "name": "network-vif-plugged", "status": "completed", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:09.502086 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:09.506272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:09.534983 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec58f8a8-07f8-4ee4-949a-f25a5082ae73 x-openstack-request-id: req-ec58f8a8-07f8-4ee4-949a-f25a5082ae73 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:09.535277 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "name": "network-vif-plugged", "status": "completed", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:09.535531 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec58f8a8-07f8-4ee4-949a-f25a5082ae73 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:09.535910 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b', 'code': 200} Aug 30 23:43:09.560850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:09.668193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba89fb-4d5b-40f5-9621-c4260fc4cfbe req-d691ae3c-793d-4103-9012-86e9c7409656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:09.669618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30ba89fb-4d5b-40f5-9621-c4260fc4cfbe req-d691ae3c-793d-4103-9012-86e9c7409656 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 1098 time: 0.0390718 Aug 30 23:43:09.704625 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30ba89fb-4d5b-40f5-9621-c4260fc4cfbe req-97efe2d2-a4fc-4bf2-98e4-f3c055a82470 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275671 Aug 30 23:43:09.826322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b041495-6a0d-46ac-a500-c829a3a36d67 req-d015d205-9521-4019-801b-d7abc9b56cee tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:09.828398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b041495-6a0d-46ac-a500-c829a3a36d67 req-d015d205-9521-4019-801b-d7abc9b56cee tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 946 time: 0.0492244 Aug 30 23:43:09.865253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1b041495-6a0d-46ac-a500-c829a3a36d67 req-a6f37c16-145d-4236-8bd1-bcd9497093f4 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309010 Aug 30 23:43:10.428636 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-11e652d2-e822-4e0a-bbfd-55a6edb80c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:10.979793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf646078-29cc-4900-9c7c-4a010dd0a575 req-d132deac-9a0c-4382-b8eb-a1d51b0dacab tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:10.981268 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf646078-29cc-4900-9c7c-4a010dd0a575 req-d132deac-9a0c-4382-b8eb-a1d51b0dacab tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 946 time: 0.0482423 Aug 30 23:43:11.018887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf646078-29cc-4900-9c7c-4a010dd0a575 req-cc1b0560-71a1-4831-84b2-4c23b40b440d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Aug 30 23:43:11.250065 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e542747a-32c0-4fb0-98f1-160bae3fd3ce req-0820c7d3-9446-47a7-a5de-bc2b37afd732 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:11.251520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e542747a-32c0-4fb0-98f1-160bae3fd3ce req-0820c7d3-9446-47a7-a5de-bc2b37afd732 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 946 time: 0.0521193 Aug 30 23:43:11.288511 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e542747a-32c0-4fb0-98f1-160bae3fd3ce req-8d9eb883-96ac-4864-a7aa-f3f5ef20470e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310512 Aug 30 23:43:11.730114 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:43:12.406978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32037e7-7e32-4521-90cb-95cae23268ba req-fbb61301-30ce-467c-b7cc-027b4f58ae54 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:12.408510 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e32037e7-7e32-4521-90cb-95cae23268ba req-fbb61301-30ce-467c-b7cc-027b4f58ae54 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 946 time: 0.0522573 Aug 30 23:43:12.446716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e32037e7-7e32-4521-90cb-95cae23268ba req-8cb83d09-6a19-4a38-b546-d1e5f6ba28c5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320661 Aug 30 23:43:12.643430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-712c50eb-c763-4a4f-a08c-706723d82768 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:12.644860 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-712c50eb-c763-4a4f-a08c-706723d82768 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.52 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Aug 30 23:43:12.734360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Deleting port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:12.734666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:12.820116 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] For port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:12.820488 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:12.834069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Calling delete_port for 859b4b4c-9c3b-4a88-9920-65b5faf0f25b owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:12.959031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:12.971471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7aee8b95-4f4b-46b7-a744-fc1008a36bc4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:12.988261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Pushing event deleted for resources: {'Port': ['ID=859b4b4c-9c3b-4a88-9920-65b5faf0f25b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:12.998013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['859b4b4c-9c3b-4a88-9920-65b5faf0f25b'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:13.027999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] No DVR routers for this DVR port 859b4b4c-9c3b-4a88-9920-65b5faf0f25b on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:13.031252 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:13.033250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-df075fc5-62e7-42b8-b421-2f525e0fce17 req-9be80702-619b-4261-be38-f16fbf00e66c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.52 "DELETE /v2.0/ports/859b4b4c-9c3b-4a88-9920-65b5faf0f25b HTTP/1.1" status: 204 len: 173 time: 0.3824856 Aug 30 23:43:13.033695 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'name': 'network-vif-deleted', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:13.036055 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a080f1-a745-440f-8ad8-0c3a7a8f1f1e" -d '{"events": [{"server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "name": "network-vif-deleted", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:13.041780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:13.078782 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7772d89-8470-46b9-8270-48872b27238a x-openstack-request-id: req-b7772d89-8470-46b9-8270-48872b27238a {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:13.079146 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1ac1d00-bea9-4dc4-9929-603f7d9ab515", "name": "network-vif-deleted", "tag": "859b4b4c-9c3b-4a88-9920-65b5faf0f25b", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:13.079912 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b7772d89-8470-46b9-8270-48872b27238a {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:13.080393 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1ac1d00-bea9-4dc4-9929-603f7d9ab515', 'name': 'network-vif-deleted', 'tag': '859b4b4c-9c3b-4a88-9920-65b5faf0f25b', 'status': 'completed', 'code': 200} Aug 30 23:43:13.405532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3d816c9f-021b-453b-9763-cc71523b9960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:13.557380 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3ddf59ff-b14a-47de-8e43-cda2f305a981 req-cf16d110-2e6f-4ee4-94fb-854ce4ccfcab tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1ac1d00-bea9-4dc4-9929-603f7d9ab515 HTTP/1.1" status: 200 len: 210 time: 0.0334675 Aug 30 23:43:14.704171 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b09470a-ace2-489c-b07a-e6f710d25041 req-08fdfdf0-8401-4cca-8bd8-c5fda5b22191 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:14.705652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b09470a-ace2-489c-b07a-e6f710d25041 req-08fdfdf0-8401-4cca-8bd8-c5fda5b22191 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0491354 Aug 30 23:43:14.739178 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:14.744791 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3b09470a-ace2-489c-b07a-e6f710d25041 req-c7a1df3a-357e-411b-a72e-65c1962b39d1 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333030 Aug 30 23:43:14.885219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aade7ac-b95d-4793-8d7c-f4f012a7e01e req-f6ecafb7-cc37-44c0-85a9-c245ce0502d5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:14.886641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aade7ac-b95d-4793-8d7c-f4f012a7e01e req-f6ecafb7-cc37-44c0-85a9-c245ce0502d5 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0491545 Aug 30 23:43:14.925201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5aade7ac-b95d-4793-8d7c-f4f012a7e01e req-87534539-4364-4e1e-a7a1-02baa460591c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321050 Aug 30 23:43:15.045454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d41f30-2bf2-4604-ae7c-1718ae7e7a36 req-5071e134-a29d-4950-be06-cc9cf136c6fa tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:15.047465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30d41f30-2bf2-4604-ae7c-1718ae7e7a36 req-5071e134-a29d-4950-be06-cc9cf136c6fa tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0497935 Aug 30 23:43:15.087423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-30d41f30-2bf2-4604-ae7c-1718ae7e7a36 req-df8636a9-c9a3-413a-9f6a-78eebcf4590e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330231 Aug 30 23:43:15.241510 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-a98f3173-05a1-40f3-8b93-3c4047da7224 req-4e8b2983-85d1-4074-b7d0-cde23ce189bf service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:43:15.242560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a98f3173-05a1-40f3-8b93-3c4047da7224 req-4e8b2983-85d1-4074-b7d0-cde23ce189bf service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440350 Aug 30 23:43:15.355036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a032bf07-a0f8-4d8f-a7e0-276bbb393062 req-c42067bb-843b-4c99-a506-153812487ab8 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:15.356532 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a032bf07-a0f8-4d8f-a7e0-276bbb393062 req-c42067bb-843b-4c99-a506-153812487ab8 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0492866 Aug 30 23:43:15.394983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a032bf07-a0f8-4d8f-a7e0-276bbb393062 req-b2675303-2356-4992-9557-df82f552fe9d tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317621 Aug 30 23:43:15.525871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11f37e-c080-46a3-b7f3-4dbb832a099d req-0725c2d0-64d6-4cc4-a3de-a31bcb0ebd60 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:15.527369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab11f37e-c080-46a3-b7f3-4dbb832a099d req-0725c2d0-64d6-4cc4-a3de-a31bcb0ebd60 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0601254 Aug 30 23:43:15.569288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ab11f37e-c080-46a3-b7f3-4dbb832a099d req-1bb968a0-32c2-4c52-89c6-e5341aff734c tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Aug 30 23:43:15.692648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1345a0fa-36e1-4349-a8ff-681e5d95dfa0 req-aaf0d279-190d-470b-b81c-df51f57b3fd3 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:15.694048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1345a0fa-36e1-4349-a8ff-681e5d95dfa0 req-aaf0d279-190d-470b-b81c-df51f57b3fd3 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0482323 Aug 30 23:43:15.732239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1345a0fa-36e1-4349-a8ff-681e5d95dfa0 req-1a124232-2034-4532-9ddd-c7b6045b9d17 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323246 Aug 30 23:43:16.031123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692b7d-dc40-463d-b66b-8cbd906a44c3 req-2e6e8ae4-9265-4f4c-88bf-0847d8ad4607 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:16.032588 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7692b7d-dc40-463d-b66b-8cbd906a44c3 req-2e6e8ae4-9265-4f4c-88bf-0847d8ad4607 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0488896 Aug 30 23:43:16.070141 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7692b7d-dc40-463d-b66b-8cbd906a44c3 req-752cb707-5bd7-4321-af69-500f42ba00bc tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316377 Aug 30 23:43:16.175005 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:17.191460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d47ab8-e0e4-4b4f-8675-c04cb87b43c6 req-efc2e3ab-ec57-4122-9d77-b05071d0b425 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:17.192921 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1d47ab8-e0e4-4b4f-8675-c04cb87b43c6 req-efc2e3ab-ec57-4122-9d77-b05071d0b425 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0530090 Aug 30 23:43:17.231444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f1d47ab8-e0e4-4b4f-8675-c04cb87b43c6 req-7131e333-e152-4391-9b95-f2f61c4c5877 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/security-groups?id=fed633f0-7932-476b-bd5a-467127c9339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322323 Aug 30 23:43:17.404106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 859b4b4c-9c3b-4a88-9920-65b5faf0f25b no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:43:17.424539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 859b4b4c-9c3b-4a88-9920-65b5faf0f25b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:43:17.424884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 859b4b4c-9c3b-4a88-9920-65b5faf0f25b not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:43:17.482940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-2582f90a-b8c6-4baf-aa9b-f482ad3f433e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:17.484396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-2582f90a-b8c6-4baf-aa9b-f482ad3f433e tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.47 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 945 time: 0.0515306 Aug 30 23:43:17.571145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Deleting port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:17.571480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:17.659799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] For port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,segment=NetworkSegment(7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b),segment_id=7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:17.660085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:17.672842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Calling delete_port for 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:17.800234 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:17.813293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7aee8b95-4f4b-46b7-a744-fc1008a36bc4'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:17.828470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Pushing event deleted for resources: {'Port': ['ID=7aee8b95-4f4b-46b7-a744-fc1008a36bc4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:17.869697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] No DVR routers for this DVR port 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:17.872211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:17.874219 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-33d86eb0-d6c6-48ce-8ab5-eb6b8b21e440 req-f15fb594-900c-45cc-95bb-03208d380772 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.47 "DELETE /v2.0/ports/7aee8b95-4f4b-46b7-a744-fc1008a36bc4 HTTP/1.1" status: 204 len: 173 time: 0.3834972 Aug 30 23:43:17.875184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'name': 'network-vif-deleted', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:17.877473 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed788d2-94a2-4e1d-8edc-81682e8c09fd" -d '{"events": [{"server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "name": "network-vif-deleted", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:17.917844 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1d512e-8d0b-4e9e-ae5a-3a41d03b4f77 x-openstack-request-id: req-5f1d512e-8d0b-4e9e-ae5a-3a41d03b4f77 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:17.918197 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ca02539-f96a-4a9f-b655-48e98ab329ea", "name": "network-vif-deleted", "tag": "7aee8b95-4f4b-46b7-a744-fc1008a36bc4", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:17.918459 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f1d512e-8d0b-4e9e-ae5a-3a41d03b4f77 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:17.918870 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ca02539-f96a-4a9f-b655-48e98ab329ea', 'name': 'network-vif-deleted', 'tag': '7aee8b95-4f4b-46b7-a744-fc1008a36bc4', 'status': 'completed', 'code': 200} Aug 30 23:43:18.338682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9089a0d7-b4e7-4778-b2d2-83539ef0d6ed req-10b92392-25e8-4f96-8f1b-a1d0b734aaf4 tempest-ServersNegativeTestJSON-1397969116 tempest-ServersNegativeTestJSON-1397969116-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ca02539-f96a-4a9f-b655-48e98ab329ea HTTP/1.1" status: 200 len: 210 time: 0.0264704 Aug 30 23:43:19.395828 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35380) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:19.443020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Deleting subnet 6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:43:19.445970 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.478581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.516363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.568466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.593736 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:19.597581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.599560 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-95539ab9-85f5-4d04-8640-8d24293068ad admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6d4019b1-8a05-4b7f-9701-d2d0e2f3d10d HTTP/1.1" status: 204 len: 168 time: 0.2027459 Aug 30 23:43:19.602049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:19.673561 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.748940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.758919 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:19.768893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:19.769191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cc7aeec-dc8e-4709-bfe9-1d2fa6dd2b2b') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:19.777951 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.791831 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.798369 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:19.798757 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:19.800356 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:19.856528 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.863579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:19.865457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1 HTTP/1.1" status: 204 len: 168 time: 0.2625070 Aug 30 23:43:19.874954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454d955f-40c9-4b17-a09f-9e9e54220000 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d3df92-ac57-46bd-b7ba-62cb5aac6ac1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:19.975419 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35386) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:20.014912 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ca22cf3-2e4d-45cd-9146-8c1e60797fa1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7ae96f4bf4e84b8cb98dda5effce7842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383019 Aug 30 23:43:20.017425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35388) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:20.064475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:20.088513 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:20.147124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:20.149737 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:20.150926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fed633f0-7932-476b-bd5a-467127c9339a HTTP/1.1" status: 204 len: 168 time: 0.1325848 Aug 30 23:43:20.159640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae18fd-cad8-4502-a771-aa68ef67f3e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed633f0-7932-476b-bd5a-467127c9339a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:20.833636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35410) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:20.929013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1487838411'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:20.950451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:20.953962 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:20.962419 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.048814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.052523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.079183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] vlan segment allocate from pool success with {'vlan_id': 637, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:21.088749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a414d22-e8a8-4fd1-94d3-6d076a024c12,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:21.094294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.094294 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Added segment d1c69cf0-fd72-41c4-bebc-830246e2861d of type vlan for network e0928cde-cbbd-44e8-8811-b91c2d640ca7 Aug 30 23:43:21.134189 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.159058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.164541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:21.165124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:21.221859 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3870432 Aug 30 23:43:21.235714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51770a0-67af-4729-a594-cdddcd6c9edb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Network': ['ID=e0928cde-cbbd-44e8-8811-b91c2d640ca7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:21.246087 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:21.364441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:43:21.384516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:43:21.384863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7aee8b95-4f4b-46b7-a744-fc1008a36bc4 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:43:22.928971 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.534376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35414) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:24.539565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'subnet': {'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:24.623596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:24.627056 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.803243 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.865576 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Subnet': ['ID=41d5a156-e43b-4491-b0d7-e70b19c53f7f,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:24.874138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking segment: {'id': 'd1c69cf0-fd72-41c4-bebc-830246e2861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:24.874524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network hostable DHCP agents. Network: e0928cde-cbbd-44e8-8811-b91c2d640ca7, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:24.890974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:24.899172 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e0928cde-cbbd-44e8-8811-b91c2d640ca7) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:24.903183 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:24.903771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.908511 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e383b-7cc1-4617-a2a6-1cb7e18eb101 None None] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:24.921357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-486cefee-39a5-49f5-bc08-6451e2cd34b4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3858199 Aug 30 23:43:24.924762 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35416) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:24.929804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-51282773'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:24.951433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:24.955494 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.978933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:24.987506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:24.987853 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Added segment ce89f77e-f8b7-4231-b2a3-a68233b200fb of type vlan for network c0556991-50ff-4fca-8803-7cf040ec65b2 Aug 30 23:43:25.026832 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.052422 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.055113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-e0928cde-cbbd-44e8-8811-b91c2d640ca7', 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7', 'tenant_id': '99d5c83a2f1e4a34a5d9279d81f7b239', 'fixed_ips': [{'subnet_id': '41d5a156-e43b-4491-b0d7-e70b19c53f7f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:25.056192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.058002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:25.058594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.116093 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1902707 Aug 30 23:43:25.119178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35418) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:25.125284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'subnet': {'network_id': 'c0556991-50ff-4fca-8803-7cf040ec65b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:25.125561 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ab327-b891-40f0-a33e-6975343d2ee0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Network': ['ID=c0556991-50ff-4fca-8803-7cf040ec65b2,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:25.141239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c0556991-50ff-4fca-8803-7cf040ec65b2 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:25.215911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:25.219548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.248910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Allocated IP 2001:db8:0:ffff::2 (e0928cde-cbbd-44e8-8811-b91c2d640ca7/41d5a156-e43b-4491-b0d7-e70b19c53f7f/5dad28c6-1921-427e-ad72-671236a1ef2e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:25.397765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.406956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Transition to ACTIVE for port object 5dad28c6-1921-427e-ad72-671236a1ef2e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:25.415357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.422118 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Transition to ACTIVE for port object 5dad28c6-1921-427e-ad72-671236a1ef2e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:25.427540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.469295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:25.474595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:25.476761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Pushing event updated for resources: {'Port': ['ID=5dad28c6-1921-427e-ad72-671236a1ef2e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:25.478962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:25.480891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Subnet': ['ID=0ca6a2e1-defc-4733-b7c9-6b38f77fc6ac,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:25.488294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.488646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.488991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.489332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.489667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.490030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.490360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.490690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.491027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.491353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.491681 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.492008 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.492754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.493112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.493462 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.493831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.494163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.495266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.495618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.496290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.496641 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.496974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.497348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.497631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:25.502975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking segment: {'id': 'ce89f77e-f8b7-4231-b2a3-a68233b200fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'c0556991-50ff-4fca-8803-7cf040ec65b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:25.503346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network hostable DHCP agents. Network: c0556991-50ff-4fca-8803-7cf040ec65b2, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:25.521397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network c0556991-50ff-4fca-8803-7cf040ec65b2 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:25.530150 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c0556991-50ff-4fca-8803-7cf040ec65b2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:25.537320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:25.537966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.543376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68f7a66-f21a-475e-8c67-64febf97c9d6 None None] Network c0556991-50ff-4fca-8803-7cf040ec65b2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:25.552756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0316731a-c211-4d68-b1ad-fdccc1031eb5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4322484 Aug 30 23:43:25.555442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:25.561301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Attempting to bind port 5dad28c6-1921-427e-ad72-671236a1ef2e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:25.561674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Attempting to bind port 5dad28c6-1921-427e-ad72-671236a1ef2e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd1c69cf0-fd72-41c4-bebc-830246e2861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:25.562065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Attempting to bind port 5dad28c6-1921-427e-ad72-671236a1ef2e on network e0928cde-cbbd-44e8-8811-b91c2d640ca7 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:25.592757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:25.593225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Checking segment: {'id': 'd1c69cf0-fd72-41c4-bebc-830246e2861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:25.593630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.594057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Bound using segment: {'id': 'd1c69cf0-fd72-41c4-bebc-830246e2861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:25.594539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Bound port: 5dad28c6-1921-427e-ad72-671236a1ef2e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c69cf0-fd72-41c4-bebc-830246e2861d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': 'e0928cde-cbbd-44e8-8811-b91c2d640ca7'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:25.594922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.654922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.708149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] For port 5dad28c6-1921-427e-ad72-671236a1ef2e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:25.724048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] For port 5dad28c6-1921-427e-ad72-671236a1ef2e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5dad28c6-1921-427e-ad72-671236a1ef2e,segment=NetworkSegment(d1c69cf0-fd72-41c4-bebc-830246e2861d),segment_id=d1c69cf0-fd72-41c4-bebc-830246e2861d)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:25.728359 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.731854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.794811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d6c57b-c2a6-432e-9caf-e2208d5bf851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-c0556991-50ff-4fca-8803-7cf040ec65b2', 'network_id': 'c0556991-50ff-4fca-8803-7cf040ec65b2', 'tenant_id': '99d5c83a2f1e4a34a5d9279d81f7b239', 'fixed_ips': [{'subnet_id': '0ca6a2e1-defc-4733-b7c9-6b38f77fc6ac'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:25.795677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-60d6c57b-c2a6-432e-9caf-e2208d5bf851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.800118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.828283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361788a-ca85-48e9-b3e1-d4c04368a606 None None] Pushing event updated for resources: {'Port': ['ID=5dad28c6-1921-427e-ad72-671236a1ef2e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:25.837239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca6a2e1-defc-4733-b7c9-6b38f77fc6ac,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:25.903490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.908290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9222673-2c5e-49cf-8264-fe2e2fd0559f None None] Network c0556991-50ff-4fca-8803-7cf040ec65b2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:25.915320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0556991-50ff-4fca-8803-7cf040ec65b2']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:25.927833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce89f77e-f8b7-4231-b2a3-a68233b200fb') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:25.928225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce89f77e-f8b7-4231-b2a3-a68233b200fb') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:25.938359 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.956043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.966842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:25.967544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:25.972944 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:26.043364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.050169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.054410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/c0556991-50ff-4fca-8803-7cf040ec65b2 HTTP/1.1" status: 204 len: 168 time: 0.4979241 Aug 30 23:43:26.057258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35422) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:26.063509 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1627225054'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:26.072992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e15877-4996-4322-ad2e-30402fdf8df0 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Network': ['ID=c0556991-50ff-4fca-8803-7cf040ec65b2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:26.085980 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:26.089582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.116787 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:26.126739 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.127097 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Added segment 898ac977-28f6-4b6a-8ca0-c8a7bd8bb80d of type vlan for network 935d5494-e693-44d2-81de-eb8906e80bb5 Aug 30 23:43:26.176043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.198769 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.205529 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:26.206540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.260835 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2020853 Aug 30 23:43:26.263595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35424) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:26.271193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'subnet': {'network_id': '935d5494-e693-44d2-81de-eb8906e80bb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:26.325351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff77084-5b74-402e-8fa9-5ff657131200 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Network': ['ID=935d5494-e693-44d2-81de-eb8906e80bb5,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:26.336113 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 935d5494-e693-44d2-81de-eb8906e80bb5 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:26.369723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:26.373191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.429317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Performing IP validity checks on allocation pools {{(pid=101268) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 30 23:43:26.429757 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.ipam_backend_mixin [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101268) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 30 23:43:26.559611 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.630544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Subnet': ['ID=a2506460-bf83-40e8-95e1-51c661a1f071,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:26.637663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking segment: {'id': '898ac977-28f6-4b6a-8ca0-c8a7bd8bb80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '935d5494-e693-44d2-81de-eb8906e80bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:26.638058 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network hostable DHCP agents. Network: 935d5494-e693-44d2-81de-eb8906e80bb5, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:26.656577 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network 935d5494-e693-44d2-81de-eb8906e80bb5 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:26.667624 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 935d5494-e693-44d2-81de-eb8906e80bb5) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:26.673207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:26.674273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.682468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb044c1-7784-4abc-bee1-760c0bed03cb None None] Network 935d5494-e693-44d2-81de-eb8906e80bb5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:26.691542 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-be0142c9-f866-4555-8438-95136fc46e26 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4268854 Aug 30 23:43:26.694477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:26.782774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa06552b-8b94-481f-a7a2-ce489bdd6c1f None None] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:26.822162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.861254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5dad28c6-1921-427e-ad72-671236a1ef2e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:26.882666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.923450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dbe5b447-fcde-49be-b493-753ddded500d None None] Provisioning for port 5dad28c6-1921-427e-ad72-671236a1ef2e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:26.945946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.967966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eeff4a-13f5-430d-b0d7-0270bdc65fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-935d5494-e693-44d2-81de-eb8906e80bb5', 'network_id': '935d5494-e693-44d2-81de-eb8906e80bb5', 'tenant_id': '99d5c83a2f1e4a34a5d9279d81f7b239', 'fixed_ips': [{'subnet_id': 'a2506460-bf83-40e8-95e1-51c661a1f071'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:26.968809 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e2eeff4a-13f5-430d-b0d7-0270bdc65fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:26.975588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Subnet': ['ID=a2506460-bf83-40e8-95e1-51c661a1f071,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:27.026290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 5dad28c6-1921-427e-ad72-671236a1ef2e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:27.032212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.042132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935d5494-e693-44d2-81de-eb8906e80bb5']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:27.053200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '898ac977-28f6-4b6a-8ca0-c8a7bd8bb80d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:27.053492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '898ac977-28f6-4b6a-8ca0-c8a7bd8bb80d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:27.062840 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.079543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5dad28c6-1921-427e-ad72-671236a1ef2e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:27.079922 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.080918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.088232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:27.088756 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:27.092052 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:27.126745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6497c74e-4e05-46db-8313-988065acddf2 None None] Network 935d5494-e693-44d2-81de-eb8906e80bb5 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:27.154374 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.161634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.163438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/935d5494-e693-44d2-81de-eb8906e80bb5 HTTP/1.1" status: 204 len: 168 time: 0.4675541 Aug 30 23:43:27.168132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:27.174112 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750536984'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:27.175850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa53d14-b259-4c86-8860-30bdffdb6cbb tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Network': ['ID=935d5494-e693-44d2-81de-eb8906e80bb5,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:27.197375 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:27.201196 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.228472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:27.240936 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.241336 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Added segment 97c9f485-74a1-4185-a23c-d0c39dc3124c of type vlan for network 4a83420b-ec69-49e4-a577-c4807397c9ce Aug 30 23:43:27.287804 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.294255 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.314179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.320560 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:27.321191 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.328437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 5dad28c6-1921-427e-ad72-671236a1ef2e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5dad28c6-1921-427e-ad72-671236a1ef2e,segment=NetworkSegment(d1c69cf0-fd72-41c4-bebc-830246e2861d),segment_id=d1c69cf0-fd72-41c4-bebc-830246e2861d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:27.335762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.379586 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2101395 Aug 30 23:43:27.383295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35430) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:27.389933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=5dad28c6-1921-427e-ad72-671236a1ef2e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:27.394053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'subnet': {'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:27.402826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184289e2-e551-4910-a59f-ce3652b23b7f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Network': ['ID=4a83420b-ec69-49e4-a577-c4807397c9ce,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:27.415101 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4a83420b-ec69-49e4-a577-c4807397c9ce details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:27.483219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0c059630-53e7-49f1-96a5-3831798d1664 None None] Provisioning complete for port 5dad28c6-1921-427e-ad72-671236a1ef2e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:27.484174 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0c059630-53e7-49f1-96a5-3831798d1664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.491813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:27.495342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.683402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.739543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Subnet': ['ID=972f3199-ce5c-406a-a828-6893a562b16d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:27.755507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking segment: {'id': '97c9f485-74a1-4185-a23c-d0c39dc3124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:27.755870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network hostable DHCP agents. Network: 4a83420b-ec69-49e4-a577-c4807397c9ce, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:27.771915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network 4a83420b-ec69-49e4-a577-c4807397c9ce is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:27.780233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4a83420b-ec69-49e4-a577-c4807397c9ce) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:27.785041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:27.785624 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.791732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6133528a-0fcb-4438-9f61-aafd37424f05 None None] Network 4a83420b-ec69-49e4-a577-c4807397c9ce requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:27.799957 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-49a0cdc9-22e9-43ba-9595-93f1cd534e6b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4143157 Aug 30 23:43:27.803547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:27.808370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-13402417'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:27.829495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:27.832913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.857201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:27.865816 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.866220 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Added segment db66765a-f7de-4361-9030-4b743c909195 of type vlan for network d2940c0c-29fc-4136-97b2-b4f404b6ba23 Aug 30 23:43:27.914768 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.937852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4a83420b-ec69-49e4-a577-c4807397c9ce', 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce', 'tenant_id': '99d5c83a2f1e4a34a5d9279d81f7b239', 'fixed_ips': [{'subnet_id': '972f3199-ce5c-406a-a828-6893a562b16d'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:27.938737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.939719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:27.945360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:27.945993 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.085207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Allocated IP 2001:db8::2 (4a83420b-ec69-49e4-a577-c4807397c9ce/972f3199-ce5c-406a-a828-6893a562b16d/8f199af1-bdb3-4cfb-a28c-8bc175b23254) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:28.239912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.254877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Transition to ACTIVE for port object 8f199af1-bdb3-4cfb-a28c-8bc175b23254 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:28.259667 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.272042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Transition to ACTIVE for port object 8f199af1-bdb3-4cfb-a28c-8bc175b23254 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:28.278530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.312799 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5082211 Aug 30 23:43:28.315492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:28.320266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Request body: {'subnet': {'network_id': 'd2940c0c-29fc-4136-97b2-b4f404b6ba23', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:28.326662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Network 4a83420b-ec69-49e4-a577-c4807397c9ce is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:28.332987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:28.335925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:28.337869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Pushing event updated for resources: {'Port': ['ID=8f199af1-bdb3-4cfb-a28c-8bc175b23254,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:28.372645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872cca9f-60b0-47e1-bb3f-641cd62acd81 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Network': ['ID=d2940c0c-29fc-4136-97b2-b4f404b6ba23,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:28.387823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network d2940c0c-29fc-4136-97b2-b4f404b6ba23 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:28.403133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Attempting to bind port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:28.403811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Attempting to bind port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '97c9f485-74a1-4185-a23c-d0c39dc3124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:28.403936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Attempting to bind port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 on network 4a83420b-ec69-49e4-a577-c4807397c9ce {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:28.416430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Made reservation on behalf of 99d5c83a2f1e4a34a5d9279d81f7b239 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:28.419862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.440586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:28.440961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Checking segment: {'id': '97c9f485-74a1-4185-a23c-d0c39dc3124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:28.441386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.441752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Bound using segment: {'id': '97c9f485-74a1-4185-a23c-d0c39dc3124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:28.442251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Bound port: 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97c9f485-74a1-4185-a23c-d0c39dc3124c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '4a83420b-ec69-49e4-a577-c4807397c9ce'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:28.442634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.522548 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] For port 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:28.525891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] For port 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f199af1-bdb3-4cfb-a28c-8bc175b23254,segment=NetworkSegment(97c9f485-74a1-4185-a23c-d0c39dc3124c),segment_id=97c9f485-74a1-4185-a23c-d0c39dc3124c)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:28.530504 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.587653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4694cfa-c1b4-4791-af00-53049787c9d8 None None] Pushing event updated for resources: {'Port': ['ID=8f199af1-bdb3-4cfb-a28c-8bc175b23254,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:28.609298 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.672793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event updated for resources: {'Subnet': ['ID=88ceaefd-ba63-463a-bea5-4a2e268650f3,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:28.683295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Checking segment: {'id': 'db66765a-f7de-4361-9030-4b743c909195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'd2940c0c-29fc-4136-97b2-b4f404b6ba23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:28.683661 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network hostable DHCP agents. Network: d2940c0c-29fc-4136-97b2-b4f404b6ba23, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:28.703080 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Network d2940c0c-29fc-4136-97b2-b4f404b6ba23 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:28.714079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, d2940c0c-29fc-4136-97b2-b4f404b6ba23) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:28.719579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:28.720695 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.728156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74e8c3a-5901-465d-aebe-36339ea32c87 None None] Network d2940c0c-29fc-4136-97b2-b4f404b6ba23 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:28.753517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c7e2ead4-6cb5-4303-98b2-7a3f33bfd582 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4349778 Aug 30 23:43:28.754189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35436) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:28.882545 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.947935 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.960844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c750e6-7dd1-4c65-93f9-82c3924fde22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-d2940c0c-29fc-4136-97b2-b4f404b6ba23', 'network_id': 'd2940c0c-29fc-4136-97b2-b4f404b6ba23', 'tenant_id': '99d5c83a2f1e4a34a5d9279d81f7b239', 'fixed_ips': [{'subnet_id': '88ceaefd-ba63-463a-bea5-4a2e268650f3'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:28.961856 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-78c750e6-7dd1-4c65-93f9-82c3924fde22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:28.967707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8f199af1-bdb3-4cfb-a28c-8bc175b23254 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:29.014422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.043654 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Subnet': ['ID=88ceaefd-ba63-463a-bea5-4a2e268650f3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:29.096892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server [None req-78c750e6-7dd1-4c65-93f9-82c3924fde22 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ceaefd-ba63-463a-bea5-4a2e268650f3: This subnet is being modified by another concurrent operation. Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise self.value Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server raise exception Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88ceaefd-ba63-463a-bea5-4a2e268650f3: This subnet is being modified by another concurrent operation. Aug 30 23:43:29.101643 n-d-791504-21 neutron-server[101270]: ERROR oslo_messaging.rpc.server Aug 30 23:43:29.107741 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.107856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5dad28c6-1921-427e-ad72-671236a1ef2e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:29.118809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2940c0c-29fc-4136-97b2-b4f404b6ba23']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:29.127985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db66765a-f7de-4361-9030-4b743c909195') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:29.128282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db66765a-f7de-4361-9030-4b743c909195') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:29.130134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ed3a2e-af0d-4bf1-ba99-d847f7f45b5a None None] Network d2940c0c-29fc-4136-97b2-b4f404b6ba23 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:29.137630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.152311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.158579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:29.158972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:29.161937 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:29.223575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.230866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.235938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/d2940c0c-29fc-4136-97b2-b4f404b6ba23 HTTP/1.1" status: 204 len: 168 time: 0.4743111 Aug 30 23:43:29.236056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35438) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.254012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 5dad28c6-1921-427e-ad72-671236a1ef2e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:29.254435 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.255502 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2115520e-e820-4be1-9053-31dadc6aeb66 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Network': ['ID=d2940c0c-29fc-4136-97b2-b4f404b6ba23,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:29.277378 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f89fad3-51b0-4661-b9c2-d9ecb250f8ff tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] GET failed (client error): The resource could not be found. Aug 30 23:43:29.278778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3f89fad3-51b0-4661-b9c2-d9ecb250f8ff tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "GET /v2.0/subnets/88ceaefd-ba63-463a-bea5-4a2e268650f3 HTTP/1.1" status: 404 len: 337 time: 0.0330594 Aug 30 23:43:29.281566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.302317 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e4050e-6dba-4a51-87d5-f6c1399f1879 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:29.302883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e4050e-6dba-4a51-87d5-f6c1399f1879 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:29.308360 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e3e4050e-6dba-4a51-87d5-f6c1399f1879 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/d2940c0c-29fc-4136-97b2-b4f404b6ba23 HTTP/1.1" status: 404 len: 339 time: 0.0220859 Aug 30 23:43:29.308556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35442) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.335240 n-d-791504-21 neutron-server[101269]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d0bf15-35cd-4e94-9420-17038b568b4a tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:29.335700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37d0bf15-35cd-4e94-9420-17038b568b4a tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101269) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:29.339823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-37d0bf15-35cd-4e94-9420-17038b568b4a tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/subnets/88ceaefd-ba63-463a-bea5-4a2e268650f3 HTTP/1.1" status: 404 len: 337 time: 0.0282736 Aug 30 23:43:29.340711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.363992 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-835bfd8b-e66e-46da-9a9b-95e73aba0947 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:29.364647 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835bfd8b-e66e-46da-9a9b-95e73aba0947 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:29.366502 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-835bfd8b-e66e-46da-9a9b-95e73aba0947 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/d2940c0c-29fc-4136-97b2-b4f404b6ba23 HTTP/1.1" status: 404 len: 339 time: 0.0247431 Aug 30 23:43:29.368983 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35446) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.420143 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Deleting subnet 972f3199-ce5c-406a-a828-6893a562b16d {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:43:29.424299 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.466157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.555793 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.572293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfd2db5-ce34-4496-99e3-dcb71663322f None None] Network 4a83420b-ec69-49e4-a577-c4807397c9ce requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:29.614774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.643149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.645521 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/subnets/972f3199-ce5c-406a-a828-6893a562b16d HTTP/1.1" status: 204 len: 168 time: 0.2755075 Aug 30 23:43:29.646780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c67e9d-4aca-4e60-a4b3-b475b683564b tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Subnet': ['ID=972f3199-ce5c-406a-a828-6893a562b16d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:29.648033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:29.687140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Provisioning for port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:29.704776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Provisioning complete for port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:29.705157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.733171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.797960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Deleting port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:29.798575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.805946 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.827421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] DHCP port deletion for 4a83420b-ec69-49e4-a577-c4807397c9ce request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:43:29.860291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] For port 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f199af1-bdb3-4cfb-a28c-8bc175b23254,segment=NetworkSegment(97c9f485-74a1-4185-a23c-d0c39dc3124c),segment_id=97c9f485-74a1-4185-a23c-d0c39dc3124c)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:29.860654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.863058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] For port 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f199af1-bdb3-4cfb-a28c-8bc175b23254,segment=NetworkSegment(97c9f485-74a1-4185-a23c-d0c39dc3124c),segment_id=97c9f485-74a1-4185-a23c-d0c39dc3124c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:29.867813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.874676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Calling delete_port for 8f199af1-bdb3-4cfb-a28c-8bc175b23254 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:29.926587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa89d57-e9f0-44ec-88b5-33198fda3862 None None] Pushing event updated for resources: {'Port': ['ID=8f199af1-bdb3-4cfb-a28c-8bc175b23254,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:29.933927 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Deleting port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:29.934307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.957731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:29.983432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Port': ['ID=8f199af1-bdb3-4cfb-a28c-8bc175b23254,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:29.986929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No DVR routers for this DVR port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:29.998648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] For port 8f199af1-bdb3-4cfb-a28c-8bc175b23254, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8f199af1-bdb3-4cfb-a28c-8bc175b23254,segment=NetworkSegment(97c9f485-74a1-4185-a23c-d0c39dc3124c),segment_id=97c9f485-74a1-4185-a23c-d0c39dc3124c)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:29.999064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.011685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Calling delete_port for 8f199af1-bdb3-4cfb-a28c-8bc175b23254 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:30.066496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.076508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a83420b-ec69-49e4-a577-c4807397c9ce']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:30.087829 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c9f485-74a1-4185-a23c-d0c39dc3124c') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:30.088128 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c9f485-74a1-4185-a23c-d0c39dc3124c') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:30.092643 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.097987 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.111427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.117402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:30.117969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.118401 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] Pushing event deleted for resources: {'Port': ['ID=8f199af1-bdb3-4cfb-a28c-8bc175b23254,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:30.120723 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:30.124384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255f21ef-fb29-4d05-b452-d697aaa2d5ba None None] No DVR routers for this DVR port 8f199af1-bdb3-4cfb-a28c-8bc175b23254 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:30.143571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8055369-d647-4a08-81c7-c88e59ee9fc1 None None] get_active_networks_info from n-d-791504-21 {{(pid=101270) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 30 23:43:30.178580 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.185542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.187922 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/4a83420b-ec69-49e4-a577-c4807397c9ce HTTP/1.1" status: 204 len: 168 time: 0.5386724 Aug 30 23:43:30.190659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.201934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7606efc2-53cc-4c51-a8bb-b2648463e17e tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Network': ['ID=4a83420b-ec69-49e4-a577-c4807397c9ce,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:30.213604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8055369-d647-4a08-81c7-c88e59ee9fc1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 30 23:43:30.222674 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-59325eec-8f23-4647-8bff-0d9cdb28c12f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:30.223130 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59325eec-8f23-4647-8bff-0d9cdb28c12f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:30.224849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-59325eec-8f23-4647-8bff-0d9cdb28c12f tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/subnets/a2506460-bf83-40e8-95e1-51c661a1f071 HTTP/1.1" status: 404 len: 337 time: 0.0329878 Aug 30 23:43:30.227486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35452) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.249766 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-f78aabb6-6f0c-4706-a32d-aa631472fea4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:30.250333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f78aabb6-6f0c-4706-a32d-aa631472fea4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:30.252282 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f78aabb6-6f0c-4706-a32d-aa631472fea4 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/935d5494-e693-44d2-81de-eb8906e80bb5 HTTP/1.1" status: 404 len: 339 time: 0.0238824 Aug 30 23:43:30.254860 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.281107 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-57195bf0-2756-438f-b1ec-5305c26c2d15 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:30.281620 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57195bf0-2756-438f-b1ec-5305c26c2d15 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:30.283363 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-57195bf0-2756-438f-b1ec-5305c26c2d15 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/subnets/0ca6a2e1-defc-4733-b7c9-6b38f77fc6ac HTTP/1.1" status: 404 len: 337 time: 0.0276015 Aug 30 23:43:30.285948 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.303382 n-d-791504-21 neutron-server[101268]: INFO neutron.pecan_wsgi.hooks.translation [None req-57071b0f-31f0-4a7c-9c94-bf8db655d022 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] DELETE failed (client error): The resource could not be found. Aug 30 23:43:30.303903 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57071b0f-31f0-4a7c-9c94-bf8db655d022 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101268) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 30 23:43:30.305574 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-57071b0f-31f0-4a7c-9c94-bf8db655d022 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/c0556991-50ff-4fca-8803-7cf040ec65b2 HTTP/1.1" status: 404 len: 339 time: 0.0187347 Aug 30 23:43:30.307995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.359390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Deleting subnet 41d5a156-e43b-4491-b0d7-e70b19c53f7f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:43:30.362475 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.401677 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.804792 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.817922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8f199af1-bdb3-4cfb-a28c-8bc175b23254 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:43:30.839150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8f199af1-bdb3-4cfb-a28c-8bc175b23254 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:43:30.839578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8f199af1-bdb3-4cfb-a28c-8bc175b23254 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:43:30.863453 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.890157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Subnet': ['ID=41d5a156-e43b-4491-b0d7-e70b19c53f7f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:30.893988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:30.896731 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-aa69cab2-fa75-42bd-8e9d-b83b8d5ebb32 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/subnets/41d5a156-e43b-4491-b0d7-e70b19c53f7f HTTP/1.1" status: 204 len: 168 time: 0.5872245 Aug 30 23:43:30.898795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35460) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:30.902355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764862f-0522-46c9-8051-5f5a42a085cd None None] Network e0928cde-cbbd-44e8-8811-b91c2d640ca7 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:30.978677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.033485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Deleting port 5dad28c6-1921-427e-ad72-671236a1ef2e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:31.033852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.077298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] DHCP port deletion for e0928cde-cbbd-44e8-8811-b91c2d640ca7 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:43:31.099348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] For port 5dad28c6-1921-427e-ad72-671236a1ef2e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5dad28c6-1921-427e-ad72-671236a1ef2e,segment=NetworkSegment(d1c69cf0-fd72-41c4-bebc-830246e2861d),segment_id=d1c69cf0-fd72-41c4-bebc-830246e2861d)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:31.099717 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.117630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Calling delete_port for 5dad28c6-1921-427e-ad72-671236a1ef2e owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:31.123792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Deleting port 5dad28c6-1921-427e-ad72-671236a1ef2e {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:31.124213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.188067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] For port 5dad28c6-1921-427e-ad72-671236a1ef2e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=5dad28c6-1921-427e-ad72-671236a1ef2e,segment=NetworkSegment(d1c69cf0-fd72-41c4-bebc-830246e2861d),segment_id=d1c69cf0-fd72-41c4-bebc-830246e2861d)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:31.188453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.194274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.201440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Calling delete_port for 5dad28c6-1921-427e-ad72-671236a1ef2e owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:31.220623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Port': ['ID=5dad28c6-1921-427e-ad72-671236a1ef2e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:31.224088 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] No DVR routers for this DVR port 5dad28c6-1921-427e-ad72-671236a1ef2e on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:31.274867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.303514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] Pushing event deleted for resources: {'Port': ['ID=5dad28c6-1921-427e-ad72-671236a1ef2e,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:31.306923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf0dfa0-b8df-4875-b327-bb965eb0344d None None] No DVR routers for this DVR port 5dad28c6-1921-427e-ad72-671236a1ef2e on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:31.310750 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.322652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0928cde-cbbd-44e8-8811-b91c2d640ca7']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:31.333373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c69cf0-fd72-41c4-bebc-830246e2861d') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:31.333671 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c69cf0-fd72-41c4-bebc-830246e2861d') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:31.342570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.357207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.364197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:31.364690 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:31.367693 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:31.425594 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.432508 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.434210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] 10.222.0.25 "DELETE /v2.0/networks/e0928cde-cbbd-44e8-8811-b91c2d640ca7 HTTP/1.1" status: 204 len: 168 time: 0.5342185 Aug 30 23:43:31.446014 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d48594-7769-46d2-ae10-c4537c5ccad5 tempest-NetworksIpV6Test-2007316328 tempest-NetworksIpV6Test-2007316328-project] Pushing event deleted for resources: {'Network': ['ID=e0928cde-cbbd-44e8-8811-b91c2d640ca7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:31.669882 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35466) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:31.803747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8017bd0e-950b-48d4-8c76-d1ec2227213e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=99d5c83a2f1e4a34a5d9279d81f7b239&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326110 Aug 30 23:43:31.806171 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35470) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:31.854881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.875997 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.919961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.922554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:31.923737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7a414d22-e8a8-4fd1-94d3-6d076a024c12 HTTP/1.1" status: 204 len: 168 time: 0.1166265 Aug 30 23:43:31.931260 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973c7eb-41dd-42eb-89cc-f35a60fd5a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a414d22-e8a8-4fd1-94d3-6d076a024c12,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:32.552871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35492) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:32.646980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1235534331', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:32.670481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.671555 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.724184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.728307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.743429 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.744866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d2af5905-7f6f-4169-9fb3-68cf6224ef2e tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1909733 Aug 30 23:43:32.747881 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:32.753346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-252035060'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:32.775859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Made reservation on behalf of 3dc1545d5ad0406e9ca918d7c03d152a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:32.779781 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.789339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.822736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5dad28c6-1921-427e-ad72-671236a1ef2e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:43:32.847362 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 5dad28c6-1921-427e-ad72-671236a1ef2e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:43:32.847712 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 5dad28c6-1921-427e-ad72-671236a1ef2e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:43:32.892100 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.895733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.922289 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:32.930973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a8534-b424-4fc3-a16a-c3f2808c440b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:32.937737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:32.938116 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Added segment 4d17fe93-3077-4d05-9319-f5c09702b719 of type vlan for network 9c478588-b96b-4473-beba-90c92d50a14a Aug 30 23:43:32.977777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.002654 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.008214 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:33.008805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.066080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3171313 Aug 30 23:43:33.068800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35498) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:33.076105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'subnet': {'network_id': '9c478588-b96b-4473-beba-90c92d50a14a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:33.120943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31d366d-7e12-4b73-a317-f544a7401590 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event updated for resources: {'Network': ['ID=9c478588-b96b-4473-beba-90c92d50a14a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:33.131941 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 9c478588-b96b-4473-beba-90c92d50a14a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:33.169922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Made reservation on behalf of 3dc1545d5ad0406e9ca918d7c03d152a for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:33.173864 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.354223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.419154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event updated for resources: {'Subnet': ['ID=c12711ab-2ce0-4da1-ae85-e50e9e3d26f1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:33.427585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Checking segment: {'id': '4d17fe93-3077-4d05-9319-f5c09702b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:33.427951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Network hostable DHCP agents. Network: 9c478588-b96b-4473-beba-90c92d50a14a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:33.444300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Network 9c478588-b96b-4473-beba-90c92d50a14a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:33.452981 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 9c478588-b96b-4473-beba-90c92d50a14a) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:33.457240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:33.457860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.462262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba24cc-8a9b-4395-a521-ee9955df4211 None None] Network 9c478588-b96b-4473-beba-90c92d50a14a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:33.472796 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5ca8951b-ce8a-4fdf-82f5-1fac674828e1 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4029436 Aug 30 23:43:33.475879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:33.480809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-645642361'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:33.502184 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Made reservation on behalf of 3dc1545d5ad0406e9ca918d7c03d152a for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:33.505739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.529114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:33.538815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.539197 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Added segment 3530aa37-28d9-434e-8499-bf9afd2c70eb of type vlan for network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a Aug 30 23:43:33.580611 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.606626 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.611233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-9c478588-b96b-4473-beba-90c92d50a14a', 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a', 'tenant_id': '3dc1545d5ad0406e9ca918d7c03d152a', 'fixed_ips': [{'subnet_id': 'c12711ab-2ce0-4da1-ae85-e50e9e3d26f1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:33.612103 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.614070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:33.614663 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.673851 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1968803 Aug 30 23:43:33.676728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35502) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:33.683908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'subnet': {'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:33.700148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4dd0d-cf83-4cd4-ba66-9b2fbb29310a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event updated for resources: {'Network': ['ID=4986c2c7-8ec6-478d-869f-bdbba2aa8e5a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:33.710956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:33.785710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Made reservation on behalf of 3dc1545d5ad0406e9ca918d7c03d152a for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:33.789343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:33.954255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Allocated IP 172.20.0.2 (9c478588-b96b-4473-beba-90c92d50a14a/c12711ab-2ce0-4da1-ae85-e50e9e3d26f1/e95bfee5-8f57-454f-97a0-0fd7727c5143) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:33.983204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.044982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event updated for resources: {'Subnet': ['ID=786135b1-f23c-445f-a985-aa058f1ed861,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:34.052303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Checking segment: {'id': '3530aa37-28d9-434e-8499-bf9afd2c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:34.052672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Network hostable DHCP agents. Network: 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:34.069809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:34.079377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:34.083431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:34.084000 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.088528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a903123-3a16-4b94-b3f3-72090175a03e None None] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:34.098791 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9665418a-58ff-4885-a93a-0b55069e2caa tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4209673 Aug 30 23:43:34.101513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35504) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:34.106254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6cb2a41f-e84b-4c2c-b266-173c3b8ec49a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Request body: {'router': {'external_gateway_info': {'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:34.149489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.162378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Transition to ACTIVE for port object e95bfee5-8f57-454f-97a0-0fd7727c5143 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:34.198635 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Transition to ACTIVE for port object e95bfee5-8f57-454f-97a0-0fd7727c5143 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:34.210724 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.278569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Network 9c478588-b96b-4473-beba-90c92d50a14a is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:34.285760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:34.291408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:34.300174 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Pushing event updated for resources: {'Port': ['ID=e95bfee5-8f57-454f-97a0-0fd7727c5143,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:34.326437 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cb2a41f-e84b-4c2c-b266-173c3b8ec49a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.341653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4986c2c7-8ec6-478d-869f-bdbba2aa8e5a', 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a', 'tenant_id': '3dc1545d5ad0406e9ca918d7c03d152a', 'fixed_ips': [{'subnet_id': '786135b1-f23c-445f-a985-aa058f1ed861'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:34.342529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.391585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Attempting to bind port e95bfee5-8f57-454f-97a0-0fd7727c5143 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:34.391952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Attempting to bind port e95bfee5-8f57-454f-97a0-0fd7727c5143 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4d17fe93-3077-4d05-9319-f5c09702b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:34.392313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Attempting to bind port e95bfee5-8f57-454f-97a0-0fd7727c5143 on network 9c478588-b96b-4473-beba-90c92d50a14a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:34.435492 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [None req-6cb2a41f-e84b-4c2c-b266-173c3b8ec49a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 30 23:43:34.437270 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6cb2a41f-e84b-4c2c-b266-173c3b8ec49a tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "PUT /v2.0/routers/6af053eb-75bb-462d-a4ef-3cc794bb86f0 HTTP/1.1" status: 400 len: 364 time: 0.3342872 Aug 30 23:43:34.442723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:34.443100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Checking segment: {'id': '4d17fe93-3077-4d05-9319-f5c09702b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:34.443335 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35506) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:34.443496 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.443889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Bound using segment: {'id': '4d17fe93-3077-4d05-9319-f5c09702b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:34.444358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Bound port: e95bfee5-8f57-454f-97a0-0fd7727c5143, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d17fe93-3077-4d05-9319-f5c09702b719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '9c478588-b96b-4473-beba-90c92d50a14a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:34.444737 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.494960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Deleting subnet 786135b1-f23c-445f-a985-aa058f1ed861 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:43:34.557745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] For port e95bfee5-8f57-454f-97a0-0fd7727c5143, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:34.560106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Allocated IP 172.21.0.2 (4986c2c7-8ec6-478d-869f-bdbba2aa8e5a/786135b1-f23c-445f-a985-aa058f1ed861/88418c58-f256-4426-b167-f63499603231) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:34.563621 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] For port e95bfee5-8f57-454f-97a0-0fd7727c5143, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e95bfee5-8f57-454f-97a0-0fd7727c5143,segment=NetworkSegment(4d17fe93-3077-4d05-9319-f5c09702b719),segment_id=4d17fe93-3077-4d05-9319-f5c09702b719)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:34.568849 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.676660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e7400-082f-4354-bdc6-77f25b235989 None None] Pushing event updated for resources: {'Port': ['ID=e95bfee5-8f57-454f-97a0-0fd7727c5143,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:34.758633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.773437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Transition to ACTIVE for port object 88418c58-f256-4426-b167-f63499603231 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:34.790778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Transition to ACTIVE for port object 88418c58-f256-4426-b167-f63499603231 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:34.796713 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.799933 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.858677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.859492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:34.864352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:34.866519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:34.874783 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Pushing event updated for resources: {'Port': ['ID=88418c58-f256-4426-b167-f63499603231,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:34.939464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Attempting to bind port 88418c58-f256-4426-b167-f63499603231 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:34.940104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Attempting to bind port 88418c58-f256-4426-b167-f63499603231 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '3530aa37-28d9-434e-8499-bf9afd2c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:34.940802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Attempting to bind port 88418c58-f256-4426-b167-f63499603231 on network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:34.946844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:34.947229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Checking segment: {'id': '3530aa37-28d9-434e-8499-bf9afd2c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:34.947637 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.948036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Bound using segment: {'id': '3530aa37-28d9-434e-8499-bf9afd2c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:34.948503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Bound port: 88418c58-f256-4426-b167-f63499603231, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3530aa37-28d9-434e-8499-bf9afd2c70eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4986c2c7-8ec6-478d-869f-bdbba2aa8e5a'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:34.948899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:34.969022 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.034180 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.038056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] For port 88418c58-f256-4426-b167-f63499603231, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:35.041761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] For port 88418c58-f256-4426-b167-f63499603231, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=88418c58-f256-4426-b167-f63499603231,segment=NetworkSegment(3530aa37-28d9-434e-8499-bf9afd2c70eb),segment_id=3530aa37-28d9-434e-8499-bf9afd2c70eb)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:35.048662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.075288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Subnet': ['ID=786135b1-f23c-445f-a985-aa058f1ed861,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:35.079773 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.084494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-79fd7c81-d004-412e-8171-f667b5db6527 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "DELETE /v2.0/subnets/786135b1-f23c-445f-a985-aa058f1ed861 HTTP/1.1" status: 204 len: 168 time: 0.6378949 Aug 30 23:43:35.084800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35508) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:35.111838 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edc4472-74f7-43f9-b208-05faa441bbb2 None None] Pushing event updated for resources: {'Port': ['ID=88418c58-f256-4426-b167-f63499603231,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:35.178002 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.234826 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Deleting port 88418c58-f256-4426-b167-f63499603231 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:35.235137 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.320536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] For port 88418c58-f256-4426-b167-f63499603231, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=88418c58-f256-4426-b167-f63499603231,segment=NetworkSegment(3530aa37-28d9-434e-8499-bf9afd2c70eb),segment_id=3530aa37-28d9-434e-8499-bf9afd2c70eb)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:35.321195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.342304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Calling delete_port for 88418c58-f256-4426-b167-f63499603231 owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:35.432249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.461877 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] No DVR routers for this DVR port 88418c58-f256-4426-b167-f63499603231 on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:35.468626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Port': ['ID=88418c58-f256-4426-b167-f63499603231,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:35.550080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.561269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4986c2c7-8ec6-478d-869f-bdbba2aa8e5a']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:35.573570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3530aa37-28d9-434e-8499-bf9afd2c70eb') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:35.573941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3530aa37-28d9-434e-8499-bf9afd2c70eb') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:35.584065 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.599194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.605343 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:35.605743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:35.609288 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:35.667867 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.673745 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.678740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "DELETE /v2.0/networks/4986c2c7-8ec6-478d-869f-bdbba2aa8e5a HTTP/1.1" status: 204 len: 168 time: 0.5900033 Aug 30 23:43:35.678889 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ebd5f1-74c9-43fd-b261-7f64a1c0c204 None None] Network 9c478588-b96b-4473-beba-90c92d50a14a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:35.679089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35510) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:35.691521 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bb82d7-64d8-415e-aff0-37d4194d1acd tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Network': ['ID=4986c2c7-8ec6-478d-869f-bdbba2aa8e5a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:35.739042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Deleting subnet c12711ab-2ce0-4da1-ae85-e50e9e3d26f1 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:43:35.742636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.751330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa961746-a000-4e46-bb3e-6343ce2641cc None None] Provisioning for port e95bfee5-8f57-454f-97a0-0fd7727c5143 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:35.787113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.882512 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.945142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.976511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Subnet': ['ID=c12711ab-2ce0-4da1-ae85-e50e9e3d26f1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:35.980296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:35.984414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ffece5e5-0833-4df8-9154-e34192b8fced tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "DELETE /v2.0/subnets/c12711ab-2ce0-4da1-ae85-e50e9e3d26f1 HTTP/1.1" status: 204 len: 168 time: 0.3019462 Aug 30 23:43:35.984634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35512) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:36.064907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.083030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1083872c-589d-4a01-83d8-8c48c79efa9a None None] Network 9c478588-b96b-4473-beba-90c92d50a14a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:36.128660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Deleting port e95bfee5-8f57-454f-97a0-0fd7727c5143 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:43:36.129129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.196754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] For port e95bfee5-8f57-454f-97a0-0fd7727c5143, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=e95bfee5-8f57-454f-97a0-0fd7727c5143,segment=NetworkSegment(4d17fe93-3077-4d05-9319-f5c09702b719),segment_id=4d17fe93-3077-4d05-9319-f5c09702b719)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:36.197247 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.204381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb8446-bd80-4f3d-ae57-98d4964c4fe3 None None] DHCP port deletion for 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:43:36.211323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Calling delete_port for e95bfee5-8f57-454f-97a0-0fd7727c5143 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:43:36.218211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b87120af-5c4c-4eac-a1a0-3cb6eaab0ca1 None None] Could not find standard attr ID for object 88418c58-f256-4426-b167-f63499603231. {{(pid=101270) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 30 23:43:36.233775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42dae2-f7cc-4887-8820-23890fe81629 None None] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:36.245573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba42dae2-f7cc-4887-8820-23890fe81629 None None] Network 4986c2c7-8ec6-478d-869f-bdbba2aa8e5a could not be found, it might have been deleted concurrently. {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 30 23:43:36.292627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.301147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbce55bb-767e-4f8e-9453-d082bfd6aece None None] DHCP port deletion for 9c478588-b96b-4473-beba-90c92d50a14a request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:43:36.324194 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Port': ['ID=e95bfee5-8f57-454f-97a0-0fd7727c5143,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:36.329708 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] No DVR routers for this DVR port e95bfee5-8f57-454f-97a0-0fd7727c5143 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:43:36.405853 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.416009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c478588-b96b-4473-beba-90c92d50a14a']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:36.426188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d17fe93-3077-4d05-9319-f5c09702b719') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:36.426487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d17fe93-3077-4d05-9319-f5c09702b719') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:36.435124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.448904 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.455656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:43:36.456041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:43:36.458950 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:43:36.519605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.524008 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.528591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "DELETE /v2.0/networks/9c478588-b96b-4473-beba-90c92d50a14a HTTP/1.1" status: 204 len: 168 time: 0.5406334 Aug 30 23:43:36.529024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35514) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:36.540679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e55137-b08a-4637-8de3-35ace9b171d2 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Pushing event deleted for resources: {'Network': ['ID=9c478588-b96b-4473-beba-90c92d50a14a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:36.560825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-50f47ce2-5987-4fbf-8e26-54c057c0b4ef tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "GET /v2.0/ports?device_id=6af053eb-75bb-462d-a4ef-3cc794bb86f0 HTTP/1.1" status: 200 len: 205 time: 0.0306683 Aug 30 23:43:36.563715 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35516) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:36.635630 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.790162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.792275 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.838886 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.839512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Fanout notify agent at l3_agent the message router_deleted on router 6af053eb-75bb-462d-a4ef-3cc794bb86f0 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:43:36.846852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:36.847950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a52c4845-a312-4048-8ce7-fb13fc42d0d7 tempest-RoutersNegativeTest-779895403 tempest-RoutersNegativeTest-779895403-project] 10.222.0.25 "DELETE /v2.0/routers/6af053eb-75bb-462d-a4ef-3cc794bb86f0 HTTP/1.1" status: 204 len: 168 time: 0.2832606 Aug 30 23:43:37.086728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35522) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:37.216119 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-67c22c7e-8f04-44d1-b04b-ca05ebd85818 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3dc1545d5ad0406e9ca918d7c03d152a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1282086 Aug 30 23:43:37.219178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35526) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:37.266677 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:37.286924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:37.337155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:37.339716 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:37.340850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/243a8534-b424-4fc3-a16a-c3f2808c440b HTTP/1.1" status: 204 len: 168 time: 0.1207757 Aug 30 23:43:37.348563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd2a83-9043-4e2d-b943-15d3ee8224f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a8534-b424-4fc3-a16a-c3f2808c440b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:37.949418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35548) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:38.043122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-59461712-network', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:38.064102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Made reservation on behalf of 1393edd0038e4f14b382c7ae6892b562 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:38.066452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.074610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.162454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.166137 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.186722 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:38.202418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:38.205389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.205728 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Added segment 1b318e5e-84f0-4058-a7e8-e6ed78e550e8 of type vlan for network 6d976b9c-048a-4181-9d05-3c357af39ad1 Aug 30 23:43:38.245714 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.271172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.272167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:38.272761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.332731 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3818800 Aug 30 23:43:38.335711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35552) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:38.340861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Request body: {'subnet': {'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-subnet', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:38.341301 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d2574-72bf-481d-afa8-bd20a023fc97 admin admin] Pushing event updated for resources: {'Network': ['ID=6d976b9c-048a-4181-9d05-3c357af39ad1,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:38.351593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:38.364133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Made reservation on behalf of 1393edd0038e4f14b382c7ae6892b562 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:38.366544 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.534824 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.588040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=390a27af-0a33-4497-bfc7-230af69416e1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:38.599213 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Checking segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:38.599580 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Network hostable DHCP agents. Network: 6d976b9c-048a-4181-9d05-3c357af39ad1, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:38.618301 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:38.628612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 6d976b9c-048a-4181-9d05-3c357af39ad1) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:38.633121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:38.633801 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.638993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3054e81-f611-41f0-96e5-bbfdbb1a6a51 None None] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:38.650662 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fbbb2624-924e-4eb8-96fa-3e97fe41e968 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3137805 Aug 30 23:43:38.654281 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35554) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:38.658710 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:38.679963 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.680961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.731734 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.797162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-6d976b9c-048a-4181-9d05-3c357af39ad1', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:38.798058 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.872166 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:38.931754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Allocated IP 172.20.0.2 (6d976b9c-048a-4181-9d05-3c357af39ad1/390a27af-0a33-4497-bfc7-230af69416e1/88694a98-edd3-4e71-9a99-1dc86388f93e) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:39.073890 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.075803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.083054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Transition to ACTIVE for port object 88694a98-edd3-4e71-9a99-1dc86388f93e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:39.095770 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.097615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Transition to ACTIVE for port object 88694a98-edd3-4e71-9a99-1dc86388f93e will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:39.103640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.139719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:39.146294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:39.149842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:39.157093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Pushing event updated for resources: {'Port': ['ID=88694a98-edd3-4e71-9a99-1dc86388f93e,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:39.203941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Allocated IP 172.25.7.123 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/23864678-14e1-4ad6-89b3-3d32eed9b722) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:39.210544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Attempting to bind port 88694a98-edd3-4e71-9a99-1dc86388f93e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:39.210915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Attempting to bind port 88694a98-edd3-4e71-9a99-1dc86388f93e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:39.211278 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Attempting to bind port 88694a98-edd3-4e71-9a99-1dc86388f93e on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:39.216791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:39.217312 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Checking segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:39.217891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.218291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Bound using segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:39.218751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Bound port: 88694a98-edd3-4e71-9a99-1dc86388f93e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:39.219282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.282884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] For port 88694a98-edd3-4e71-9a99-1dc86388f93e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:39.286097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] For port 88694a98-edd3-4e71-9a99-1dc86388f93e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=88694a98-edd3-4e71-9a99-1dc86388f93e,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:39.291456 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.313375 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.348799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2a644-f920-49d9-a1a0-15e577a5babd None None] Pushing event updated for resources: {'Port': ['ID=88694a98-edd3-4e71-9a99-1dc86388f93e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:39.356675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.393559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:39.398639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:39.402264 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:39.426963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Pushing event updated for resources: {'Port': ['ID=23864678-14e1-4ad6-89b3-3d32eed9b722,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:39.679854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:39.876920 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:40.008534 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:43:40.118684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:43:40.131179 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Sync routers for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:43:40.137743 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:40.141380 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:40.142385 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9b5ae954-c10f-4a67-a3c8-5effb3f4aa8f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4870591 Aug 30 23:43:40.142646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35556) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:40.143352 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:40.253038 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:40.254394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1954809-b717-4608-bf57-72292cfc3478 None None] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:40.321923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-72fa399d-3ca1-40fc-a849-fee070d35938 None None] Provisioning for port 88694a98-edd3-4e71-9a99-1dc86388f93e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:40.446171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-42d68415-088f-4654-ba7a-f127e7dff542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:40.540424 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:39Z', 'revision_number': 3, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:40.670663 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Checking router: 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:43:40.671028 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Updating router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e port 23864678-14e1-4ad6-89b3-3d32eed9b722 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:43:40.703923 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:40.866036 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 88694a98-edd3-4e71-9a99-1dc86388f93e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:40.920172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:40.937413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 88694a98-edd3-4e71-9a99-1dc86388f93e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:40.942015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 88694a98-edd3-4e71-9a99-1dc86388f93e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:40.942775 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.010007 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.021519 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Transition to ACTIVE for port object 23864678-14e1-4ad6-89b3-3d32eed9b722 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:41.032829 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.042357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.089161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 88694a98-edd3-4e71-9a99-1dc86388f93e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=88694a98-edd3-4e71-9a99-1dc86388f93e,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:41.090265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Pushing event updated for resources: {'Port': ['ID=23864678-14e1-4ad6-89b3-3d32eed9b722,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:41.094080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.094896 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Attempting to bind port 23864678-14e1-4ad6-89b3-3d32eed9b722 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:41.095271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Attempting to bind port 23864678-14e1-4ad6-89b3-3d32eed9b722 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:41.095637 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Attempting to bind port 23864678-14e1-4ad6-89b3-3d32eed9b722 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:41.101672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Allocated IP 172.20.0.1 (6d976b9c-048a-4181-9d05-3c357af39ad1/390a27af-0a33-4497-bfc7-230af69416e1/41a31247-4497-4f5a-a217-24648c1df87f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:41.104430 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.104817 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.105100 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.105490 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.105770 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.106110 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.106435 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.106755 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.107092 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.107407 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.108183 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.108183 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:43:41.111286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:41.111660 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:41.112055 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.112434 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:41.112907 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Bound port: 23864678-14e1-4ad6-89b3-3d32eed9b722, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:41.113288 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.148801 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=88694a98-edd3-4e71-9a99-1dc86388f93e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:41.167456 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] For port 23864678-14e1-4ad6-89b3-3d32eed9b722, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:41.172337 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] For port 23864678-14e1-4ad6-89b3-3d32eed9b722, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=23864678-14e1-4ad6-89b3-3d32eed9b722,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:41.176801 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.221159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.235015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Transition to ACTIVE for port object 41a31247-4497-4f5a-a217-24648c1df87f will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:41.237710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:41.238384 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:41.270889 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.276855 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85db6c08-da45-4fad-baaf-8d632f52bb84 None None] Pushing event updated for resources: {'Port': ['ID=23864678-14e1-4ad6-89b3-3d32eed9b722,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:41.320107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:41.323086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:41.326103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:41.357550 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:41.357836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Pushing event updated for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:41.380894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.527442 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.547802 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:39Z', 'revision_number': 3, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:41.577675 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf6720a6-ce35-4042-abfd-3596a27b0ec5 None None] The sync data for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 is: [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:39Z', 'revision_number': 3, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:43:41.583001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e5226f75-f6ed-419b-ab53-976adf2c20b9 None None] Provisioning for port 41a31247-4497-4f5a-a217-24648c1df87f completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:41.587488 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e5226f75-f6ed-419b-ab53-976adf2c20b9 None None] Provisioning complete for port 41a31247-4497-4f5a-a217-24648c1df87f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:41.587873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e5226f75-f6ed-419b-ab53-976adf2c20b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.627290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e5226f75-f6ed-419b-ab53-976adf2c20b9 None None] Port 41a31247-4497-4f5a-a217-24648c1df87f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:41.697597 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.702881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.768339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Pushing event updated for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:41.773448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:41.880998 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:41.882481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:42.009583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:43:42.128219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:43:42.133297 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-68fc7814-999b-432d-9025-b80d294e1b7e admin admin] 10.222.0.25 "PUT /v2.0/routers/01016f76-dc27-4ad9-87b8-7ae2a8d07f1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9896250 Aug 30 23:43:42.153035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-325e4256-ef45-4f68-b267-64570d704afb None None] Provisioning complete for port 41a31247-4497-4f5a-a217-24648c1df87f triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:42.153494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-325e4256-ef45-4f68-b267-64570d704afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.190240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-325e4256-ef45-4f68-b267-64570d704afb None None] Port 41a31247-4497-4f5a-a217-24648c1df87f cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:42.636699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:42.642457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1883361854-network', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:42.664670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Made reservation on behalf of 5efc25ad4e66497c8f10aff4bfb3c5eb for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:42.667296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.676914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.775430 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.781311 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.822191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:43:42.831273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27253a9c-6b5e-4d40-bc15-190a8fa0c891,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:42.841029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.841294 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Added segment be6ef050-43a6-44b4-b872-368166ab626e of type vlan for network 73f787d2-bd25-4194-bd80-d717836c3e23 Aug 30 23:43:42.901881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.930538 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.931629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:42.935188 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:42.946876 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 23864678-14e1-4ad6-89b3-3d32eed9b722 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:43.000827 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3600106 Aug 30 23:43:43.001595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35576) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:43.005465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70991e25-bca3-45ce-af9a-7c1b836b030b admin admin] Pushing event updated for resources: {'Network': ['ID=73f787d2-bd25-4194-bd80-d717836c3e23,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:43.019797 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Request body: {'subnet': {'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-subnet', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:43.020219 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 73f787d2-bd25-4194-bd80-d717836c3e23 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:43:43.025074 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.048835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Made reservation on behalf of 5efc25ad4e66497c8f10aff4bfb3c5eb for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:43.051628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.080292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 23864678-14e1-4ad6-89b3-3d32eed9b722 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:43.096883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 23864678-14e1-4ad6-89b3-3d32eed9b722 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:43.097186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.181920 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.205736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 23864678-14e1-4ad6-89b3-3d32eed9b722, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=23864678-14e1-4ad6-89b3-3d32eed9b722,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:43.211332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.212177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 88694a98-edd3-4e71-9a99-1dc86388f93e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:43.250907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.277103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Sync routers for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:43:43.314638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c057e5-4320-4976-bbcd-5f9de3ea4851,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:43.323596 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Checking segment: {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:43.323961 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Network hostable DHCP agents. Network: 73f787d2-bd25-4194-bd80-d717836c3e23, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:43:43.342672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Network 73f787d2-bd25-4194-bd80-d717836c3e23 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:43:43.352537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 73f787d2-bd25-4194-bd80-d717836c3e23) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:43.357690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:43.359738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.374470 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-db0a946c-8808-40dd-901d-342d067d1741 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3700416 Aug 30 23:43:43.377136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35578) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:43.381965 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:43.403719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.404803 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.451216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67953ad8-2311-4446-9217-d17aa48a6eb6 None None] Network 73f787d2-bd25-4194-bd80-d717836c3e23 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:43.461937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.510971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=23864678-14e1-4ad6-89b3-3d32eed9b722,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:43.520535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:43.521169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:43.522912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-edac11eb-5c2d-4bea-aa38-6d7ab6a656ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.596485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.597990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 88694a98-edd3-4e71-9a99-1dc86388f93e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:43.598370 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.713472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:43.797157 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.811923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-73f787d2-bd25-4194-bd80-d717836c3e23', 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'fixed_ips': [{'subnet_id': '00c057e5-4320-4976-bbcd-5f9de3ea4851'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:43:43.812780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.815675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:43.919347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Allocated IP 172.25.7.119 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/67048a30-1487-40b0-b566-5faae52d0842) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:44.028302 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.067206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.067739 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Allocated IP 172.20.0.2 (73f787d2-bd25-4194-bd80-d717836c3e23/00c057e5-4320-4976-bbcd-5f9de3ea4851/7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:44.103039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:44.105909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:44.111430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:44.135980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 4, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '41a31247-4497-4f5a-a217-24648c1df87f', 'name': '', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'mac_address': 'fa:16:3e:54:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:40Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 2, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'subnets': [{'id': '390a27af-0a33-4497-bfc7-230af69416e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:44.144208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Pushing event updated for resources: {'Port': ['ID=67048a30-1487-40b0-b566-5faae52d0842,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:44.165666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Checking router: 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:43:44.166050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Updating router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e port 41a31247-4497-4f5a-a217-24648c1df87f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:43:44.202982 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.353230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.368558 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.372462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Transition to ACTIVE for port object 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:44.429178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Transition to ACTIVE for port object 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:44.439557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.496480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Network 73f787d2-bd25-4194-bd80-d717836c3e23 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:44.503905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:44.512539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:44.517252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Pushing event updated for resources: {'Port': ['ID=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:44.564256 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.611643 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Attempting to bind port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:44.611928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Attempting to bind port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:44.612304 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Attempting to bind port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd on network 73f787d2-bd25-4194-bd80-d717836c3e23 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:44.622874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:44.623255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Checking segment: {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:44.624181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.624579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Bound using segment: {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:44.625048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Bound port: 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:44.625433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.647032 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.676464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Transition to ACTIVE for port object 41a31247-4497-4f5a-a217-24648c1df87f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:44.687128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.695251 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:43:44.746672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] For port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:44.774399 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] For port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:44.777103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d28a-889f-49c7-a053-501894e87c42 None None] Pushing event updated for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:44.783532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.784598 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.889867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 23864678-14e1-4ad6-89b3-3d32eed9b722 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:44.930501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Attempting to bind port 41a31247-4497-4f5a-a217-24648c1df87f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:44.930969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Attempting to bind port 41a31247-4497-4f5a-a217-24648c1df87f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:44.931419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Attempting to bind port 41a31247-4497-4f5a-a217-24648c1df87f on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:44.940196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:44.940724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Checking segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:44.941213 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.941695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Bound using segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:44.942339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Bound port: 41a31247-4497-4f5a-a217-24648c1df87f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:44.942826 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:44.949248 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131dd02e-1c38-4b1e-9b60-4fe33226da91 None None] Pushing event updated for resources: {'Port': ['ID=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:45.044780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 23864678-14e1-4ad6-89b3-3d32eed9b722 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:45.045167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.047839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] For port 41a31247-4497-4f5a-a217-24648c1df87f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:45.091763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] For port 41a31247-4497-4f5a-a217-24648c1df87f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=41a31247-4497-4f5a-a217-24648c1df87f,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:45.098599 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.168971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:43:45.181707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:45.181707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:45.191239 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Sync routers for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:43:45.203843 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.205135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5eb8bd8a-c320-49a9-b3f7-d08c5c550e2a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.8268166 Aug 30 23:43:45.207053 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:45.207974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35580) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:43:45.208436 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:45.242052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9789d28a-889f-49c7-a053-501894e87c42 None None] Pushing event updated for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:45.356480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:45.379776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:45.549697 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:44Z', 'revision_number': 3, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:45.575264 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Checking router: 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:43:45.575606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Updating router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c port 67048a30-1487-40b0-b566-5faae52d0842 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:43:45.601639 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.616356 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 4, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '41a31247-4497-4f5a-a217-24648c1df87f', 'name': '', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'mac_address': 'fa:16:3e:54:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:40Z', 'updated_at': '2021-08-30T23:43:45Z', 'revision_number': 4, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'subnets': [{'id': '390a27af-0a33-4497-bfc7-230af69416e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:45.643833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c801ce8a-d935-4cca-a7f0-bb3d1017e63e None None] The sync data for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 is: [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:43:41Z', 'revision_number': 4, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '41a31247-4497-4f5a-a217-24648c1df87f', 'name': '', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'mac_address': 'fa:16:3e:54:34:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:40Z', 'updated_at': '2021-08-30T23:43:45Z', 'revision_number': 4, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'subnets': [{'id': '390a27af-0a33-4497-bfc7-230af69416e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:43:45.735613 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.949710 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:45.955205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Allocated IP 172.20.0.1 (73f787d2-bd25-4194-bd80-d717836c3e23/00c057e5-4320-4976-bbcd-5f9de3ea4851/3e534be6-742a-4e6c-a3e9-d2e059bdc5b0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:45.962060 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Transition to ACTIVE for port object 67048a30-1487-40b0-b566-5faae52d0842 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:45.969568 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.024611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Attempting to bind port 67048a30-1487-40b0-b566-5faae52d0842 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:46.025013 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Attempting to bind port 67048a30-1487-40b0-b566-5faae52d0842 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:46.025343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Attempting to bind port 67048a30-1487-40b0-b566-5faae52d0842 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:46.027486 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c4bd-36c1-4bd8-b3b9-8c81c32a7f3e None None] Pushing event updated for resources: {'Port': ['ID=67048a30-1487-40b0-b566-5faae52d0842,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:46.033983 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:46.034352 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:46.034756 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.035783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:46.035783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Bound port: 67048a30-1487-40b0-b566-5faae52d0842, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:46.036035 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.095387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.098636 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] For port 67048a30-1487-40b0-b566-5faae52d0842, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:46.102060 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] For port 67048a30-1487-40b0-b566-5faae52d0842, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=67048a30-1487-40b0-b566-5faae52d0842,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:46.108830 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.115986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Transition to ACTIVE for port object 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:46.160241 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.169486 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:46.170062 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:46.180025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.215755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Network 73f787d2-bd25-4194-bd80-d717836c3e23 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:46.222935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad60be-9444-4065-8dbf-bbd2cffb94bf None None] Network 73f787d2-bd25-4194-bd80-d717836c3e23 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:43:46.223452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:46.229505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:46.242440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea20c4bd-36c1-4bd8-b3b9-8c81c32a7f3e None None] Pushing event updated for resources: {'Port': ['ID=67048a30-1487-40b0-b566-5faae52d0842,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:46.265844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Pushing event updated for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:46.288692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.403717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8479288f-b6b7-42fc-9bff-0f1a4700cbba None None] Provisioning for port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:46.430131 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:46.458364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.657389 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:44Z', 'revision_number': 3, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:46.688494 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64395c6-ddad-4924-986f-b104f8d3120f None None] The sync data for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 is: [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:44Z', 'revision_number': 3, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:43:46.690679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.696801 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.749369 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9094724f-5f9b-40b7-a48a-33a046ba5716 None None] Provisioning for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:46.762041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9094724f-5f9b-40b7-a48a-33a046ba5716 None None] Provisioning complete for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:46.762424 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9094724f-5f9b-40b7-a48a-33a046ba5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.813218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Pushing event updated for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:46.823796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:46.839906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9094724f-5f9b-40b7-a48a-33a046ba5716 None None] Port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:46.976881 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:46.989420 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Network 73f787d2-bd25-4194-bd80-d717836c3e23 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:46.990991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:47.065052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:47.073044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:47.073532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.147545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b0dfdf9d-5cab-42aa-a432-a27783f0872f None None] Provisioning complete for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:47.148356 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b0dfdf9d-5cab-42aa-a432-a27783f0872f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.189656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:43:47.223189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b0dfdf9d-5cab-42aa-a432-a27783f0872f None None] Port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:47.269577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.307867 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:47.312282 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.313116 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 41a31247-4497-4f5a-a217-24648c1df87f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:47.325664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:43:47.334355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f20d25c4-74a5-4b9f-8d9b-02d9c8f6f375 admin admin] 10.222.0.25 "PUT /v2.0/routers/911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1242468 Aug 30 23:43:47.400387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1dbf4a20-6a86-414f-a978-a8a902c3ebf1 None None] Provisioning complete for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:47.400774 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1dbf4a20-6a86-414f-a978-a8a902c3ebf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.423887 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:47.454043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1dbf4a20-6a86-414f-a978-a8a902c3ebf1 None None] Port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:47.460799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 41a31247-4497-4f5a-a217-24648c1df87f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:47.460799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 41a31247-4497-4f5a-a217-24648c1df87f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:47.460799 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.711245 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.746530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 41a31247-4497-4f5a-a217-24648c1df87f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=41a31247-4497-4f5a-a217-24648c1df87f,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:47.751421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:47.802689 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:48.036568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-9d8c890b-aba7-4927-9aee-d0bb1c35f779 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:48.038013 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-9d8c890b-aba7-4927-9aee-d0bb1c35f779 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 815 time: 0.1027613 Aug 30 23:43:48.052837 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-84d6db38-b465-4a5c-9d8e-b10a51d4f839 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/quotas/1393edd0038e4f14b382c7ae6892b562 HTTP/1.1" status: 200 len: 375 time: 0.0090408 Aug 30 23:43:48.105042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-636b4c10-33a3-49dd-a13f-11248223d540 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465956 Aug 30 23:43:48.120807 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-0e03c55b-f260-41c6-b161-9f72f33e6f43 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:43:48.121766 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-0e03c55b-f260-41c6-b161-9f72f33e6f43 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056860 Aug 30 23:43:48.212947 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-bb376cb8-b13e-4b00-9117-46276d8dbd06 service neutron] 10.222.0.25 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851760 Aug 30 23:43:48.307392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-54d9a466-c28f-4621-95cb-2b83a3348a45 service neutron] 10.222.0.25 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872581 Aug 30 23:43:48.474462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5f4cd52a-7700-4c41-97b9-5f87dd9a7cce req-7650ae08-e460-4862-bbd3-f236461324ab tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 210 time: 0.0294313 Aug 30 23:43:48.730311 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:43:48.916626 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 67048a30-1487-40b0-b566-5faae52d0842 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:48.971425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 67048a30-1487-40b0-b566-5faae52d0842 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:48.975715 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 67048a30-1487-40b0-b566-5faae52d0842 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:48.976130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.026959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Sync routers for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:43:49.039732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:49.040367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:49.117095 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.171253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 67048a30-1487-40b0-b566-5faae52d0842, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=67048a30-1487-40b0-b566-5faae52d0842,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:49.175570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.176340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:49.229513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:49.301462 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=67048a30-1487-40b0-b566-5faae52d0842,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:49.383758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:49.384283 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.430421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-d5f5c80b-d5b4-4f00-97ff-a15c478561e8 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:49.432240 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-d5f5c80b-d5b4-4f00-97ff-a15c478561e8 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 815 time: 0.1174634 Aug 30 23:43:49.445759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Request body: {'port': {'device_id': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'admin_state_up': True, 'tenant_id': '1393edd0038e4f14b382c7ae6892b562'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:49.534758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 41a31247-4497-4f5a-a217-24648c1df87f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:49.578250 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-92381984-3744-4deb-be6b-ad13ead794cb req-2d51b558-7bce-4783-acb5-0aaed8201970 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 210 time: 0.0319438 Aug 30 23:43:49.579153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 4, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3e534be6-742a-4e6c-a3e9-d2e059bdc5b0', 'name': '', 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'mac_address': 'fa:16:3e:22:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:45Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 2, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'subnets': [{'id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:49.587440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Made reservation on behalf of 1393edd0038e4f14b382c7ae6892b562 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:43:49.591129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.609138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Checking router: 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:43:49.609480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Updating router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:43:49.645391 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.656343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 41a31247-4497-4f5a-a217-24648c1df87f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:49.656726 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:49.737384 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Allocated IP 172.20.0.11 (6d976b9c-048a-4181-9d05-3c357af39ad1/390a27af-0a33-4497-bfc7-230af69416e1/ed12fcca-b6cf-4515-a7fe-5321c28d41c0) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:43:50.003583 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.015059 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Transition to ACTIVE for port object 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:50.021902 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.076271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de26a-18a3-43e7-9fc3-1d44c10d07ec None None] Pushing event updated for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:50.139877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Attempting to bind port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:50.140636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Attempting to bind port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:50.141366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Attempting to bind port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 on network 73f787d2-bd25-4194-bd80-d717836c3e23 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:50.148933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:50.149318 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Checking segment: {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:50.149733 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.150183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Bound using segment: {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:50.150670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Bound port: 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be6ef050-43a6-44b4-b872-368166ab626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:50.151064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.222592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] For port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:50.225986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] For port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:50.232019 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.239164 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.252946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Transition to ACTIVE for port object ed12fcca-b6cf-4515-a7fe-5321c28d41c0 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:50.291698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.309574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47de26a-18a3-43e7-9fc3-1d44c10d07ec None None] Pushing event updated for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:50.319266 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:43:50.319902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:43:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:50.338850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:43:50.344127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:43:50.347963 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:43:50.374952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Pushing event updated for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:50.404367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:50.405053 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.423847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2b42f296-2c5d-4d62-8253-8453b33cdb74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9827950 Aug 30 23:43:50.437713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Request body: {'port': {'device_id': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:43:50.454370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:43:50.501153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.687169 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 4, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3e534be6-742a-4e6c-a3e9-d2e059bdc5b0', 'name': '', 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'mac_address': 'fa:16:3e:22:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:45Z', 'updated_at': '2021-08-30T23:43:50Z', 'revision_number': 4, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'subnets': [{'id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:43:50.714172 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abaf363-5d24-4c75-90df-eb724651d7d2 None None] The sync data for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 is: [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:46Z', 'revision_number': 4, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '3e534be6-742a-4e6c-a3e9-d2e059bdc5b0', 'name': '', 'network_id': '73f787d2-bd25-4194-bd80-d717836c3e23', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'mac_address': 'fa:16:3e:22:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4121, 'fixed_ips': [{'subnet_id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:45Z', 'updated_at': '2021-08-30T23:43:50Z', 'revision_number': 4, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'subnets': [{'id': '00c057e5-4320-4976-bbcd-5f9de3ea4851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:43:50.753477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93a525b-abf6-4d0a-85fe-26c0e579ccc2 req-7ebacfeb-00c3-4d62-ae90-a9b0c0ea128b tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:50.755036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a93a525b-abf6-4d0a-85fe-26c0e579ccc2 req-7ebacfeb-00c3-4d62-ae90-a9b0c0ea128b tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 932 time: 0.0745564 Aug 30 23:43:50.806888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e8e55dd8-3258-4c8c-a5bd-264a645ce5c4 None None] Provisioning for port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:50.812376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e8e55dd8-3258-4c8c-a5bd-264a645ce5c4 None None] Provisioning complete for port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:50.812824 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e8e55dd8-3258-4c8c-a5bd-264a645ce5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.861022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e8e55dd8-3258-4c8c-a5bd-264a645ce5c4 None None] Port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:43:50.865917 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a93a525b-abf6-4d0a-85fe-26c0e579ccc2 req-ea44f82a-94b1-4602-99f6-e9c934dde344 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696337 Aug 30 23:43:50.906367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed12fcca-b6cf-4515-a7fe-5321c28d41c0 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:43:50.915266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.930179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Transition to ACTIVE for port object ed12fcca-b6cf-4515-a7fe-5321c28d41c0 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:43:50.937544 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:50.981571 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 67048a30-1487-40b0-b566-5faae52d0842 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:50.997012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:51.039455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 67048a30-1487-40b0-b566-5faae52d0842 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:51.040449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.079799 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Attempting to bind port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:43:51.080137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Attempting to bind port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:43:51.080467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Attempting to bind port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:51.085279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:43:51.085612 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Attempting to bind port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:43:51.092054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 43, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:43:51.092910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Checking segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:43:51.093678 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Bound using segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:43:51.094290 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Bound port: ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:43:51.094665 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.141614 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:51.185307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:43:51.190507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:43:51.202393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.210523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:51.216147 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:51.216513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.243206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.243836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.245323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] 10.222.0.47 "PUT /v2.0/ports/ed12fcca-b6cf-4515-a7fe-5321c28d41c0 HTTP/1.1" status: 200 len: 1093 time: 0.8132999 Aug 30 23:43:51.245879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:51.248009 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:51.280324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da9dbf-16d7-4372-a070-0c5afb188cdd service neutron] Pushing event updated for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:51.318509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.344856 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb6c4c-ce5e-4108-9563-e9f376f1bfbb x-openstack-request-id: req-e1eb6c4c-ce5e-4108-9563-e9f376f1bfbb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:51.345154 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:51.345414 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e1eb6c4c-ce5e-4108-9563-e9f376f1bfbb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:51.345854 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0', 'status': 'completed', 'code': 200} Aug 30 23:43:51.364773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-7e61b32c-def6-4449-b339-986e8164039a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.366682 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-7e61b32c-def6-4449-b339-986e8164039a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 1096 time: 0.0633600 Aug 30 23:43:51.370320 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:51.375793 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:51.418481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-c5b28ef9-dfdf-407a-8075-e95cbc715c1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0 HTTP/1.1" status: 200 len: 217 time: 0.0416603 Aug 30 23:43:51.441151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:51.474666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-79f9f192-32b3-4c97-bf34-81941840935b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.476162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-79f9f192-32b3-4c97-bf34-81941840935b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 200 len: 854 time: 0.0507801 Aug 30 23:43:51.524835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-320494e3-c693-4b3a-b02b-88fd1bf9c13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.526367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-320494e3-c693-4b3a-b02b-88fd1bf9c13f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d976b9c-048a-4181-9d05-3c357af39ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422981 Aug 30 23:43:51.617074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-4dd14ee2-7af4-4e14-92cb-eac362c03032 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829496 Aug 30 23:43:51.718414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-307c7588-df94-4ef2-9b8c-25a7a4967460 req-2e091338-93a6-4887-aee4-76dda2b54483 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927963 Aug 30 23:43:51.804375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-20a52975-ac10-482c-a006-3d5f0c82c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.805934 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-20a52975-ac10-482c-a006-3d5f0c82c41b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 1096 time: 0.0431199 Aug 30 23:43:51.899639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-c9c6a819-8582-4404-990a-bd94d5b2f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:51.901372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-c9c6a819-8582-4404-990a-bd94d5b2f9e7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 916 time: 0.0878773 Aug 30 23:43:51.947121 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-c4f040b0-06ab-492d-b804-23ae870bd291 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0 HTTP/1.1" status: 200 len: 217 time: 0.0385623 Aug 30 23:43:52.027889 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-bc0c6793-f2d2-4ef2-a8a3-ac46711cd173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:52.029267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-bc0c6793-f2d2-4ef2-a8a3-ac46711cd173 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 200 len: 854 time: 0.0706236 Aug 30 23:43:52.038417 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef7e2d-50bd-4d08-8571-adb38098752f req-e3aba319-91a3-4e50-a22d-b4b05ebcdc53 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:52.039872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-92ef7e2d-50bd-4d08-8571-adb38098752f req-e3aba319-91a3-4e50-a22d-b4b05ebcdc53 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 944 time: 0.0956132 Aug 30 23:43:52.104800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-92ef7e2d-50bd-4d08-8571-adb38098752f req-27cff8fd-ca7f-4ff7-91dd-48b3272d98ef tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556076 Aug 30 23:43:52.112310 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-c83dd261-d53f-456d-b415-2e0dfcc7098d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:52.112515 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-c83dd261-d53f-456d-b415-2e0dfcc7098d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d976b9c-048a-4181-9d05-3c357af39ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717072 Aug 30 23:43:52.212199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-870b2ff8-35d3-45dc-96cc-39bf9a1eb0bb service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915287 Aug 30 23:43:52.304836 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1f867ed2-b32c-452c-81b9-f4ef87a6a9fd req-e9620aac-7620-4204-991d-43e2fd44a038 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843246 Aug 30 23:43:52.847565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:52.900859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:52.901237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:52.945537 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:53.219443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75238a5d-6f68-43a7-9b11-d91c4265088c req-d869152f-3610-4e01-9298-4459ee5928b1 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:53.220936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75238a5d-6f68-43a7-9b11-d91c4265088c req-d869152f-3610-4e01-9298-4459ee5928b1 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 944 time: 0.0489357 Aug 30 23:43:53.260323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75238a5d-6f68-43a7-9b11-d91c4265088c req-2d43feb7-eecd-4553-b0fd-5588abd81bd1 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334725 Aug 30 23:43:54.379684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c623-be09-4127-b9c6-39001bb715b6 req-58c3525b-04ae-4966-bd27-5602e9046ee7 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:54.381225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fb8c623-be09-4127-b9c6-39001bb715b6 req-58c3525b-04ae-4966-bd27-5602e9046ee7 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 944 time: 0.0517545 Aug 30 23:43:54.421343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2fb8c623-be09-4127-b9c6-39001bb715b6 req-18c8bfa1-6254-4e45-bc17-a3504cc5618d tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339887 Aug 30 23:43:55.498517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ed12fcca-b6cf-4515-a7fe-5321c28d41c0 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:43:55.549056 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad70ec9-4315-4bd9-bfb2-c600b072a744 req-0221912b-956e-4aa0-a9d5-bb3f95575400 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:55.550569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad70ec9-4315-4bd9-bfb2-c600b072a744 req-0221912b-956e-4aa0-a9d5-bb3f95575400 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 944 time: 0.0547428 Aug 30 23:43:55.587691 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8ad70ec9-4315-4bd9-bfb2-c600b072a744 req-b761b88c-72cb-4577-8db4-c78efce876a9 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312054 Aug 30 23:43:55.594410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:55.606070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'port_id': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0', 'mac_address': 'fa:16:3e:6d:f4:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:43:55.642995 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:55.655795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed12fcca-b6cf-4515-a7fe-5321c28d41c0 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:43:55.673993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:55.678161 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:55.725916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:55.883780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ed12fcca-b6cf-4515-a7fe-5321c28d41c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:43:56.719828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd8e4f-19f2-463a-9876-04454f0a314a req-10dc5e85-dbae-4480-8ad5-e4f93f02df6c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:56.722908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17dd8e4f-19f2-463a-9876-04454f0a314a req-10dc5e85-dbae-4480-8ad5-e4f93f02df6c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 945 time: 0.0543296 Aug 30 23:43:56.759052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17dd8e4f-19f2-463a-9876-04454f0a314a req-03ccd98d-4d9b-4040-a549-af087aba9fae tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Aug 30 23:43:57.513595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ed12fcca-b6cf-4515-a7fe-5321c28d41c0 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:43:57.561537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:43:57.565191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:43:57.565594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:57.643668 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:57.664855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:43:57.667150 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba6ce5-ffd0-4fe2-a457-f5e96b505a45" -d '{"events": [{"server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "name": "network-vif-plugged", "status": "completed", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:43:57.680051 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:43:57.684863 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:57.711752 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee94f90-4222-4c66-9a76-d1d17491c43a x-openstack-request-id: req-5ee94f90-4222-4c66-9a76-d1d17491c43a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:43:57.712379 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "name": "network-vif-plugged", "status": "completed", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:43:57.712645 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ee94f90-4222-4c66-9a76-d1d17491c43a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:43:57.713037 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0', 'code': 200} Aug 30 23:43:57.742784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:43:57.806414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c855-ed76-48ec-9207-3e64c23dfacb req-9385a885-6d18-42fd-bd2b-66e6b2a9abee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:57.807923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a4c855-ed76-48ec-9207-3e64c23dfacb req-9385a885-6d18-42fd-bd2b-66e6b2a9abee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 1098 time: 0.0405238 Aug 30 23:43:57.869821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a4c855-ed76-48ec-9207-3e64c23dfacb req-c0c584d9-e4a4-4991-835e-482fbb59aeaa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536871 Aug 30 23:43:57.886801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b437ccd-6371-4cd0-a2da-c0ae7d9c6a11 req-4eee9c39-afd8-452b-859e-fd0dbf2108bc tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:57.888259 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b437ccd-6371-4cd0-a2da-c0ae7d9c6a11 req-4eee9c39-afd8-452b-859e-fd0dbf2108bc tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0596211 Aug 30 23:43:57.925521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5b437ccd-6371-4cd0-a2da-c0ae7d9c6a11 req-6f07ff65-0566-44cd-8fec-191c0b95afe4 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309658 Aug 30 23:43:58.269151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:43:59.056207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe345909-f008-4528-b39c-bd8c9ab97641 req-b9e66d15-ffbc-4e85-a205-74dfee851c46 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:59.057576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe345909-f008-4528-b39c-bd8c9ab97641 req-b9e66d15-ffbc-4e85-a205-74dfee851c46 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0493944 Aug 30 23:43:59.096420 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fe345909-f008-4528-b39c-bd8c9ab97641 req-4a23f2ae-6ea8-479f-8b86-c6988488f16a tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323420 Aug 30 23:43:59.212383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87bdd8-426a-450f-95f7-952b68fac7b0 req-b109bc98-671b-4a38-87f0-8dfcfaecb605 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:43:59.213840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec87bdd8-426a-450f-95f7-952b68fac7b0 req-b109bc98-671b-4a38-87f0-8dfcfaecb605 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0520737 Aug 30 23:43:59.251430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec87bdd8-426a-450f-95f7-952b68fac7b0 req-7c3e346f-593c-40b9-b4e9-e97dd30c0157 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316553 Aug 30 23:44:10.429459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-933d2df5-f1d4-472e-899d-ffe0c0f2dafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:13.007546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:13.407482 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a80e83f9-3475-4464-abc0-0d65dfa3582f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:14.748554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:16.179558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:17.828106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55feef7a-e4df-45c5-9ebb-8d60c3eb64c3 req-448da0e3-f679-4eec-91cd-e43dff73e399 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:17.829673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55feef7a-e4df-45c5-9ebb-8d60c3eb64c3 req-448da0e3-f679-4eec-91cd-e43dff73e399 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0597847 Aug 30 23:44:17.869334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-55feef7a-e4df-45c5-9ebb-8d60c3eb64c3 req-b79f8f22-43a8-4ca7-8a58-5cfb8ae70851 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324712 Aug 30 23:44:18.987072 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ba193-f1ad-4259-a239-798f855afcf5 req-4dc320ee-a3a9-434e-bc83-8afd615404cc tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:18.988615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc1ba193-f1ad-4259-a239-798f855afcf5 req-4dc320ee-a3a9-434e-bc83-8afd615404cc tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0495226 Aug 30 23:44:19.027167 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc1ba193-f1ad-4259-a239-798f855afcf5 req-251e6ce0-88c1-42b4-ac2d-0b508644bc8c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Aug 30 23:44:19.398131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-921bc7f3-c394-4f6b-9aa2-466c661c2e63 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:19.399533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-921bc7f3-c394-4f6b-9aa2-466c661c2e63 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 946 time: 0.0491223 Aug 30 23:44:19.492563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Deleting port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:19.492907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:19.579640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] For port ed12fcca-b6cf-4515-a7fe-5321c28d41c0, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:19.580011 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:19.593553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Calling delete_port for ed12fcca-b6cf-4515-a7fe-5321c28d41c0 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:19.724111 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:19.736947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['ed12fcca-b6cf-4515-a7fe-5321c28d41c0'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:44:19.751090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Pushing event deleted for resources: {'Port': ['ID=ed12fcca-b6cf-4515-a7fe-5321c28d41c0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:19.804311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] No DVR routers for this DVR port ed12fcca-b6cf-4515-a7fe-5321c28d41c0 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:44:19.807331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:19.809403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1b9c0e43-5541-4b79-bfac-a1b6b33f59a8 req-3b6f10ba-3f92-4bec-b354-14c4de98a824 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "DELETE /v2.0/ports/ed12fcca-b6cf-4515-a7fe-5321c28d41c0 HTTP/1.1" status: 204 len: 173 time: 0.4039783 Aug 30 23:44:19.810433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'name': 'network-vif-deleted', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:44:19.813510 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278283d3-b71f-4055-9b28-58d49b077c79" -d '{"events": [{"server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "name": "network-vif-deleted", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:44:19.862330 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d1bb52-4902-4b75-88f2-7500a46e3b43 x-openstack-request-id: req-18d1bb52-4902-4b75-88f2-7500a46e3b43 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:44:19.862696 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce756cbd-6bbc-46d8-9f53-4cb652eed494", "name": "network-vif-deleted", "tag": "ed12fcca-b6cf-4515-a7fe-5321c28d41c0", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:44:19.863013 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-18d1bb52-4902-4b75-88f2-7500a46e3b43 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:44:19.863478 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce756cbd-6bbc-46d8-9f53-4cb652eed494', 'name': 'network-vif-deleted', 'tag': 'ed12fcca-b6cf-4515-a7fe-5321c28d41c0', 'status': 'completed', 'code': 200} Aug 30 23:44:20.140158 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0ec9ce16-6d20-4222-8f9b-b56cc746c307 req-b558c747-0802-4205-8e6f-dd32c32c2521 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=ce756cbd-6bbc-46d8-9f53-4cb652eed494 HTTP/1.1" status: 200 len: 210 time: 0.0314097 Aug 30 23:44:21.865418 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-fefc2106-1540-48d3-9e78-47fb7757dc98 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:21.866934 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-fefc2106-1540-48d3-9e78-47fb7757dc98 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 815 time: 0.1060545 Aug 30 23:44:21.882393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-68fb8c33-b134-442e-87a9-6ba395fa1484 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/quotas/1393edd0038e4f14b382c7ae6892b562 HTTP/1.1" status: 200 len: 375 time: 0.0097265 Aug 30 23:44:21.934398 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-a929d4ba-94f4-450b-a73d-368e6b30e3cc tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468490 Aug 30 23:44:22.038676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-5d85fab9-96c5-4c50-acfd-853d724111e3 service neutron] 10.222.0.25 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914643 Aug 30 23:44:22.137201 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-8c6f143f-e2a6-4086-a222-2b1ea7c5cc4e service neutron] 10.222.0.25 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901468 Aug 30 23:44:22.297386 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cba7cccc-34e0-4582-b30d-5d068e58ae00 req-c85b184d-6019-41df-9652-7ff1d5c9d5a6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 210 time: 0.0272753 Aug 30 23:44:22.939206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.202075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-173d6442-01a6-40b4-aa6a-e76bdd175d75 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:23.203455 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-173d6442-01a6-40b4-aa6a-e76bdd175d75 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 815 time: 0.1052237 Aug 30 23:44:23.216599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Request body: {'port': {'device_id': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'admin_state_up': True, 'tenant_id': '1393edd0038e4f14b382c7ae6892b562'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:44:23.331735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Made reservation on behalf of 1393edd0038e4f14b382c7ae6892b562 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:44:23.335184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.391406 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7ddafdf1-abf9-4adf-823a-60a02bcdda26 req-ca494201-fd40-4a2d-bd5d-0c44e02b72a0 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 210 time: 0.0271454 Aug 30 23:44:23.460172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Allocated IP 172.20.0.5 (6d976b9c-048a-4181-9d05-3c357af39ad1/390a27af-0a33-4497-bfc7-230af69416e1/aff5e49f-0ba1-4efb-9290-0d6c970dd207) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:44:23.609880 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.623402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Transition to ACTIVE for port object aff5e49f-0ba1-4efb-9290-0d6c970dd207 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:44:23.637909 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ed12fcca-b6cf-4515-a7fe-5321c28d41c0 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:23.657432 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.658847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: ed12fcca-b6cf-4515-a7fe-5321c28d41c0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:23.659194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device ed12fcca-b6cf-4515-a7fe-5321c28d41c0 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:23.699232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:44:23.704493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:44:23.708197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:44:23.740975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Pushing event updated for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:23.768005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:23.768658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.786293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-cac9b626-3b3f-4945-8cd8-2f60abcbb5eb tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5742147 Aug 30 23:44:23.799165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Request body: {'port': {'device_id': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:44:23.855245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:23.983149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3a0fc01e-6ffb-4059-ad30-2c6909f4be6b None None] Provisioning for port aff5e49f-0ba1-4efb-9290-0d6c970dd207 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:44:23.986937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3a0fc01e-6ffb-4059-ad30-2c6909f4be6b None None] Provisioning complete for port aff5e49f-0ba1-4efb-9290-0d6c970dd207 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:44:23.987384 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a0fc01e-6ffb-4059-ad30-2c6909f4be6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.020788 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-3a0fc01e-6ffb-4059-ad30-2c6909f4be6b None None] Port aff5e49f-0ba1-4efb-9290-0d6c970dd207 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:44:24.123872 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aff5e49f-0ba1-4efb-9290-0d6c970dd207 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:44:24.131628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.144085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Transition to ACTIVE for port object aff5e49f-0ba1-4efb-9290-0d6c970dd207 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:44:24.147334 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.199352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:24.267672 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Attempting to bind port aff5e49f-0ba1-4efb-9290-0d6c970dd207 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:44:24.268016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Attempting to bind port aff5e49f-0ba1-4efb-9290-0d6c970dd207 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:44:24.268351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Attempting to bind port aff5e49f-0ba1-4efb-9290-0d6c970dd207 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:44:24.273079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Port aff5e49f-0ba1-4efb-9290-0d6c970dd207 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:44:24.273401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Attempting to bind port aff5e49f-0ba1-4efb-9290-0d6c970dd207 on network 6d976b9c-048a-4181-9d05-3c357af39ad1 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:44:24.278530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:44:24.278868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Checking segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:44:24.279256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Bound using segment: {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:44:24.279692 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Bound port: aff5e49f-0ba1-4efb-9290-0d6c970dd207, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b318e5e-84f0-4058-a7e8-e6ed78e550e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:44:24.280058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.356303 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:44:24.359582 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:44:24.363680 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.397861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.398491 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:24.399891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] 10.222.0.47 "PUT /v2.0/ports/aff5e49f-0ba1-4efb-9290-0d6c970dd207 HTTP/1.1" status: 200 len: 1092 time: 0.6056674 Aug 30 23:44:24.400331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:44:24.402620 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac" -d '{"events": [{"name": "network-changed", "server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:44:24.441370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90a05-0f64-40ec-93cb-fca46f4689e8 service neutron] Pushing event updated for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:24.464796 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4034c3-e01d-4d76-a04d-9bc4abe35d49 x-openstack-request-id: req-2e4034c3-e01d-4d76-a04d-9bc4abe35d49 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:44:24.464796 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:44:24.464796 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e4034c3-e01d-4d76-a04d-9bc4abe35d49 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:44:24.464796 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207', 'status': 'completed', 'code': 200} Aug 30 23:44:24.495018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-b30331d9-8002-483a-ac90-efdefc714e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.496490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-b30331d9-8002-483a-ac90-efdefc714e50 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 1095 time: 0.0454104 Aug 30 23:44:24.532780 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521896c2-f867-4d96-966a-7897300ca09d req-b75ac0b5-f668-4807-81c0-62537f873a2d tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.534425 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-521896c2-f867-4d96-966a-7897300ca09d req-b75ac0b5-f668-4807-81c0-62537f873a2d tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 943 time: 0.0575302 Aug 30 23:44:24.540509 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-6be88a5a-a08a-429e-af38-b9fec50f0c8a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207 HTTP/1.1" status: 200 len: 217 time: 0.0363128 Aug 30 23:44:24.577848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-521896c2-f867-4d96-966a-7897300ca09d req-57cbe6ba-5893-4079-a27a-eb6ab5e46f29 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355241 Aug 30 23:44:24.608516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-a59767db-3ae0-4f44-a2bc-8c2c7c09b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.610108 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-a59767db-3ae0-4f44-a2bc-8c2c7c09b2c6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 200 len: 854 time: 0.0628350 Aug 30 23:44:24.658958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-05db3281-065c-486e-a041-3d70a176c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.660909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-05db3281-065c-486e-a041-3d70a176c8c8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d976b9c-048a-4181-9d05-3c357af39ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438538 Aug 30 23:44:24.751037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-af1405e6-dc80-41db-a209-c5999e32189d service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815940 Aug 30 23:44:24.849647 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6eec907-363f-4248-9f16-7d5185f269f9 req-45b8667d-5b4f-4167-b36c-c0a528934ba3 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913258 Aug 30 23:44:24.945075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-e63f31d3-e93e-41e4-b976-cdd1836b7441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:24.946947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-e63f31d3-e93e-41e4-b976-cdd1836b7441 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 1095 time: 0.0544608 Aug 30 23:44:25.040010 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-658cb6ac-ea23-460c-966a-baa50c16ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:25.041409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-658cb6ac-ea23-460c-966a-baa50c16ced3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 916 time: 0.0872033 Aug 30 23:44:25.091178 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-36aa79df-d972-4a34-9e47-dd188b47ca52 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207 HTTP/1.1" status: 200 len: 217 time: 0.0411000 Aug 30 23:44:25.140993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-d6d6f9cc-b060-4bc7-8517-4f2fc000bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:25.142473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-d6d6f9cc-b060-4bc7-8517-4f2fc000bfde service neutron] 10.222.0.47 "GET /v2.0/subnets?id=390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 200 len: 854 time: 0.0437715 Aug 30 23:44:25.192636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-886d6120-d44d-4ac4-aae0-1f9813139166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:25.194171 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-886d6120-d44d-4ac4-aae0-1f9813139166 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d976b9c-048a-4181-9d05-3c357af39ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445681 Aug 30 23:44:25.287866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-66c65b34-73bd-4a90-943c-a58f1dce2b30 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854032 Aug 30 23:44:25.381812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-997040a9-37fc-4a5a-9e6e-ff84a22d11ac req-55f78157-864b-4e97-a401-9f446c690dd5 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858524 Aug 30 23:44:25.695559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993f8474-7efd-4fb3-b5d4-b541c9834353 req-82bb9872-ec55-491b-8ddc-03074b450350 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:25.696976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-993f8474-7efd-4fb3-b5d4-b541c9834353 req-82bb9872-ec55-491b-8ddc-03074b450350 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 943 time: 0.0508161 Aug 30 23:44:25.728882 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:44:25.737122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-993f8474-7efd-4fb3-b5d4-b541c9834353 req-efa1fb2d-50a6-4534-86f6-28a293b77214 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337622 Aug 30 23:44:26.853707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaffdc9-452d-4156-ba04-133dc5a70f05 req-854edb0a-6855-4d68-9015-7aaf851319a1 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:26.855239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-acaffdc9-452d-4156-ba04-133dc5a70f05 req-854edb0a-6855-4d68-9015-7aaf851319a1 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 943 time: 0.0501211 Aug 30 23:44:26.898090 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-acaffdc9-452d-4156-ba04-133dc5a70f05 req-4faee12c-f468-48f3-80c1-c87a74535904 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362520 Aug 30 23:44:27.637823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device aff5e49f-0ba1-4efb-9290-0d6c970dd207 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:44:27.739934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:27.751138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207', 'network_id': '6d976b9c-048a-4181-9d05-3c357af39ad1', 'port_id': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207', 'mac_address': 'fa:16:3e:1b:e3:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '390a27af-0a33-4497-bfc7-230af69416e1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:44:27.789167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:27.803241 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aff5e49f-0ba1-4efb-9290-0d6c970dd207 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:44:27.822579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:27.826989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:27.878228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:27.885892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.886252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.886600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.886947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.887291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.887671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.888058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.888332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.888700 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.889031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.889361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:27.889717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:28.017545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['aff5e49f-0ba1-4efb-9290-0d6c970dd207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:44:28.018151 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66581ee-3eba-4dc1-98cf-90248c31c864 req-b314ad64-3d69-4e1b-9a65-de22aeacf65c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:28.019717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a66581ee-3eba-4dc1-98cf-90248c31c864 req-b314ad64-3d69-4e1b-9a65-de22aeacf65c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 944 time: 0.0496747 Aug 30 23:44:28.058137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a66581ee-3eba-4dc1-98cf-90248c31c864 req-17fa27bb-bbca-4fc8-8241-74201187da74 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321591 Aug 30 23:44:28.268502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:29.183141 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfd3d8-f267-4e34-a633-2a1940617ff7 req-68287594-acc2-437b-8536-415d2b7ede2c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:29.184657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65dfd3d8-f267-4e34-a633-2a1940617ff7 req-68287594-acc2-437b-8536-415d2b7ede2c tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 944 time: 0.0502002 Aug 30 23:44:29.224001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65dfd3d8-f267-4e34-a633-2a1940617ff7 req-4663a667-2bfa-443d-9344-316e4aaca9fa tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333116 Aug 30 23:44:29.653560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device aff5e49f-0ba1-4efb-9290-0d6c970dd207 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:44:29.702117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port aff5e49f-0ba1-4efb-9290-0d6c970dd207 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:44:29.705733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port aff5e49f-0ba1-4efb-9290-0d6c970dd207 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:44:29.706140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:29.786008 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:29.808231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:44:29.810616 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8192c45e-29d2-4bfe-939d-c2cafe677510" -d '{"events": [{"server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:44:29.823919 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:29.828167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:29.852985 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27200128-7a9c-40cc-8592-cdae48d0b059 x-openstack-request-id: req-27200128-7a9c-40cc-8592-cdae48d0b059 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:44:29.853282 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "name": "network-vif-plugged", "status": "completed", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:44:29.853533 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27200128-7a9c-40cc-8592-cdae48d0b059 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:44:29.853961 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207', 'code': 200} Aug 30 23:44:29.879483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:29.947993 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14010c5-233a-4295-9759-36d46ca3f962 req-5c7ecda1-46dc-483a-bb77-cbf0a3bf3b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:29.949409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14010c5-233a-4295-9759-36d46ca3f962 req-5c7ecda1-46dc-483a-bb77-cbf0a3bf3b00 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 1097 time: 0.0437241 Aug 30 23:44:29.984655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f14010c5-233a-4295-9759-36d46ca3f962 req-de709f74-fe96-42ee-b7a1-c7def03c2c8e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278878 Aug 30 23:44:30.352636 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccaaf58-fe75-46d3-a8d7-3f64431ac51e req-d4aa98bf-c4cb-4d0b-ab41-2a3a56de9fb0 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:30.354181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ccaaf58-fe75-46d3-a8d7-3f64431ac51e req-d4aa98bf-c4cb-4d0b-ab41-2a3a56de9fb0 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0533900 Aug 30 23:44:30.395882 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9ccaaf58-fe75-46d3-a8d7-3f64431ac51e req-83fe91ce-ef0a-4d0b-a081-030e9a27e148 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345676 Aug 30 23:44:31.511971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4c1036-4833-41e4-9e12-462fee6d5958 req-acc62520-5e8c-4893-9987-f3f3d739f18a tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:31.514053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d4c1036-4833-41e4-9e12-462fee6d5958 req-acc62520-5e8c-4893-9987-f3f3d739f18a tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0479226 Aug 30 23:44:31.550445 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d4c1036-4833-41e4-9e12-462fee6d5958 req-2fdabeee-9c30-4659-857a-d05edd0d2068 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303664 Aug 30 23:44:31.663821 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6d547-e675-4a20-a0f9-d99177d589d5 req-280d2c83-4419-4cb8-b2cc-5eb601895757 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:31.665318 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad6d547-e675-4a20-a0f9-d99177d589d5 req-280d2c83-4419-4cb8-b2cc-5eb601895757 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0492983 Aug 30 23:44:31.703806 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cad6d547-e675-4a20-a0f9-d99177d589d5 req-9d92e25b-37ab-456c-8eaa-55e87f7ea0c9 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Aug 30 23:44:40.431698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-596008f1-e9e7-4ecf-8b20-40d2674a4a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:43.009729 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:43.400206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f0816d62-f2af-4dd1-a1be-2995c1bb45b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:44.754553 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:46.183259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:48.811889 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-b7688f74-38b5-4a4f-92aa-679f379786b9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427625 Aug 30 23:44:48.895404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-4531eb27-b9cf-4a08-919c-997441751ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:48.896930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-4531eb27-b9cf-4a08-919c-997441751ba9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1393edd0038e4f14b382c7ae6892b562&device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 1097 time: 0.0415051 Aug 30 23:44:49.003505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-1499128b-f2ce-49f0-9a30-0a32caf57aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:49.004967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-1499128b-f2ce-49f0-9a30-0a32caf57aa0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 200 len: 916 time: 0.0884225 Aug 30 23:44:49.048946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-c38edd57-a17d-4b89-8153-0680ad800535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207 HTTP/1.1" status: 200 len: 217 time: 0.0363808 Aug 30 23:44:49.102336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-79e5777d-b020-4189-9cf3-4d98ad0ef3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:49.103798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-79e5777d-b020-4189-9cf3-4d98ad0ef3aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 200 len: 854 time: 0.0476174 Aug 30 23:44:49.153274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-2e8a534d-1f52-4470-bcd7-d5c407b41e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:49.155017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-2e8a534d-1f52-4470-bcd7-d5c407b41e68 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=6d976b9c-048a-4181-9d05-3c357af39ad1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422502 Aug 30 23:44:49.167235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-1bfe803b-720c-48c7-91c2-232e10ac02cd service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:44:49.168265 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-1bfe803b-720c-48c7-91c2-232e10ac02cd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053508 Aug 30 23:44:49.256964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-bf6d6e5e-8856-4ef1-8a85-abf2469939e9 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810716 Aug 30 23:44:49.350940 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-465c95dd-acb3-4c7f-82e9-a51761953c68 req-25615c6c-9482-43e9-a9f4-3cf622134444 service neutron] 10.222.0.47 "GET /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863788 Aug 30 23:44:50.063411 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845b7cdf-b4d9-44b5-8cb5-46898c64b0a3 req-40024fa8-9bbe-4cfd-b25c-382cb147e363 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:50.065020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-845b7cdf-b4d9-44b5-8cb5-46898c64b0a3 req-40024fa8-9bbe-4cfd-b25c-382cb147e363 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0500035 Aug 30 23:44:50.107624 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-845b7cdf-b4d9-44b5-8cb5-46898c64b0a3 req-34090427-283c-4168-a55e-e8c9c4ddc34a tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Aug 30 23:44:51.227106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e57c6-7fb9-4687-83df-7231a1b14e5f req-78994d7e-967f-453c-a63c-dfdba6c517ef tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:51.228585 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a1e57c6-7fb9-4687-83df-7231a1b14e5f req-78994d7e-967f-453c-a63c-dfdba6c517ef tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0488129 Aug 30 23:44:51.266312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a1e57c6-7fb9-4687-83df-7231a1b14e5f req-1eef6268-1474-4984-aa10-0d0dfa5dd187 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/security-groups?id=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312064 Aug 30 23:44:51.606724 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-1dbe053f-a51f-4634-b2b9-5f8281d49b48 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:44:51.608181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-1dbe053f-a51f-4634-b2b9-5f8281d49b48 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 945 time: 0.0486648 Aug 30 23:44:51.702383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Deleting port aff5e49f-0ba1-4efb-9290-0d6c970dd207 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:51.702721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:51.795690 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] For port aff5e49f-0ba1-4efb-9290-0d6c970dd207, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=aff5e49f-0ba1-4efb-9290-0d6c970dd207,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:51.796058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:51.808623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Calling delete_port for aff5e49f-0ba1-4efb-9290-0d6c970dd207 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:51.938645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:51.951794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['aff5e49f-0ba1-4efb-9290-0d6c970dd207'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:44:51.969222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Pushing event deleted for resources: {'Port': ['ID=aff5e49f-0ba1-4efb-9290-0d6c970dd207,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:51.996410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:51.996766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:51.997691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:51.998611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:51.998948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:51.999731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.000073 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.000469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.000720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.001046 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.001372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.001694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:52.024222 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] No DVR routers for this DVR port aff5e49f-0ba1-4efb-9290-0d6c970dd207 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:44:52.026992 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:52.029487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-892de4f3-a81d-4b3c-aea5-24c614e1c138 req-cfaf75f9-014a-44b0-b7b7-058d470efca6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.47 "DELETE /v2.0/ports/aff5e49f-0ba1-4efb-9290-0d6c970dd207 HTTP/1.1" status: 204 len: 173 time: 0.4141853 Aug 30 23:44:52.030123 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'name': 'network-vif-deleted', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:44:52.032469 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044c8872-a970-4b76-a612-3a7634c21ab8" -d '{"events": [{"server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "name": "network-vif-deleted", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:44:52.072546 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83165ea-305c-48bf-823b-72dbc23a9b8f x-openstack-request-id: req-d83165ea-305c-48bf-823b-72dbc23a9b8f {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:44:52.072844 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d4d654f-df64-473c-a5c6-c459719e0b6f", "name": "network-vif-deleted", "tag": "aff5e49f-0ba1-4efb-9290-0d6c970dd207", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:44:52.075092 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d83165ea-305c-48bf-823b-72dbc23a9b8f {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:44:52.075535 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d4d654f-df64-473c-a5c6-c459719e0b6f', 'name': 'network-vif-deleted', 'tag': 'aff5e49f-0ba1-4efb-9290-0d6c970dd207', 'status': 'completed', 'code': 200} Aug 30 23:44:52.371492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-605122f6-b925-4c55-9765-e40b7af7b60d req-7a212f02-5523-4104-ad77-6ab2457c21b6 tempest-TestEncryptedCinderVolumes-203677690 tempest-TestEncryptedCinderVolumes-203677690-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d4d654f-df64-473c-a5c6-c459719e0b6f HTTP/1.1" status: 200 len: 210 time: 0.0269082 Aug 30 23:44:52.972786 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:53.461751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35892) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:53.812147 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.056963 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Deleting port 41a31247-4497-4f5a-a217-24648c1df87f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:54.057226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.133678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] For port 41a31247-4497-4f5a-a217-24648c1df87f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=41a31247-4497-4f5a-a217-24648c1df87f,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:54.134069 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.146649 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Calling delete_port for 41a31247-4497-4f5a-a217-24648c1df87f owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:54.327070 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.356796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=41a31247-4497-4f5a-a217-24648c1df87f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:54.368428 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.368771 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.369105 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.369438 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.369768 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.370114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.370436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.370756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.371075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.371390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.371708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.372085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:44:54.531374 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.741516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:44:54.851034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:44:54.858258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-68ce0799-ae0a-4549-845d-39d609423d1c admin admin] 10.222.0.25 "PUT /v2.0/routers/01016f76-dc27-4ad9-87b8-7ae2a8d07f1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3953347 Aug 30 23:44:54.859092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35894) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:54.861428 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Sync routers for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:44:54.871271 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:44:54.872475 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:54.963179 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:54.977182 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:44:55.062077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.118362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Deleting port 23864678-14e1-4ad6-89b3-3d32eed9b722 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:55.118698 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.152469 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:44:54Z', 'revision_number': 5, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port': {'id': '23864678-14e1-4ad6-89b3-3d32eed9b722', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:50:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4108, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:39Z', 'updated_at': '2021-08-30T23:43:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:55.178740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Checking router: 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:44:55.188067 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Routers {'01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:44:55.188686 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:55.195501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] For port 23864678-14e1-4ad6-89b3-3d32eed9b722, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=23864678-14e1-4ad6-89b3-3d32eed9b722,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:55.195895 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.208972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Calling delete_port for 23864678-14e1-4ad6-89b3-3d32eed9b722 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:55.273031 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] Set router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:44:55.332973 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:44:55Z', 'revision_number': 6, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:55.358783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584df9d4-2308-488d-8d42-5c603d88596a None None] The sync data for ids ['01016f76-dc27-4ad9-87b8-7ae2a8d07f1e'] in n-d-791504-21 is: [{'id': '01016f76-dc27-4ad9-87b8-7ae2a8d07f1e', 'name': 'tempest-TestEncryptedCinderVolumes-59461712-router', 'tenant_id': '1393edd0038e4f14b382c7ae6892b562', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:38Z', 'updated_at': '2021-08-30T23:44:55Z', 'revision_number': 6, 'project_id': '1393edd0038e4f14b382c7ae6892b562', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:44:55.373311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.402681 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Pushing event deleted for resources: {'Port': ['ID=23864678-14e1-4ad6-89b3-3d32eed9b722,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:55.469018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.556929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.559172 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.601436 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.601917 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01016f76-dc27-4ad9-87b8-7ae2a8d07f1e {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:44:55.606975 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.608134 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7af611ab-07c4-40a7-b7d5-20a0abbee600 admin admin] 10.222.0.25 "DELETE /v2.0/routers/01016f76-dc27-4ad9-87b8-7ae2a8d07f1e HTTP/1.1" status: 204 len: 168 time: 0.7481182 Aug 30 23:44:55.610697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35896) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:55.653971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Deleting subnet 390a27af-0a33-4497-bfc7-230af69416e1 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:44:55.656889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.694952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.786768 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.840388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device aff5e49f-0ba1-4efb-9290-0d6c970dd207 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:55.842055 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.860975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: aff5e49f-0ba1-4efb-9290-0d6c970dd207 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:55.861240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device aff5e49f-0ba1-4efb-9290-0d6c970dd207 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:55.869067 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=390a27af-0a33-4497-bfc7-230af69416e1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:55.871063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.872974 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8a6e405-3446-483a-8d0d-1e08b0e61cff admin admin] 10.222.0.25 "DELETE /v2.0/subnets/390a27af-0a33-4497-bfc7-230af69416e1 HTTP/1.1" status: 204 len: 168 time: 0.2613282 Aug 30 23:44:55.874872 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5474ed0-27e2-48d5-996d-b027f9f0974a None None] Network 6d976b9c-048a-4181-9d05-3c357af39ad1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:44:55.875486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35898) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:55.946365 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:55.999829 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Deleting port 88694a98-edd3-4e71-9a99-1dc86388f93e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:56.000167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.068435 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] For port 88694a98-edd3-4e71-9a99-1dc86388f93e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=88694a98-edd3-4e71-9a99-1dc86388f93e,segment=NetworkSegment(1b318e5e-84f0-4058-a7e8-e6ed78e550e8),segment_id=1b318e5e-84f0-4058-a7e8-e6ed78e550e8)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:56.068730 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.082117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Calling delete_port for 88694a98-edd3-4e71-9a99-1dc86388f93e owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:56.155905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76331461-fb09-42cb-8354-529b52161fb7 None None] DHCP port deletion for 6d976b9c-048a-4181-9d05-3c357af39ad1 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:44:56.163290 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.186732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-76331461-fb09-42cb-8354-529b52161fb7 None None] The port '88694a98-edd3-4e71-9a99-1dc86388f93e' was deleted {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 30 23:44:56.189605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Pushing event deleted for resources: {'Port': ['ID=88694a98-edd3-4e71-9a99-1dc86388f93e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:56.194246 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] No DVR routers for this DVR port 88694a98-edd3-4e71-9a99-1dc86388f93e on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:44:56.271617 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.281384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d976b9c-048a-4181-9d05-3c357af39ad1']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:56.291207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b318e5e-84f0-4058-a7e8-e6ed78e550e8') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:56.291499 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b318e5e-84f0-4058-a7e8-e6ed78e550e8') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:56.300131 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.315149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.321574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:44:56.322037 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:44:56.323814 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:44:56.380123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.389177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:56.391328 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] 10.222.0.25 "DELETE /v2.0/networks/6d976b9c-048a-4181-9d05-3c357af39ad1 HTTP/1.1" status: 204 len: 168 time: 0.5148482 Aug 30 23:44:56.394610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35902) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:56.407646 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca563ff-4fca-4b98-b937-eb2048809c3a admin admin] Pushing event deleted for resources: {'Network': ['ID=6d976b9c-048a-4181-9d05-3c357af39ad1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:56.883429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 23864678-14e1-4ad6-89b3-3d32eed9b722 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:56.902539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 23864678-14e1-4ad6-89b3-3d32eed9b722 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:56.902893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 23864678-14e1-4ad6-89b3-3d32eed9b722 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:56.903947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 41a31247-4497-4f5a-a217-24648c1df87f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:56.923716 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 41a31247-4497-4f5a-a217-24648c1df87f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:56.924068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 41a31247-4497-4f5a-a217-24648c1df87f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:56.924485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 88694a98-edd3-4e71-9a99-1dc86388f93e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:56.943402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 88694a98-edd3-4e71-9a99-1dc86388f93e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:56.943751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 88694a98-edd3-4e71-9a99-1dc86388f93e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:57.038711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:57.283797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Deleting port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:57.284136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:57.363108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] For port 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:57.363385 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:57.381400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Calling delete_port for 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:57.560587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:57.586939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e534be6-742a-4e6c-a3e9-d2e059bdc5b0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:57.749157 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:57.962547 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:44:58.071530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:44:58.076778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a5f0581-bab7-42de-9df9-3b06bc88b1bd admin admin] 10.222.0.25 "PUT /v2.0/routers/911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6810486 Aug 30 23:44:58.079583 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35904) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:58.080795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Sync routers for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:44:58.090378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:44:58.091046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:58.180916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.194374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:44:58.283701 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.310884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.336383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Deleting port 67048a30-1487-40b0-b566-5faae52d0842 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:58.336727 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.387178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119'}], 'enable_snat': True}, 'gw_port_id': '67048a30-1487-40b0-b566-5faae52d0842', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:44:57Z', 'revision_number': 5, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port': {'id': '67048a30-1487-40b0-b566-5faae52d0842', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:b6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4119, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:58.413561 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Checking router: 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:44:58.420181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] For port 67048a30-1487-40b0-b566-5faae52d0842, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=67048a30-1487-40b0-b566-5faae52d0842,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:58.420546 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.422834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Routers {'911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:44:58.423449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:58.431901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Calling delete_port for 67048a30-1487-40b0-b566-5faae52d0842 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:58.514585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] Set router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:44:58.569513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:44:58Z', 'revision_number': 6, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:58.596479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba621f3-2f1b-45db-8f2f-9f33e8f0e42e None None] The sync data for ids ['911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c'] in n-d-791504-21 is: [{'id': '911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c', 'name': 'tempest-TestEncryptedCinderVolumes-1883361854-router', 'tenant_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:43:43Z', 'updated_at': '2021-08-30T23:44:58Z', 'revision_number': 6, 'project_id': '5efc25ad4e66497c8f10aff4bfb3c5eb', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:44:58.597766 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.626172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Pushing event deleted for resources: {'Port': ['ID=67048a30-1487-40b0-b566-5faae52d0842,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:58.684857 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.775074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.777212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.824217 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.824765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:44:58.830295 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.831423 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1eb4ad4c-3dfa-4ba3-8c52-0bd8c927d422 admin admin] 10.222.0.25 "DELETE /v2.0/routers/911f1ceb-4fc1-4ff7-b79b-d0b356d3bb3c HTTP/1.1" status: 204 len: 168 time: 0.7508807 Aug 30 23:44:58.833834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35906) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:58.878805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Deleting subnet 00c057e5-4320-4976-bbcd-5f9de3ea4851 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:44:58.881770 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:58.916438 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.004081 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.066372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:44:59.069646 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.087243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:44:59.087745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 3e534be6-742a-4e6c-a3e9-d2e059bdc5b0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:44:59.100728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.102739 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/00c057e5-4320-4976-bbcd-5f9de3ea4851 HTTP/1.1" status: 204 len: 168 time: 0.2679992 Aug 30 23:44:59.103834 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfd67c5-eabe-4545-aa74-a057f5e9405a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c057e5-4320-4976-bbcd-5f9de3ea4851,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:59.106708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35908) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:59.107213 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df7e1de-f623-48b7-82da-0dc39a71c514 None None] Network 73f787d2-bd25-4194-bd80-d717836c3e23 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:44:59.174934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.232348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Deleting port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:44:59.232672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.300004 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] For port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,segment=NetworkSegment(be6ef050-43a6-44b4-b872-368166ab626e),segment_id=be6ef050-43a6-44b4-b872-368166ab626e)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:44:59.300361 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.312360 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Calling delete_port for 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:44:59.388273 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.419201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:59.421728 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47211c0a-98b2-48e3-b774-a9306fedec47 None None] DHCP port deletion for 73f787d2-bd25-4194-bd80-d717836c3e23 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:44:59.424909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] No DVR routers for this DVR port 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:44:59.503190 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.513703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73f787d2-bd25-4194-bd80-d717836c3e23']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:59.524609 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be6ef050-43a6-44b4-b872-368166ab626e') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:59.524908 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be6ef050-43a6-44b4-b872-368166ab626e') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:44:59.534991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.548851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.555202 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:44:59.555641 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:44:59.557364 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:44:59.612855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.618464 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.623675 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] 10.222.0.25 "DELETE /v2.0/networks/73f787d2-bd25-4194-bd80-d717836c3e23 HTTP/1.1" status: 204 len: 168 time: 0.5150070 Aug 30 23:44:59.639248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc84a6-e264-4582-93ee-de3b5a4e4586 admin admin] Pushing event deleted for resources: {'Network': ['ID=73f787d2-bd25-4194-bd80-d717836c3e23,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:44:59.809380 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35912) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:59.848851 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-48348084-cc2b-4742-aa6a-59c7e6fe960b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1393edd0038e4f14b382c7ae6892b562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382724 Aug 30 23:44:59.851329 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35914) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:44:59.898852 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.920104 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.964608 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.967742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:44:59.968883 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6 HTTP/1.1" status: 204 len: 168 time: 0.1166720 Aug 30 23:44:59.976465 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e014088b-58da-4d6e-a484-04f4000332e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a52b3f3-80e7-4304-80c5-ab96ecb5b9d6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:00.298127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35920) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:00.337464 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d36909f9-b613-47e7-b646-b364d5527eb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5efc25ad4e66497c8f10aff4bfb3c5eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381293 Aug 30 23:45:00.339761 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:00.386025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:00.410310 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:00.456097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:00.458727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:00.459881 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/27253a9c-6b5e-4d40-bc15-190a8fa0c891 HTTP/1.1" status: 204 len: 168 time: 0.1192353 Aug 30 23:45:00.469005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f2e80f-b6df-4395-b0aa-a1a493ae0e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27253a9c-6b5e-4d40-bc15-190a8fa0c891,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:00.888707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 67048a30-1487-40b0-b566-5faae52d0842 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:45:00.908149 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 67048a30-1487-40b0-b566-5faae52d0842 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:45:00.908508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 67048a30-1487-40b0-b566-5faae52d0842 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:45:00.908935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:45:00.927263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:45:00.927826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 7cbd7f5d-fe1f-459f-bbe6-c1c4205bf0cd not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:45:01.148987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35944) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:01.280948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1305692843-network', 'tenant_id': '1384efba1125482aae3d381bfb4df23b'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:01.301536 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Made reservation on behalf of 1384efba1125482aae3d381bfb4df23b for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:45:01.303793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.312849 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.399383 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.403431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.424632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] vlan segment allocate from pool success with {'vlan_id': 624, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:45:01.440445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f247c1bf-d1e6-4a5e-a645-723ce700678f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:01.445722 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.446097 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Added segment b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5 of type vlan for network e6310464-f002-466e-928a-adf38c6c7525 Aug 30 23:45:01.488401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.511776 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.512789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:01.513367 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.571343 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4212377 Aug 30 23:45:01.574305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35948) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:01.576712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105a185a-95db-4be7-848f-cf7038248060 admin admin] Pushing event updated for resources: {'Network': ['ID=e6310464-f002-466e-928a-adf38c6c7525,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:01.579786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Request body: {'subnet': {'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1305692843-subnet', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:01.586424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e6310464-f002-466e-928a-adf38c6c7525 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:45:01.601513 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Made reservation on behalf of 1384efba1125482aae3d381bfb4df23b for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:45:01.603934 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.773113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.827947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:01.837613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Checking segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:01.837989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Network hostable DHCP agents. Network: e6310464-f002-466e-928a-adf38c6c7525, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:45:01.853524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Network e6310464-f002-466e-928a-adf38c6c7525 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:45:01.862942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e6310464-f002-466e-928a-adf38c6c7525) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:01.868811 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:01.869507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.872563 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe0670-cf09-482d-a35a-0f41ff44ba2b None None] Network e6310464-f002-466e-928a-adf38c6c7525 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:45:01.885634 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-897af0ba-982e-4b4f-bd18-770aeca5f94b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3098731 Aug 30 23:45:01.888274 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35950) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:01.892653 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:01.913120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.914234 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:01.968047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.020738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-e6310464-f002-466e-928a-adf38c6c7525', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:45:02.021633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.161481 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Allocated IP 172.20.0.2 (e6310464-f002-466e-928a-adf38c6c7525/50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd/65b80d1b-2063-49d6-828b-52828d679dcd) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:02.308839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.317434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Transition to ACTIVE for port object 65b80d1b-2063-49d6-828b-52828d679dcd will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:02.332467 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Transition to ACTIVE for port object 65b80d1b-2063-49d6-828b-52828d679dcd will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:02.338466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.380975 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Network e6310464-f002-466e-928a-adf38c6c7525 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:02.383854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:02.386509 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:02.395776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Pushing event updated for resources: {'Port': ['ID=65b80d1b-2063-49d6-828b-52828d679dcd,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:02.420124 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.447625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Attempting to bind port 65b80d1b-2063-49d6-828b-52828d679dcd on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:02.448001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Attempting to bind port 65b80d1b-2063-49d6-828b-52828d679dcd by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:02.448366 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Attempting to bind port 65b80d1b-2063-49d6-828b-52828d679dcd on network e6310464-f002-466e-928a-adf38c6c7525 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:02.453826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:02.454207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Checking segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:02.454616 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.455016 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Bound using segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:02.455479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Bound port: 65b80d1b-2063-49d6-828b-52828d679dcd, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:02.455867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.519740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] For port 65b80d1b-2063-49d6-828b-52828d679dcd, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:02.523090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] For port 65b80d1b-2063-49d6-828b-52828d679dcd, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65b80d1b-2063-49d6-828b-52828d679dcd,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:02.527343 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.582833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353478e-1ebe-49a8-85bc-debe2f2ce4a4 None None] Pushing event updated for resources: {'Port': ['ID=65b80d1b-2063-49d6-828b-52828d679dcd,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:02.627186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.647490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.734739 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:45:02.770674 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Allocated IP 172.25.7.150 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ba42234b-99ea-422c-a569-b0336df04c9e) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:02.883081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.919038 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65b80d1b-2063-49d6-828b-52828d679dcd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:02.925351 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:02.969472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:02.970545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 65b80d1b-2063-49d6-828b-52828d679dcd completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:02.972800 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:02.975484 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:02.983108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Pushing event updated for resources: {'Port': ['ID=ba42234b-99ea-422c-a569-b0336df04c9e,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:03.239223 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.431154 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20ea572-cdda-422c-b655-9da26d158be3 None None] Network e6310464-f002-466e-928a-adf38c6c7525 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:45:03.443004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.557989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Provisioning for port 65b80d1b-2063-49d6-828b-52828d679dcd completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:03.565039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Provisioning complete for port 65b80d1b-2063-49d6-828b-52828d679dcd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:03.565421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.576253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:45:03.680387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.687241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:45:03.705043 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.710008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f9fea5ee-e444-483c-8657-5b5a14c3c79f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8186398 Aug 30 23:45:03.710196 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Sync routers for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:45:03.710797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 35952) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:03.719275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] For port 65b80d1b-2063-49d6-828b-52828d679dcd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65b80d1b-2063-49d6-828b-52828d679dcd,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:03.720030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:03.720904 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:03.724510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:03.789833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542ec1e-35a0-477f-96d9-e219c897bf34 None None] Pushing event updated for resources: {'Port': ['ID=65b80d1b-2063-49d6-828b-52828d679dcd,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:03.838153 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:03.951419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-58ff3d06-4325-4087-b5f2-93e4628b2f93 None None] Provisioning complete for port 65b80d1b-2063-49d6-828b-52828d679dcd triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:03.951798 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-58ff3d06-4325-4087-b5f2-93e4628b2f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.023356 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:03Z', 'revision_number': 3, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:04.052995 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Checking router: 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:45:04.053336 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Updating router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 port ba42234b-99ea-422c-a569-b0336df04c9e binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:45:04.077361 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.158946 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.320033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Allocated IP 172.20.0.1 (e6310464-f002-466e-928a-adf38c6c7525/50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd/78586f23-3bd6-4d74-9b6d-216b0ed62459) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:04.322870 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.334444 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Transition to ACTIVE for port object ba42234b-99ea-422c-a569-b0336df04c9e will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:04.340005 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.393511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Attempting to bind port ba42234b-99ea-422c-a569-b0336df04c9e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:04.393940 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Attempting to bind port ba42234b-99ea-422c-a569-b0336df04c9e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:04.394378 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Attempting to bind port ba42234b-99ea-422c-a569-b0336df04c9e on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:04.401354 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Pushing event updated for resources: {'Port': ['ID=ba42234b-99ea-422c-a569-b0336df04c9e,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:04.405080 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:04.405456 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:04.405879 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.406275 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:04.406755 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Bound port: ba42234b-99ea-422c-a569-b0336df04c9e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:04.407118 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.413433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.413813 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.414159 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.414498 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.414832 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.415165 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.415494 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.415821 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.416147 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.416470 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.416792 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.417115 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:04.432034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.446736 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Transition to ACTIVE for port object 78586f23-3bd6-4d74-9b6d-216b0ed62459 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:04.471133 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] For port ba42234b-99ea-422c-a569-b0336df04c9e, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:04.474183 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] For port ba42234b-99ea-422c-a569-b0336df04c9e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ba42234b-99ea-422c-a569-b0336df04c9e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:04.478887 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.479960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.515794 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Network e6310464-f002-466e-928a-adf38c6c7525 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:04.522323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:04.525775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:04.540499 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f958d-5d17-4f04-b938-5913dea6b447 None None] Pushing event updated for resources: {'Port': ['ID=ba42234b-99ea-422c-a569-b0336df04c9e,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:04.543017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:04.543625 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:04.552166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Pushing event updated for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:04.568890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.709972 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.749322 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:04.764691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-460e160c-58a0-4412-bb41-237e7111a0ac None None] Provisioning for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:04.773288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-460e160c-58a0-4412-bb41-237e7111a0ac None None] Provisioning complete for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:04.773655 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-460e160c-58a0-4412-bb41-237e7111a0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.815400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-460e160c-58a0-4412-bb41-237e7111a0ac None None] Port 78586f23-3bd6-4d74-9b6d-216b0ed62459 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:04.889973 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.893388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65b80d1b-2063-49d6-828b-52828d679dcd up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:04.896942 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.937480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:03Z', 'revision_number': 3, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:04.942419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 65b80d1b-2063-49d6-828b-52828d679dcd triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:04.942898 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.968312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:04.969823 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9fc160-7b9a-47aa-8089-7a2248105e3d None None] The sync data for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 is: [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:03Z', 'revision_number': 3, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:45:04.971392 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Pushing event updated for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:05.072597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Network e6310464-f002-466e-928a-adf38c6c7525 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:05.073945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:05.204321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:45:05.328360 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:45:05.338039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5f0d764f-a3d1-4475-887d-0ace853cdc18 None None] Provisioning complete for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:05.338341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8291c03-5f98-48a0-bab4-101431c1db1a admin admin] 10.222.0.25 "PUT /v2.0/routers/7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6263793 Aug 30 23:45:05.338835 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5f0d764f-a3d1-4475-887d-0ace853cdc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:05.375619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5f0d764f-a3d1-4475-887d-0ace853cdc18 None None] Port 78586f23-3bd6-4d74-9b6d-216b0ed62459 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:05.833874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35968) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:05.839485 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-259486550-network', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:05.860397 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Made reservation on behalf of ca55facf6ff344dfa1cd6c34c2748147 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:45:05.862982 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:05.871485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:05.959923 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:05.963760 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:05.988905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:45:05.998588 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a45ae30-6481-4a95-8ee8-7edf0db8208f,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:06.006711 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.007058 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Added segment 67c100bc-f1b7-4338-998e-31db66cbd633 of type vlan for network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 Aug 30 23:45:06.050710 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.076207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.077203 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:06.077815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.131949 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2967174 Aug 30 23:45:06.134491 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35970) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:06.141694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Request body: {'subnet': {'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-259486550-subnet', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:06.150532 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c794a-8c91-4501-b059-8e1873bb472b admin admin] Pushing event updated for resources: {'Network': ['ID=2a4bd437-4291-4682-bdc4-e38f762d4ed1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:06.161358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:45:06.165692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Made reservation on behalf of ca55facf6ff344dfa1cd6c34c2748147 for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:45:06.168031 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.342960 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.396769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1866226-43ca-4997-a9bf-b44b01ffe189,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:06.407212 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Checking segment: {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:06.407569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Network hostable DHCP agents. Network: 2a4bd437-4291-4682-bdc4-e38f762d4ed1, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:45:06.425707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:45:06.434540 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 2a4bd437-4291-4682-bdc4-e38f762d4ed1) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:06.438698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:06.439286 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.445526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c621c7-0587-42a1-96ce-7e5daa5aaaf6 None None] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:45:06.454357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e7ce2fa1-2655-4ae6-b583-b5491632076f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3188407 Aug 30 23:45:06.456892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35972) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:06.461433 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:06.482776 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.483772 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.528697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Sync routers for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:45:06.548004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.560381 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:06.561119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:06.665557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'fixed_ips': [{'subnet_id': 'e1866226-43ca-4997-a9bf-b44b01ffe189'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:45:06.666377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.683391 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.710850 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:06.901259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.923929 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:06.925674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ba42234b-99ea-422c-a569-b0336df04c9e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:06.975922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Allocated IP 172.20.0.2 (2a4bd437-4291-4682-bdc4-e38f762d4ed1/e1866226-43ca-4997-a9bf-b44b01ffe189/fa7422cb-a005-4377-90b8-2d11943fa45b) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:07.031581 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Allocated IP 172.25.7.102 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/8808d503-f2f3-40a9-bb1f-bcceac61f1f7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:07.139584 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.181588 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.218459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:07.224210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:07.227928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:07.258505 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Pushing event updated for resources: {'Port': ['ID=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:07.267402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ba42234b-99ea-422c-a569-b0336df04c9e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:07.288882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ba42234b-99ea-422c-a569-b0336df04c9e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:07.289258 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.370021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.377849 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 2, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:07.408217 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Transition to ACTIVE for port object fa7422cb-a005-4377-90b8-2d11943fa45b will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:07.413471 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Checking router: 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:45:07.413860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Updating router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 port 78586f23-3bd6-4d74-9b6d-216b0ed62459 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:45:07.456425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Transition to ACTIVE for port object fa7422cb-a005-4377-90b8-2d11943fa45b will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:07.462600 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.484708 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.489454 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.541709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.572042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:07.579421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Pushing event updated for resources: {'Port': ['ID=fa7422cb-a005-4377-90b8-2d11943fa45b,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:07.584903 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:07.594780 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:07.604665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ba42234b-99ea-422c-a569-b0336df04c9e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ba42234b-99ea-422c-a569-b0336df04c9e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:07.614686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.687529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.756642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Attempting to bind port fa7422cb-a005-4377-90b8-2d11943fa45b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:07.756930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Attempting to bind port fa7422cb-a005-4377-90b8-2d11943fa45b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:07.757256 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Attempting to bind port fa7422cb-a005-4377-90b8-2d11943fa45b on network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:07.807585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:07.807967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Checking segment: {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:07.808374 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.808773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Bound using segment: {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:07.809353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Bound port: fa7422cb-a005-4377-90b8-2d11943fa45b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:07.809801 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.817207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ba42234b-99ea-422c-a569-b0336df04c9e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:07.823304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:45:07.915342 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] For port fa7422cb-a005-4377-90b8-2d11943fa45b, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:07.919585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] For port fa7422cb-a005-4377-90b8-2d11943fa45b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa7422cb-a005-4377-90b8-2d11943fa45b,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:07.930608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.933470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:45:07.943804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Sync routers for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:45:07.948380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:07.952909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0c0f87e2-bc2a-4df6-944e-2a0bc13dcffb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4917085 Aug 30 23:45:07.953127 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 35974) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:07.958542 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:07.959156 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:08.022919 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.034812 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e8aef0-366f-4f42-b1ff-99711b692662 None None] Pushing event updated for resources: {'Port': ['ID=fa7422cb-a005-4377-90b8-2d11943fa45b,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:08.039406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Transition to ACTIVE for port object 78586f23-3bd6-4d74-9b6d-216b0ed62459 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:08.048597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.095726 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:08.175566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Attempting to bind port 78586f23-3bd6-4d74-9b6d-216b0ed62459 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:08.175982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Attempting to bind port 78586f23-3bd6-4d74-9b6d-216b0ed62459 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:08.176324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Attempting to bind port 78586f23-3bd6-4d74-9b6d-216b0ed62459 on network e6310464-f002-466e-928a-adf38c6c7525 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:08.181465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2ee7-5a0a-4a26-8f9f-5ed704a434ef None None] Pushing event updated for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:08.186828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:08.187223 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Checking segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:08.187630 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.188031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Bound using segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:08.188532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Bound port: 78586f23-3bd6-4d74-9b6d-216b0ed62459, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:08.188930 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.259105 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] For port 78586f23-3bd6-4d74-9b6d-216b0ed62459, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:08.263619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] For port 78586f23-3bd6-4d74-9b6d-216b0ed62459, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78586f23-3bd6-4d74-9b6d-216b0ed62459,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:08.278159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.351298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:08.352234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:08.370133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a2ee7-5a0a-4a26-8f9f-5ed704a434ef None None] Pushing event updated for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:08.402112 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 3, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:08.435208 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Checking router: 64f11c25-88a2-4b15-ad4b-4fe765bd51ca for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:45:08.435964 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Updating router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:45:08.466139 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.529719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:08.768644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:08Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:08.810331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f5a0cf-bd6f-42e2-8800-9d71d252b571 None None] The sync data for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 is: [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:08Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:45:08.812181 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.827228 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Transition to ACTIVE for port object 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:08.834473 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.931298 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81967f-82f2-4ff8-a444-9f37adde07cb None None] Pushing event updated for resources: {'Port': ['ID=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:08.938412 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Attempting to bind port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:08.938783 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Attempting to bind port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:08.939527 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Attempting to bind port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:08.948370 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.948974 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:08.949389 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:08.950230 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:08.950486 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:08.951421 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Bound port: 8808d503-f2f3-40a9-bb1f-bcceac61f1f7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:08.951852 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.051491 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] For port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:09.056406 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] For port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:09.062181 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.106989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa7422cb-a005-4377-90b8-2d11943fa45b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:09.170111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fa7422cb-a005-4377-90b8-2d11943fa45b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:09.176262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ba42234b-99ea-422c-a569-b0336df04c9e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:09.190202 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:09.194391 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:09.217005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Allocated IP 172.20.0.1 (2a4bd437-4291-4682-bdc4-e38f762d4ed1/e1866226-43ca-4997-a9bf-b44b01ffe189/b75f69e1-89a3-4b52-a2e4-ac234bbb6f87) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:09.259044 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ba42234b-99ea-422c-a569-b0336df04c9e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:09.259478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.321800 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:09.383085 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e81967f-82f2-4ff8-a444-9f37adde07cb None None] Pushing event updated for resources: {'Port': ['ID=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:09.433577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de15b348-fb42-446a-b9fb-b5753c9a8ded None None] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:45:09.434720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.450436 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Transition to ACTIVE for port object b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:09.497952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.501526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Provisioning for port fa7422cb-a005-4377-90b8-2d11943fa45b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:09.512343 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Provisioning complete for port fa7422cb-a005-4377-90b8-2d11943fa45b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:09.512728 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.546064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:09.552223 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:09.558316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:09.570675 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 3, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:09.589352 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Pushing event updated for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:09.609344 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.611765 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f24e5-0c44-43b3-8a91-07e2aabcb359 None None] The sync data for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 is: [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 3, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:45:09.676754 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.740745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] For port fa7422cb-a005-4377-90b8-2d11943fa45b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa7422cb-a005-4377-90b8-2d11943fa45b,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:09.752233 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.784246 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:09.812277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3537ef12-4934-4e4b-849b-84c408eb78f7 None None] Pushing event updated for resources: {'Port': ['ID=fa7422cb-a005-4377-90b8-2d11943fa45b,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:10.002952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.010988 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.090923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Provisioning for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:10.096287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Provisioning complete for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:10.096951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.098319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Pushing event updated for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:10.101175 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.147054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:10.158967 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Provisioning complete for port fa7422cb-a005-4377-90b8-2d11943fa45b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:10.159487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-656472ae-191d-4de7-9812-0fb0794b5c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.223305 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:10.224824 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:10.362361 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:45:10.390350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-028ff068-6f6d-4cc3-ac3b-e3e33a9123c8 None None] Provisioning complete for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:10.390697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-028ff068-6f6d-4cc3-ac3b-e3e33a9123c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.462565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be1a8bf6-360d-4538-9022-7722f387a7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.464432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-028ff068-6f6d-4cc3-ac3b-e3e33a9123c8 None None] Port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:10.495876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:45:10.509611 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-41b4be1f-31f7-49a0-b6f6-00eb60fba053 admin admin] 10.222.0.25 "PUT /v2.0/routers/64f11c25-88a2-4b15-ad4b-4fe765bd51ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5471873 Aug 30 23:45:10.585758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b88a814-981a-42e4-94f5-5dcaf81480d1 None None] Provisioning complete for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:10.586167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-4b88a814-981a-42e4-94f5-5dcaf81480d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:10.626068 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-4b88a814-981a-42e4-94f5-5dcaf81480d1 None None] Port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:10.990965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:11.044644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:11.048281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:11.048646 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.131819 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.152986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:11.157433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.158247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa7422cb-a005-4377-90b8-2d11943fa45b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:11.233556 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:11.244456 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fa7422cb-a005-4377-90b8-2d11943fa45b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:11.244816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.330688 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78586f23-3bd6-4d74-9b6d-216b0ed62459 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:11.398989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:11.403744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:11.404116 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.504911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.547001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 78586f23-3bd6-4d74-9b6d-216b0ed62459, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78586f23-3bd6-4d74-9b6d-216b0ed62459,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:11.551279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:11.608010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:12.283565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Sync routers for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:45:12.293081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:12.293840 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:44:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:12.569397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:12.806846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 4, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b75f69e1-89a3-4b52-a2e4-ac234bbb6f87', 'name': '', 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'mac_address': 'fa:16:3e:6c:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:08Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 2, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'subnets': [{'id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:12.847544 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Checking router: 64f11c25-88a2-4b15-ad4b-4fe765bd51ca for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:45:12.847961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Updating router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:45:12.886356 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:12.923243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:13.066591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.076980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:13.077488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.250575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78586f23-3bd6-4d74-9b6d-216b0ed62459 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:13.356019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 78586f23-3bd6-4d74-9b6d-216b0ed62459 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:13.357923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.361976 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.407907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Transition to ACTIVE for port object b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:13.423887 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.438145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d240bb83-c40e-44a3-aef5-9ddd20753931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.513054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6243c-f5b3-431f-b213-ba484382cd7a None None] Pushing event updated for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:13.596106 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Attempting to bind port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:13.596823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Attempting to bind port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:13.596823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Attempting to bind port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 on network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:13.606483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:13.606628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Checking segment: {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:13.606956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.607322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Bound using segment: {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:13.607799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Bound port: b75f69e1-89a3-4b52-a2e4-ac234bbb6f87, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67c100bc-f1b7-4338-998e-31db66cbd633', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:13.608176 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.698529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] For port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:13.710594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] For port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:13.717960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:13.796803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6243c-f5b3-431f-b213-ba484382cd7a None None] Pushing event updated for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:13.800484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:13.801110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:45:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:13.937009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:14.179580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 4, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b75f69e1-89a3-4b52-a2e4-ac234bbb6f87', 'name': '', 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'mac_address': 'fa:16:3e:6c:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:08Z', 'updated_at': '2021-08-30T23:45:13Z', 'revision_number': 4, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'subnets': [{'id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:14.207570 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432e1d50-1ded-410e-983d-3cb528e62151 None None] The sync data for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 is: [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:09Z', 'revision_number': 4, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'b75f69e1-89a3-4b52-a2e4-ac234bbb6f87', 'name': '', 'network_id': '2a4bd437-4291-4682-bdc4-e38f762d4ed1', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'mac_address': 'fa:16:3e:6c:8f:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:08Z', 'updated_at': '2021-08-30T23:45:13Z', 'revision_number': 4, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'subnets': [{'id': 'e1866226-43ca-4997-a9bf-b44b01ffe189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:45:14.755570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:14.947822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:15.019123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:15.029176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:15.035785 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:15.150881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:15.190066 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:15.193993 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:15.251337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:16.195033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:16.912245 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:16.970662 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:16.971593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:20.278501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-9bf64e3c-0251-4c91-b214-d0b600f5a889 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:20.280816 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-9bf64e3c-0251-4c91-b214-d0b600f5a889 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 815 time: 0.1021585 Aug 30 23:45:20.296018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-6055a9fb-56e8-41c9-9f15-513a76906351 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/quotas/1384efba1125482aae3d381bfb4df23b HTTP/1.1" status: 200 len: 375 time: 0.0096285 Aug 30 23:45:20.657605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-cd60805d-6bc7-4d3f-9fb5-0abaa2f0d7c4 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3562965 Aug 30 23:45:20.673455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-4bcc8783-96e6-42a5-8800-b5d345374013 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:45:20.674447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-4bcc8783-96e6-42a5-8800-b5d345374013 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056713 Aug 30 23:45:20.763039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-493f58ef-f232-43d2-8188-f94835f1ce88 service neutron] 10.222.0.25 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825725 Aug 30 23:45:20.856136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-2cdf6e8b-0567-41b3-bcfc-2e4d3be89fdf service neutron] 10.222.0.25 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868585 Aug 30 23:45:21.015983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aea667dd-457d-4504-a5a0-3eb47c5f1c08 req-1c3b1601-7224-4dfe-a1f8-ed17f0be52de tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 210 time: 0.0272038 Aug 30 23:45:21.961562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-977768d7-5377-4e04-9afd-60304508a10c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:21.963076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-977768d7-5377-4e04-9afd-60304508a10c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 815 time: 0.1021895 Aug 30 23:45:21.977396 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'port': {'device_id': 'f531db89-7142-4f10-81cd-63d45f426a95', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'admin_state_up': True, 'tenant_id': '1384efba1125482aae3d381bfb4df23b'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:22.115400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-63aafe35-8256-4e7b-b1ad-81520e1d4e93 req-353fbdad-b496-4b66-a8b1-8c6372d63753 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 210 time: 0.0309024 Aug 30 23:45:22.116130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Made reservation on behalf of 1384efba1125482aae3d381bfb4df23b for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:45:22.119520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:22.261757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Allocated IP 172.20.0.6 (e6310464-f002-466e-928a-adf38c6c7525/50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd/306d99e7-d4f7-4044-a101-be524516e3ec) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:22.469244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:22.485133 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Transition to ACTIVE for port object 306d99e7-d4f7-4044-a101-be524516e3ec will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:22.528329 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:22.585716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Network e6310464-f002-466e-928a-adf38c6c7525 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:22.590497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:22.595311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:22.599714 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:22.653732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:22.654536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:22.671979 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-53038d9f-6d2f-46c3-abdf-98898103f0cb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6985590 Aug 30 23:45:22.841891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ca2d7eb5-fc57-4f33-ac74-0ec64effb7e9 None None] Provisioning for port 306d99e7-d4f7-4044-a101-be524516e3ec completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:22.846007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ca2d7eb5-fc57-4f33-ac74-0ec64effb7e9 None None] Provisioning complete for port 306d99e7-d4f7-4044-a101-be524516e3ec triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:22.846385 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ca2d7eb5-fc57-4f33-ac74-0ec64effb7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:22.886686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ca2d7eb5-fc57-4f33-ac74-0ec64effb7e9 None None] Port 306d99e7-d4f7-4044-a101-be524516e3ec cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:45:22.994674 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:23.235176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a16d847-1f30-4cce-9ce7-73e064999651 req-4704406c-b9fc-4564-9b26-5cca61f932e5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:23.236914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a16d847-1f30-4cce-9ce7-73e064999651 req-4704406c-b9fc-4564-9b26-5cca61f932e5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0513573 Aug 30 23:45:23.283971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7a16d847-1f30-4cce-9ce7-73e064999651 req-9bb2cdda-fb6c-49af-9ba0-b1d931e6d50a tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Aug 30 23:45:24.407408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33f636b-0f7d-4a4b-9def-345ac0ec4589 req-693fc3a8-d55a-4dd9-ba9b-dec5b0d4cd9d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:24.409071 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b33f636b-0f7d-4a4b-9def-345ac0ec4589 req-693fc3a8-d55a-4dd9-ba9b-dec5b0d4cd9d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0499856 Aug 30 23:45:24.460391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b33f636b-0f7d-4a4b-9def-345ac0ec4589 req-b674d8a2-ad28-4462-8052-a4876f609da4 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Aug 30 23:45:25.583996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cc0371-48f6-418f-af8b-a0655807f221 req-4bdb9b97-03cf-4eb9-9a04-e5e5240061a0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:25.586210 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07cc0371-48f6-418f-af8b-a0655807f221 req-4bdb9b97-03cf-4eb9-9a04-e5e5240061a0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0560899 Aug 30 23:45:25.626825 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07cc0371-48f6-418f-af8b-a0655807f221 req-9cfcf0df-35da-488d-92a3-e4d55946a674 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340791 Aug 30 23:45:26.745036 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34e92fe-4ac0-40b6-8cd9-ca2dddd5444a req-857c965c-bb38-485b-937b-5e1e8a5fc38e tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:26.747226 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a34e92fe-4ac0-40b6-8cd9-ca2dddd5444a req-857c965c-bb38-485b-937b-5e1e8a5fc38e tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0503595 Aug 30 23:45:26.797418 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a34e92fe-4ac0-40b6-8cd9-ca2dddd5444a req-95bb8ae0-e110-438e-bcb1-c2212e8f37f0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435519 Aug 30 23:45:27.923497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57874b90-a92e-424a-a77f-2d359f592d2c req-78c898e0-38d0-48a1-8b81-228739963fc6 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:27.925457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57874b90-a92e-424a-a77f-2d359f592d2c req-78c898e0-38d0-48a1-8b81-228739963fc6 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0549934 Aug 30 23:45:27.963680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-57874b90-a92e-424a-a77f-2d359f592d2c req-12ef72b0-b288-4b7c-9427-5a1ba7cb3793 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318971 Aug 30 23:45:28.285124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:29.081932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911ee3d0-4074-436a-afdd-2317700bf77e req-d0faa069-7ef6-46a9-91b9-6d23885aa796 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:29.083597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-911ee3d0-4074-436a-afdd-2317700bf77e req-d0faa069-7ef6-46a9-91b9-6d23885aa796 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0506539 Aug 30 23:45:29.126704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-911ee3d0-4074-436a-afdd-2317700bf77e req-e84c1d95-9147-4340-af97-f30ff3f0da9d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Aug 30 23:45:30.245468 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48e0ab-8e15-4293-8b26-99be7c9d2ed4 req-901d70c9-bd34-4414-9819-65480409b84c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:30.247012 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa48e0ab-8e15-4293-8b26-99be7c9d2ed4 req-901d70c9-bd34-4414-9819-65480409b84c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0548768 Aug 30 23:45:30.288422 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fa48e0ab-8e15-4293-8b26-99be7c9d2ed4 req-f8219fab-ac57-441d-b414-048d0f4c5d43 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348098 Aug 30 23:45:31.409652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27add02-be5c-4bca-96f7-2ca4f338bb70 req-e6e8d283-a8e9-4cf6-8a48-15b72ea4ebc0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:31.411186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a27add02-be5c-4bca-96f7-2ca4f338bb70 req-e6e8d283-a8e9-4cf6-8a48-15b72ea4ebc0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0515139 Aug 30 23:45:31.456662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a27add02-be5c-4bca-96f7-2ca4f338bb70 req-ca73c1d5-e03b-4c7c-9b56-3a8f15c3744f tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394423 Aug 30 23:45:32.575651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8cf8d-085d-4bbb-8027-06f0b5cb6e0c req-0197cd0d-a520-4ee2-9091-478ef2f8f1d2 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:32.577410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40d8cf8d-085d-4bbb-8027-06f0b5cb6e0c req-0197cd0d-a520-4ee2-9091-478ef2f8f1d2 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 931 time: 0.0504332 Aug 30 23:45:32.618450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-40d8cf8d-085d-4bbb-8027-06f0b5cb6e0c req-3900dd66-5398-46c2-91ba-74fda59b69a7 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350378 Aug 30 23:45:32.817746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Request body: {'port': {'device_id': 'f531db89-7142-4f10-81cd-63d45f426a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:32.876128 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.142754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 306d99e7-d4f7-4044-a101-be524516e3ec {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:45:33.150751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.162944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Transition to ACTIVE for port object 306d99e7-d4f7-4044-a101-be524516e3ec will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:45:33.166585 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.220555 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:33.295027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Attempting to bind port 306d99e7-d4f7-4044-a101-be524516e3ec on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:45:33.295357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Attempting to bind port 306d99e7-d4f7-4044-a101-be524516e3ec by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:45:33.295684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Attempting to bind port 306d99e7-d4f7-4044-a101-be524516e3ec on network e6310464-f002-466e-928a-adf38c6c7525 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:33.300482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Port 306d99e7-d4f7-4044-a101-be524516e3ec on network e6310464-f002-466e-928a-adf38c6c7525 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:45:33.300806 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Attempting to bind port 306d99e7-d4f7-4044-a101-be524516e3ec on network e6310464-f002-466e-928a-adf38c6c7525 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:45:33.305934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:45:33.306276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Checking segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:45:33.306668 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Bound using segment: {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:45:33.307101 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Bound port: 306d99e7-d4f7-4044-a101-be524516e3ec, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:45:33.307462 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.378102 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:45:33.381274 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:45:33.386098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.423419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.424049 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:33.425492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] 10.222.0.47 "PUT /v2.0/ports/306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 1092 time: 0.6122100 Aug 30 23:45:33.426020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:45:33.428369 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-847af0ce-28b8-4aa9-86e1-133f5a11adee" -d '{"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:45:33.457752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3ca3f-ee36-4904-bd86-6cdcbcc75fdc service neutron] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:33.470292 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6248687a-36ec-44da-94b2-8240ecf6e0ba x-openstack-request-id: req-6248687a-36ec-44da-94b2-8240ecf6e0ba {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:45:33.470613 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:45:33.470870 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6248687a-36ec-44da-94b2-8240ecf6e0ba {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:45:33.471279 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:45:33.518576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-844d7a93-f7da-44cd-881e-0763605ba059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.520257 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-844d7a93-f7da-44cd-881e-0763605ba059 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1095 time: 0.0458581 Aug 30 23:45:33.567737 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-64b94cc1-140b-4cf5-b61d-236587f48a4a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 217 time: 0.0397577 Aug 30 23:45:33.620339 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-c91736c7-13d7-49ca-8cf8-18a5815dc8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.621850 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-c91736c7-13d7-49ca-8cf8-18a5815dc8a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0468707 Aug 30 23:45:33.672522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-1eb8ef93-148b-43a3-bfa8-ce1930f423b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.673996 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-1eb8ef93-148b-43a3-bfa8-ce1930f423b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447049 Aug 30 23:45:33.737222 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78c1fb-05e1-488b-81ea-e1b78d8a666f req-01161752-66a4-4c87-a831-3e06c3e3ade0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.738822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0b78c1fb-05e1-488b-81ea-e1b78d8a666f req-01161752-66a4-4c87-a831-3e06c3e3ade0 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 943 time: 0.0529935 Aug 30 23:45:33.774222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-75ffad74-827b-4dfa-830e-e10b172da568 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931189 Aug 30 23:45:33.786484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0b78c1fb-05e1-488b-81ea-e1b78d8a666f req-c4744a27-7809-4a77-9a24-738759cb9915 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405836 Aug 30 23:45:33.870403 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6454b00-6183-4100-9ae7-b6498c791c19 req-ed2ea6a9-08e8-48cc-a472-d32f9d7aa8b9 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889575 Aug 30 23:45:33.962381 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-7e181da7-ea66-4bd1-9d36-c12ff06bc7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:33.963885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-7e181da7-ea66-4bd1-9d36-c12ff06bc7e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1095 time: 0.0482161 Aug 30 23:45:34.056962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-405bc1c9-4c11-498f-a929-a22dfc2fcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:34.058467 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-405bc1c9-4c11-498f-a929-a22dfc2fcdaa service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.0858774 Aug 30 23:45:34.103424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-f77a3ed2-38da-4acd-aa9c-0f96d0f04ad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 217 time: 0.0367405 Aug 30 23:45:34.159726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-34dc5af4-1353-4d9c-8447-0b3882967078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:34.161217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-34dc5af4-1353-4d9c-8447-0b3882967078 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0503845 Aug 30 23:45:34.209029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-1421fde2-0b1a-4ef5-8711-6119d0ad7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:34.210594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-1421fde2-0b1a-4ef5-8711-6119d0ad7dea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415616 Aug 30 23:45:34.302946 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-d1dcdb64-eb76-4ab7-8d66-3bfefecb6f19 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837426 Aug 30 23:45:34.400945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-847af0ce-28b8-4aa9-86e1-133f5a11adee req-30f468f3-2cfb-4742-afa2-56be3e17391e service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900273 Aug 30 23:45:34.903273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b215016c-4a06-4735-bb4b-4e05c6f74d31 req-04d91c7a-7a7e-4c09-83fe-f2e30a105512 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:34.904790 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b215016c-4a06-4735-bb4b-4e05c6f74d31 req-04d91c7a-7a7e-4c09-83fe-f2e30a105512 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 943 time: 0.0496583 Aug 30 23:45:34.944525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b215016c-4a06-4735-bb4b-4e05c6f74d31 req-e380851c-bca4-4c6c-91f8-1c1f05c7407a tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Aug 30 23:45:36.060153 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e34d56-1bc6-4e00-851a-5da66773e2b1 req-944a9156-218e-458e-9845-2e7353bfd99d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:36.061545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e34d56-1bc6-4e00-851a-5da66773e2b1 req-944a9156-218e-458e-9845-2e7353bfd99d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 943 time: 0.0477335 Aug 30 23:45:36.104386 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c3e34d56-1bc6-4e00-851a-5da66773e2b1 req-d2f2b233-cd38-456c-bc05-7ff39bb3940a tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368664 Aug 30 23:45:37.233529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6c7ac-838d-4a33-a30c-0c83d7dab94f req-4c7c9b0b-b9f6-4469-9010-30aeb49c4906 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:37.235061 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8df6c7ac-838d-4a33-a30c-0c83d7dab94f req-4c7c9b0b-b9f6-4469-9010-30aeb49c4906 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 943 time: 0.0559726 Aug 30 23:45:37.273304 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8df6c7ac-838d-4a33-a30c-0c83d7dab94f req-fe621243-2670-4354-92cd-c3b5d6004597 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Aug 30 23:45:38.010969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 306d99e7-d4f7-4044-a101-be524516e3ec details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:45:38.105095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:38.116930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '306d99e7-d4f7-4044-a101-be524516e3ec', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'port_id': '306d99e7-d4f7-4044-a101-be524516e3ec', 'mac_address': 'fa:16:3e:60:ba:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:45:38.153691 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:38.166110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 306d99e7-d4f7-4044-a101-be524516e3ec {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:45:38.184913 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:38.188700 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:38.240523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:38.247661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.248007 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.248348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.248686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.249025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.249358 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.249690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.250043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.250371 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.250696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.251019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.251341 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:38.394263 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fa9ed-4cef-4c2b-a28d-62e65a02a163 req-9a7a7114-35d6-45bb-90c6-a9c1c394b6da tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:38.396377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-953fa9ed-4cef-4c2b-a28d-62e65a02a163 req-9a7a7114-35d6-45bb-90c6-a9c1c394b6da tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 944 time: 0.0505376 Aug 30 23:45:38.434423 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-953fa9ed-4cef-4c2b-a28d-62e65a02a163 req-3a98337c-4b0c-45f4-bf93-b1cb51ea0fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315154 Aug 30 23:45:38.443929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:45:39.553986 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015426-69a7-4b28-a5b0-b962262f7b37 req-21bf7a7d-3f84-4ebb-b24c-d1a727c391d1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:39.555797 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc015426-69a7-4b28-a5b0-b962262f7b37 req-21bf7a7d-3f84-4ebb-b24c-d1a727c391d1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 944 time: 0.0509896 Aug 30 23:45:39.595624 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fc015426-69a7-4b28-a5b0-b962262f7b37 req-9e94ee3e-50ae-46e9-9b97-acc11e9d9840 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333695 Aug 30 23:45:39.725714 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:45:40.021990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 306d99e7-d4f7-4044-a101-be524516e3ec up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:45:40.069539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 306d99e7-d4f7-4044-a101-be524516e3ec completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:45:40.073111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 306d99e7-d4f7-4044-a101-be524516e3ec triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:40.073488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:40.152632 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:40.174962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:45:40.177177 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56fff2f-05df-4893-934d-16b87b8d5823" -d '{"events": [{"server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "name": "network-vif-plugged", "status": "completed", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:45:40.191171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:40.195397 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:40.218850 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3cda268-265d-487e-8296-9137c37d1ae7 x-openstack-request-id: req-f3cda268-265d-487e-8296-9137c37d1ae7 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:45:40.219144 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "name": "network-vif-plugged", "status": "completed", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:45:40.219409 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3cda268-265d-487e-8296-9137c37d1ae7 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:45:40.219824 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'code': 200} Aug 30 23:45:40.247555 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:40.314437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169522-7816-46f9-be67-b1ad9f56654d req-a45dcd22-1c67-422a-b80c-e45f161aa3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:40.315825 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23169522-7816-46f9-be67-b1ad9f56654d req-a45dcd22-1c67-422a-b80c-e45f161aa3cf service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1097 time: 0.0414429 Aug 30 23:45:40.356878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23169522-7816-46f9-be67-b1ad9f56654d req-e6756cdf-68b4-4350-91c8-59651f1e5096 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318336 Aug 30 23:45:40.436659 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bdec9aa6-b097-4b4a-b6e2-670d4adb9831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:40.713491 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3cf91-9de9-4c38-88d9-cb5efc0f0823 req-90a3bc5e-6c19-452b-a866-1bbea82ece92 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:40.715005 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d3cf91-9de9-4c38-88d9-cb5efc0f0823 req-90a3bc5e-6c19-452b-a866-1bbea82ece92 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0533876 Aug 30 23:45:40.752878 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d3cf91-9de9-4c38-88d9-cb5efc0f0823 req-8e2f97b3-3a19-48d0-83be-7913b8152d15 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314405 Aug 30 23:45:41.870754 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dbb21-1d20-4bbb-897b-b6b3bf28bc40 req-61e1e84c-9f3e-4ba6-9ec5-28b2afc7f212 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:41.872758 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-729dbb21-1d20-4bbb-897b-b6b3bf28bc40 req-61e1e84c-9f3e-4ba6-9ec5-28b2afc7f212 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0521348 Aug 30 23:45:41.910520 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-729dbb21-1d20-4bbb-897b-b6b3bf28bc40 req-076df7f0-c7b9-4557-af82-a1d0cd7f9d80 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318890 Aug 30 23:45:42.022856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fb7b0-dd57-4506-a3df-40d1743b0e6a req-76f14026-4063-4167-a240-b5a518431def tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:42.024438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa8fb7b0-dd57-4506-a3df-40d1743b0e6a req-76f14026-4063-4167-a240-b5a518431def tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0491941 Aug 30 23:45:42.061452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa8fb7b0-dd57-4506-a3df-40d1743b0e6a req-0987d39d-6555-40f9-b496-26a0713ba7a8 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310333 Aug 30 23:45:42.248200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869aaf06-20f5-490c-9f72-8a6b7b2a018c req-4d4c2fe5-ddbf-440b-88e3-328b9c5a1706 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:42.249823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-869aaf06-20f5-490c-9f72-8a6b7b2a018c req-4d4c2fe5-ddbf-440b-88e3-328b9c5a1706 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0489216 Aug 30 23:45:42.289967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-869aaf06-20f5-490c-9f72-8a6b7b2a018c req-0dc3741a-011d-4c0d-81d9-c06a607d6af7 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339556 Aug 30 23:45:43.012217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:43.398719 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6a0d8560-c5ed-4858-a78e-25f807150a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:44.759924 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:46.192121 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:48.883158 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-1e730732-11fd-4ef1-934f-a379af9cfd38 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1325192 Aug 30 23:45:48.962554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-e971d688-fd5c-4e37-b396-08f118a972e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:48.964050 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-e971d688-fd5c-4e37-b396-08f118a972e7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1097 time: 0.0397797 Aug 30 23:45:49.064797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-b28188e1-ffa2-4a82-8d97-10084260f882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:49.066453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-b28188e1-ffa2-4a82-8d97-10084260f882 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.0837276 Aug 30 23:45:49.112811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-6f24d4a0-618c-41fd-99a6-5b96ecfa0577 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 217 time: 0.0392251 Aug 30 23:45:49.161552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-888069b6-1770-47d6-bc51-ebeef1564a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:49.163011 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-888069b6-1770-47d6-bc51-ebeef1564a5a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0439572 Aug 30 23:45:49.208895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-ce7b42e3-4265-464c-85ba-ff6ff235d28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:49.210465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-ce7b42e3-4265-464c-85ba-ff6ff235d28d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408449 Aug 30 23:45:49.307362 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-15a462ef-c440-4169-a13f-007c7710c828 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895529 Aug 30 23:45:49.398203 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9c0bd244-8130-4e62-befe-d1f3860d45ea req-afa128cd-b4b3-4af2-84f0-0cacf4004fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836782 Aug 30 23:45:52.980929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:53.876203 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee14d-1ae7-4226-b6d4-bc188d080fe8 req-5582e592-17f4-44ff-a621-701dda4662da tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:53.877688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d26ee14d-1ae7-4226-b6d4-bc188d080fe8 req-5582e592-17f4-44ff-a621-701dda4662da tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0495369 Aug 30 23:45:53.919213 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d26ee14d-1ae7-4226-b6d4-bc188d080fe8 req-2af6a71d-24b0-4267-866f-c3903147b3a5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354829 Aug 30 23:45:53.941204 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36176) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:54.022548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbcb37a-f041-4c49-900e-b1d0f4f0027b tempest-TestMinimumBasicScenario-636767210 tempest-TestMinimumBasicScenario-636767210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:54.024088 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-acbcb37a-f041-4c49-900e-b1d0f4f0027b tempest-TestMinimumBasicScenario-636767210 tempest-TestMinimumBasicScenario-636767210-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1092 time: 0.0818605 Aug 30 23:45:54.027416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36180) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:54.031891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '306d99e7-d4f7-4044-a101-be524516e3ec', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:54.054272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:54.149869 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:54.255783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Allocated IP 172.25.7.159 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ba2011af-b7eb-4c3c-a990-d6d15f3a2c01) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:45:54.353556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:54.396431 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:54.438050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:45:54.440944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:45:54.444055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:45:54.470438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'Port': ['ID=ba2011af-b7eb-4c3c-a990-d6d15f3a2c01,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:54.483700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.484049 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.484390 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.484729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.485064 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.485398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.485732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.486085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.486419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.486746 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.487072 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.487395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:54.813389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:54.878394 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.024460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.029270 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.098178 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'Port': ['ID=ba2011af-b7eb-4c3c-a990-d6d15f3a2c01,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:55.106619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.205751 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Floating IP 59ac6403-6c59-4d55-8459-b7a74a4f7e28 associated. External IP: 172.25.7.159, port: 306d99e7-d4f7-4044-a101-be524516e3ec. Aug 30 23:45:55.412369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:45:55.520076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:45:55.529987 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Sync routers for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:45:55.536406 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.543895 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:55.544442 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:55.565177 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-17b19f22-eb54-41c0-aaa6-daccdc991fd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5366881 Aug 30 23:45:55.565837 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:45:55.569479 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d11afd-cdfc-4085-968e-da17ab3c6c35" -d '{"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:45:55.569682 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:55.575810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-906602888', 'description': 'tempest-secgroup-smoke-906602888 description', 'project_id': '1384efba1125482aae3d381bfb4df23b'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:55.611202 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.614065 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7fdb43-299b-46a2-9b88-8e4dac2fce58 x-openstack-request-id: req-ae7fdb43-299b-46a2-9b88-8e4dac2fce58 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:45:55.614421 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:45:55.614675 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae7fdb43-299b-46a2-9b88-8e4dac2fce58 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:45:55.615087 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:45:55.682836 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-bc84eea3-f30d-487a-9c78-6c4bcca6fbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:55.684368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-bc84eea3-f30d-487a-9c78-6c4bcca6fbb9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1097 time: 0.0476031 Aug 30 23:45:55.709327 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.714304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.747377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.748931 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1794639 Aug 30 23:45:55.751943 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36186) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:55.756591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:55.762422 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:55.769180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7839024a-3c6f-46ca-986d-b7bee50441c0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:55.786841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.787377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.787788 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.788192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.788886 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.789229 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.789559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.789904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.790232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.790569 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.790875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.791193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5b3c8-fbea-4b40-9955-975646b1eb1b tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:45:55.804763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-7113ec63-f73b-4003-98bb-d53c64aa54da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:55.807732 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-7113ec63-f73b-4003-98bb-d53c64aa54da service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.1164460 Aug 30 23:45:55.813473 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.866746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.871213 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.883255 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-18237e69-bad3-4bb4-8d22-47599bb290e8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 999 time: 0.0672784 Aug 30 23:45:55.889937 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c65b80-6335-49ca-845f-7bbfbd2042c1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:55.901447 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.903467 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d35071b7-95ea-4191-bd65-825a9dcd1b82 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1505282 Aug 30 23:45:55.906166 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36188) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:55.910933 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:55.940519 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:55.946181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-e117b8fc-cbf5-402b-a88e-cb2f80f6b1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:55.947712 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-e117b8fc-cbf5-402b-a88e-cb2f80f6b1dc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0546777 Aug 30 23:45:56.002514 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.007006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-9d22f333-90b7-4939-aabc-0271cb9e1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:56.008449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.011539 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-9d22f333-90b7-4939-aabc-0271cb9e1207 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551472 Aug 30 23:45:56.028868 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '59ac6403-6c59-4d55-8459-b7a74a4f7e28', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'port_id': '306d99e7-d4f7-4044-a101-be524516e3ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'mac_address': 'fa:16:3e:60:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531db89-7142-4f10-81cd-63d45f426a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:45:54Z', 'updated_at': '2021-08-30T23:45:54Z', 'revision_number': 0, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:56.029440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96e29ffa-3325-422f-8793-7a49a7b883cb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:56.039476 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.043798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-afe1c449-fda9-429f-8b48-ba36b823b6a3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1339006 Aug 30 23:45:56.043954 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36190) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:56.048562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:56.055572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Checking router: 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:45:56.064285 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:45:56.064933 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:45:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:56.076539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.122015 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-a0e171e9-0121-481d-b518-2c82cc3f4c51 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033218 Aug 30 23:45:56.141508 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.145404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.169448 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.173941 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1255202 Aug 30 23:45:56.173941 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8786f009-155e-46fd-9c04-99fa30769cc1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=617a7314-dc96-4aba-a9fd-6e6d0d34d873,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:56.174495 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36192) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:56.178998 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:56.199243 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:45:56.206593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.228887 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-35d11afd-cdfc-4085-968e-da17ab3c6c35 req-b3b9e113-b151-4622-85c9-8645a8ea0f4e service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996594 Aug 30 23:45:56.273563 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.278842 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.294926 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c09247-aabc-4010-b240-72de97418d1a,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:56.303957 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.305176 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bdac8eac-475e-4c8c-ac26-8d4f3fe787e3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297481 Aug 30 23:45:56.308694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36194) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:56.313492 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:56.336082 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Project 1384efba1125482aae3d381bfb4df23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:45:56.341672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.416185 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.420046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.438455 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd98d57-5a31-47c6-9b98-da50cdb64b1c,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:56.446718 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.448036 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-74dc22a2-d2ce-4129-8b5c-904d52e0e429 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382227 Aug 30 23:45:56.451247 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36196) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:45:56.455912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'security_group_rule': {'security_group_id': '7839024a-3c6f-46ca-986d-b7bee50441c0', 'project_id': '1384efba1125482aae3d381bfb4df23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:56.466398 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '59ac6403-6c59-4d55-8459-b7a74a4f7e28', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'port_id': '306d99e7-d4f7-4044-a101-be524516e3ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'mac_address': 'fa:16:3e:60:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531db89-7142-4f10-81cd-63d45f426a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:45:54Z', 'updated_at': '2021-08-30T23:45:54Z', 'revision_number': 0, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:45:56.486210 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Project 1384efba1125482aae3d381bfb4df23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:45:56.491917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.495448 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c86bae7-566c-4de9-bfa3-ca75a099d07c None None] The sync data for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 is: [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '59ac6403-6c59-4d55-8459-b7a74a4f7e28', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'floating_ip_address': '172.25.7.159', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'port_id': '306d99e7-d4f7-4044-a101-be524516e3ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'mac_address': 'fa:16:3e:60:ba:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f531db89-7142-4f10-81cd-63d45f426a95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:45:54Z', 'updated_at': '2021-08-30T23:45:54Z', 'revision_number': 0, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:45:56.564181 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.568854 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.588237 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93accf-d812-4c00-a4a5-eac7b9709188,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:56.595912 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:56.599954 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-532c159c-409f-4d18-a6ae-ef5c5cf3a726 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1451581 Aug 30 23:45:56.679948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-e23bd2e3-fb1c-4a88-8a98-35913e25d3d8 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906602888&fields=id&tenant_id=1384efba1125482aae3d381bfb4df23b HTTP/1.1" status: 200 len: 267 time: 0.0369756 Aug 30 23:45:56.732926 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31679ab7-4a17-410d-8d6a-e8b6a1a65d2f None None] New status for floating IP 59ac6403-6c59-4d55-8459-b7a74a4f7e28: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:45:56.739212 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-d5cf9ffe-5039-483a-80b5-70e07b0e8c22 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:56.740769 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-d5cf9ffe-5039-483a-80b5-70e07b0e8c22 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0538952 Aug 30 23:45:56.752302 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'port': {'security_groups': ['f247c1bf-d1e6-4a5e-a645-723ce700678f', '7839024a-3c6f-46ca-986d-b7bee50441c0']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:45:56.819172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:57.010338 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:45:57.340924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:57.345907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:57.358382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:45:57.389231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:57.389863 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:57.391282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8001248b-b520-4c3a-8fe9-bca4ec561c31 req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "PUT /v2.0/ports/306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 981 time: 0.6438437 Aug 30 23:45:57.416416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1334cc-77be-45c3-8ea0-1257312be885 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=6']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:45:57.448334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:45:57.513735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd75e8-ee50-4e37-b11a-a2b3403d3112 req-9f64ac14-2850-4ceb-98f3-9898700cb01d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:57.515581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2abd75e8-ee50-4e37-b11a-a2b3403d3112 req-9f64ac14-2850-4ceb-98f3-9898700cb01d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0562770 Aug 30 23:45:57.561227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2abd75e8-ee50-4e37-b11a-a2b3403d3112 req-c0e6f7bb-bf94-49ac-bd4c-d14c504f9495 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370347 Aug 30 23:45:57.616611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:45:57.618995 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27065f06-36e4-45d9-8ae3-6b129e9b3c12" -d '{"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:45:57.658383 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96002e53-91a1-475f-8966-3b3df0a5aa58 x-openstack-request-id: req-96002e53-91a1-475f-8966-3b3df0a5aa58 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:45:57.658750 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:45:57.659558 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-96002e53-91a1-475f-8966-3b3df0a5aa58 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:45:57.659558 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:45:57.712558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-ebe8642d-a673-49c3-b3e9-a418693f7404 None None] Provisioning complete for port 306d99e7-d4f7-4044-a101-be524516e3ec triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:45:57.712940 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ebe8642d-a673-49c3-b3e9-a418693f7404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:45:57.721333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-af394c89-9c60-451c-a491-0f1ff97f492f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:57.722863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-af394c89-9c60-451c-a491-0f1ff97f492f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1136 time: 0.0422733 Aug 30 23:45:57.822467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-f5ed13e6-21e1-4677-8128-0e42b76e9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:57.823942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-f5ed13e6-21e1-4677-8128-0e42b76e9e38 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.0934541 Aug 30 23:45:57.893420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-8f9eb098-a7ec-456d-89e4-619e7e58b878 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 1001 time: 0.0614619 Aug 30 23:45:57.945701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-ce274c54-eff1-4510-971a-f85e4935c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:57.947199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-ce274c54-eff1-4510-971a-f85e4935c47a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0470409 Aug 30 23:45:57.998523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-ccdfce98-3fee-41f8-afc6-259f3647edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:45:58.000841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-ccdfce98-3fee-41f8-afc6-259f3647edf1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456471 Aug 30 23:45:58.105019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-13e01397-56f5-4425-82e1-18850848974a service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958581 Aug 30 23:45:58.199155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-27065f06-36e4-45d9-8ae3-6b129e9b3c12 req-920d1477-15a2-4529-bacb-8db82a326f61 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869403 Aug 30 23:45:58.287159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:10.440068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e92b0910-7caa-42cc-a3b8-42e19ae2a812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:13.014873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:13.400832 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-83b032ba-a5ad-4c7a-8b7c-8d425f38723b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:14.762570 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:14.835035 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bcb6e5-185a-4b0c-acad-c37c9cb63a6c req-96dfcc15-e7f6-45a8-84c0-ee6fa53be146 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:14.836551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17bcb6e5-185a-4b0c-acad-c37c9cb63a6c req-96dfcc15-e7f6-45a8-84c0-ee6fa53be146 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0840249 Aug 30 23:46:14.838540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-2c642340-edc4-444e-a587-d8888db517d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:14.840458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-2c642340-edc4-444e-a587-d8888db517d6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1136 time: 0.0783069 Aug 30 23:46:14.929885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-17bcb6e5-185a-4b0c-acad-c37c9cb63a6c req-149bb1a0-f53f-41cb-88dd-6762a3ce4340 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0855715 Aug 30 23:46:14.959739 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-5922caa4-287c-44a4-a57d-f533b8bd9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:14.961229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-5922caa4-287c-44a4-a57d-f533b8bd9573 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.1109316 Aug 30 23:46:15.031056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-79d8d360-8be7-40b7-9296-0b2603a60236 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 1001 time: 0.0596211 Aug 30 23:46:15.087776 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-720f43a8-e60d-4c8c-a20e-b97577c7f158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:15.089318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-720f43a8-e60d-4c8c-a20e-b97577c7f158 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0484395 Aug 30 23:46:15.136897 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-e57d27ea-91ed-4474-94df-c40d29bd6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:15.138252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-e57d27ea-91ed-4474-94df-c40d29bd6daf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411460 Aug 30 23:46:15.232029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-227ccb61-73d5-4a4d-aa24-5a89b8039b70 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843773 Aug 30 23:46:15.327812 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0d41d1b-b5e0-47f1-b102-687c807f3e19 req-18528460-2e03-4a39-a1d5-ab53d0fe1ca3 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875673 Aug 30 23:46:16.048028 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987aa2d8-e59f-45a7-ba5b-5cf4a087827b req-717de669-e2ed-41d4-8cee-64c6579dccd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:16.049456 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-987aa2d8-e59f-45a7-ba5b-5cf4a087827b req-717de669-e2ed-41d4-8cee-64c6579dccd5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0508261 Aug 30 23:46:16.090478 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-987aa2d8-e59f-45a7-ba5b-5cf4a087827b req-d8adcee2-ba64-45c7-996e-045e4e36e616 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349791 Aug 30 23:46:16.192394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:16.725763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:46:17.208999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c2ba2c-cf40-4ca1-a7e8-d0b4291ebfd4 req-221bf885-fea6-46cb-a964-73683af2563c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:17.210528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c2ba2c-cf40-4ca1-a7e8-d0b4291ebfd4 req-221bf885-fea6-46cb-a964-73683af2563c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0494142 Aug 30 23:46:17.250589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6c2ba2c-cf40-4ca1-a7e8-d0b4291ebfd4 req-23a887dc-64f4-4dfd-83a7-a93f56c21dc3 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333972 Aug 30 23:46:18.380606 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cd0c5-3b99-4a57-a308-977955af2146 req-59d3e373-4b14-4d40-982c-67d7d55809ce tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:18.382260 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c3cd0c5-3b99-4a57-a308-977955af2146 req-59d3e373-4b14-4d40-982c-67d7d55809ce tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0580831 Aug 30 23:46:18.432711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2c3cd0c5-3b99-4a57-a308-977955af2146 req-94df9792-6b5b-432f-9da7-65662b1d08a6 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437405 Aug 30 23:46:19.553680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e6b37-f022-44c5-8567-c1f91de08174 req-32d78d25-2fc5-41fb-be93-ca6ec2930a71 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:19.555260 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f56e6b37-f022-44c5-8567-c1f91de08174 req-32d78d25-2fc5-41fb-be93-ca6ec2930a71 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0547979 Aug 30 23:46:19.596641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f56e6b37-f022-44c5-8567-c1f91de08174 req-2e379ed3-cb6a-4877-9e16-b849364db30a tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352552 Aug 30 23:46:20.717035 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90870a0c-1b15-41ec-8ac0-05ccddce9194 req-40f81aa8-a8f2-4918-b87d-58a8e9cebb58 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:20.718566 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90870a0c-1b15-41ec-8ac0-05ccddce9194 req-40f81aa8-a8f2-4918-b87d-58a8e9cebb58 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0545852 Aug 30 23:46:20.758683 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90870a0c-1b15-41ec-8ac0-05ccddce9194 req-f92eaef2-e513-450c-8788-a7fc5cede9dc tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340726 Aug 30 23:46:21.876001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a9dc6-5134-4b28-a767-05a49d247849 req-520f5de8-e537-4fe4-9787-4211ed0f79e5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:21.877689 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-001a9dc6-5134-4b28-a767-05a49d247849 req-520f5de8-e537-4fe4-9787-4211ed0f79e5 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0504558 Aug 30 23:46:21.926217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-001a9dc6-5134-4b28-a767-05a49d247849 req-7f5fcc5f-b535-4f4f-8998-2e4736d9a89d tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396421 Aug 30 23:46:22.992500 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:23.046173 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80622c78-f10f-47e2-83b7-9271a632a239 req-3d6b4176-5e54-4964-a8ee-4370d5a55570 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:23.047630 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80622c78-f10f-47e2-83b7-9271a632a239 req-3d6b4176-5e54-4964-a8ee-4370d5a55570 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0508761 Aug 30 23:46:23.087651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-80622c78-f10f-47e2-83b7-9271a632a239 req-27383b3b-67aa-4a10-966f-2531b76135ce tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338693 Aug 30 23:46:24.206317 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5447f-01d1-4fd9-847a-f7413da834fc req-7314758a-8e2d-4c6d-a4a7-3209c14fcf8c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:24.207853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65d5447f-01d1-4fd9-847a-f7413da834fc req-7314758a-8e2d-4c6d-a4a7-3209c14fcf8c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0515068 Aug 30 23:46:24.251210 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-65d5447f-01d1-4fd9-847a-f7413da834fc req-d1cb331e-76f5-4995-9229-0c7c0e615bda tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370958 Aug 30 23:46:25.374862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2af48d-db5b-4853-9f99-a3ab68a81808 req-ab1d5c59-da50-4a6f-9672-a0af26bf3124 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:25.376441 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c2af48d-db5b-4853-9f99-a3ab68a81808 req-ab1d5c59-da50-4a6f-9672-a0af26bf3124 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0528138 Aug 30 23:46:25.419382 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0c2af48d-db5b-4853-9f99-a3ab68a81808 req-261ed2cc-91c4-4965-b329-fea5f221fa6c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0357308 Aug 30 23:46:26.541344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563616d1-2e1e-40ff-addc-4dcd7faacb41 req-6d4bef57-8120-4c60-a553-4234f591c2fb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:26.542884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-563616d1-2e1e-40ff-addc-4dcd7faacb41 req-6d4bef57-8120-4c60-a553-4234f591c2fb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0541477 Aug 30 23:46:26.584339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-563616d1-2e1e-40ff-addc-4dcd7faacb41 req-6849c2b1-b7c6-4d2d-b470-2efa36762e33 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&id=7839024a-3c6f-46ca-986d-b7bee50441c0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345187 Aug 30 23:46:28.281555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:40.440132 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f5d3650d-17ea-489e-9fcc-2a3cee3ec8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:43.015122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:43.402030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c2be5abb-f658-4820-98af-6ac13cfea68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:44.759926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:46.196877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:50.790617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-4819c26c-cd41-48da-9bca-5cdda122b9ce service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398052 Aug 30 23:46:50.878701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-41052caf-3bb0-465a-a494-0e7503d0ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:50.880251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-41052caf-3bb0-465a-a494-0e7503d0ac89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1136 time: 0.0423183 Aug 30 23:46:50.987509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-0ff75e70-ce63-481c-8250-83bcdaec6042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:50.988988 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-0ff75e70-ce63-481c-8250-83bcdaec6042 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.0859666 Aug 30 23:46:51.054856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-7492a093-4d89-4b26-8873-e52e82e562ac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 1001 time: 0.0576003 Aug 30 23:46:51.102522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-0a6c8891-80ea-4bac-a849-ca1b227db1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:51.103939 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-0a6c8891-80ea-4bac-a849-ca1b227db1c0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0426679 Aug 30 23:46:51.163655 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-dbd8b19f-82a4-4ca0-901d-5fa44181a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:51.165135 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-dbd8b19f-82a4-4ca0-901d-5fa44181a96d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440254 Aug 30 23:46:51.254052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-79d41060-e877-4a3e-9331-7de5af701fbf service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805407 Aug 30 23:46:51.347781 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afd98d2f-6352-436f-9f6b-88823fb6bd5f req-8f757746-9ff3-4502-9021-72f4282ee04f service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864382 Aug 30 23:46:53.006151 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:53.724594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:46:58.278970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.202127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-e872eaf2-0aaa-43ba-9953-46424f1da6f8 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-906602888&fields=id&tenant_id=1384efba1125482aae3d381bfb4df23b HTTP/1.1" status: 200 len: 267 time: 0.1607151 Aug 30 23:46:59.255978 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-a58e7c64-8600-4634-8e6b-176d8d74caf1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:59.257604 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-a58e7c64-8600-4634-8e6b-176d8d74caf1 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 984 time: 0.0499043 Aug 30 23:46:59.270095 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Request body: {'port': {'security_groups': ['f247c1bf-d1e6-4a5e-a645-723ce700678f']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:46:59.338959 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.510772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:46:59.543457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.548197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.560891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:46:59.600607 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:59.601280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.602740 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fab4d09-f4c6-4325-a638-bb11d233496a req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "PUT /v2.0/ports/306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 942 time: 0.3375735 Aug 30 23:46:59.603217 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:46:59.606346 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:46:59.613928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:46:59.671585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:46:59.675969 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event updated for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:46:59.680488 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e558d0-9714-45b3-b469-a34c14947884 x-openstack-request-id: req-16e558d0-9714-45b3-b469-a34c14947884 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:46:59.680840 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:46:59.681095 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16e558d0-9714-45b3-b469-a34c14947884 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:46:59.681512 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:46:59.697690 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.698206 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.699250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.699611 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.700233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.700566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.700893 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.701221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.701536 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.701885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.706071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.706511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee65aa4c-7070-4e07-b6fe-f67b0e795f31 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:46:59.716524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.748220 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.757501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-12e34fc9-f017-4b91-8260-1618c96015df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:59.759111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-12e34fc9-f017-4b91-8260-1618c96015df service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1097 time: 0.0578578 Aug 30 23:46:59.842467 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.846517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:46:59.850781 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "DELETE /v2.0/security-groups/7839024a-3c6f-46ca-986d-b7bee50441c0 HTTP/1.1" status: 204 len: 168 time: 0.2358143 Aug 30 23:46:59.851693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:46:59.877990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-7ad48054-5b6e-4c78-b86f-f527ac2e0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:46:59.880018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-7ad48054-5b6e-4c78-b86f-f527ac2e0f7f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.1084757 Aug 30 23:46:59.903034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ad5d87-f3ff-4585-b321-72028542e253 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7839024a-3c6f-46ca-986d-b7bee50441c0,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:46:59.975196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-2771e53a-3118-4f85-b549-9af65591207d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 1001 time: 0.0857353 Aug 30 23:47:00.031045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-d8e5a773-d590-4f3a-9cc2-9a0f9787a1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:00.033572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-d8e5a773-d590-4f3a-9cc2-9a0f9787a1e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0511584 Aug 30 23:47:00.057507 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b10d9d4b-9709-4744-92f2-fee76f4e201c None None] Provisioning complete for port 306d99e7-d4f7-4044-a101-be524516e3ec triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:00.058489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b10d9d4b-9709-4744-92f2-fee76f4e201c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.076347 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Deleting port ba2011af-b7eb-4c3c-a990-d6d15f3a2c01 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:00.077270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.096809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-375ef15c-83cf-4642-b292-d63953a71507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:00.098433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-375ef15c-83cf-4642-b292-d63953a71507 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577621 Aug 30 23:47:00.171545 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.171983 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.183740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Calling delete_port for ba2011af-b7eb-4c3c-a990-d6d15f3a2c01 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:00.206983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-1b5628cf-ac86-49fa-8526-8c6db3190c88 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950742 Aug 30 23:47:00.302991 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a1e52c55-d71a-4a11-86df-08ce1f3c3d7f req-afc3504a-2bd6-410f-b3ce-069247895e49 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888264 Aug 30 23:47:00.334315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.360879 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event deleted for resources: {'Port': ['ID=ba2011af-b7eb-4c3c-a990-d6d15f3a2c01,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:00.422785 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.423109 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Floating IP 59ac6403-6c59-4d55-8459-b7a74a4f7e28 disassociated (deleted). External IP: 172.25.7.159, port: 306d99e7-d4f7-4044-a101-be524516e3ec. Aug 30 23:47:00.636562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:47:00.744496 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:00.750774 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:00.754960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Sync routers for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:00.763497 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:00.764105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:00.780224 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27121185-12a3-4003-aefb-c9a14e325afb tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "DELETE /v2.0/floatingips/59ac6403-6c59-4d55-8459-b7a74a4f7e28 HTTP/1.1" status: 204 len: 168 time: 0.9228027 Aug 30 23:47:00.870903 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:01.082944 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:01.109806 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Checking router: 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:01.117851 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:01.118540 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:46:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:01.220251 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:01.415206 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:01.535642 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5948def-ee9c-48b0-a834-7492c700882e None None] The sync data for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 is: [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:45:04Z', 'revision_number': 4, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '78586f23-3bd6-4d74-9b6d-216b0ed62459', 'name': '', 'network_id': 'e6310464-f002-466e-928a-adf38c6c7525', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'mac_address': 'fa:16:3e:bb:62:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4135, 'fixed_ips': [{'subnet_id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:04Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'subnets': [{'id': '50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:01.682925 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:47:01.685323 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:47:01.733921 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3a62198-4a7e-4ba2-98c3-48b37662179d x-openstack-request-id: req-c3a62198-4a7e-4ba2-98c3-48b37662179d {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:47:01.734322 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:47:01.734651 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c3a62198-4a7e-4ba2-98c3-48b37662179d {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:47:01.735114 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:47:01.793946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a1a9a0-0508-4bcc-a4ba-abe4db032d91 None None] New status for floating IP 59ac6403-6c59-4d55-8459-b7a74a4f7e28: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:47:01.816009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-ccf04536-d580-406f-bbe3-91f81b9fa381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:01.817526 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-ccf04536-d580-406f-bbe3-91f81b9fa381 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=1384efba1125482aae3d381bfb4df23b&device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 1097 time: 0.0546830 Aug 30 23:47:01.914346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-aa4326e5-2e8c-4eeb-8198-d30999c438d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:01.915843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-aa4326e5-2e8c-4eeb-8198-d30999c438d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 200 len: 916 time: 0.0890038 Aug 30 23:47:01.959500 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-0b1b693e-48ee-4cea-bd45-b695fe80e1ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 200 len: 217 time: 0.0360234 Aug 30 23:47:02.013905 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-46b3d09f-f260-4547-8254-342302dec96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:02.015409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-46b3d09f-f260-4547-8254-342302dec96b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 200 len: 854 time: 0.0488548 Aug 30 23:47:02.064589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-2a14042a-871e-4427-b301-5d2e1ed99fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:02.066272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-2a14042a-871e-4427-b301-5d2e1ed99fe4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e6310464-f002-466e-928a-adf38c6c7525&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422897 Aug 30 23:47:02.163643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-8733ab6f-7cdb-4f50-9ba9-d28720e7f87a service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887387 Aug 30 23:47:02.258852 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb8c2fbc-2bbc-4472-b64e-b1bf991795cc req-2ddd355e-1315-4ac2-8916-b2d83340f580 service neutron] 10.222.0.47 "GET /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879340 Aug 30 23:47:07.049177 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-ab9dbca7-8681-4f73-827b-7023e20d7683 req-a24c2b23-7352-4921-8e14-0c4d4759c60e tempest-ServerDiskConfigTestJSON-664653266 tempest-ServerDiskConfigTestJSON-664653266-project] (101268) timed out ('10.222.0.47', 51723) {{(pid=101268) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:47:08.908085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b231b-00f2-474f-9235-1f2ac7745e58 req-9f837f70-9754-47fd-8c9c-0e57c6244586 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:08.909610 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-744b231b-00f2-474f-9235-1f2ac7745e58 req-9f837f70-9754-47fd-8c9c-0e57c6244586 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0530438 Aug 30 23:47:08.951078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-744b231b-00f2-474f-9235-1f2ac7745e58 req-50eae73f-932a-4b22-82ce-28971e5ebf8f tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353236 Aug 30 23:47:10.071637 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fee230-e29e-4ed6-b92d-a5a622dd7149 req-1e07ce04-7bfd-43a6-9113-03011605db17 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:10.074541 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37fee230-e29e-4ed6-b92d-a5a622dd7149 req-1e07ce04-7bfd-43a6-9113-03011605db17 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0522735 Aug 30 23:47:10.114239 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-37fee230-e29e-4ed6-b92d-a5a622dd7149 req-c77105a1-0e82-4a64-8bc6-3b8e79b88dbe tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336509 Aug 30 23:47:10.443618 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f84e4614-b095-479e-8949-f90d4d2ba5fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:10.875895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-f6bff816-126d-4f2f-962a-a50e56dedbd7 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:10.877361 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-f6bff816-126d-4f2f-962a-a50e56dedbd7 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.47 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 945 time: 0.0538862 Aug 30 23:47:10.973844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Deleting port 306d99e7-d4f7-4044-a101-be524516e3ec {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:10.974191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:11.069819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] For port 306d99e7-d4f7-4044-a101-be524516e3ec, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=306d99e7-d4f7-4044-a101-be524516e3ec,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:11.070083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:11.083792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Calling delete_port for 306d99e7-d4f7-4044-a101-be524516e3ec owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:11.253711 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:11.266731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['306d99e7-d4f7-4044-a101-be524516e3ec'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:47:11.292099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c34230-ec1a-4222-956a-f5dbe449e336 req-31ba5f6d-078a-41de-8af0-8c328cebb345 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:11.293750 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4c34230-ec1a-4222-956a-f5dbe449e336 req-31ba5f6d-078a-41de-8af0-8c328cebb345 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/ports?device_id=f531db89-7142-4f10-81cd-63d45f426a95 HTTP/1.1" status: 200 len: 867 time: 0.1004460 Aug 30 23:47:11.300670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Pushing event deleted for resources: {'Port': ['ID=306d99e7-d4f7-4044-a101-be524516e3ec,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:11.347647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.347995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.348352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.348705 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.349103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.349443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.349803 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.350131 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.350455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.350789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.351208 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.351710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:11.383475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] No DVR routers for this DVR port 306d99e7-d4f7-4044-a101-be524516e3ec on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:47:11.391210 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:11.393305 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ce73c2fa-540f-4107-b460-9d9961dec540 req-65cf7a14-aca8-43c2-9f50-d600d42ddf0c tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.47 "DELETE /v2.0/ports/306d99e7-d4f7-4044-a101-be524516e3ec HTTP/1.1" status: 204 len: 173 time: 0.5090792 Aug 30 23:47:11.393740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'name': 'network-vif-deleted', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:47:11.396137 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8204b9ec-9e39-49cc-9c77-9d34228a5597" -d '{"events": [{"server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "name": "network-vif-deleted", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:47:11.416316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4c34230-ec1a-4222-956a-f5dbe449e336 req-a6334553-7e7f-4ec8-801b-21fcccba8382 tempest-TestMinimumBasicScenario-761110834 tempest-TestMinimumBasicScenario-761110834-project] 10.222.0.25 "GET /v2.0/security-groups?id=f247c1bf-d1e6-4a5e-a645-723ce700678f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110897 Aug 30 23:47:11.442888 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e51dde-2408-4da3-8c6c-a1a5f3df9958 x-openstack-request-id: req-b9e51dde-2408-4da3-8c6c-a1a5f3df9958 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:47:11.443188 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f531db89-7142-4f10-81cd-63d45f426a95", "name": "network-vif-deleted", "tag": "306d99e7-d4f7-4044-a101-be524516e3ec", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:47:11.443444 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9e51dde-2408-4da3-8c6c-a1a5f3df9958 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:47:11.443857 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f531db89-7142-4f10-81cd-63d45f426a95', 'name': 'network-vif-deleted', 'tag': '306d99e7-d4f7-4044-a101-be524516e3ec', 'status': 'completed', 'code': 200} Aug 30 23:47:12.998137 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36362) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:13.018881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.365255 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.411488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be2651e8-8d39-41d0-9e07-4f6f432abac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.620967 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Deleting port 78586f23-3bd6-4d74-9b6d-216b0ed62459 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:13.621205 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.710938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] For port 78586f23-3bd6-4d74-9b6d-216b0ed62459, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=78586f23-3bd6-4d74-9b6d-216b0ed62459,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:13.711345 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.725614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Calling delete_port for 78586f23-3bd6-4d74-9b6d-216b0ed62459 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:13.922938 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:13.954932 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=78586f23-3bd6-4d74-9b6d-216b0ed62459,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:14.135105 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:14.383963 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 306d99e7-d4f7-4044-a101-be524516e3ec no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:14.406276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 306d99e7-d4f7-4044-a101-be524516e3ec {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:14.406625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 306d99e7-d4f7-4044-a101-be524516e3ec not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:14.689871 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:47:14.768107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:14.806201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:14.812107 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1ff94ada-1185-482e-9f89-84a1db733a5e admin admin] 10.222.0.25 "PUT /v2.0/routers/7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8128185 Aug 30 23:47:14.815200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:14.818030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Sync routers for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:14.829691 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:14.830480 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:14.939052 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:14.944276 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.075858 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.121440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150'}], 'enable_snat': True}, 'gw_port_id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:47:13Z', 'revision_number': 5, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port': {'id': 'ba42234b-99ea-422c-a569-b0336df04c9e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:13:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:02Z', 'updated_at': '2021-08-30T23:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:15.141039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Deleting port ba42234b-99ea-422c-a569-b0336df04c9e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:15.141560 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.154105 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Checking router: 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:15.162262 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Routers {'7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:15.162872 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:15.223711 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] For port ba42234b-99ea-422c-a569-b0336df04c9e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ba42234b-99ea-422c-a569-b0336df04c9e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:15.224087 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.236604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Calling delete_port for ba42234b-99ea-422c-a569-b0336df04c9e owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:15.248894 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] Set router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:15.299390 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:47:15Z', 'revision_number': 6, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:15.327982 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201c8fd9-20c4-45d7-aaa4-a1570502d9c1 None None] The sync data for ids ['7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9'] in n-d-791504-21 is: [{'id': '7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9', 'name': 'tempest-TestMinimumBasicScenario-1305692843-router', 'tenant_id': '1384efba1125482aae3d381bfb4df23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:01Z', 'updated_at': '2021-08-30T23:47:15Z', 'revision_number': 6, 'project_id': '1384efba1125482aae3d381bfb4df23b', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:15.408961 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.438506 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba42234b-99ea-422c-a569-b0336df04c9e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:15.496171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.586582 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.589207 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.631690 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.632188 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:47:15.637435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.638717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-99b0f723-20b4-45f2-82cf-f9bebc1c362f admin admin] 10.222.0.25 "DELETE /v2.0/routers/7ee8b3cf-f1aa-4455-9675-c9bb35b1e7d9 HTTP/1.1" status: 204 len: 168 time: 0.8225129 Aug 30 23:47:15.641887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36366) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:15.688461 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Deleting subnet 50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:47:15.692251 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.731280 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.819349 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.872095 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.899114 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:15.901315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:15.903734 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7da1bc36-2cf1-4f45-b5a6-2df4d87664e7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/50d0d14c-58c6-4e7d-a68e-e8bd60fcd5fd HTTP/1.1" status: 204 len: 168 time: 0.2608736 Aug 30 23:47:15.906250 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36368) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:15.909207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec6f73ac-1b7b-4b71-a132-8fbc20b3c4aa None None] Network e6310464-f002-466e-928a-adf38c6c7525 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:47:15.978986 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.043743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Deleting port 65b80d1b-2063-49d6-828b-52828d679dcd {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:16.044090 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.108705 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] DHCP port deletion for e6310464-f002-466e-928a-adf38c6c7525 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:47:16.115452 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] For port 65b80d1b-2063-49d6-828b-52828d679dcd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65b80d1b-2063-49d6-828b-52828d679dcd,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:16.115821 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.132678 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Calling delete_port for 65b80d1b-2063-49d6-828b-52828d679dcd owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:16.173837 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Deleting port 65b80d1b-2063-49d6-828b-52828d679dcd {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:16.174208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.231263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.237329 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.256746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] For port 65b80d1b-2063-49d6-828b-52828d679dcd, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=65b80d1b-2063-49d6-828b-52828d679dcd,segment=NetworkSegment(b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5),segment_id=b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:16.257154 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.264388 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b80d1b-2063-49d6-828b-52828d679dcd,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:16.269652 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] No DVR routers for this DVR port 65b80d1b-2063-49d6-828b-52828d679dcd on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:47:16.276542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Calling delete_port for 65b80d1b-2063-49d6-828b-52828d679dcd owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:16.355729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.358455 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.367676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6310464-f002-466e-928a-adf38c6c7525']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:16.383559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:16.383853 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13c4986-c931-4cae-ae3f-3d9ffcd7a7d5') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:16.388543 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Pushing event deleted for resources: {'Port': ['ID=65b80d1b-2063-49d6-828b-52828d679dcd,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:16.394099 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.395634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.396069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.396327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.396690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.397537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.397922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.398252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.398588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.399432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.399432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.399655 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.399958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:16.408781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d5f87-e78d-48b8-a800-4d40225a60f2 None None] No DVR routers for this DVR port 65b80d1b-2063-49d6-828b-52828d679dcd on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:47:16.424386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.424386 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:47:16.425326 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:47:16.427497 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:47:16.481058 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.486913 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.491453 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6310464-f002-466e-928a-adf38c6c7525 HTTP/1.1" status: 204 len: 168 time: 0.5816057 Aug 30 23:47:16.491907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36372) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:16.501009 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1eb7a1-91e4-432d-ad16-ea0e926189a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6310464-f002-466e-928a-adf38c6c7525,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:16.858468 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:16.958831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65b80d1b-2063-49d6-828b-52828d679dcd no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:16.979693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 65b80d1b-2063-49d6-828b-52828d679dcd {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:16.980040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 65b80d1b-2063-49d6-828b-52828d679dcd not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:16.980455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ba42234b-99ea-422c-a569-b0336df04c9e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:16.999271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ba42234b-99ea-422c-a569-b0336df04c9e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:16.999905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ba42234b-99ea-422c-a569-b0336df04c9e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:17.000334 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78586f23-3bd6-4d74-9b6d-216b0ed62459 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:17.021605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 78586f23-3bd6-4d74-9b6d-216b0ed62459 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:17.021995 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 78586f23-3bd6-4d74-9b6d-216b0ed62459 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:17.123556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Deleting port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:17.123795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:17.216393 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] For port b75f69e1-89a3-4b52-a2e4-ac234bbb6f87, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:17.216796 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:17.232369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Calling delete_port for b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:17.413564 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:17.448947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Pushing event deleted for resources: {'Port': ['ID=b75f69e1-89a3-4b52-a2e4-ac234bbb6f87,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:17.621744 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:17.847961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:47:18.294177 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:18.300516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-11060950-8984-44cf-bef4-ea03248d7f55 admin admin] 10.222.0.25 "PUT /v2.0/routers/64f11c25-88a2-4b15-ad4b-4fe765bd51ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8061831 Aug 30 23:47:18.301896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36374) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:18.305160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Sync routers for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:18.314582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:18.315214 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:18.414363 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:18.433601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:18.522485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:18.586534 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Deleting port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:18.587220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:18.650288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102'}], 'enable_snat': True}, 'gw_port_id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:47:17Z', 'revision_number': 5, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port': {'id': '8808d503-f2f3-40a9-bb1f-bcceac61f1f7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:c9:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:45:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:18.674355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] For port 8808d503-f2f3-40a9-bb1f-bcceac61f1f7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:18.674966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:18.679310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Checking router: 64f11c25-88a2-4b15-ad4b-4fe765bd51ca for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:18.687809 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Routers {'64f11c25-88a2-4b15-ad4b-4fe765bd51ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:18.688425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:18.689930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Calling delete_port for 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:18.777346 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] Set router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:18.834393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:47:18Z', 'revision_number': 6, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:18.861576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a8a01d4-a7d6-4025-bf39-bc3c5426af99 None None] The sync data for ids ['64f11c25-88a2-4b15-ad4b-4fe765bd51ca'] in n-d-791504-21 is: [{'id': '64f11c25-88a2-4b15-ad4b-4fe765bd51ca', 'name': 'tempest-TestMinimumBasicScenario-259486550-router', 'tenant_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:45:06Z', 'updated_at': '2021-08-30T23:47:18Z', 'revision_number': 6, 'project_id': 'ca55facf6ff344dfa1cd6c34c2748147', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:18.867096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:18.892873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Pushing event deleted for resources: {'Port': ['ID=8808d503-f2f3-40a9-bb1f-bcceac61f1f7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:18.962941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.056033 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.058682 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.103071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.103604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64f11c25-88a2-4b15-ad4b-4fe765bd51ca {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:47:19.108317 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.109469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3d3fbaa1-f4b2-4c7c-ae02-efb8e6d46f79 admin admin] 10.222.0.25 "DELETE /v2.0/routers/64f11c25-88a2-4b15-ad4b-4fe765bd51ca HTTP/1.1" status: 204 len: 168 time: 0.8066349 Aug 30 23:47:19.113003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36376) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:19.161613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Deleting subnet e1866226-43ca-4997-a9bf-b44b01ffe189 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:47:19.164658 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.211057 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.308342 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.373119 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.399669 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1866226-43ca-4997-a9bf-b44b01ffe189,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:19.403852 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.405740 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1c3ab2e9-3ab2-45ad-91a9-46ae1e51f70a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e1866226-43ca-4997-a9bf-b44b01ffe189 HTTP/1.1" status: 204 len: 168 time: 0.2918456 Aug 30 23:47:19.408384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:19.412478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1836ecd8-02ed-49c1-8897-0a203bfd56d4 None None] Network 2a4bd437-4291-4682-bdc4-e38f762d4ed1 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:47:19.483993 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.538915 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Deleting port fa7422cb-a005-4377-90b8-2d11943fa45b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:19.539265 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.607441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] For port fa7422cb-a005-4377-90b8-2d11943fa45b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fa7422cb-a005-4377-90b8-2d11943fa45b,segment=NetworkSegment(67c100bc-f1b7-4338-998e-31db66cbd633),segment_id=67c100bc-f1b7-4338-998e-31db66cbd633)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:19.607811 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.621546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Calling delete_port for fa7422cb-a005-4377-90b8-2d11943fa45b owned by network:dhcp {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:19.671686 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] DHCP port deletion for 2a4bd437-4291-4682-bdc4-e38f762d4ed1 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:47:19.677448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:19.700302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:19.700803 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b75f69e1-89a3-4b52-a2e4-ac234bbb6f87 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:19.712746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.741118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Pushing event deleted for resources: {'Port': ['ID=fa7422cb-a005-4377-90b8-2d11943fa45b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:19.743196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] No DVR routers for this DVR port fa7422cb-a005-4377-90b8-2d11943fa45b on host n-d-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:47:19.749591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Deleting port fa7422cb-a005-4377-90b8-2d11943fa45b {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:47:19.750025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.817557 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.820777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] For port fa7422cb-a005-4377-90b8-2d11943fa45b, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:19.821189 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.828717 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4bd437-4291-4682-bdc4-e38f762d4ed1']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:19.834458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Calling delete_port for fa7422cb-a005-4377-90b8-2d11943fa45b owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:47:19.837598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Port fa7422cb-a005-4377-90b8-2d11943fa45b was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 30 23:47:19.839519 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.847972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67c100bc-f1b7-4338-998e-31db66cbd633') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:19.848268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67c100bc-f1b7-4338-998e-31db66cbd633') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:19.858500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.865204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] Pushing event deleted for resources: {'Port': ['ID=fa7422cb-a005-4377-90b8-2d11943fa45b,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:19.873998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6b1fd-cc04-4f9c-a5b7-b7a357381368 None None] No DVR routers for this DVR port fa7422cb-a005-4377-90b8-2d11943fa45b on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:47:19.877000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.885869 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:47:19.886724 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:47:19.888863 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:47:19.947260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.954404 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:19.956274 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] 10.222.0.25 "DELETE /v2.0/networks/2a4bd437-4291-4682-bdc4-e38f762d4ed1 HTTP/1.1" status: 204 len: 168 time: 0.5461836 Aug 30 23:47:19.969090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7ba9b-d5e2-4b60-b2aa-2e9a8249180c admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4bd437-4291-4682-bdc4-e38f762d4ed1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:20.125363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36382) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:20.165895 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dee04725-0826-4dba-9cbc-6dac120e8fc8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1384efba1125482aae3d381bfb4df23b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392227 Aug 30 23:47:20.168309 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36384) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:20.216958 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.244457 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.293306 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.296005 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.297180 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f247c1bf-d1e6-4a5e-a645-723ce700678f HTTP/1.1" status: 204 len: 168 time: 0.1279576 Aug 30 23:47:20.308494 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6b9633-a855-4f32-941a-cc8bf4bca0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f247c1bf-d1e6-4a5e-a645-723ce700678f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:20.625638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36390) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:20.667393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-765b9714-0acf-4c33-8cdb-8cb6c145c65a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca55facf6ff344dfa1cd6c34c2748147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405390 Aug 30 23:47:20.670062 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36392) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:20.721162 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.743041 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.792237 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.794926 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:20.796149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8a45ae30-6481-4a95-8ee8-7edf0db8208f HTTP/1.1" status: 204 len: 168 time: 0.1250529 Aug 30 23:47:20.803929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c284e4-9947-487b-b4e1-1054ca3c3796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a45ae30-6481-4a95-8ee8-7edf0db8208f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:20.960095 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:20.981107 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:20.981465 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8808d503-f2f3-40a9-bb1f-bcceac61f1f7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:20.981929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa7422cb-a005-4377-90b8-2d11943fa45b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:47:21.001665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fa7422cb-a005-4377-90b8-2d11943fa45b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:47:21.002046 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fa7422cb-a005-4377-90b8-2d11943fa45b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:47:22.492871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36434) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:22.500638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-147962145', 'description': 'tempest-secgroup-smoke-147962145 description', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:22.522557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.536321 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.635779 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.639964 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.678111 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccce6438-d613-405a-8dea-5c291bbba0b6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:22.736830 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.741029 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.768977 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.771346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2747087 Aug 30 23:47:22.774660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36436) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:22.777342 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ebf80-7c0b-490d-8200-72719d78db1c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=176f7b5f-3cde-400c-b0f6-6a9d28e155db,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:22.781145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:22.813183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.875156 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.880007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.898973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac68c43f-a0f5-4e72-b237-f50a20215d57,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:22.905940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:22.907438 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2101c45c-aa45-43a8-bc9c-19f7a759a140 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1309214 Aug 30 23:47:22.912047 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36438) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:22.919055 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:22.948403 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.005248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.013503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.017565 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.036012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b82e26f-ea3a-4222-8b0d-94a8279bdf1a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.042835 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.046425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fc06a002-a8bf-490b-8d9a-7b54c47c586c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1306007 Aug 30 23:47:23.046591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36440) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.051152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.077369 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.142401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.146733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.164916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e3489ba-e54b-455b-857a-8656b092d80b,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.174310 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.175708 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ff900def-b30d-48b2-801c-9dfd8a8ae110 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281066 Aug 30 23:47:23.178382 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36442) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.183262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.211655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.272909 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.278425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.296019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce47c205-ab7a-4e76-9bcf-a9b39a8bd018,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.303087 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.304494 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7e043dd5-0d03-453c-8c63-43e31e69a41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250656 Aug 30 23:47:23.307276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36444) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.311813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.339893 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:47:23.345758 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.409449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.413913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.430575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c53d314-db6d-4ae7-b66a-f2acc7204142,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.439761 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.440990 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c565ab42-4d0e-40ea-94fe-c1a7eca7c016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1327808 Aug 30 23:47:23.443677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36446) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.449294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '176f7b5f-3cde-400c-b0f6-6a9d28e155db', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.474163 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:47:23.480264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.551169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.555333 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.576950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a77ae6e6-85f4-4336-86a1-75c4826b71da,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.583684 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.584856 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2a3edb3f-64ca-4d27-bac3-be960a2b5ed5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1402438 Aug 30 23:47:23.587966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36448) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.593015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'network': {'name': 'tempest-network-smoke--607784253', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.615557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:47:23.619751 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.643902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:47:23.653171 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.653509 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Added segment 4898964c-f0e4-44a6-a28c-64fcb1678fd7 of type vlan for network e8c03917-3286-4c29-90a6-c01d60c1a151 Aug 30 23:47:23.692873 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.717086 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.722551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:23.723130 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.786314 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945109 Aug 30 23:47:23.787053 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36450) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:23.791570 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'admin_state_up': True, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:23.795626 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2230f6b0-62dc-4249-8657-2162e05dc85c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Network': ['ID=e8c03917-3286-4c29-90a6-c01d60c1a151,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:23.806499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network e8c03917-3286-4c29-90a6-c01d60c1a151 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:47:23.819433 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.820446 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:23.872283 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.009015 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.194311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.217822 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.316640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.167 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/8777eb42-717a-4b49-912e-843a25bf9fc0) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:47:24.421034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.461363 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.500734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:24.505617 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:24.509218 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:47:24.533413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=8777eb42-717a-4b49-912e-843a25bf9fc0,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:24.768636 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:24.972675 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.098973 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router fc8fbb41-b814-4404-98c2-bf02267704ca is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:47:25.204412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:25.214443 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Sync routers for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:25.223238 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.223430 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:25.224125 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:25.224905 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-474b658d-f9de-4afd-8b88-3fcf23097929 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4370575 Aug 30 23:47:25.228082 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36452) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:25.327384 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:25.351926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-32c1cc45-2c2d-4680-8a1c-e97bed049e20 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=70d406fe4d9247fe85701186b9c9bfcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1220164 Aug 30 23:47:25.355257 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36456) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:25.439827 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a983ff-f054-4e95-9fdb-22a24533d56e tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:25.441523 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c3a983ff-f054-4e95-9fdb-22a24533d56e tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0851896 Aug 30 23:47:25.444240 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36458) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:25.476959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-e9cd43f0-38f6-4e41-aef6-63db823584df tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314646 Aug 30 23:47:25.479659 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36460) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:25.484389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-815660800', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:25.503071 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:24Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:25.529369 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Checking router: fc8fbb41-b814-4404-98c2-bf02267704ca for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:25.529714 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Updating router fc8fbb41-b814-4404-98c2-bf02267704ca port 8777eb42-717a-4b49-912e-843a25bf9fc0 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:47:25.553468 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.570362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:47:25.574860 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.820278 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.831816 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Transition to ACTIVE for port object 8777eb42-717a-4b49-912e-843a25bf9fc0 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:25.837910 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.892259 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Attempting to bind port 8777eb42-717a-4b49-912e-843a25bf9fc0 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:47:25.892626 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Attempting to bind port 8777eb42-717a-4b49-912e-843a25bf9fc0 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:47:25.892988 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Attempting to bind port 8777eb42-717a-4b49-912e-843a25bf9fc0 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:47:25.894973 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Pushing event updated for resources: {'Port': ['ID=8777eb42-717a-4b49-912e-843a25bf9fc0,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:25.904835 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.905184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.905523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.905881 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.906215 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.906609 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.906940 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.907265 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.907589 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.907911 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.908233 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.908558 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:47:25.911856 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:47:25.912231 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:47:25.912731 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.913359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:47:25.913706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Bound port: 8777eb42-717a-4b49-912e-843a25bf9fc0, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:47:25.914314 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:25.967839 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] For port 8777eb42-717a-4b49-912e-843a25bf9fc0, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:47:25.971030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] For port 8777eb42-717a-4b49-912e-843a25bf9fc0, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8777eb42-717a-4b49-912e-843a25bf9fc0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:47:25.974902 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.032372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:26.032991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:26.075979 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c74595-260f-464a-ba0b-9305bd3a4798 None None] Pushing event updated for resources: {'Port': ['ID=8777eb42-717a-4b49-912e-843a25bf9fc0,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:26.089082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.148577 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:26.157048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Subnet': ['ID=1331c12f-81ed-4a84-8ae0-24ce0a0595c1,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:26.162548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Checking segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:47:26.162912 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network hostable DHCP agents. Network: e8c03917-3286-4c29-90a6-c01d60c1a151, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:47:26.182734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network e8c03917-3286-4c29-90a6-c01d60c1a151 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:47:26.193078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, e8c03917-3286-4c29-90a6-c01d60c1a151) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:26.198239 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:26.199200 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.202997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75d699b-5796-4700-9b34-ec8ec9adcf0b None None] Network e8c03917-3286-4c29-90a6-c01d60c1a151 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:47:26.218312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-61940640-67dd-4cc7-9554-34f84908e465 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7351875 Aug 30 23:47:26.218566 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36462) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:26.363554 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-e8c03917-3286-4c29-90a6-c01d60c1a151', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:47:26.364603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.432372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:24Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:26.461514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf1c7c-f4ff-417d-8a6b-19054be3c939 None None] The sync data for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 is: [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:24Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:26.515947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Allocated IP 172.20.0.2 (e8c03917-3286-4c29-90a6-c01d60c1a151/1331c12f-81ed-4a84-8ae0-24ce0a0595c1/c4512aa7-0232-4b2f-aff6-ab341937b3e3) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:47:26.671978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.681296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.683970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Transition to ACTIVE for port object c4512aa7-0232-4b2f-aff6-ab341937b3e3 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:26.722529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Transition to ACTIVE for port object c4512aa7-0232-4b2f-aff6-ab341937b3e3 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:26.729885 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.787494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Network e8c03917-3286-4c29-90a6-c01d60c1a151 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:26.789067 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:26.791759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:47:26.799594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Pushing event updated for resources: {'Port': ['ID=c4512aa7-0232-4b2f-aff6-ab341937b3e3,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:26.855747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Attempting to bind port c4512aa7-0232-4b2f-aff6-ab341937b3e3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:47:26.856276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Attempting to bind port c4512aa7-0232-4b2f-aff6-ab341937b3e3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:47:26.856732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Attempting to bind port c4512aa7-0232-4b2f-aff6-ab341937b3e3 on network e8c03917-3286-4c29-90a6-c01d60c1a151 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:47:26.862230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:47:26.862702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Checking segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:47:26.863170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.863645 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Bound using segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:47:26.864182 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Bound port: c4512aa7-0232-4b2f-aff6-ab341937b3e3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:47:26.864640 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:26.946477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] For port c4512aa7-0232-4b2f-aff6-ab341937b3e3, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:47:26.950720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] For port c4512aa7-0232-4b2f-aff6-ab341937b3e3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4512aa7-0232-4b2f-aff6-ab341937b3e3,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:47:26.960677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.029836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8777eb42-717a-4b49-912e-843a25bf9fc0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:27.033141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6648e95-e02e-49ee-808b-08e9d067c779 None None] Pushing event updated for resources: {'Port': ['ID=c4512aa7-0232-4b2f-aff6-ab341937b3e3,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:27.043437 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.1 (e8c03917-3286-4c29-90a6-c01d60c1a151/1331c12f-81ed-4a84-8ae0-24ce0a0595c1/110dace3-2ab4-4196-bf2f-1bac9dcaa34c) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:47:27.094141 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 8777eb42-717a-4b49-912e-843a25bf9fc0 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:27.098813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8777eb42-717a-4b49-912e-843a25bf9fc0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:27.099286 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.184928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.188886 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.203677 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object 110dace3-2ab4-4196-bf2f-1bac9dcaa34c will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:27.230911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 8777eb42-717a-4b49-912e-843a25bf9fc0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8777eb42-717a-4b49-912e-843a25bf9fc0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:27.245145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.268150 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.321354 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=8777eb42-717a-4b49-912e-843a25bf9fc0,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:27.331625 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network e8c03917-3286-4c29-90a6-c01d60c1a151 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:27.341338 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:27.344228 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:47:27.380675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:27.404022 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.536684 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.825917 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.831149 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.907760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:27.911645 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:27.991453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da8ba4-eba1-47cc-a1b6-fa1ed2ad02e6 None None] Network e8c03917-3286-4c29-90a6-c01d60c1a151 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:47:28.014475 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network e8c03917-3286-4c29-90a6-c01d60c1a151 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:28.015952 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:28.088041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-74e7c2f2-fdd3-46a9-8e32-31cd7abada43 None None] Provisioning for port c4512aa7-0232-4b2f-aff6-ab341937b3e3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:28.129339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router fc8fbb41-b814-4404-98c2-bf02267704ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:47:28.250064 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:28.257200 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b4448779-8d50-480a-9d4d-79be6b7dd80a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/fc8fbb41-b814-4404-98c2-bf02267704ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0375478 Aug 30 23:47:28.288210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:28.414652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-6aa8b3d9-3270-4742-a713-1efaba1d6e41 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-147962145&fields=id&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 267 time: 0.0385263 Aug 30 23:47:28.456692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7b6c58cb-3813-44ff-abfb-c76e9b4c6ced None None] Provisioning for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:28.462085 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7b6c58cb-3813-44ff-abfb-c76e9b4c6ced None None] Provisioning complete for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:28.462513 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7b6c58cb-3813-44ff-abfb-c76e9b4c6ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:28.508818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7b6c58cb-3813-44ff-abfb-c76e9b4c6ced None None] Port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:47:28.552001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-86661707-a2bd-4dd9-b063-bdf4068a77e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:28.553596 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-86661707-a2bd-4dd9-b063-bdf4068a77e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 796 time: 0.1259682 Aug 30 23:47:28.575493 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-e48b164f-69c9-450a-9a7f-4069f21ff4c4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/quotas/70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0145226 Aug 30 23:47:28.630735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Sync routers for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:28.635126 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-5bf085e8-70f7-4781-b3f8-e15afe12b4a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525713 Aug 30 23:47:28.645009 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-809d5629-1590-4e5a-b63e-546e53b0865b None None] Provisioning complete for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:28.645379 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-809d5629-1590-4e5a-b63e-546e53b0865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:28.647013 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:28.647647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:28.725331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-809d5629-1590-4e5a-b63e-546e53b0865b None None] Port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:47:28.753351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-a8fb1694-9016-41a0-b64c-bbf3803b5da4 service neutron] 10.222.0.25 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016877 Aug 30 23:47:28.791071 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:28.853555 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-cb05d1c9-d512-4d88-84a8-57b9099c4ab4 service neutron] 10.222.0.25 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923932 Aug 30 23:47:28.915021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8dfc780a-7210-4857-a4ad-7f984d5c3262 None None] Provisioning complete for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:28.915021 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8dfc780a-7210-4857-a4ad-7f984d5c3262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:28.963642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8dfc780a-7210-4857-a4ad-7f984d5c3262 None None] Port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:47:29.059121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 2, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:29.062123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9a8d1493-0825-4ec0-853f-918724aed087 req-99c5c108-1960-4f60-a264-160ced0fa7be tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 210 time: 0.0457630 Aug 30 23:47:29.092122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Checking router: fc8fbb41-b814-4404-98c2-bf02267704ca for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:29.092497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Updating router fc8fbb41-b814-4404-98c2-bf02267704ca port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:47:29.097097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8777eb42-717a-4b49-912e-843a25bf9fc0 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:29.141105 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.360131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 8777eb42-717a-4b49-912e-843a25bf9fc0 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:29.360730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.554789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4512aa7-0232-4b2f-aff6-ab341937b3e3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:29.661666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port c4512aa7-0232-4b2f-aff6-ab341937b3e3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:29.672848 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c4512aa7-0232-4b2f-aff6-ab341937b3e3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:29.673228 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.675820 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.706656 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Transition to ACTIVE for port object 110dace3-2ab4-4196-bf2f-1bac9dcaa34c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:29.717581 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.772652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f668ee-2fdc-403e-82a1-8c0af35caf18 None None] Pushing event updated for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:29.858025 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.876875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Attempting to bind port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:47:29.877258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Attempting to bind port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:47:29.877636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Attempting to bind port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c on network e8c03917-3286-4c29-90a6-c01d60c1a151 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:47:29.888976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:47:29.889352 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Checking segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:47:29.889765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.890188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Bound using segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:47:29.891224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Bound port: 110dace3-2ab4-4196-bf2f-1bac9dcaa34c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:47:29.891224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:29.919427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port c4512aa7-0232-4b2f-aff6-ab341937b3e3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4512aa7-0232-4b2f-aff6-ab341937b3e3,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:29.939525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.011251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] For port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:47:30.015934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] For port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:47:30.017403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=c4512aa7-0232-4b2f-aff6-ab341937b3e3,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:30.024125 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.038735 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-8c63d149-cdea-4325-bf9b-becf61c92e48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:30.040191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-8c63d149-cdea-4325-bf9b-becf61c92e48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 796 time: 0.1503546 Aug 30 23:47:30.090103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:30.090754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:30.092947 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-763f55e4-3025-48be-88a9-8c06ba0aba92 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 379 time: 0.0402541 Aug 30 23:47:30.093496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f668ee-2fdc-403e-82a1-8c0af35caf18 None None] Pushing event updated for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:30.107066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'port': {'device_id': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'admin_state_up': True, 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'security_groups': ['176f7b5f-3cde-400c-b0f6-6a9d28e155db']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:30.194007 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-30463087-157d-4ef9-98c0-510c136ce062 req-3cd65e26-2751-4c2e-b83b-6549d56884fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 210 time: 0.0354939 Aug 30 23:47:30.250671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:30.271029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:47:30.274505 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.404050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.12 (e8c03917-3286-4c29-90a6-c01d60c1a151/1331c12f-81ed-4a84-8ae0-24ce0a0595c1/dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:47:30.464592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:29Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:30.497752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da0354a-ec46-4157-a75e-d8e1a8f6c50c None None] The sync data for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 is: [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:29Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:30.571635 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.587295 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:30.624257 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.670800 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network e8c03917-3286-4c29-90a6-c01d60c1a151 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:30.673970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:30.677979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:47:30.685247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:30.724497 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:47:30.733276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:30.734402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.751166 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-81aa7284-afa7-42fa-8d8f-06520294a912 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6489866 Aug 30 23:47:30.766081 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Request body: {'port': {'device_id': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:30.844495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.924119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-719de08d-f7cb-4c1e-b0a6-40efab4a027e None None] Provisioning for port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:30.934587 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-719de08d-f7cb-4c1e-b0a6-40efab4a027e None None] Provisioning complete for port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:30.934963 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-719de08d-f7cb-4c1e-b0a6-40efab4a027e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:30.985490 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-719de08d-f7cb-4c1e-b0a6-40efab4a027e None None] Port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:47:31.077547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4512aa7-0232-4b2f-aff6-ab341937b3e3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:31.131695 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port c4512aa7-0232-4b2f-aff6-ab341937b3e3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:31.132074 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.189702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:47:31.198786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.215721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Transition to ACTIVE for port object dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:47:31.222010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.228646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 110dace3-2ab4-4196-bf2f-1bac9dcaa34c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:31.289493 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:31.294642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:31.299517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:31.299901 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.405235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.406120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Attempting to bind port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:47:31.406468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Attempting to bind port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:47:31.406804 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Attempting to bind port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc on network e8c03917-3286-4c29-90a6-c01d60c1a151 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:47:31.429938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc on network e8c03917-3286-4c29-90a6-c01d60c1a151 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:47:31.430277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Attempting to bind port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc on network e8c03917-3286-4c29-90a6-c01d60c1a151 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:47:31.442634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:47:31.443033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Checking segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:47:31.443375 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Bound using segment: {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:47:31.444027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Bound port: dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4898964c-f0e4-44a6-a28c-64fcb1678fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:47:31.444424 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.448464 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:31.454919 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.477618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d33440-7f8f-49e8-857e-498d0f3f1be7 req-d5cda51d-0c22-47be-8a3d-eeed854edb10 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:31.482335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09d33440-7f8f-49e8-857e-498d0f3f1be7 req-d5cda51d-0c22-47be-8a3d-eeed854edb10 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 944 time: 0.1511524 Aug 30 23:47:31.539307 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:31.578344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-09d33440-7f8f-49e8-857e-498d0f3f1be7 req-6d1e1beb-0f6f-4829-bf18-69da5c419eae tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715322 Aug 30 23:47:31.581914 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:47:31.585856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:47:31.591096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.630496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:31.631089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:31.632498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] 10.222.0.47 "PUT /v2.0/ports/dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 1093 time: 0.8720095 Aug 30 23:47:31.634874 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:47:31.637974 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe423ee8-477e-48bf-a490-fa4111a702b8" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:47:31.677972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed81564-5280-4ecd-b7bf-e8cf747d1795 service neutron] Pushing event updated for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:31.733314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-565ea081-e8d3-4ea0-9e05-da0907aeb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:31.734914 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-565ea081-e8d3-4ea0-9e05-da0907aeb7a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1096 time: 0.0536478 Aug 30 23:47:31.794635 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e2727-c293-470f-bb1a-a853989f2f80 x-openstack-request-id: req-745e2727-c293-470f-bb1a-a853989f2f80 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:47:31.795038 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:47:31.795297 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-745e2727-c293-470f-bb1a-a853989f2f80 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:47:31.795695 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'status': 'completed', 'code': 200} Aug 30 23:47:31.797231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-2dae612e-90f8-49f8-aab4-9b7aa4342c39 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 217 time: 0.0529039 Aug 30 23:47:31.856363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-ca978f5d-1880-488d-990a-872843f145ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:31.857871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-ca978f5d-1880-488d-990a-872843f145ac service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 200 len: 834 time: 0.0532131 Aug 30 23:47:31.912570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-17c35877-1313-4a9b-9da6-c016f5537b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:31.914683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-17c35877-1313-4a9b-9da6-c016f5537b2a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c03917-3286-4c29-90a6-c01d60c1a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488887 Aug 30 23:47:32.014030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-94ad573e-64d5-4c07-acf3-241ddde3d8d3 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908649 Aug 30 23:47:32.106975 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2edf1650-1507-4fcd-beaf-5bd85f687c68 req-e2dbf459-6297-44f6-9bec-5fab7d4b4d74 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844235 Aug 30 23:47:32.190185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-cdb6b126-8db0-4b0c-a0ed-11425e33d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:32.191688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-cdb6b126-8db0-4b0c-a0ed-11425e33d6b4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1096 time: 0.0402746 Aug 30 23:47:32.285386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-2a225a0b-90d8-44ae-a32f-5f64c35302b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:32.286902 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-2a225a0b-90d8-44ae-a32f-5f64c35302b9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 897 time: 0.0875173 Aug 30 23:47:32.331029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-a4f4ee9b-e78a-48d0-8ea5-067f87d0e68f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 217 time: 0.0352273 Aug 30 23:47:32.380103 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-189c8f98-cd9f-4659-b0ff-a5d50d1745dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:32.381469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-189c8f98-cd9f-4659-b0ff-a5d50d1745dd service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 200 len: 834 time: 0.0424299 Aug 30 23:47:32.435252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-8db33919-80d3-4909-b085-3dcc14c32e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:32.436744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-8db33919-80d3-4909-b085-3dcc14c32e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c03917-3286-4c29-90a6-c01d60c1a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0454583 Aug 30 23:47:32.529007 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-785c9b3f-afb4-4373-9537-55d6bcb67a2b service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834565 Aug 30 23:47:32.624437 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fe423ee8-477e-48bf-a490-fa4111a702b8 req-0e200386-43ee-4439-81fa-1e92c72fe258 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881512 Aug 30 23:47:32.695318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cee3727-9fab-40b3-957f-3bfb61cbad16 req-6b717c2d-2ab3-483a-a604-36eb1d48d2d7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:32.696775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cee3727-9fab-40b3-957f-3bfb61cbad16 req-6b717c2d-2ab3-483a-a604-36eb1d48d2d7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 944 time: 0.0488961 Aug 30 23:47:32.738218 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8cee3727-9fab-40b3-957f-3bfb61cbad16 req-77698c8c-2e82-45ec-9f1b-81299f35ff66 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345297 Aug 30 23:47:32.970329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 110dace3-2ab4-4196-bf2f-1bac9dcaa34c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:33.018380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:33.018872 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:33.861520 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90395d06-3e3a-4efa-8ce3-ac326b4b569b req-5f9d9f4f-4f6f-43d6-b3e2-a0b7de0d1ecf tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:33.863076 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90395d06-3e3a-4efa-8ce3-ac326b4b569b req-5f9d9f4f-4f6f-43d6-b3e2-a0b7de0d1ecf tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 944 time: 0.0552211 Aug 30 23:47:33.902014 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-90395d06-3e3a-4efa-8ce3-ac326b4b569b req-1cbcddfe-b60c-4309-a410-d72ae07c2d79 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329671 Aug 30 23:47:34.506338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:47:34.605187 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:34.617396 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'port_id': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'mac_address': 'fa:16:3e:49:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:47:34.658964 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:34.671404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:47:34.694685 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:34.698797 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:34.747165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:34.967731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:47:35.031937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c938128-a477-4133-9160-e95b9beefea8 req-78e9dd0d-344e-4078-b01f-f3634ab7cb6c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:35.033970 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c938128-a477-4133-9160-e95b9beefea8 req-78e9dd0d-344e-4078-b01f-f3634ab7cb6c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 945 time: 0.0557630 Aug 30 23:47:35.074883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6c938128-a477-4133-9160-e95b9beefea8 req-1226e3fd-24e8-4582-bc6c-dd10f6ea120f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344121 Aug 30 23:47:36.195048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61153c27-97e8-42b5-83f2-65f3bced4e9d req-c9112bc0-0c36-4d3f-bcb9-09198e5cfbff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:36.200962 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61153c27-97e8-42b5-83f2-65f3bced4e9d req-c9112bc0-0c36-4d3f-bcb9-09198e5cfbff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Aug 30 23:47:36.235926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-61153c27-97e8-42b5-83f2-65f3bced4e9d req-2c775c5a-5382-4a29-97b2-8eebae929d6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322587 Aug 30 23:47:36.521540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:47:36.569310 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:47:36.574411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:47:36.575181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:36.657304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:36.679258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:47:36.681575 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57870801-9c46-42b2-9e03-44dbe45d581e" -d '{"events": [{"server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:47:36.695188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:47:36.701429 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:36.750622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:36.779896 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5413d33-bdb3-45ad-ba26-e3158c644d50 x-openstack-request-id: req-a5413d33-bdb3-45ad-ba26-e3158c644d50 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:47:36.780193 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "name": "network-vif-plugged", "status": "completed", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:47:36.780448 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5413d33-bdb3-45ad-ba26-e3158c644d50 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:47:36.780845 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'code': 200} Aug 30 23:47:36.877645 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecb029c-1ca2-4eb0-b6d5-994e524a1be2 req-914ce7fc-3229-4676-a162-58763a89769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:36.879144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ecb029c-1ca2-4eb0-b6d5-994e524a1be2 req-914ce7fc-3229-4676-a162-58763a89769c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1098 time: 0.0464673 Aug 30 23:47:36.917831 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2ecb029c-1ca2-4eb0-b6d5-994e524a1be2 req-70e744cd-2960-43e9-98fa-796cfb3eab57 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304692 Aug 30 23:47:37.349156 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f8ce3-2820-42b0-b541-c0f4e8833c6f req-c427c673-0c14-462b-9f8a-c58509dc0f84 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:37.350628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-887f8ce3-2820-42b0-b541-c0f4e8833c6f req-c427c673-0c14-462b-9f8a-c58509dc0f84 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0480027 Aug 30 23:47:37.388147 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-887f8ce3-2820-42b0-b541-c0f4e8833c6f req-7bdb199f-5742-49e8-a6b0-c874d4dbf0e2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310469 Aug 30 23:47:38.505159 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb41b3c-78d4-44b0-ba10-6c59c542599b req-922f966f-ab5b-4aea-b78f-584c35eae728 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:38.506660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fb41b3c-78d4-44b0-ba10-6c59c542599b req-922f966f-ab5b-4aea-b78f-584c35eae728 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0481215 Aug 30 23:47:38.544776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fb41b3c-78d4-44b0-ba10-6c59c542599b req-9b89bd91-8b8d-4449-bd6c-13a9d5b4f17d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Aug 30 23:47:38.661747 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26536008-19d4-4737-9b32-0ab6f2e8ac43 req-c5a3231e-e18f-434e-9086-71c7a93e4013 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:38.663267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26536008-19d4-4737-9b32-0ab6f2e8ac43 req-c5a3231e-e18f-434e-9086-71c7a93e4013 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0517108 Aug 30 23:47:38.701112 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-26536008-19d4-4737-9b32-0ab6f2e8ac43 req-8596c454-fdd8-42b4-9ee8-37a7291c0c70 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318782 Aug 30 23:47:38.722285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36520) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:38.761550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e98411-bc82-499f-a6c5-529bb793fa1b tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:38.763163 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-68e98411-bc82-499f-a6c5-529bb793fa1b tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1093 time: 0.0398986 Aug 30 23:47:38.766191 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36522) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:38.771224 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:47:38.796219 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:38.898707 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:38.999317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.104 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/118ba85d-48dc-4932-be8c-ae8a48314d78) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:47:39.107403 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.152742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.193817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:47:39.196876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:47:39.202098 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:47:39.205104 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=118ba85d-48dc-4932-be8c-ae8a48314d78,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:39.549524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.626466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.783309 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.788178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.857486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=118ba85d-48dc-4932-be8c-ae8a48314d78,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:47:39.867036 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:39.966307 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 9df2d905-8fbd-4bb1-a71e-6c3585a36f70 associated. External IP: 172.25.7.104, port: dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc. Aug 30 23:47:40.171852 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router fc8fbb41-b814-4404-98c2-bf02267704ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:47:40.279816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:47:40.289408 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Sync routers for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:47:40.296187 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:40.299841 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:40.300538 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:40.326243 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ebf61db3-13ac-4d7d-90f6-f1c26395b726 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5590110 Aug 30 23:47:40.326944 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:47:40.329215 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a75e59b-468b-4a5a-8d53-19e6ead23abc" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:47:40.431340 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a30bf88-5a3a-4248-87d9-3c86aea81d0c x-openstack-request-id: req-8a30bf88-5a3a-4248-87d9-3c86aea81d0c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:47:40.431635 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:40.431931 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:47:40.432256 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a30bf88-5a3a-4248-87d9-3c86aea81d0c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:47:40.432732 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'status': 'completed', 'code': 200} Aug 30 23:47:40.436618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97cf8f2-fd39-4022-8da0-34f46451dd79 req-7aa16934-4a19-4cdc-8e0d-ec1471112c93 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:40.438499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c97cf8f2-fd39-4022-8da0-34f46451dd79 req-7aa16934-4a19-4cdc-8e0d-ec1471112c93 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0529172 Aug 30 23:47:40.460837 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7d843fe0-18f5-4a1d-8562-13e185b7bbc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:40.519757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c97cf8f2-fd39-4022-8da0-34f46451dd79 req-87ea79b4-aa25-40d6-a147-f169fd65ae90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686924 Aug 30 23:47:40.529071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-d06cea0e-a3f5-4912-b87f-1110123b2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:40.530617 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-d06cea0e-a3f5-4912-b87f-1110123b2b90 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1098 time: 0.0642762 Aug 30 23:47:40.544729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36532) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:40.617915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-71cead83-ae8a-4ef9-8690-820fd9370c78 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/9df2d905-8fbd-4bb1-a71e-6c3585a36f70 HTTP/1.1" status: 200 len: 992 time: 0.0706785 Aug 30 23:47:40.625760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-9800f591-301e-4617-bdf6-378aee20b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:40.627262 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-9800f591-301e-4617-bdf6-378aee20b68f service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 897 time: 0.0890293 Aug 30 23:47:40.702242 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-2455187a-1aae-4e7c-bf45-47c19c70208a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 1000 time: 0.0665960 Aug 30 23:47:40.752030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-80d5b2fd-1ac5-4a9a-9e4d-ad5a16babced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:40.752331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9df2d905-8fbd-4bb1-a71e-6c3585a36f70', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'port_id': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'mac_address': 'fa:16:3e:49:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:47:39Z', 'updated_at': '2021-08-30T23:47:39Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:40.753512 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-80d5b2fd-1ac5-4a9a-9e4d-ad5a16babced service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 200 len: 834 time: 0.0451822 Aug 30 23:47:40.783453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Checking router: fc8fbb41-b814-4404-98c2-bf02267704ca for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:47:40.793185 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:47:40.793819 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:47:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:40.803919 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-03b90efc-0056-4500-ab22-0d9bcb3d4cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:40.805447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-03b90efc-0056-4500-ab22-0d9bcb3d4cb0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c03917-3286-4c29-90a6-c01d60c1a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422299 Aug 30 23:47:40.902355 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-ccf8ad6e-3508-46ab-8d92-d60ee1f0d0e4 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890925 Aug 30 23:47:40.910770 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:47:40.994164 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3a75e59b-468b-4a5a-8d53-19e6ead23abc req-fb81df03-3c00-464f-a3d1-bf2bd603d7f2 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843246 Aug 30 23:47:41.231004 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9df2d905-8fbd-4bb1-a71e-6c3585a36f70', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'port_id': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'mac_address': 'fa:16:3e:49:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:47:39Z', 'updated_at': '2021-08-30T23:47:39Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:47:41.255844 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55283a0-adbb-4f4c-b37a-aa0538677393 None None] The sync data for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 is: [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9df2d905-8fbd-4bb1-a71e-6c3585a36f70', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.104', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'port_id': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4183, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'mac_address': 'fa:16:3e:49:cb:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:47:39Z', 'updated_at': '2021-08-30T23:47:39Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:47:41.440452 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee66345-cf4e-416f-8650-b134ed62a242 None None] New status for floating IP 9df2d905-8fbd-4bb1-a71e-6c3585a36f70: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:47:41.620312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36534) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:47:41.680804 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-837c6c06-8d27-4797-9252-a71809c5b1e9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/9df2d905-8fbd-4bb1-a71e-6c3585a36f70 HTTP/1.1" status: 200 len: 994 time: 0.0588374 Aug 30 23:47:43.020386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:43.402042 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c58c02ac-c58a-4a4a-88ca-1d56d75945ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:44.766833 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:46.202157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:51.781074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-70d04301-63c5-42ce-8c82-3c472c5b9ade service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411141 Aug 30 23:47:51.877169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-e53f76f8-45c4-43a2-ab21-970a38d4cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:51.879198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-e53f76f8-45c4-43a2-ab21-970a38d4cd47 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1098 time: 0.0533082 Aug 30 23:47:51.990192 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-66d6a482-419e-4d65-b8ae-f1504409e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:51.991666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-66d6a482-419e-4d65-b8ae-f1504409e772 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 897 time: 0.0923035 Aug 30 23:47:52.061410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-42c37cec-1f7a-4b5b-9ff8-a3afb0651389 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 1002 time: 0.0624206 Aug 30 23:47:52.110970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-2b0ad69e-62b3-4f05-a47b-7509b98cea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:52.112400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-2b0ad69e-62b3-4f05-a47b-7509b98cea80 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 200 len: 834 time: 0.0441027 Aug 30 23:47:52.157445 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-de146fe6-e9dc-412c-b094-760d7822c3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:47:52.158989 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-de146fe6-e9dc-412c-b094-760d7822c3e6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c03917-3286-4c29-90a6-c01d60c1a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402184 Aug 30 23:47:52.251751 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-4b23427f-3a29-47d2-a708-1906d5b1807d service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859501 Aug 30 23:47:52.347884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bf1835fc-7ff2-424d-91cd-7bf44cc74d32 req-0aad1eee-4ab1-4249-a65a-81075a44fd32 service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840635 Aug 30 23:47:53.025641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:47:58.286604 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:07.724666 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:48:10.446170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-24df292a-8a94-4cc7-9d55-eea1f39a4a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:13.021876 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:13.402714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2633a397-d978-4fac-93ac-ac2c500cb26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:14.769816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:15.066790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7aab8d-6eec-41ba-97b0-833377c1716c req-e5b7128a-20c4-4ba5-9efd-82ffa4c1c557 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:15.068310 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac7aab8d-6eec-41ba-97b0-833377c1716c req-e5b7128a-20c4-4ba5-9efd-82ffa4c1c557 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0506656 Aug 30 23:48:15.106590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ac7aab8d-6eec-41ba-97b0-833377c1716c req-d9bfeb26-0ca3-4b52-889f-b04697d3fc21 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323961 Aug 30 23:48:16.207760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:16.238293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482a7b1e-b9f9-47a3-aaaf-7a54c0efbd48 req-05c60cef-8930-4d7e-a6a8-92499f81b477 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:16.239798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-482a7b1e-b9f9-47a3-aaaf-7a54c0efbd48 req-05c60cef-8930-4d7e-a6a8-92499f81b477 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0498292 Aug 30 23:48:16.283317 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-482a7b1e-b9f9-47a3-aaaf-7a54c0efbd48 req-047e0957-e998-48a7-9982-9a23092dfb56 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370543 Aug 30 23:48:16.305248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36558) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:16.368461 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-89709837-c03e-496f-94f9-a845a284be92 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/9df2d905-8fbd-4bb1-a71e-6c3585a36f70 HTTP/1.1" status: 200 len: 994 time: 0.0620604 Aug 30 23:48:17.634417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc72090-763f-4c89-b8e9-bb639cbe4ee3 req-30184873-d120-4085-83d7-5a0a16f7aacc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:17.635983 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcc72090-763f-4c89-b8e9-bb639cbe4ee3 req-30184873-d120-4085-83d7-5a0a16f7aacc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0520680 Aug 30 23:48:17.678723 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-dcc72090-763f-4c89-b8e9-bb639cbe4ee3 req-06e00a00-91bc-4a00-8d5c-93ba0204a34f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317483 Aug 30 23:48:18.806997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21faab03-b7ba-4b72-9067-9e5f584e7d35 req-90c8559c-4fe1-4a80-8b95-c8746412a0e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:18.808521 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21faab03-b7ba-4b72-9067-9e5f584e7d35 req-90c8559c-4fe1-4a80-8b95-c8746412a0e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0598440 Aug 30 23:48:18.846136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-21faab03-b7ba-4b72-9067-9e5f584e7d35 req-ec694bab-d013-4715-8b11-6f90e6db198f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316520 Aug 30 23:48:18.868967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36568) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:18.934673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-73e1d26c-b78a-4b1b-9ec8-f683927cd7db tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/9df2d905-8fbd-4bb1-a71e-6c3585a36f70 HTTP/1.1" status: 200 len: 994 time: 0.0646038 Aug 30 23:48:19.168240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36574) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:19.334397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 118ba85d-48dc-4932-be8c-ae8a48314d78 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:48:19.334659 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:19.415932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:19.416265 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:19.429442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 118ba85d-48dc-4932-be8c-ae8a48314d78 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:48:19.599076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:19.625465 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=118ba85d-48dc-4932-be8c-ae8a48314d78,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:19.951503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.952191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.952191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.952418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.953262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.953610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.953971 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.954307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.954638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.954966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.955293 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.955627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:19.994696 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:19.995079 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 9df2d905-8fbd-4bb1-a71e-6c3585a36f70 disassociated (deleted). External IP: 172.25.7.104, port: dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc. Aug 30 23:48:20.202132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router fc8fbb41-b814-4404-98c2-bf02267704ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:48:20.308926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:48:20.314245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:20.319133 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Sync routers for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:48:20.328784 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:20.329394 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:20.341729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e53e8396-f271-4a37-b3a9-307984e128a1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/floatingips/9df2d905-8fbd-4bb1-a71e-6c3585a36f70 HTTP/1.1" status: 204 len: 168 time: 1.1723392 Aug 30 23:48:20.342484 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:48:20.344921 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:48:20.381633 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a200bc1-b5f2-4cac-bae7-9885f95bc9c6 x-openstack-request-id: req-6a200bc1-b5f2-4cac-bae7-9885f95bc9c6 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:48:20.381976 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:48:20.382225 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a200bc1-b5f2-4cac-bae7-9885f95bc9c6 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:48:20.382636 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'status': 'completed', 'code': 200} Aug 30 23:48:20.443529 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:20.447966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-efe32d19-2a98-4906-8ff8-c033e2da72f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:20.450021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-efe32d19-2a98-4906-8ff8-c033e2da72f4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 1098 time: 0.0438585 Aug 30 23:48:20.555017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-62375fe8-4030-40ef-925f-02cdfe454441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:20.556514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-62375fe8-4030-40ef-925f-02cdfe454441 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 200 len: 897 time: 0.0983253 Aug 30 23:48:20.581956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d6654-60cf-4ac0-9f69-764f409bc8af req-ad4d6973-0271-41a1-b5a8-c222233f304e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:20.586289 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb7d6654-60cf-4ac0-9f69-764f409bc8af req-ad4d6973-0271-41a1-b5a8-c222233f304e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0539331 Aug 30 23:48:20.607510 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-c228e157-e21e-403c-8799-a732022597f2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 200 len: 217 time: 0.0408487 Aug 30 23:48:20.622638 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb7d6654-60cf-4ac0-9f69-764f409bc8af req-732ce689-282b-4e19-ae3a-c1ed7880a605 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Aug 30 23:48:20.662352 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:20.662975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-a46a4df8-2997-40d8-9e5a-ab7e6201503f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:20.664465 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-a46a4df8-2997-40d8-9e5a-ab7e6201503f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 200 len: 834 time: 0.0458558 Aug 30 23:48:20.722527 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-b11953ef-e0bb-49a6-9583-2dc44ab7b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:20.724148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-b11953ef-e0bb-49a6-9583-2dc44ab7b678 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e8c03917-3286-4c29-90a6-c01d60c1a151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497501 Aug 30 23:48:20.771785 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Checking router: fc8fbb41-b814-4404-98c2-bf02267704ca for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:48:20.780622 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:20.783311 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:20.820145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-daf89983-1898-43ad-8687-f52158d3c21c service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860634 Aug 30 23:48:20.887407 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:20.921436 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9a2cb7c-5fcf-4508-9077-aef05d33e25d req-6c57f4f6-516f-42d9-8c40-b24bdd682f4c service neutron] 10.222.0.47 "GET /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915804 Aug 30 23:48:21.083832 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:21.113332 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0604f64e-ac04-44e3-a599-d4a3cbac81a4 None None] The sync data for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 is: [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '110dace3-2ab4-4196-bf2f-1bac9dcaa34c', 'name': '', 'network_id': 'e8c03917-3286-4c29-90a6-c01d60c1a151', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:13:e5:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:26Z', 'updated_at': '2021-08-30T23:47:31Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '1331c12f-81ed-4a84-8ae0-24ce0a0595c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:48:21.317411 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c018fc-4878-40af-b2a7-369349a065af None None] New status for floating IP 9df2d905-8fbd-4bb1-a71e-6c3585a36f70: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:48:21.741732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618be281-6fca-4008-ae63-c8c1798702da req-00dba228-8c07-4db0-9577-161ff0fbd0ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:21.743205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-618be281-6fca-4008-ae63-c8c1798702da req-00dba228-8c07-4db0-9577-161ff0fbd0ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0498707 Aug 30 23:48:21.780800 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-618be281-6fca-4008-ae63-c8c1798702da req-4d2be109-52fa-42ba-8c49-0ba0c914145f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=176f7b5f-3cde-400c-b0f6-6a9d28e155db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317748 Aug 30 23:48:22.320770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3bb56-3df9-49a0-a076-743788add657 req-9f5a4dc5-8885-4f49-82d6-5f2a1e27af55 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:22.322267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fd3bb56-3df9-49a0-a076-743788add657 req-9f5a4dc5-8885-4f49-82d6-5f2a1e27af55 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 946 time: 0.0495334 Aug 30 23:48:22.415253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:48:22.415598 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:22.502349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:22.502706 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:22.515857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:48:22.643805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:22.672185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:22.717447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] No DVR routers for this DVR port dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:48:22.720191 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:22.722376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6fd3bb56-3df9-49a0-a076-743788add657 req-3ba476a1-98cd-49eb-b147-f1ba54a1f422 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "DELETE /v2.0/ports/dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc HTTP/1.1" status: 204 len: 173 time: 0.3927307 Aug 30 23:48:22.722816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'name': 'network-vif-deleted', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:48:22.725127 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca04564-4d16-437c-8885-f3e36237334f" -d '{"events": [{"server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "name": "network-vif-deleted", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:48:22.760623 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a763b55f-2aba-452c-a2b9-efd465787ab8 x-openstack-request-id: req-a763b55f-2aba-452c-a2b9-efd465787ab8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:48:22.761276 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ced1d95-b06d-436b-b78d-3f89096e4733", "name": "network-vif-deleted", "tag": "dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:48:22.761276 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a763b55f-2aba-452c-a2b9-efd465787ab8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:48:22.761631 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ced1d95-b06d-436b-b78d-3f89096e4733', 'name': 'network-vif-deleted', 'tag': 'dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc', 'status': 'completed', 'code': 200} Aug 30 23:48:22.898261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-8ffe3cab-77c9-425f-b140-8f4d4ac1be62 req-187961fb-da81-4676-8fcf-dbe083559907 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=4ced1d95-b06d-436b-b78d-3f89096e4733 HTTP/1.1" status: 200 len: 210 time: 0.0305808 Aug 30 23:48:23.022047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:23.952606 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36590) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:24.306159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:24.561364 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:48:24.561622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:24.651486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 110dace3-2ab4-4196-bf2f-1bac9dcaa34c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:24.651862 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:24.665239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 110dace3-2ab4-4196-bf2f-1bac9dcaa34c owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:48:24.771019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:48:24.794880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:48:24.795230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device dc6eb03a-db8b-4b9f-bdbe-4fed38617ebc not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:48:24.853112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:24.879581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=110dace3-2ab4-4196-bf2f-1bac9dcaa34c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:25.059045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.269063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router fc8fbb41-b814-4404-98c2-bf02267704ca has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:48:25.374559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:48:25.379555 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-342c31f8-984c-43f0-8745-77ec786b2482 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/fc8fbb41-b814-4404-98c2-bf02267704ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4253783 Aug 30 23:48:25.382167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36592) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:25.385976 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Sync routers for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:48:25.395555 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:25.396245 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:25.435770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting subnet 1331c12f-81ed-4a84-8ae0-24ce0a0595c1 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:48:25.438860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.478978 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.499801 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:25.561427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.624117 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.676219 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:48:24Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:25.704051 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Checking router: fc8fbb41-b814-4404-98c2-bf02267704ca for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:48:25.712825 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Routers {'fc8fbb41-b814-4404-98c2-bf02267704ca'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:25.713453 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['fc8fbb41-b814-4404-98c2-bf02267704ca'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:25.820670 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] Set router fc8fbb41-b814-4404-98c2-bf02267704ca gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:25.956438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Subnet': ['ID=1331c12f-81ed-4a84-8ae0-24ce0a0595c1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:25.960896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:25.963031 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d812c0fe-8a11-4c69-b291-eba26868da7d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/subnets/1331c12f-81ed-4a84-8ae0-24ce0a0595c1 HTTP/1.1" status: 204 len: 168 time: 0.5797191 Aug 30 23:48:25.965389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36594) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:25.971110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b653c-86bb-4ea1-9c57-46f656161e64 None None] Network e8c03917-3286-4c29-90a6-c01d60c1a151 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:48:26.005574 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:48:24Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:26.033823 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e80a23-f944-4bde-b764-2e0195a495c4 None None] The sync data for ids ['fc8fbb41-b814-4404-98c2-bf02267704ca'] in n-d-791504-21 is: [{'id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'name': 'tempest-TestNetworkAdvancedServerOps-router-847789516', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167'}], 'enable_snat': True}, 'gw_port_id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:47:23Z', 'updated_at': '2021-08-30T23:48:24Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '8777eb42-717a-4b49-912e-843a25bf9fc0', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8fbb41-b814-4404-98c2-bf02267704ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4177, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:47:24Z', 'updated_at': '2021-08-30T23:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:48:26.074074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.185327 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.235918 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 8777eb42-717a-4b49-912e-843a25bf9fc0 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:48:26.236289 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.314851 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 8777eb42-717a-4b49-912e-843a25bf9fc0, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=8777eb42-717a-4b49-912e-843a25bf9fc0,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:26.315212 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.332383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 8777eb42-717a-4b49-912e-843a25bf9fc0 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:48:26.422177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] DHCP port deletion for e8c03917-3286-4c29-90a6-c01d60c1a151 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:48:26.486160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Deleting port c4512aa7-0232-4b2f-aff6-ab341937b3e3 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:48:26.486554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.509292 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.540354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=8777eb42-717a-4b49-912e-843a25bf9fc0,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:26.555415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] For port c4512aa7-0232-4b2f-aff6-ab341937b3e3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=c4512aa7-0232-4b2f-aff6-ab341937b3e3,segment=NetworkSegment(4898964c-f0e4-44a6-a28c-64fcb1678fd7),segment_id=4898964c-f0e4-44a6-a28c-64fcb1678fd7)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:26.555937 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.569595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Calling delete_port for c4512aa7-0232-4b2f-aff6-ab341937b3e3 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:48:26.604035 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.659074 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.682294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Pushing event deleted for resources: {'Port': ['ID=c4512aa7-0232-4b2f-aff6-ab341937b3e3,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:26.692233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] No DVR routers for this DVR port c4512aa7-0232-4b2f-aff6-ab341937b3e3 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:48:26.699922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.700574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.701646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.701646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.701646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.701940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a40c1fb-0f5d-4e81-b333-58f7a0290c17 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:26.703931 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.752190 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.752798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Fanout notify agent at l3_agent the message router_deleted on router fc8fbb41-b814-4404-98c2-bf02267704ca {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:48:26.759920 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.761016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c120d8c8-3ebc-42c4-a352-3fc73b17b2fc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/routers/fc8fbb41-b814-4404-98c2-bf02267704ca HTTP/1.1" status: 204 len: 168 time: 0.7946465 Aug 30 23:48:26.763849 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36596) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:26.844584 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.940027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.949999 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8c03917-3286-4c29-90a6-c01d60c1a151']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:26.960652 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4898964c-f0e4-44a6-a28c-64fcb1678fd7') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:26.960949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4898964c-f0e4-44a6-a28c-64fcb1678fd7') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:26.970262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.983360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.989106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:48:26.989495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:48:26.992399 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:48:27.048561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.056228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.057444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/networks/e8c03917-3286-4c29-90a6-c01d60c1a151 HTTP/1.1" status: 204 len: 168 time: 0.2926638 Aug 30 23:48:27.060189 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36598) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:27.069463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf07ecaa-4f91-4e9d-b288-2113ef7e502d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Network': ['ID=e8c03917-3286-4c29-90a6-c01d60c1a151,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:27.119548 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.145089 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.219627 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.222410 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:27.226869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/security-groups/176f7b5f-3cde-400c-b0f6-6a9d28e155db HTTP/1.1" status: 204 len: 168 time: 0.1624765 Aug 30 23:48:27.234872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f7b5f-3cde-400c-b0f6-6a9d28e155db,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:27.249210 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.250151 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.250552 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.250902 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.251412 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.251911 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.252527 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.253001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.253472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.253839 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.254176 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.254679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e0df93f-d6a9-412b-aac4-e2a346500344 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:27.297005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8777eb42-717a-4b49-912e-843a25bf9fc0 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:48:27.317237 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 8777eb42-717a-4b49-912e-843a25bf9fc0 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:48:27.317583 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 8777eb42-717a-4b49-912e-843a25bf9fc0 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:48:27.318035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4512aa7-0232-4b2f-aff6-ab341937b3e3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:48:27.336987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: c4512aa7-0232-4b2f-aff6-ab341937b3e3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:48:27.337408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device c4512aa7-0232-4b2f-aff6-ab341937b3e3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:48:27.337922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 110dace3-2ab4-4196-bf2f-1bac9dcaa34c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:48:27.355631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 110dace3-2ab4-4196-bf2f-1bac9dcaa34c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:48:27.355977 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 110dace3-2ab4-4196-bf2f-1bac9dcaa34c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:48:27.907650 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36604) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:27.912242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-947307458', 'description': 'tempest-secgroup-smoke-947307458 description', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:27.934167 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.009874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.013502 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.038790 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.039923 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1312771 Aug 30 23:48:28.043011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36606) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.043799 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18109a31-77a6-46f7-90e3-21a181d5331d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b961ee5-792f-4e3c-8134-75300e2ee9dc,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.049513 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.080285 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.145672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.149627 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.172750 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6537eef-3d72-4e0e-acd6-8d247283be4f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.178932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.180318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a685b23-bfeb-446f-8c9c-322314a1382b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1361184 Aug 30 23:48:28.183358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36608) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.187754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.217213 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.273612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.277747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.287045 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.295797 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1894e289-bdac-43e9-a6eb-3590817a0aff,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.301998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.303200 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6869f374-a9a1-41e3-93e3-7ac81e6205df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1193557 Aug 30 23:48:28.305900 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36610) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.310377 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.337197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.393910 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.397368 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.415225 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec349237-8354-4e7f-9505-a87b0befeb7c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.421678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.422930 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d5c0cdda-4bd0-4ad2-9846-b6533e32621e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1160443 Aug 30 23:48:28.425747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36612) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.430084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.456002 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.515562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.519031 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.539370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba54c08-af2a-4e15-a8fd-e4a28662a526,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.545235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.546474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a63e15e-f1a6-4987-b413-317d56516113 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1198795 Aug 30 23:48:28.549075 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36614) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.553574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.574902 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:48:28.580416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.638655 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.642824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.661215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b1a4f89-94f7-44de-a099-20b742c4e95a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.664178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.665370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-138d5ec2-2911-4c73-b279-48cf12b1d195 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1153796 Aug 30 23:48:28.668037 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36616) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.672495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '5b961ee5-792f-4e3c-8134-75300e2ee9dc', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.694495 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:48:28.699220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.758968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.762386 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.780818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc4a4e6-31d0-4daa-b087-06cfb76784f7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:28.787343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.788685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-065341ec-f13b-423c-987c-8cc5c49234c2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197062 Aug 30 23:48:28.791613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36618) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.796701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'network': {'name': 'tempest-network-smoke--160194754', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:28.816801 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:48:28.820185 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.843403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] vlan segment allocate from pool success with {'vlan_id': 645, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:48:28.853702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.854086 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Added segment 25272e48-3f2a-4754-b700-abd14f46a5f3 of type vlan for network 450f6446-8586-425b-b3fd-5daccbcf3e66 Aug 30 23:48:28.895530 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.920042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.926412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:28.927005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:28.985620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1928856 Aug 30 23:48:28.988296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36620) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:28.992700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'admin_state_up': True, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:29.007640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e4ba4-43e3-4319-9f9d-df049e2a3c57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Network': ['ID=450f6446-8586-425b-b3fd-5daccbcf3e66,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:29.017527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:48:29.023480 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.024628 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.079791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.212622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.406233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.424938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.527530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.154 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ff223c89-2798-43fe-aac8-fb2495c47d81) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:48:29.626586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.664914 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:29.708857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:29.711757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:29.715366 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:48:29.721441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=ff223c89-2798-43fe-aac8-fb2495c47d81,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:29.961059 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:30.154793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:30.277682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 6e489877-eda2-4c83-b851-4ca4f4694ca8 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:48:30.381688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:48:30.391897 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Sync routers for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:48:30.400206 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:30.401252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:30.401597 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a5cd3f0-df05-43d8-867e-a474a7182c6d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4123361 Aug 30 23:48:30.402040 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:30.404786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36622) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:30.433405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3b50ebe0-1ed3-42f5-b1d4-06b7471d3cd2 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=70d406fe4d9247fe85701186b9c9bfcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273917 Aug 30 23:48:30.436160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36624) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:30.528077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dca3ee-6f96-47db-9d7f-e74a73ed0b65 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:30.529514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-21dca3ee-6f96-47db-9d7f-e74a73ed0b65 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0917528 Aug 30 23:48:30.532965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36626) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:30.562136 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-eb81f2df-1061-4ea8-9eab-9f3f1038570d tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279858 Aug 30 23:48:30.565032 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36628) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:30.570459 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1209573497', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:30.666014 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:48:30.666267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:30.669445 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:30.854572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:29Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:30.882283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Checking router: 6e489877-eda2-4c83-b851-4ca4f4694ca8 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:48:30.882633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Updating router 6e489877-eda2-4c83-b851-4ca4f4694ca8 port ff223c89-2798-43fe-aac8-fb2495c47d81 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:48:30.917267 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.168287 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.171593 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.181492 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Transition to ACTIVE for port object ff223c89-2798-43fe-aac8-fb2495c47d81 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:31.188512 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.231656 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Subnet': ['ID=7d3e7186-a9bc-4680-8c88-ef4d98203799,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:31.240410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6428a-8ba2-40ed-b677-a2340a2516dd None None] Pushing event updated for resources: {'Port': ['ID=ff223c89-2798-43fe-aac8-fb2495c47d81,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:31.241883 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Checking segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:48:31.242266 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network hostable DHCP agents. Network: 450f6446-8586-425b-b3fd-5daccbcf3e66, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:48:31.242702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Attempting to bind port ff223c89-2798-43fe-aac8-fb2495c47d81 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:48:31.243075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Attempting to bind port ff223c89-2798-43fe-aac8-fb2495c47d81 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:48:31.243441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Attempting to bind port ff223c89-2798-43fe-aac8-fb2495c47d81 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:48:31.248846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:48:31.249289 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:48:31.250220 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.250611 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:48:31.251080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Bound port: ff223c89-2798-43fe-aac8-fb2495c47d81, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:48:31.251466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.259862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:48:31.268462 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 450f6446-8586-425b-b3fd-5daccbcf3e66) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:31.272861 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:31.273408 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.284034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d5ca66-899a-46a2-9b42-da6eaaa8dc94 None None] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:48:31.290741 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1d40bf5a-a726-43b1-af46-8758353bb2f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7218897 Aug 30 23:48:31.291191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36630) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:31.345869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] For port ff223c89-2798-43fe-aac8-fb2495c47d81, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:48:31.350250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] For port ff223c89-2798-43fe-aac8-fb2495c47d81, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff223c89-2798-43fe-aac8-fb2495c47d81,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:48:31.355846 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.447750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f6428a-8ba2-40ed-b677-a2340a2516dd None None] Pushing event updated for resources: {'Port': ['ID=ff223c89-2798-43fe-aac8-fb2495c47d81,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:31.452035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:31.452719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:31.597567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-450f6446-8586-425b-b3fd-5daccbcf3e66', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:48:31.598451 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:31.616204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:31.880076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Allocated IP 172.20.0.2 (450f6446-8586-425b-b3fd-5daccbcf3e66/7d3e7186-a9bc-4680-8c88-ef4d98203799/1e3d437c-3c19-4b7f-a46e-5a47124d12e4) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:48:31.958186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:29Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:31.995518 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbef7dd-0c14-40ee-8cc3-cb380b0792f5 None None] The sync data for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 is: [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:29Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:48:32.041760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.081551 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.090880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Transition to ACTIVE for port object 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:32.106184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Transition to ACTIVE for port object 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:32.114160 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.159878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:32.162962 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:32.167305 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:48:32.170613 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Pushing event updated for resources: {'Port': ['ID=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:32.245506 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Attempting to bind port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:48:32.245931 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Attempting to bind port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:48:32.246309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Attempting to bind port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 on network 450f6446-8586-425b-b3fd-5daccbcf3e66 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:48:32.252052 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:48:32.252434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Checking segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:48:32.252839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.253239 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Bound using segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:48:32.253708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Bound port: 1e3d437c-3c19-4b7f-a46e-5a47124d12e4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:48:32.254128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.336719 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] For port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:48:32.340206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] For port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:48:32.346813 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.410609 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e64aa-b5e1-4825-bcdd-aa72bfb82f38 None None] Pushing event updated for resources: {'Port': ['ID=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:32.418629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.1 (450f6446-8586-425b-b3fd-5daccbcf3e66/7d3e7186-a9bc-4680-8c88-ef4d98203799/66805291-90f9-4fd0-a369-219b39317a99) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:48:32.541739 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.557596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object 66805291-90f9-4fd0-a369-219b39317a99 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:32.603537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.652640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:32.658976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:32.663523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:48:32.690282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:32.718705 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:32.853460 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.072813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:33.135001 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:33.139639 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff223c89-2798-43fe-aac8-fb2495c47d81 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:33.160143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.166732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.197195 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ff223c89-2798-43fe-aac8-fb2495c47d81 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:33.206368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ff223c89-2798-43fe-aac8-fb2495c47d81 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:33.207182 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.242873 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:33.245148 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.302365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.331535 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ff223c89-2798-43fe-aac8-fb2495c47d81, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff223c89-2798-43fe-aac8-fb2495c47d81,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:33.336782 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.349588 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:33.351559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:33.390734 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ff223c89-2798-43fe-aac8-fb2495c47d81,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:33.424072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fcc0f-4e70-4d27-87b5-0c4aea8fc00f None None] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:48:33.470403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 6e489877-eda2-4c83-b851-4ca4f4694ca8 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:48:33.484542 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Provisioning for port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:33.496089 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Provisioning complete for port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:33.496467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.588535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:48:33.594041 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-388678d5-998f-461e-b1f2-4274277d19f5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/6e489877-eda2-4c83-b851-4ca4f4694ca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3015525 Aug 30 23:48:33.644333 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.691335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] For port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:33.697492 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.755406 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ceb755-544d-4002-9f21-9f7dbba56efe None None] Pushing event updated for resources: {'Port': ['ID=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:33.757580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-880c4205-0726-4ff7-bce0-45ed2edaf32d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-947307458&fields=id&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 267 time: 0.0363963 Aug 30 23:48:33.867186 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Sync routers for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:48:33.877126 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:33.877744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:33.885992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-9455e42f-30d8-41fc-ad1f-a5b3eb3d82f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:33.887589 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-9455e42f-30d8-41fc-ad1f-a5b3eb3d82f7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 796 time: 0.1118076 Aug 30 23:48:33.903579 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-59825f19-d298-480c-9259-dd89d75bb5a8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/quotas/70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0099580 Aug 30 23:48:33.936484 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Provisioning for port 66805291-90f9-4fd0-a369-219b39317a99 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:33.943377 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Provisioning complete for port 66805291-90f9-4fd0-a369-219b39317a99 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:33.944216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:33.972685 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-59e67789-b1c3-420c-9fc3-02fbcab03339 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621321 Aug 30 23:48:33.987309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Port 66805291-90f9-4fd0-a369-219b39317a99 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:48:33.999623 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Provisioning complete for port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:34.000077 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0ec31654-6e3d-415b-9db0-d14c99b8bb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.005600 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:34.153388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-b9defa31-2aba-4b80-b49a-7a488ffc459f service neutron] 10.222.0.25 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641939 Aug 30 23:48:34.210731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a681ce57-2b67-4bbb-90de-64c57a33929a None None] Provisioning complete for port 66805291-90f9-4fd0-a369-219b39317a99 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:34.211323 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a681ce57-2b67-4bbb-90de-64c57a33929a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.230654 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 2, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:34.271067 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-ea4ad6d5-666f-46f0-9ebd-a14c89bea31e service neutron] 10.222.0.25 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106715 Aug 30 23:48:34.367973 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Checking router: 6e489877-eda2-4c83-b851-4ca4f4694ca8 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:48:34.368388 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Updating router 6e489877-eda2-4c83-b851-4ca4f4694ca8 port 66805291-90f9-4fd0-a369-219b39317a99 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:48:34.397991 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.420243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a681ce57-2b67-4bbb-90de-64c57a33929a None None] Port 66805291-90f9-4fd0-a369-219b39317a99 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:48:34.475081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-6ef2d2b3-9fea-4b3a-a1df-087665d069d2 req-aa678d7c-872f-4631-880a-2501accd4311 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 210 time: 0.0318739 Aug 30 23:48:34.539475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-fa6502ef-ebd7-42a3-b51b-860acd8fac17 None None] Provisioning complete for port 66805291-90f9-4fd0-a369-219b39317a99 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:34.539943 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa6502ef-ebd7-42a3-b51b-860acd8fac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.573980 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-fa6502ef-ebd7-42a3-b51b-860acd8fac17 None None] Port 66805291-90f9-4fd0-a369-219b39317a99 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:48:34.670968 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.684052 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Transition to ACTIVE for port object 66805291-90f9-4fd0-a369-219b39317a99 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:34.689888 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.748075 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Pushing event updated for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:34.783286 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.783618 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.783960 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.784285 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.784614 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.784946 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.785277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.785595 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.786363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.786363 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.786554 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.786852 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:48:34.806383 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Attempting to bind port 66805291-90f9-4fd0-a369-219b39317a99 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:48:34.806747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Attempting to bind port 66805291-90f9-4fd0-a369-219b39317a99 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:48:34.807374 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Attempting to bind port 66805291-90f9-4fd0-a369-219b39317a99 on network 450f6446-8586-425b-b3fd-5daccbcf3e66 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:48:34.812993 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:48:34.813368 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Checking segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:48:34.813765 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.814184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Bound using segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:48:34.814685 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Bound port: 66805291-90f9-4fd0-a369-219b39317a99, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:48:34.815063 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.884740 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] For port 66805291-90f9-4fd0-a369-219b39317a99, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:48:34.888017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] For port 66805291-90f9-4fd0-a369-219b39317a99, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=66805291-90f9-4fd0-a369-219b39317a99,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:48:34.893150 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:34.948755 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:34.949706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:35.028743 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b17a29-f18f-4ca7-9976-1f3e826fd596 None None] Pushing event updated for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:35.033999 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:35.100485 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:35.100857 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:35.101298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:35.184844 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff223c89-2798-43fe-aac8-fb2495c47d81 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:35.242004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ff223c89-2798-43fe-aac8-fb2495c47d81 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:35.242610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:35.295678 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:34Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:35.321541 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13853afd-0f28-4a5a-8e56-02e271241cf5 None None] The sync data for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 is: [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:34Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:48:35.533234 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-4cfa07be-416e-44ff-95fb-e3821e586cdd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:35.534815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-4cfa07be-416e-44ff-95fb-e3821e586cdd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 796 time: 0.1294959 Aug 30 23:48:35.586399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25d3a6d5-226a-48ff-8e89-b43c4c440b9f req-a23e4c72-5840-4b95-9ef0-85e70eab1c26 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 210 time: 0.0345318 Aug 30 23:48:35.609909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-508c6dcc-8b8a-4514-b7e8-2449b1f80186 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 379 time: 0.0614071 Aug 30 23:48:35.616821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'port': {'device_id': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'admin_state_up': True, 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'security_groups': ['5b961ee5-792f-4e3c-8134-75300e2ee9dc']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:35.731434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:48:35.735300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:35.867108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.8 (450f6446-8586-425b-b3fd-5daccbcf3e66/7d3e7186-a9bc-4680-8c88-ef4d98203799/fee1d8f4-eb81-4122-982e-38b94da4d700) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:48:36.020526 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.035766 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object fee1d8f4-eb81-4122-982e-38b94da4d700 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:36.072634 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.119041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:36.122126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:36.126478 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:48:36.133003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:36.187581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:36.188244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.204447 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-3cf4e908-f27a-45c2-8d9d-9e4651ffac2c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5915396 Aug 30 23:48:36.218805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Request body: {'port': {'device_id': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:36.276113 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.380620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-abade639-17a5-4eb7-817c-70e69bcc320a None None] Provisioning for port fee1d8f4-eb81-4122-982e-38b94da4d700 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:36.386387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-abade639-17a5-4eb7-817c-70e69bcc320a None None] Provisioning complete for port fee1d8f4-eb81-4122-982e-38b94da4d700 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:36.387310 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-abade639-17a5-4eb7-817c-70e69bcc320a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.428933 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-abade639-17a5-4eb7-817c-70e69bcc320a None None] Port fee1d8f4-eb81-4122-982e-38b94da4d700 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:48:36.573500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee1d8f4-eb81-4122-982e-38b94da4d700 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:48:36.581618 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.594026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Transition to ACTIVE for port object fee1d8f4-eb81-4122-982e-38b94da4d700 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:48:36.598983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.652818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:36.722160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e247-2984-4c3c-b4fa-3fec8c58448f req-0f0c0e0b-9a53-45fa-87a3-c6555fe3de09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:36.724384 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7b2e247-2984-4c3c-b4fa-3fec8c58448f req-0f0c0e0b-9a53-45fa-87a3-c6555fe3de09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 943 time: 0.0559156 Aug 30 23:48:36.728238 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Attempting to bind port fee1d8f4-eb81-4122-982e-38b94da4d700 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:48:36.728573 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Attempting to bind port fee1d8f4-eb81-4122-982e-38b94da4d700 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:48:36.728901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Attempting to bind port fee1d8f4-eb81-4122-982e-38b94da4d700 on network 450f6446-8586-425b-b3fd-5daccbcf3e66 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:48:36.734240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Port fee1d8f4-eb81-4122-982e-38b94da4d700 on network 450f6446-8586-425b-b3fd-5daccbcf3e66 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:48:36.734559 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Attempting to bind port fee1d8f4-eb81-4122-982e-38b94da4d700 on network 450f6446-8586-425b-b3fd-5daccbcf3e66 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:48:36.739632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:48:36.739972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Checking segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:48:36.740354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Bound using segment: {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:48:36.740793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Bound port: fee1d8f4-eb81-4122-982e-38b94da4d700, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25272e48-3f2a-4754-b700-abd14f46a5f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:48:36.741138 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.771988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c7b2e247-2984-4c3c-b4fa-3fec8c58448f req-c0b521f0-e982-40cb-a75a-f075f3853766 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413065 Aug 30 23:48:36.822447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:48:36.826067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fee1d8f4-eb81-4122-982e-38b94da4d700,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:48:36.830442 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.869495 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:36.870132 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:36.871507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] 10.222.0.47 "PUT /v2.0/ports/fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 1092 time: 0.6582098 Aug 30 23:48:36.871951 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:48:36.874246 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8" -d '{"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:48:36.909903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028b8e7-272c-400e-91ec-b18cdc5cc907 service neutron] Pushing event updated for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:36.917214 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8823ee5a-1cd8-468e-b935-d0403531fa0e x-openstack-request-id: req-8823ee5a-1cd8-468e-b935-d0403531fa0e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:48:36.917629 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:48:36.918043 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8823ee5a-1cd8-468e-b935-d0403531fa0e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:48:36.918445 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'status': 'completed', 'code': 200} Aug 30 23:48:36.964627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-8e6d31fb-82ed-4a9c-9752-db89e84a978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:36.966230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-8e6d31fb-82ed-4a9c-9752-db89e84a978c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1095 time: 0.0512214 Aug 30 23:48:37.011879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-bbaf4cce-4368-4d12-93e3-bd26264239fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 217 time: 0.0371816 Aug 30 23:48:37.030942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 66805291-90f9-4fd0-a369-219b39317a99 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:37.072344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-40d44c7b-0e01-4d82-9d02-ff5dc00f8ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.074146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-40d44c7b-0e01-4d82-9d02-ff5dc00f8ff0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0551734 Aug 30 23:48:37.082989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 66805291-90f9-4fd0-a369-219b39317a99 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:37.086845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 66805291-90f9-4fd0-a369-219b39317a99 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:37.087308 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:37.122749 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e46af7a6-1ab0-4047-94ea-25eb34de1181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.124390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-e46af7a6-1ab0-4047-94ea-25eb34de1181 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423853 Aug 30 23:48:37.168610 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:37.212336 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 66805291-90f9-4fd0-a369-219b39317a99, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=66805291-90f9-4fd0-a369-219b39317a99,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:37.216419 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-c5b5bca3-2fc7-4680-913f-d63f6dd97278 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Aug 30 23:48:37.216853 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:37.264285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:37.311449 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-12e4dd81-04fd-4f99-b6a4-bf378864ffd6 req-4bc58ef9-8d45-45e2-9fa0-76e751ebd49f service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871878 Aug 30 23:48:37.400546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-835df5a8-74a6-4929-b1c8-abb46d00ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.402082 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-835df5a8-74a6-4929-b1c8-abb46d00ce72 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1095 time: 0.0427024 Aug 30 23:48:37.493740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-4543c798-979a-4a24-bdc6-4e9308780145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.495146 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-4543c798-979a-4a24-bdc6-4e9308780145 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.0860853 Aug 30 23:48:37.536821 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-734b823b-d6bd-4035-9e09-97492fd6a2ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 217 time: 0.0347555 Aug 30 23:48:37.585842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-4bb7b0fe-4d88-498e-bafb-19dcc2912a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.587282 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-4bb7b0fe-4d88-498e-bafb-19dcc2912a27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0432460 Aug 30 23:48:37.638001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-0eaea8ce-b109-413f-993b-7fd119f7bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.639488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-0eaea8ce-b109-413f-993b-7fd119f7bf1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432634 Aug 30 23:48:37.731757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-cc4689e1-0992-4a86-baeb-adc7900248de service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828538 Aug 30 23:48:37.825977 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d48a4bc6-e54d-4f3c-b15a-3e5f9f2411c8 req-bead8545-1f7f-476b-ad31-abd6d21cb269 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865557 Aug 30 23:48:37.892450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbfcb76-cee0-427e-a49e-b896bab5c28e req-fcad2924-74c6-4b97-955b-4b922e4dd9d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:37.893963 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2dbfcb76-cee0-427e-a49e-b896bab5c28e req-fcad2924-74c6-4b97-955b-4b922e4dd9d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 943 time: 0.0530059 Aug 30 23:48:37.931409 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2dbfcb76-cee0-427e-a49e-b896bab5c28e req-02e40171-c142-4ed1-abeb-9f97d0632c02 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315387 Aug 30 23:48:38.999637 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 66805291-90f9-4fd0-a369-219b39317a99 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:39.048438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 66805291-90f9-4fd0-a369-219b39317a99 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:39.048808 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:39.050009 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e59bc6-b5fe-43c6-aae0-fd3c71dd145c req-0a4dac93-f9b0-49a0-8608-0e5024768d49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:39.051527 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0e59bc6-b5fe-43c6-aae0-fd3c71dd145c req-0a4dac93-f9b0-49a0-8608-0e5024768d49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 943 time: 0.0496094 Aug 30 23:48:39.090605 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a0e59bc6-b5fe-43c6-aae0-fd3c71dd145c req-cf6d6b57-d92d-40b2-9840-d595562908f9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331504 Aug 30 23:48:40.203756 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef15ee0d-ac1f-48ea-950a-43315af2ba97 req-fd0f01e7-b969-4c38-85d6-8f72bdfbe0bb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:40.205221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef15ee0d-ac1f-48ea-950a-43315af2ba97 req-fd0f01e7-b969-4c38-85d6-8f72bdfbe0bb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 943 time: 0.0488088 Aug 30 23:48:40.242187 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ef15ee0d-ac1f-48ea-950a-43315af2ba97 req-bf2d4b3f-4009-4936-b9f8-86653206d70d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Aug 30 23:48:40.447421 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ed90bb94-3954-496f-8229-94d731908131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:40.832317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fee1d8f4-eb81-4122-982e-38b94da4d700 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:48:40.925777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fee1d8f4-eb81-4122-982e-38b94da4d700,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:40.936725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'port_id': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'mac_address': 'fa:16:3e:70:26:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:48:40.978169 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:40.990574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee1d8f4-eb81-4122-982e-38b94da4d700 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:48:41.009178 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fee1d8f4-eb81-4122-982e-38b94da4d700,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:41.012624 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:41.059976 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:41.220981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['fee1d8f4-eb81-4122-982e-38b94da4d700'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:48:41.357682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5131db4-814c-4ead-a964-37192ee8428c req-f19ae773-f2f5-434d-b092-6695c59cc252 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:41.359154 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5131db4-814c-4ead-a964-37192ee8428c req-f19ae773-f2f5-434d-b092-6695c59cc252 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 944 time: 0.0498548 Aug 30 23:48:41.399506 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5131db4-814c-4ead-a964-37192ee8428c req-746f1d54-e546-44d5-a65a-32574a356fb2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342989 Aug 30 23:48:42.513999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703435b6-1afe-4330-862c-66f2736a8be2 req-6522f130-28da-4694-9ecd-f2b1237e6e90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:42.515988 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-703435b6-1afe-4330-862c-66f2736a8be2 req-6522f130-28da-4694-9ecd-f2b1237e6e90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 944 time: 0.0492396 Aug 30 23:48:42.553857 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-703435b6-1afe-4330-862c-66f2736a8be2 req-7b96702a-287c-4b36-b4ef-49293e54cce9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Aug 30 23:48:42.863024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fee1d8f4-eb81-4122-982e-38b94da4d700 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:48:42.911964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port fee1d8f4-eb81-4122-982e-38b94da4d700 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:48:42.915541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port fee1d8f4-eb81-4122-982e-38b94da4d700 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:48:42.915921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:42.996535 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:43.032523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:48:43.034811 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546aec67-14f8-4e59-b2fd-2a712f661bf6" -d '{"events": [{"server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "name": "network-vif-plugged", "status": "completed", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:48:43.045096 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:43.048924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fee1d8f4-eb81-4122-982e-38b94da4d700,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:48:43.053324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:43.076971 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c82e57-4e50-4916-a53c-11be399b5ad6 x-openstack-request-id: req-76c82e57-4e50-4916-a53c-11be399b5ad6 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:48:43.077847 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "name": "network-vif-plugged", "status": "completed", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:48:43.078104 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76c82e57-4e50-4916-a53c-11be399b5ad6 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:48:43.078496 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'code': 200} Aug 30 23:48:43.105360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:43.176866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb1968-c639-4667-be84-0333c8583f12 req-9bf5afad-9806-4940-992c-250551a7df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:43.178433 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2adb1968-c639-4667-be84-0333c8583f12 req-9bf5afad-9806-4940-992c-250551a7df34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0414617 Aug 30 23:48:43.219320 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2adb1968-c639-4667-be84-0333c8583f12 req-663d4a46-76d1-4be0-a62c-5141d302001b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342793 Aug 30 23:48:43.403684 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-27cb78ac-53a5-42c8-9734-c5b5417da5d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:43.669470 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78cc3f9-db0c-4118-9a46-9020a3c08db8 req-ce1fcdd2-a3ac-4003-8615-2af3e6b1a172 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:43.671498 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d78cc3f9-db0c-4118-9a46-9020a3c08db8 req-ce1fcdd2-a3ac-4003-8615-2af3e6b1a172 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0514688 Aug 30 23:48:43.708494 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d78cc3f9-db0c-4118-9a46-9020a3c08db8 req-1595074e-1255-4057-9415-6b59f804652e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312693 Aug 30 23:48:44.724176 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:48:44.772642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:44.825327 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271cf7a1-3fb9-4e46-b104-d1740372b9ed req-c8c77019-cfb8-4fa9-b137-c6d201bdc21a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:44.827400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271cf7a1-3fb9-4e46-b104-d1740372b9ed req-c8c77019-cfb8-4fa9-b137-c6d201bdc21a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0495660 Aug 30 23:48:44.865627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271cf7a1-3fb9-4e46-b104-d1740372b9ed req-e8f86ca8-0117-423a-8be5-9a383e8c5efd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323524 Aug 30 23:48:44.982699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32613dce-cd17-49c1-825f-ccb61e4cbabd req-3cdcc7b2-7942-4029-9d7a-b9ccd82eca14 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:44.984152 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32613dce-cd17-49c1-825f-ccb61e4cbabd req-3cdcc7b2-7942-4029-9d7a-b9ccd82eca14 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0512941 Aug 30 23:48:45.020830 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-32613dce-cd17-49c1-825f-ccb61e4cbabd req-69a73981-94b3-48ab-a807-8059188bebdb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Aug 30 23:48:45.042092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36688) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:45.081891 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f605d3-0848-49eb-961c-27b066e2ab74 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:45.083400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d3f605d3-0848-49eb-961c-27b066e2ab74 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1092 time: 0.0403006 Aug 30 23:48:45.086165 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36690) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:45.090554 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:48:45.111957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:45.515228 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:45.613522 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.112 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/30c614f1-6fc7-4626-b02a-8e5099edb762) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:48:45.717448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:45.756448 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:45.798066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:48:45.800984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:48:45.805269 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:48:45.808372 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=30c614f1-6fc7-4626-b02a-8e5099edb762,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:46.161357 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.208664 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.236223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.387525 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.392554 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.460264 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=30c614f1-6fc7-4626-b02a-8e5099edb762,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:48:46.478162 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.580851 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP e7d07b03-8b69-478c-93b6-9e3b571e24f3 associated. External IP: 172.25.7.112, port: fee1d8f4-eb81-4122-982e-38b94da4d700. Aug 30 23:48:46.788333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 6e489877-eda2-4c83-b851-4ca4f4694ca8 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:48:46.895916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:48:46.910330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Sync routers for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:48:46.916193 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:46.926350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:46.926991 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:46.957709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-58e36d90-62f6-42f1-bae1-b71ed8c38d88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8703053 Aug 30 23:48:46.958568 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:48:46.962572 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e762774-6d33-4896-872c-5e2c41f3943c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:48:47.005359 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccb06c5-0184-440d-b68c-67154b465b56 x-openstack-request-id: req-1ccb06c5-0184-440d-b68c-67154b465b56 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:48:47.005700 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:48:47.005979 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ccb06c5-0184-440d-b68c-67154b465b56 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:48:47.006388 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'status': 'completed', 'code': 200} Aug 30 23:48:47.053167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:47.088659 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e762774-6d33-4896-872c-5e2c41f3943c req-7cf973bb-fbed-4d9e-acfc-6ee029792073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:47.090174 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-7cf973bb-fbed-4d9e-acfc-6ee029792073 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0618820 Aug 30 23:48:47.098467 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106a076-2a4a-41c4-a122-f9cd8245977b req-43b4c372-97eb-4f2a-ba73-4ec40608d72d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:47.099945 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d106a076-2a4a-41c4-a122-f9cd8245977b req-43b4c372-97eb-4f2a-ba73-4ec40608d72d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0832093 Aug 30 23:48:47.187092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d106a076-2a4a-41c4-a122-f9cd8245977b req-f39b90fc-0b77-4407-b9d9-49328944061a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784044 Aug 30 23:48:47.218169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e762774-6d33-4896-872c-5e2c41f3943c req-1a0eed37-524a-43dc-8a60-908dfe362ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:47.219683 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-1a0eed37-524a-43dc-8a60-908dfe362ef1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.1188715 Aug 30 23:48:47.222862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36696) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:47.290507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-acf0e301-aebd-47dd-8b90-6d30c5e6c007 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 999 time: 0.0627458 Aug 30 23:48:47.293452 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-70dd54e5-dc83-468e-9cfa-5fe8e39af3ce tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/e7d07b03-8b69-478c-93b6-9e3b571e24f3 HTTP/1.1" status: 200 len: 991 time: 0.0694251 Aug 30 23:48:47.296338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e7d07b03-8b69-478c-93b6-9e3b571e24f3', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'port_id': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'mac_address': 'fa:16:3e:70:26:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:48:46Z', 'updated_at': '2021-08-30T23:48:46Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:47.322920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Checking router: 6e489877-eda2-4c83-b851-4ca4f4694ca8 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:48:47.331665 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:48:47.332291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:48:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:47.344968 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e762774-6d33-4896-872c-5e2c41f3943c req-6161f5b2-5599-4930-ab89-3c8e664fff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:47.346499 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-6161f5b2-5599-4930-ab89-3c8e664fff3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0491278 Aug 30 23:48:47.395556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e762774-6d33-4896-872c-5e2c41f3943c req-74329c6d-868f-4f7d-b6f3-eca58b4622a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:47.397098 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-74329c6d-868f-4f7d-b6f3-eca58b4622a5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433826 Aug 30 23:48:47.443393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:48:47.487233 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-4a375797-6b0c-4f18-b04e-94a6a0e710ab service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827270 Aug 30 23:48:47.580808 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e762774-6d33-4896-872c-5e2c41f3943c req-b33830c4-b6a2-46cd-90dd-361e74c4a46a service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866568 Aug 30 23:48:47.667796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e7d07b03-8b69-478c-93b6-9e3b571e24f3', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'port_id': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'mac_address': 'fa:16:3e:70:26:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:48:46Z', 'updated_at': '2021-08-30T23:48:46Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:48:47.693445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b2bcfc-fa42-4b5b-9089-615e3aa8ee0e None None] The sync data for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 is: [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'e7d07b03-8b69-478c-93b6-9e3b571e24f3', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.112', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'port_id': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'mac_address': 'fa:16:3e:70:26:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:48:46Z', 'updated_at': '2021-08-30T23:48:46Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:48:47.883075 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031ab2fd-275c-4c48-95e9-e7acf3c3314f None None] New status for floating IP e7d07b03-8b69-478c-93b6-9e3b571e24f3: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:48:48.295120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36698) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:48:48.354891 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-66ebbaf8-e8c0-4b3c-86c0-638c7b9e8bf5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/e7d07b03-8b69-478c-93b6-9e3b571e24f3 HTTP/1.1" status: 200 len: 993 time: 0.0586119 Aug 30 23:48:52.771558 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-d3eceecc-c356-4fb0-846e-ca372542f048 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397596 Aug 30 23:48:52.862104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-b9ba45c6-f64c-48d0-8dd8-28fb671dd834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:52.863613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-b9ba45c6-f64c-48d0-8dd8-28fb671dd834 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0416989 Aug 30 23:48:52.969725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-fa1b5e99-bb88-4cad-be3b-9200162d4b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:52.971261 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-fa1b5e99-bb88-4cad-be3b-9200162d4b41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.0889673 Aug 30 23:48:53.034394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:48:53.040444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-7f9c0ab4-7f66-4533-9d37-eac4a0f39c5b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 1001 time: 0.0624809 Aug 30 23:48:53.094660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-ad766d8f-2b6e-4966-993c-46312d1b9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:53.096120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-ad766d8f-2b6e-4966-993c-46312d1b9ee3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0492845 Aug 30 23:48:53.141719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-95b05030-ae6b-4c92-b366-0d767f71553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:48:53.143254 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-95b05030-ae6b-4c92-b366-0d767f71553c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402927 Aug 30 23:48:53.231676 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-fcc56f5b-ab06-48b3-8f3a-620b80448dd4 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811050 Aug 30 23:48:53.324938 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cf967f58-aa97-4043-bfba-86e3cb93dd1e req-039f5bc0-cb40-49b7-9b03-2736857e44aa service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859530 Aug 30 23:48:58.286306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:10.449049 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7ef8c57f-51aa-4c0d-95fe-f572415e84e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:13.025709 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:13.404960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7d967994-4ef4-4d7c-b27e-e301f38fea39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:14.776054 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:16.211304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:19.701287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-ac722cf9-766b-44e4-b7e6-7d76eb122b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:19.702853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-ac722cf9-766b-44e4-b7e6-7d76eb122b79 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0440955 Aug 30 23:49:19.708769 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e901ba-b818-45eb-9828-e984b91acba1 req-9294ebfa-adce-4b21-abca-a7ce3c39649f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:19.710267 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03e901ba-b818-45eb-9828-e984b91acba1 req-9294ebfa-adce-4b21-abca-a7ce3c39649f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0549018 Aug 30 23:49:19.748352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03e901ba-b818-45eb-9828-e984b91acba1 req-66e3d590-1c3d-41ba-ac54-80a8daa4825a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322535 Aug 30 23:49:19.804304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-e894eb1e-7263-4df7-8525-c4a549ad0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:19.805853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-e894eb1e-7263-4df7-8525-c4a549ad0bd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.0944145 Aug 30 23:49:19.876396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-e5d3325f-3bc3-4764-8962-e0bb863c1435 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 1001 time: 0.0624456 Aug 30 23:49:19.925635 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-c6c4b859-20de-4b14-a2d2-ba772fccce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:19.927110 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-c6c4b859-20de-4b14-a2d2-ba772fccce67 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0437257 Aug 30 23:49:19.977572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-3d112076-32bf-4ca6-94cb-ed715ac09780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:19.979096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-3d112076-32bf-4ca6-94cb-ed715ac09780 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447664 Aug 30 23:49:20.066885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-4a53a566-7861-46f8-a5c1-a0661a2482e1 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798221 Aug 30 23:49:20.160507 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fba4bb7c-dd53-4396-b430-92df27441e2d req-eb4ecb8b-e15d-4c57-baaa-b35beb34b809 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852630 Aug 30 23:49:20.865888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ad00c-e1b6-4a6b-b426-a35228acba6d req-3f687224-39a5-4f6b-9629-3d068feeaa21 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:20.867408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-549ad00c-e1b6-4a6b-b426-a35228acba6d req-3f687224-39a5-4f6b-9629-3d068feeaa21 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Aug 30 23:49:20.905000 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-549ad00c-e1b6-4a6b-b426-a35228acba6d req-4cbd2706-6174-4753-94f4-3ffd55d72a83 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316434 Aug 30 23:49:21.727479 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:49:22.025113 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fca248-da0f-43ee-a984-66b00ada46ce req-1ff59cba-4bf0-4632-b994-acd888dfd16b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:22.026535 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09fca248-da0f-43ee-a984-66b00ada46ce req-1ff59cba-4bf0-4632-b994-acd888dfd16b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0519214 Aug 30 23:49:22.063181 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-09fca248-da0f-43ee-a984-66b00ada46ce req-3dda6647-42e8-4f1c-9040-69950398cf51 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Aug 30 23:49:23.045861 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:23.176343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19d61c-6c4a-4165-9b4b-b56ddbf6b576 req-034cacbe-a81b-48c9-8dea-7b907da78ac3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:23.177841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef19d61c-6c4a-4165-9b4b-b56ddbf6b576 req-034cacbe-a81b-48c9-8dea-7b907da78ac3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0486879 Aug 30 23:49:23.215602 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ef19d61c-6c4a-4165-9b4b-b56ddbf6b576 req-2d1cf6c4-d4e5-4fa2-b3d2-7a6ed4a733a2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318363 Aug 30 23:49:24.330401 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b994f5c-b5ca-4f46-881f-cec28357cb3c req-34c36310-c469-466c-9c41-cf6d26be7d7a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:24.332235 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b994f5c-b5ca-4f46-881f-cec28357cb3c req-34c36310-c469-466c-9c41-cf6d26be7d7a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0492177 Aug 30 23:49:24.369926 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b994f5c-b5ca-4f46-881f-cec28357cb3c req-e6bb2a48-f17b-4bbd-9524-646189a0c37d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319271 Aug 30 23:49:25.487144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cdb11-fc4d-4921-8a62-34b155de69a7 req-ddedf3cb-55aa-411d-bd21-2491ab429b30 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:25.488609 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab8cdb11-fc4d-4921-8a62-34b155de69a7 req-ddedf3cb-55aa-411d-bd21-2491ab429b30 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0525651 Aug 30 23:49:25.524819 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab8cdb11-fc4d-4921-8a62-34b155de69a7 req-cca00ccc-a4e8-4286-bd0e-bc1bdf18cbab tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302641 Aug 30 23:49:26.639704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f92aba-b450-47c1-bf7f-0e74982a662d req-d3605fa4-fdae-48e5-a92e-05e179150b81 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:26.641207 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78f92aba-b450-47c1-bf7f-0e74982a662d req-d3605fa4-fdae-48e5-a92e-05e179150b81 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0498033 Aug 30 23:49:26.678242 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-78f92aba-b450-47c1-bf7f-0e74982a662d req-936dea19-5c10-4e15-81fb-e342b22259d8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309639 Aug 30 23:49:27.792181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b48b60-8fa1-4f49-b419-6cd66f256061 req-bd4edfea-fca6-4fc9-8ed7-25c37a5f3810 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:27.793671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32b48b60-8fa1-4f49-b419-6cd66f256061 req-bd4edfea-fca6-4fc9-8ed7-25c37a5f3810 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0492268 Aug 30 23:49:27.832296 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-32b48b60-8fa1-4f49-b419-6cd66f256061 req-274bb38e-fd4f-47fb-b551-438270390f13 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Aug 30 23:49:28.292377 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:28.948612 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecb095-924d-4227-94f6-dfed3b3f55f2 req-e0552e05-ba3c-4ce8-a024-ee8e4e148ebd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:28.950389 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cdecb095-924d-4227-94f6-dfed3b3f55f2 req-e0552e05-ba3c-4ce8-a024-ee8e4e148ebd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0520487 Aug 30 23:49:28.988846 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cdecb095-924d-4227-94f6-dfed3b3f55f2 req-591acf93-7a08-431c-82d1-a36db003e76f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 Aug 30 23:49:30.105016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaa46d-fb02-4493-b611-a41fd4087b3f req-cac6b32c-c182-4242-b4a3-a995f737c584 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:30.106442 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1eaa46d-fb02-4493-b611-a41fd4087b3f req-cac6b32c-c182-4242-b4a3-a995f737c584 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0494826 Aug 30 23:49:30.145671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c1eaa46d-fb02-4493-b611-a41fd4087b3f req-dfd39f54-24a5-47e9-a645-ed4840c9a0b2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321486 Aug 30 23:49:31.259696 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c321370e-7765-458c-a09b-f41d2c4ab872 req-357130fa-184d-4549-a564-9c1fa53edf46 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:31.261171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c321370e-7765-458c-a09b-f41d2c4ab872 req-357130fa-184d-4549-a564-9c1fa53edf46 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0486994 Aug 30 23:49:31.297600 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c321370e-7765-458c-a09b-f41d2c4ab872 req-e44f9bb8-4c21-4b9a-a0c7-8e9eedd93401 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305638 Aug 30 23:49:32.415592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42311-c1d1-46fd-9246-47fb509bb6df req-c62b490b-d196-4acb-8587-cf2563d8a8f1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:32.417052 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afa42311-c1d1-46fd-9246-47fb509bb6df req-c62b490b-d196-4acb-8587-cf2563d8a8f1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0521424 Aug 30 23:49:32.454078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-afa42311-c1d1-46fd-9246-47fb509bb6df req-9bea9c13-bb08-4eda-b9ec-11403701bfb3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Aug 30 23:49:33.570548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156f182a-e914-4ead-b054-4f72eae1dac2 req-b7e285a6-cb9e-42c2-b983-632215388539 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:33.572032 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-156f182a-e914-4ead-b054-4f72eae1dac2 req-b7e285a6-cb9e-42c2-b983-632215388539 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0485835 Aug 30 23:49:33.609763 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-156f182a-e914-4ead-b054-4f72eae1dac2 req-892c7ee5-b0ab-4175-9dab-e071aacccfda tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317175 Aug 30 23:49:34.723282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e40c1d-49d3-4007-8d72-e4a0f6d0c4ac req-3b56cf46-ee5c-4b21-ba6c-60e95493b002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:34.724773 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26e40c1d-49d3-4007-8d72-e4a0f6d0c4ac req-3b56cf46-ee5c-4b21-ba6c-60e95493b002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0486488 Aug 30 23:49:34.761999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26e40c1d-49d3-4007-8d72-e4a0f6d0c4ac req-a92e85da-e71b-4d4d-b7dd-1edaf5d46e86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312338 Aug 30 23:49:35.881735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac34d4-e649-4283-82f3-73f34fbef4f8 req-ff1fa56f-695d-4d66-a495-0ee8d590e078 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:35.883248 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25ac34d4-e649-4283-82f3-73f34fbef4f8 req-ff1fa56f-695d-4d66-a495-0ee8d590e078 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Aug 30 23:49:35.920946 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-25ac34d4-e649-4283-82f3-73f34fbef4f8 req-a8e1b020-ed7a-460b-8aff-6b331dd717aa tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316367 Aug 30 23:49:37.038454 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea3788-e7ab-4056-90ed-ba34aefc30db req-fe9b5de7-88b5-4407-8794-61faf7f8d62c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:37.039849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6ea3788-e7ab-4056-90ed-ba34aefc30db req-fe9b5de7-88b5-4407-8794-61faf7f8d62c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0491214 Aug 30 23:49:37.078460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b6ea3788-e7ab-4056-90ed-ba34aefc30db req-6ba80676-15f0-4090-9350-1f90cf63a8f8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325022 Aug 30 23:49:37.103184 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36752) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:49:37.164761 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-89eaea3e-d93d-41ed-b1f3-63bf75a6b437 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/e7d07b03-8b69-478c-93b6-9e3b571e24f3 HTTP/1.1" status: 200 len: 993 time: 0.0604196 Aug 30 23:49:40.450658 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5c8658cb-2848-40da-811e-24541a2b3327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:43.026775 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:43.410129 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eb30355f-dabd-4c62-90eb-dff3466d55a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:44.777871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:46.213979 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:52.771364 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-dbd8d804-aebd-45f4-bbb6-36ecdc96f969 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0433533 Aug 30 23:49:52.854314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc41b-ce05-403d-8707-f08d274a014f req-277e30a1-f7fa-47d6-bda7-2c6116139334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:52.855830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-277e30a1-f7fa-47d6-bda7-2c6116139334 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0400901 Aug 30 23:49:52.957576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc41b-ce05-403d-8707-f08d274a014f req-8ffd8160-1957-42a7-b4ad-a0b70222d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:52.959074 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-8ffd8160-1957-42a7-b4ad-a0b70222d140 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.0829217 Aug 30 23:49:53.027733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-e6a10fce-93fa-4f14-b13e-e7c0805484e4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 1001 time: 0.0607915 Aug 30 23:49:53.050123 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:53.082798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc41b-ce05-403d-8707-f08d274a014f req-aac89823-00d9-4a71-8c53-812d88aab259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:53.084239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-aac89823-00d9-4a71-8c53-812d88aab259 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0471056 Aug 30 23:49:53.130855 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271fc41b-ce05-403d-8707-f08d274a014f req-b35b7134-6501-4914-a50e-88b6a41259c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:49:53.132352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-b35b7134-6501-4914-a50e-88b6a41259c4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414026 Aug 30 23:49:53.225891 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-69bb26a8-ff88-442e-834e-99d50cb3e87a service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866468 Aug 30 23:49:53.312912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-271fc41b-ce05-403d-8707-f08d274a014f req-288d8356-32e9-48ea-99f9-5cbf4fc829e4 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802512 Aug 30 23:49:58.292272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:49:58.727844 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:50:07.837692 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36764) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:07.992303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 30c614f1-6fc7-4626-b02a-8e5099edb762 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:50:07.992654 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.069208 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.069466 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.080992 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 30c614f1-6fc7-4626-b02a-8e5099edb762 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:50:08.228113 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.254024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=30c614f1-6fc7-4626-b02a-8e5099edb762,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:08.277615 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.278003 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.278359 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.278705 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.279048 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.279392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.279732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.280071 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.280406 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.280743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.281075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.281409 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:08.321540 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.321796 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP e7d07b03-8b69-478c-93b6-9e3b571e24f3 disassociated (deleted). External IP: 172.25.7.112, port: fee1d8f4-eb81-4122-982e-38b94da4d700. Aug 30 23:50:08.528938 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 6e489877-eda2-4c83-b851-4ca4f4694ca8 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:50:08.642810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:50:08.647691 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:08.654605 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Sync routers for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:50:08.663893 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:08.664628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:08.674446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9a2ddac2-ddd0-43cd-9a50-5f5e850f6002 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/floatingips/e7d07b03-8b69-478c-93b6-9e3b571e24f3 HTTP/1.1" status: 204 len: 168 time: 0.8356147 Aug 30 23:50:08.675055 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:50:08.677337 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5ebd52-5788-418a-94a9-5208ab717eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:50:08.717328 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae579ca-4b7e-4f5d-b1fe-df51575026a6 x-openstack-request-id: req-fae579ca-4b7e-4f5d-b1fe-df51575026a6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:50:08.717762 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:50:08.718060 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fae579ca-4b7e-4f5d-b1fe-df51575026a6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:50:08.718696 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'status': 'completed', 'code': 200} Aug 30 23:50:08.773332 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:08.787004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-b978e6cc-0882-4ba8-924a-a4c54b8be80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:08.788523 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-b978e6cc-0882-4ba8-924a-a4c54b8be80a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 1097 time: 0.0485849 Aug 30 23:50:08.894085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-a3fe4473-eabe-4f05-aa04-5b667c346662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:08.895606 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-a3fe4473-eabe-4f05-aa04-5b667c346662 service neutron] 10.222.0.47 "GET /v2.0/networks?id=450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 200 len: 897 time: 0.0923083 Aug 30 23:50:08.925721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a31cc2-cf98-4589-9775-80d633b08975 req-57bca971-326a-4358-b6e7-ae362d649074 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:08.927407 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48a31cc2-cf98-4589-9775-80d633b08975 req-57bca971-326a-4358-b6e7-ae362d649074 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0591133 Aug 30 23:50:08.944551 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-e2a3abaa-12fd-4489-90f4-94f31cab716c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 200 len: 217 time: 0.0409484 Aug 30 23:50:08.969404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-48a31cc2-cf98-4589-9775-80d633b08975 req-fc6a510f-88ba-453b-a10b-e18f8c2b4901 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357294 Aug 30 23:50:09.009710 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-5846417b-9cec-4f6a-81fd-c92c277c075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:09.011245 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-5846417b-9cec-4f6a-81fd-c92c277c075b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 200 len: 835 time: 0.0589511 Aug 30 23:50:09.057901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-438200b7-52c0-4de5-a9e2-a9eeb518655b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:09.059414 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-438200b7-52c0-4de5-a9e2-a9eeb518655b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=450f6446-8586-425b-b3fd-5daccbcf3e66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404720 Aug 30 23:50:09.129303 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:09.148881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-ccde9b99-4129-44f3-beca-8ee02188ace3 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814893 Aug 30 23:50:09.155453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Checking router: 6e489877-eda2-4c83-b851-4ca4f4694ca8 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:50:09.164407 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:09.165012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:49:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:09.242687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-da5ebd52-5788-418a-94a9-5208ab717eb6 req-b0e58922-5013-46e5-b9bf-e66290083d46 service neutron] 10.222.0.47 "GET /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860775 Aug 30 23:50:09.269521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:09.468530 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:09.495325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4789ace3-e463-4696-8782-fc2cfd28f0ff None None] The sync data for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 is: [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:32Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '66805291-90f9-4fd0-a369-219b39317a99', 'name': '', 'network_id': '450f6446-8586-425b-b3fd-5daccbcf3e66', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:8e:49:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:32Z', 'updated_at': '2021-08-30T23:48:37Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '7d3e7186-a9bc-4680-8c88-ef4d98203799', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:50:09.696400 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96dbe706-057b-4f87-89c6-04a46b231ae4 None None] New status for floating IP e7d07b03-8b69-478c-93b6-9e3b571e24f3: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:50:10.089132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedb1ff-2437-4df8-b5db-1ac65c01a4e8 req-39cb8916-4df9-4594-b112-1e43ad529d65 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:10.090669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebedb1ff-2437-4df8-b5db-1ac65c01a4e8 req-39cb8916-4df9-4594-b112-1e43ad529d65 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Aug 30 23:50:10.129097 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ebedb1ff-2437-4df8-b5db-1ac65c01a4e8 req-463679cb-2c50-4b8d-b518-75d880ce5614 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=5b961ee5-792f-4e3c-8134-75300e2ee9dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325446 Aug 30 23:50:10.395599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-7fc1aa41-6d9b-4f1b-83e5-a736db776815 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:10.396974 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-7fc1aa41-6d9b-4f1b-83e5-a736db776815 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 945 time: 0.0515313 Aug 30 23:50:10.451271 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f7d27ebd-98ba-4c62-99f5-e0bb883b6bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:10.492916 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port fee1d8f4-eb81-4122-982e-38b94da4d700 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:50:10.493262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:10.581811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port fee1d8f4-eb81-4122-982e-38b94da4d700, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=fee1d8f4-eb81-4122-982e-38b94da4d700,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:10.582176 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:10.595291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for fee1d8f4-eb81-4122-982e-38b94da4d700 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:50:10.721485 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:10.752517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=fee1d8f4-eb81-4122-982e-38b94da4d700,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:10.765144 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.766768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.766768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.766768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.767116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.767371 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.767707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.768027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.768353 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.768673 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.768996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:10.769314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:11.104508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] No DVR routers for this DVR port fee1d8f4-eb81-4122-982e-38b94da4d700 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:50:11.107288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:11.109336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-18b2c01e-32a8-4e20-bf27-c503dea66bfd req-795c333d-d490-490a-9c73-25a716718cc8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "DELETE /v2.0/ports/fee1d8f4-eb81-4122-982e-38b94da4d700 HTTP/1.1" status: 204 len: 173 time: 0.7057323 Aug 30 23:50:11.109886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'name': 'network-vif-deleted', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:50:11.112134 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73db100-3e49-43e8-862c-75432064a0d6" -d '{"events": [{"server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "name": "network-vif-deleted", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:50:11.157129 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4de95def-9ad4-4b0b-b1a8-93aaf374afd5 x-openstack-request-id: req-4de95def-9ad4-4b0b-b1a8-93aaf374afd5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:50:11.157129 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0175550-2d37-4c0b-9672-dcde9a5fda03", "name": "network-vif-deleted", "tag": "fee1d8f4-eb81-4122-982e-38b94da4d700", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:50:11.157129 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4de95def-9ad4-4b0b-b1a8-93aaf374afd5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:50:11.157129 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0175550-2d37-4c0b-9672-dcde9a5fda03', 'name': 'network-vif-deleted', 'tag': 'fee1d8f4-eb81-4122-982e-38b94da4d700', 'status': 'completed', 'code': 200} Aug 30 23:50:11.242066 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a874363f-8579-4acb-891e-a6cb75c484a3 req-b20f3044-70f4-44e1-8adf-8f4c8158b813 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0175550-2d37-4c0b-9672-dcde9a5fda03 HTTP/1.1" status: 200 len: 210 time: 0.0339406 Aug 30 23:50:12.298208 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36784) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:12.656296 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:12.913880 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 66805291-90f9-4fd0-a369-219b39317a99 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:50:12.914386 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.004872 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 66805291-90f9-4fd0-a369-219b39317a99, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=66805291-90f9-4fd0-a369-219b39317a99,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:13.005244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.018456 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 66805291-90f9-4fd0-a369-219b39317a99 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:50:13.028693 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.204505 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.229039 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=66805291-90f9-4fd0-a369-219b39317a99,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:13.375355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fee1d8f4-eb81-4122-982e-38b94da4d700 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:50:13.401495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: fee1d8f4-eb81-4122-982e-38b94da4d700 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:50:13.401894 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device fee1d8f4-eb81-4122-982e-38b94da4d700 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:50:13.404402 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.414068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7eae49db-f8c9-4cc5-9a0d-344b675f0687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.623255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 6e489877-eda2-4c83-b851-4ca4f4694ca8 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:50:13.728810 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:50:13.733971 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-34a627e1-b0e4-4a05-b29d-a9e05b65d75d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/6e489877-eda2-4c83-b851-4ca4f4694ca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4346757 Aug 30 23:50:13.737393 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36788) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:13.738126 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Sync routers for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:50:13.747166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:13.747796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:13.789287 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting subnet 7d3e7186-a9bc-4680-8c88-ef4d98203799 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:50:13.792449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.832338 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.853078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:13.920431 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:13.978669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.007024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Subnet': ['ID=7d3e7186-a9bc-4680-8c88-ef4d98203799,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:14.010004 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.011899 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5d239819-62cd-47a3-b1fe-d3d058c03f0e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/subnets/7d3e7186-a9bc-4680-8c88-ef4d98203799 HTTP/1.1" status: 204 len: 168 time: 0.2735231 Aug 30 23:50:14.014618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36790) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:14.022408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617c6d4a-047e-48f4-90fe-30d9405a2dc3 None None] Network 450f6446-8586-425b-b3fd-5daccbcf3e66 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:50:14.094171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:50:13Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:14.121890 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.140296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Checking router: 6e489877-eda2-4c83-b851-4ca4f4694ca8 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:50:14.166157 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Routers {'6e489877-eda2-4c83-b851-4ca4f4694ca8'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:14.166778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['6e489877-eda2-4c83-b851-4ca4f4694ca8'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:14.230268 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.282499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] Set router 6e489877-eda2-4c83-b851-4ca4f4694ca8 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:14.288947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port ff223c89-2798-43fe-aac8-fb2495c47d81 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:50:14.289294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.310019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] DHCP port deletion for 450f6446-8586-425b-b3fd-5daccbcf3e66 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:50:14.371425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port ff223c89-2798-43fe-aac8-fb2495c47d81, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ff223c89-2798-43fe-aac8-fb2495c47d81,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:14.371794 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.384958 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for ff223c89-2798-43fe-aac8-fb2495c47d81 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:50:14.450325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Deleting port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:50:14.450697 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.545775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] For port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,segment=NetworkSegment(25272e48-3f2a-4754-b700-abd14f46a5f3),segment_id=25272e48-3f2a-4754-b700-abd14f46a5f3)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:14.546101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.554110 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.560010 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Calling delete_port for 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:50:14.576035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:50:13Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:14.581905 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=ff223c89-2798-43fe-aac8-fb2495c47d81,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:14.633243 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca3d019-0fbe-4f53-8cf6-40b9d02edcaa None None] The sync data for ids ['6e489877-eda2-4c83-b851-4ca4f4694ca8'] in n-d-791504-21 is: [{'id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1704368054', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154'}], 'enable_snat': True}, 'gw_port_id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:50:13Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'ff223c89-2798-43fe-aac8-fb2495c47d81', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:78:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e489877-eda2-4c83-b851-4ca4f4694ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4196, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:48:29Z', 'updated_at': '2021-08-30T23:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:50:14.642478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.676612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.709831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Pushing event deleted for resources: {'Port': ['ID=1e3d437c-3c19-4b7f-a46e-5a47124d12e4,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:14.712100 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] No DVR routers for this DVR port 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:50:14.722694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.723076 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.723480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.723724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.724056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.724390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.724727 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.725053 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.725383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.725708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.726060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.726388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ae8b94-81f2-45ec-ab2e-72cc22efdd0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:14.755107 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.757267 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.785857 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.805884 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.806362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Fanout notify agent at l3_agent the message router_deleted on router 6e489877-eda2-4c83-b851-4ca4f4694ca8 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:50:14.814955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.816068 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-ac0c2a2f-af86-4ce7-a09e-cdf9c8b2bb2a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/routers/6e489877-eda2-4c83-b851-4ca4f4694ca8 HTTP/1.1" status: 204 len: 168 time: 0.8005333 Aug 30 23:50:14.818859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36792) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:14.895909 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.982862 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:14.993585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450f6446-8586-425b-b3fd-5daccbcf3e66']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:15.006300 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25272e48-3f2a-4754-b700-abd14f46a5f3') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:15.006592 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25272e48-3f2a-4754-b700-abd14f46a5f3') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:15.018523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.033165 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.039440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:50:15.040096 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:50:15.042834 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:50:15.103991 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.114889 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.116670 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 66805291-90f9-4fd0-a369-219b39317a99 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:50:15.117149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/networks/450f6446-8586-425b-b3fd-5daccbcf3e66 HTTP/1.1" status: 204 len: 168 time: 0.2971287 Aug 30 23:50:15.119982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36794) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:15.133211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86347cc-0905-4798-ac1f-ef8bd3b02eed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Network': ['ID=450f6446-8586-425b-b3fd-5daccbcf3e66,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:15.148920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 66805291-90f9-4fd0-a369-219b39317a99 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:50:15.149630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 66805291-90f9-4fd0-a369-219b39317a99 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:50:15.150291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:50:15.171770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:50:15.172633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1e3d437c-3c19-4b7f-a46e-5a47124d12e4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:50:15.189832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.214231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.278350 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.281098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.282925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/security-groups/5b961ee5-792f-4e3c-8134-75300e2ee9dc HTTP/1.1" status: 204 len: 168 time: 0.1617749 Aug 30 23:50:15.295819 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f011a-43b3-4c01-92ee-83c5b7f94cd6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b961ee5-792f-4e3c-8134-75300e2ee9dc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:15.518892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36800) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:15.523532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-380250799', 'description': 'tempest-secgroup-smoke-380250799 description', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:15.545818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.626703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.630036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.654536 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.655760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1358619 Aug 30 23:50:15.659424 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36802) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:15.660535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a609e-56c8-48fa-ae27-14457d3e4b0c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f5971a-a18b-4019-99a7-713eff1de1b6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:15.664392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:15.694263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.760498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.764080 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.780371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f938977-6f3a-4604-8c1c-20240659aefb,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:15.790195 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.791399 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f7af39a1-ebb0-4bb8-9aaa-4084ddcd3ebc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1307728 Aug 30 23:50:15.794159 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36804) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:15.798676 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:15.823628 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.881367 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.884859 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.903749 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8885f23d-7b86-4b64-a5ee-f772400abcf8,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:15.909911 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:15.911017 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7548afd1-3cc0-42d8-ac0e-36ce99e4dfa1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1159370 Aug 30 23:50:15.913746 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36806) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:15.918115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:15.943568 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.000197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.003669 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.021005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8804210-2a1f-4591-9393-6c1b29f847a6,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:16.026800 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.028008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2ac9e9bb-5f31-43fa-8f95-66776646d2e7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1133127 Aug 30 23:50:16.030627 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36808) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:16.035554 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:16.060522 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.218681 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.434183 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.439184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.456613 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6fdee9a-138f-4689-8ecf-893a56b5e329,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:16.462647 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.463431 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7411f14f-4a03-49e7-a584-fdf0bd19d985 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4318762 Aug 30 23:50:16.466285 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36810) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:16.470973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:16.495634 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:50:16.501499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.560922 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.567249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.585117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5029576-9da2-4152-b237-f3d59139feb7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:16.591702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.592918 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1e1f4d62-f956-46ba-aed5-6eab75960905 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255994 Aug 30 23:50:16.595727 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36812) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:16.600319 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '41f5971a-a18b-4019-99a7-713eff1de1b6', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:16.621397 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:50:16.626918 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.691312 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.695380 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.715287 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d771c749-c388-4299-9395-260699b1407d,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:16.718724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.720300 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8b7d9747-6f23-4f36-9121-05b6d497783e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232808 Aug 30 23:50:16.723097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36814) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:16.728924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'network': {'name': 'tempest-network-smoke--636977582', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'port_security_enabled': True}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:16.749682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:50:16.753672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.776172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:50:16.786095 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.786428 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Added segment 836b1bf8-9218-4e5e-9f3c-18abae5a7ba6 of type vlan for network c01def65-d76a-4ec3-b711-5d723aca2a5e Aug 30 23:50:16.826264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.849833 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.855337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:16.855944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.911452 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871538 Aug 30 23:50:16.914286 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36816) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:16.918670 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'admin_state_up': True, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:16.940574 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38701b9d-b007-4c97-b8a8-96be5c3a051b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Network': ['ID=c01def65-d76a-4ec3-b711-5d723aca2a5e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:16.951706 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network c01def65-d76a-4ec3-b711-5d723aca2a5e details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:50:16.953980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:16.955189 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.006136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.014663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff223c89-2798-43fe-aac8-fb2495c47d81 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:50:17.038528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ff223c89-2798-43fe-aac8-fb2495c47d81 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:50:17.038945 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ff223c89-2798-43fe-aac8-fb2495c47d81 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:50:17.145262 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.334578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.353735 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.458236 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.182 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:50:17.564566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.608153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:17.649255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:17.654632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:17.656883 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:17.659078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:50:17.902894 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.095457 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.218945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router e5831fd6-aab9-413c-89fe-71e367d4b254 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:50:18.322067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:50:18.332261 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Sync routers for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:50:18.341253 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.341636 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:18.342416 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:18.342567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9443a7b1-2800-49a6-b7f1-7f71c266f7d4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4273443 Aug 30 23:50:18.345703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36818) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:18.373002 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-370a002f-b01f-49f4-bf80-1b1e2295c2d8 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=70d406fe4d9247fe85701186b9c9bfcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261977 Aug 30 23:50:18.376078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36820) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:18.446064 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:18.459996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2319ae7d-ba91-4adb-a79e-f042b3af410e tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:18.464435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2319ae7d-ba91-4adb-a79e-f042b3af410e tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848091 Aug 30 23:50:18.464643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36822) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:18.497742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f952c13a-8d40-4a10-9d1c-828b91774155 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320740 Aug 30 23:50:18.500516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36824) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:18.506054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1571663233', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:18.596162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:50:18.599812 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.720241 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:17Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:18.748455 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Checking router: e5831fd6-aab9-413c-89fe-71e367d4b254 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:50:18.748747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Updating router e5831fd6-aab9-413c-89fe-71e367d4b254 port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:50:18.775482 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.801802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.861862 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Subnet': ['ID=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:18.871078 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Checking segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:50:18.871436 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network hostable DHCP agents. Network: c01def65-d76a-4ec3-b711-5d723aca2a5e, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:50:18.893415 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network c01def65-d76a-4ec3-b711-5d723aca2a5e is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:50:18.904176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, c01def65-d76a-4ec3-b711-5d723aca2a5e) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:18.909512 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:18.910961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:18.918502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1dce5-d09b-4d10-8b59-edd9f1b70653 None None] Network c01def65-d76a-4ec3-b711-5d723aca2a5e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:50:18.932764 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cd920075-3139-4a30-9550-b73be0970820 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4285545 Aug 30 23:50:18.933939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36826) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:19.054083 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.066590 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Transition to ACTIVE for port object fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:19.073140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-c01def65-d76a-4ec3-b711-5d723aca2a5e', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:50:19.074280 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.074913 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.123026 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Attempting to bind port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:50:19.123537 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Attempting to bind port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:50:19.124002 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Attempting to bind port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:50:19.134991 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:50:19.135511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:50:19.136023 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.136522 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:50:19.137106 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Bound port: fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:50:19.137589 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.141827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Pushing event updated for resources: {'Port': ['ID=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:19.191592 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] For port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:50:19.194927 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] For port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:50:19.201906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.202375 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.202824 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.203348 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.204325 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.204735 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.205162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.205597 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.206059 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.206489 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.206915 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.207827 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:50:19.215193 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.227045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Allocated IP 172.20.0.2 (c01def65-d76a-4ec3-b711-5d723aca2a5e/2d3fadb3-cd7d-4662-9c72-f6fba332a0b7/ac4559f1-745f-40c4-8cc1-ee9aca90215c) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:50:19.283461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94ced8-adf3-480b-83c8-c21fbb3ba401 None None] Pushing event updated for resources: {'Port': ['ID=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:19.286354 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:19.286964 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:19.378554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.387458 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Transition to ACTIVE for port object ac4559f1-745f-40c4-8cc1-ee9aca90215c will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:19.402990 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Transition to ACTIVE for port object ac4559f1-745f-40c4-8cc1-ee9aca90215c will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:19.408730 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:19.409293 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.450935 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Network c01def65-d76a-4ec3-b711-5d723aca2a5e is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:19.454286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:19.457630 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:50:19.464461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Pushing event updated for resources: {'Port': ['ID=ac4559f1-745f-40c4-8cc1-ee9aca90215c,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:19.472370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.519191 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Attempting to bind port ac4559f1-745f-40c4-8cc1-ee9aca90215c on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:50:19.519526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Attempting to bind port ac4559f1-745f-40c4-8cc1-ee9aca90215c by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:50:19.519884 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Attempting to bind port ac4559f1-745f-40c4-8cc1-ee9aca90215c on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:50:19.527133 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:50:19.527997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Checking segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:50:19.529765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.529765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Bound using segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:50:19.530763 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Bound port: ac4559f1-745f-40c4-8cc1-ee9aca90215c, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:50:19.530763 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.603212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] For port ac4559f1-745f-40c4-8cc1-ee9aca90215c, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:50:19.608296 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] For port ac4559f1-745f-40c4-8cc1-ee9aca90215c, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ac4559f1-745f-40c4-8cc1-ee9aca90215c,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:50:19.611865 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:17Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:19.614211 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.640613 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d6c9206-c406-4dd9-9f63-7d16f3be3645 None None] The sync data for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 is: [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:17Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:50:19.682567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2d2e0-9c75-453c-acf4-db3ce8a6630f None None] Pushing event updated for resources: {'Port': ['ID=ac4559f1-745f-40c4-8cc1-ee9aca90215c,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:19.790457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.1 (c01def65-d76a-4ec3-b711-5d723aca2a5e/2d3fadb3-cd7d-4662-9c72-f6fba332a0b7/f3f0167c-98bf-4d01-a7ce-aefeb40d4299) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:50:19.951358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:19.971294 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object f3f0167c-98bf-4d01-a7ce-aefeb40d4299 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:20.010297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:20.050842 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network c01def65-d76a-4ec3-b711-5d723aca2a5e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:20.056063 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:20.059815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:50:20.091411 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:20.113983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:20.245865 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:20.545632 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:20.550808 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:20.627224 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7fb802-ea43-40e1-ad60-0a8b4ad6c1b2 None None] Network c01def65-d76a-4ec3-b711-5d723aca2a5e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:50:20.759119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-4b7f625b-e598-4fa4-aa72-b8b5c3ea2011 None None] Provisioning for port ac4559f1-745f-40c4-8cc1-ee9aca90215c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:20.963059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:20.966216 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.072116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network c01def65-d76a-4ec3-b711-5d723aca2a5e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:21.073658 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:21.116870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5eda5d97-2d5d-471f-b498-c2baaf1f2e8a None None] Provisioning for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:21.121437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5eda5d97-2d5d-471f-b498-c2baaf1f2e8a None None] Provisioning complete for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:21.122167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5eda5d97-2d5d-471f-b498-c2baaf1f2e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.159455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ac4559f1-745f-40c4-8cc1-ee9aca90215c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:21.200502 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5eda5d97-2d5d-471f-b498-c2baaf1f2e8a None None] Port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:50:21.214575 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router e5831fd6-aab9-413c-89fe-71e367d4b254 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:50:21.223890 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port ac4559f1-745f-40c4-8cc1-ee9aca90215c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:21.229186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ac4559f1-745f-40c4-8cc1-ee9aca90215c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:21.229820 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.324503 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.341005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:50:21.350728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6a238cc7-f986-4944-8da9-2f475af98a36 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/e5831fd6-aab9-413c-89fe-71e367d4b254/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4155271 Aug 30 23:50:21.356012 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-72673f72-2313-43aa-aba9-c4bf0668cc3f None None] Provisioning complete for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:21.356394 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-72673f72-2313-43aa-aba9-c4bf0668cc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.368674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Sync routers for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:50:21.398014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port ac4559f1-745f-40c4-8cc1-ee9aca90215c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ac4559f1-745f-40c4-8cc1-ee9aca90215c,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:21.409275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.410123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:21.459820 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:21.460487 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:21.465254 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-72673f72-2313-43aa-aba9-c4bf0668cc3f None None] Port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:50:21.501252 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-36850997-421c-4d68-ae9c-8a08b82a60bb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-380250799&fields=id&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 267 time: 0.0341768 Aug 30 23:50:21.546077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=ac4559f1-745f-40c4-8cc1-ee9aca90215c,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:21.623546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-f8d438e9-9115-43c0-ba12-8e4d7ab42ea6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:21.625707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-f8d438e9-9115-43c0-ba12-8e4d7ab42ea6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 796 time: 0.1161120 Aug 30 23:50:21.644542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-aabd9d4c-774b-4a48-bebe-d853a1c31087 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/quotas/70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0125399 Aug 30 23:50:21.700687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-5c22c49c-9226-417b-8403-db726f264cc6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495973 Aug 30 23:50:21.757451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:21.769479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:21.769479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.801906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e12e219c-6320-4199-b60c-6cc95a0d47c9 None None] Provisioning complete for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:21.802301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e12e219c-6320-4199-b60c-6cc95a0d47c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:21.802905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-cf02f9f5-cb73-4015-bdfa-38223e747e22 service neutron] 10.222.0.25 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900877 Aug 30 23:50:21.833229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:21.889627 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e12e219c-6320-4199-b60c-6cc95a0d47c9 None None] Port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:50:21.894537 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-6dec636c-65c4-4e28-932e-0167b8c65476 service neutron] 10.222.0.25 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850067 Aug 30 23:50:22.008493 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.043802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:22.055467 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.069368 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cb8320ae-1976-4ecc-9e18-d77d72e0f140 req-eb5c3c3a-437e-4eef-a775-7f7cce8ae026 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 210 time: 0.0286751 Aug 30 23:50:22.126616 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:22.152258 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 2, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:22.184284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Checking router: e5831fd6-aab9-413c-89fe-71e367d4b254 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:50:22.184646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Updating router e5831fd6-aab9-413c-89fe-71e367d4b254 port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:50:22.210260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.475415 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.485776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Transition to ACTIVE for port object f3f0167c-98bf-4d01-a7ce-aefeb40d4299 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:22.491881 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.565455 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce233b-a6df-450c-aad2-7451b0a417dd None None] Pushing event updated for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:22.595125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Attempting to bind port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:50:22.595514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Attempting to bind port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:50:22.595916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Attempting to bind port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:50:22.601973 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:50:22.602364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Checking segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:50:22.602776 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.603180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Bound using segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:50:22.603658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Bound port: f3f0167c-98bf-4d01-a7ce-aefeb40d4299, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:50:22.604657 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.671268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] For port f3f0167c-98bf-4d01-a7ce-aefeb40d4299, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:50:22.675109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] For port f3f0167c-98bf-4d01-a7ce-aefeb40d4299, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:50:22.679803 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:22.739400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:22.740032 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:22.741773 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce233b-a6df-450c-aad2-7451b0a417dd None None] Pushing event updated for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:22.865575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:23.026497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-45f64258-cc8f-4e6b-a04a-bd461e05e6ee tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:23.028749 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-45f64258-cc8f-4e6b-a04a-bd461e05e6ee tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 796 time: 0.1238940 Aug 30 23:50:23.085134 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-fb5258e1-fa00-42ed-9c7f-8c0ccaff82b3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 379 time: 0.0456769 Aug 30 23:50:23.087928 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ac4559f1-745f-40c4-8cc1-ee9aca90215c up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:23.094237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.099958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'port': {'device_id': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'admin_state_up': True, 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'security_groups': ['41f5971a-a18b-4019-99a7-713eff1de1b6']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:23.153242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:23.179274 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec00cf92-71bc-4493-8e56-dab0225eb363 req-18cce8c4-8509-4178-9d75-9ec79ca2e298 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 210 time: 0.0351596 Aug 30 23:50:23.183517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc94901e-f386-4e2e-bbe6-60c3ae1e1e9d None None] The sync data for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 is: [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:50:23.190148 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port ac4559f1-745f-40c4-8cc1-ee9aca90215c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:23.190603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.254903 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:50:23.259892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.303791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:23.356403 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:23.356884 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.403638 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.5 (c01def65-d76a-4ec3-b711-5d723aca2a5e/2d3fadb3-cd7d-4662-9c72-f6fba332a0b7/2dad7470-d298-4d03-9bd8-de62b2106da7) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:50:23.557024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.572076 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object 2dad7470-d298-4d03-9bd8-de62b2106da7 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:23.606506 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.649909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network c01def65-d76a-4ec3-b711-5d723aca2a5e is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:23.655231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:23.657967 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:50:23.688666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:23.717944 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:23.718828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.735965 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-458a9057-c10f-4130-a704-8a8b43365f23 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6399045 Aug 30 23:50:23.748888 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Request body: {'port': {'device_id': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:23.816050 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.939180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9e17a825-7818-4a9f-ab32-36e5a902e949 None None] Provisioning for port 2dad7470-d298-4d03-9bd8-de62b2106da7 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:23.943912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9e17a825-7818-4a9f-ab32-36e5a902e949 None None] Provisioning complete for port 2dad7470-d298-4d03-9bd8-de62b2106da7 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:23.944432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9e17a825-7818-4a9f-ab32-36e5a902e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:23.979576 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-9e17a825-7818-4a9f-ab32-36e5a902e949 None None] Port 2dad7470-d298-4d03-9bd8-de62b2106da7 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:50:24.104458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dad7470-d298-4d03-9bd8-de62b2106da7 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:50:24.112724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:24.125958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Transition to ACTIVE for port object 2dad7470-d298-4d03-9bd8-de62b2106da7 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:50:24.130608 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:24.180227 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:24.260529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:50:24.261052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:50:24.261470 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:50:24.266925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:50:24.267343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:50:24.272899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:50:24.273324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Checking segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:50:24.273809 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Bound using segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:50:24.274325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Bound port: 2dad7470-d298-4d03-9bd8-de62b2106da7, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:50:24.274793 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:24.320906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb0a19-e470-4984-b95b-0e5f40796f0c req-1d513bd7-ec79-47a3-ba5e-ccf529d30581 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.322649 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1cb0a19-e470-4984-b95b-0e5f40796f0c req-1d513bd7-ec79-47a3-ba5e-ccf529d30581 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0660710 Aug 30 23:50:24.349129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:50:24.352486 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:50:24.358866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:24.365257 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e1cb0a19-e470-4984-b95b-0e5f40796f0c req-8028d75e-9d67-4a3c-a2cd-cedc2f33922b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360055 Aug 30 23:50:24.397248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.397895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:24.399301 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] 10.222.0.47 "PUT /v2.0/ports/2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 1092 time: 0.6551452 Aug 30 23:50:24.399748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:50:24.402051 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31632969-5486-464b-b968-b33652273635" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:50:24.472387 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4c5c70-191c-4a87-bee2-d398187323d8 x-openstack-request-id: req-7f4c5c70-191c-4a87-bee2-d398187323d8 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:50:24.472684 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:50:24.472940 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7f4c5c70-191c-4a87-bee2-d398187323d8 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:50:24.473342 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'status': 'completed', 'code': 200} Aug 30 23:50:24.475156 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1a8bc-1775-4454-92b3-8156a29a0a54 service neutron] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:24.493757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-c50bdea4-6deb-43d0-bd73-15b1fe01161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.495435 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-c50bdea4-6deb-43d0-bd73-15b1fe01161c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0516407 Aug 30 23:50:24.542518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-eefce425-00c2-4480-bc60-8590a6bd0b1b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 217 time: 0.0392652 Aug 30 23:50:24.595808 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-91445f6d-6024-457d-bce6-3986a967942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.597410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-91445f6d-6024-457d-bce6-3986a967942d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0478556 Aug 30 23:50:24.644684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-48e68f70-a970-4605-ad49-bc8f3a075f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.646272 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-48e68f70-a970-4605-ad49-bc8f3a075f60 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414360 Aug 30 23:50:24.741208 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-5d1db2ea-fd3f-49f1-b40a-babba6826440 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867376 Aug 30 23:50:24.835830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3e403845-6e85-4d3c-b00a-39ee3ce6322c req-c9b76ba2-773b-4854-83ad-233bcfb7555c service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870574 Aug 30 23:50:24.923120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632969-5486-464b-b968-b33652273635 req-28347380-e0ce-45fb-8778-4453524683cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:24.924531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-28347380-e0ce-45fb-8778-4453524683cc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0413013 Aug 30 23:50:25.018825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632969-5486-464b-b968-b33652273635 req-62ddbf25-0dd2-4a20-9e00-975e7a5e4c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:25.020056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-62ddbf25-0dd2-4a20-9e00-975e7a5e4c9f service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0888367 Aug 30 23:50:25.064140 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-019a1a1c-6250-4f4e-ad5b-0b95436563a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 217 time: 0.0367496 Aug 30 23:50:25.075420 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f3f0167c-98bf-4d01-a7ce-aefeb40d4299 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:25.118309 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632969-5486-464b-b968-b33652273635 req-86125728-da18-4224-8ac0-d0e3a34bb6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:25.119890 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-86125728-da18-4224-8ac0-d0e3a34bb6aa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0481384 Aug 30 23:50:25.123817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:25.128132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:25.128502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:25.167553 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31632969-5486-464b-b968-b33652273635 req-bccfee46-4842-4976-917b-3ab7622cc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:25.169120 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-bccfee46-4842-4976-917b-3ab7622cc55a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414546 Aug 30 23:50:25.210229 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:25.241778 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f3f0167c-98bf-4d01-a7ce-aefeb40d4299, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:25.245694 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:25.264705 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-bde4c98d-735b-4d32-bf30-d7326c560cba service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854120 Aug 30 23:50:25.294641 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:25.361903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31632969-5486-464b-b968-b33652273635 req-9eeef95c-263a-4491-9b1c-970db34b23ae service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900083 Aug 30 23:50:25.480337 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752072b4-fb75-4efe-852c-f93652bd67e0 req-3e1f4168-cd6b-453b-bf4e-a1bfe0d8db0a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:25.481711 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-752072b4-fb75-4efe-852c-f93652bd67e0 req-3e1f4168-cd6b-453b-bf4e-a1bfe0d8db0a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0481527 Aug 30 23:50:25.521578 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-752072b4-fb75-4efe-852c-f93652bd67e0 req-fa45ce19-1df2-4c03-b51e-8b58bdbb2033 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334554 Aug 30 23:50:26.637141 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c873147e-eb04-4f02-9399-235d22896d00 req-573791f2-e6a5-44dd-84e5-d5dca916c41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:26.638658 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c873147e-eb04-4f02-9399-235d22896d00 req-573791f2-e6a5-44dd-84e5-d5dca916c41f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0499313 Aug 30 23:50:26.676386 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c873147e-eb04-4f02-9399-235d22896d00 req-c777b111-040b-49f3-9c1f-2cc455b087ea tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310323 Aug 30 23:50:27.057235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f3f0167c-98bf-4d01-a7ce-aefeb40d4299 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:27.104183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:27.104562 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:27.439130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:50:27.533132 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:27.544078 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:50:27.583910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:27.596743 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dad7470-d298-4d03-9bd8-de62b2106da7 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:50:27.616183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:27.620411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:27.667091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:27.794043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca318faf-5a7a-4acc-9b10-75407190bd4d req-015c4909-8379-48c9-b14b-f7cb590b187c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:27.795538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca318faf-5a7a-4acc-9b10-75407190bd4d req-015c4909-8379-48c9-b14b-f7cb590b187c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 944 time: 0.0498240 Aug 30 23:50:27.832880 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ca318faf-5a7a-4acc-9b10-75407190bd4d req-e5e7bb4c-32b3-4072-9534-9049882bada8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314033 Aug 30 23:50:27.847074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['2dad7470-d298-4d03-9bd8-de62b2106da7'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:50:28.306191 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:28.945646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f05849-8c39-45fb-8c9b-16a7ffe0735a req-ab4cf299-5198-44f9-9f45-6e9b5c4dc1b8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:28.947181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89f05849-8c39-45fb-8c9b-16a7ffe0735a req-ab4cf299-5198-44f9-9f45-6e9b5c4dc1b8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 944 time: 0.0483825 Aug 30 23:50:28.989530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-89f05849-8c39-45fb-8c9b-16a7ffe0735a req-f694ed92-d9c9-4226-8aa7-42e0704ea310 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358307 Aug 30 23:50:29.456433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:50:29.504115 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 2dad7470-d298-4d03-9bd8-de62b2106da7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:50:29.507869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 2dad7470-d298-4d03-9bd8-de62b2106da7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:50:29.508248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:29.586178 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:29.607895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:50:29.610173 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-258e1fe9-7571-41ea-9c69-04746b1f41de" -d '{"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-plugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:50:29.623164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:50:29.628227 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:29.654571 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b79b45-e64f-42ba-b855-440b9b780cc8 x-openstack-request-id: req-a6b79b45-e64f-42ba-b855-440b9b780cc8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:50:29.654869 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-plugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:50:29.655123 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6b79b45-e64f-42ba-b855-440b9b780cc8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:50:29.655514 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'code': 200} Aug 30 23:50:29.681667 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:29.749473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e51a3-2952-4863-a77e-f4e181423e77 req-f485691a-2881-4b79-95ac-774693a2e33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:29.751427 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-521e51a3-2952-4863-a77e-f4e181423e77 req-f485691a-2881-4b79-95ac-774693a2e33a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1097 time: 0.0399296 Aug 30 23:50:29.787765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-521e51a3-2952-4863-a77e-f4e181423e77 req-3d60d173-cf68-42a1-9dad-3a847621b981 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291896 Aug 30 23:50:30.102029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba641c79-50c8-45c0-b00e-db675ae6e61b req-2388269d-33d6-4fe6-b438-bc587b60fbf5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:30.103488 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba641c79-50c8-45c0-b00e-db675ae6e61b req-2388269d-33d6-4fe6-b438-bc587b60fbf5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0487309 Aug 30 23:50:30.143384 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ba641c79-50c8-45c0-b00e-db675ae6e61b req-de25894b-012f-4bfe-b0e3-7dd308f376ba tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333283 Aug 30 23:50:31.259416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1dd43f-ee89-49f2-9f34-f4a98e2e26c8 req-40a34487-5581-4f6a-8388-fba5e437d215 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:31.260824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1dd43f-ee89-49f2-9f34-f4a98e2e26c8 req-40a34487-5581-4f6a-8388-fba5e437d215 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0492895 Aug 30 23:50:31.298628 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8a1dd43f-ee89-49f2-9f34-f4a98e2e26c8 req-46371ce3-2ca5-4be0-992d-ea95a8bd6748 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317233 Aug 30 23:50:31.410426 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f110a-15c9-4aa1-a131-1148dd26b6d1 req-bc819f3a-6fd7-4ad1-9373-6e595c05cb8d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:31.411910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-092f110a-15c9-4aa1-a131-1148dd26b6d1 req-bc819f3a-6fd7-4ad1-9373-6e595c05cb8d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0477099 Aug 30 23:50:31.453813 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-092f110a-15c9-4aa1-a131-1148dd26b6d1 req-6b1c7334-c694-4d78-8992-b3dfbb8a14e9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359683 Aug 30 23:50:31.475418 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36888) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:31.513823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf52e18-f1db-417c-a153-3c8e569b85e8 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:31.515723 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-edf52e18-f1db-417c-a153-3c8e569b85e8 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1092 time: 0.0388498 Aug 30 23:50:31.518408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 36890) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:31.522666 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:50:31.544449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:31.641381 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:31.744421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.58 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/13432c29-11e9-4fb6-9424-8892f4d110e6) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:50:31.845136 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:31.887208 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:31.927805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:50:31.931344 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:50:31.936089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:50:31.942894 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=13432c29-11e9-4fb6-9424-8892f4d110e6,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:32.288307 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:32.352169 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:32.498010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:32.503425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:32.568807 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=13432c29-11e9-4fb6-9424-8892f4d110e6,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:50:32.578490 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:32.677363 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 13c831e7-9394-44ed-bc79-b58745b08012 associated. External IP: 172.25.7.58, port: 2dad7470-d298-4d03-9bd8-de62b2106da7. Aug 30 23:50:32.885012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router e5831fd6-aab9-413c-89fe-71e367d4b254 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:50:32.993341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:50:33.002798 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Sync routers for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:50:33.010795 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:33.012528 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:33.013258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:33.038590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-34bd67d8-4e95-4f1a-9560-8d021476292e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5191946 Aug 30 23:50:33.039176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:50:33.041436 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbf7627-b533-486a-8677-968a297a9b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:50:33.087086 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24a096e-56dc-4a2b-8d7f-c7e7f6b2fe99 x-openstack-request-id: req-a24a096e-56dc-4a2b-8d7f-c7e7f6b2fe99 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:50:33.087693 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:50:33.087954 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a24a096e-56dc-4a2b-8d7f-c7e7f6b2fe99 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:50:33.088370 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'status': 'completed', 'code': 200} Aug 30 23:50:33.132266 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:33.153543 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7627-b533-486a-8677-968a297a9b2c req-66c2a85f-72cf-46dd-b610-10fb303a6d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:33.155078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-66c2a85f-72cf-46dd-b610-10fb303a6d0a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1097 time: 0.0441012 Aug 30 23:50:33.167663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70692a-bf75-4b74-be0f-a2948db34821 req-d7e2b1b6-28db-41cd-9241-ef7337e5f976 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:33.169149 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc70692a-bf75-4b74-be0f-a2948db34821 req-d7e2b1b6-28db-41cd-9241-ef7337e5f976 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0556662 Aug 30 23:50:33.214049 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cc70692a-bf75-4b74-be0f-a2948db34821 req-0c459842-be9b-4ac6-b90e-0a9618b78b6a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377657 Aug 30 23:50:33.236020 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36898) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:33.254172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7627-b533-486a-8677-968a297a9b2c req-804c296c-03ca-4a8a-8503-2e9522317887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:33.255687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-804c296c-03ca-4a8a-8503-2e9522317887 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0937953 Aug 30 23:50:33.301839 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3c7bc9a4-c141-4189-9d43-6da123c00a4c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/13c831e7-9394-44ed-bc79-b58745b08012 HTTP/1.1" status: 200 len: 990 time: 0.0646520 Aug 30 23:50:33.329101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-c6a0e343-44cc-4712-b041-b2e3d390cb51 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 998 time: 0.0666482 Aug 30 23:50:33.371579 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '13c831e7-9394-44ed-bc79-b58745b08012', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:50:32Z', 'updated_at': '2021-08-30T23:50:32Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:33.379053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7627-b533-486a-8677-968a297a9b2c req-4d4e78ad-f814-434b-b112-7d2d5a39f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:33.380709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-4d4e78ad-f814-434b-b112-7d2d5a39f208 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0435607 Aug 30 23:50:33.401471 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Checking router: e5831fd6-aab9-413c-89fe-71e367d4b254 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:50:33.409981 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:50:33.410514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:50:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:33.431288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf7627-b533-486a-8677-968a297a9b2c req-2c3b24bf-5bb5-48d9-8e2e-efcfab67b2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:33.432787 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-2c3b24bf-5bb5-48d9-8e2e-efcfab67b2c0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450017 Aug 30 23:50:33.513942 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:50:33.522062 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-b6776577-107a-402d-bc8c-d842eca20807 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821736 Aug 30 23:50:33.615093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3bbf7627-b533-486a-8677-968a297a9b2c req-f107b189-3be2-4864-adb2-c18dadeaf412 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860691 Aug 30 23:50:33.735375 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '13c831e7-9394-44ed-bc79-b58745b08012', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:50:32Z', 'updated_at': '2021-08-30T23:50:32Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:50:33.764221 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b355f19a-dd3e-4865-902d-72afa44609c9 None None] The sync data for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 is: [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '13c831e7-9394-44ed-bc79-b58745b08012', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.58', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4221, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:50:32Z', 'updated_at': '2021-08-30T23:50:32Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:50:33.951124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f03b4e3-b189-4244-842b-47bb262f7836 None None] New status for floating IP 13c831e7-9394-44ed-bc79-b58745b08012: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:50:34.303574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 36900) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:50:34.366301 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bc3cce3b-eb80-4324-80d6-5b8103d52c69 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/13c831e7-9394-44ed-bc79-b58745b08012 HTTP/1.1" status: 200 len: 992 time: 0.0615511 Aug 30 23:50:35.728966 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:50:40.452546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-933c269e-531f-4c54-b385-68207e187348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:43.032306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:43.414527 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a4064cab-86d1-49ba-a8c4-4eba5f475da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:44.778842 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:46.218399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:53.079181 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:50:53.841018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-be07eff5-3c99-46cf-8104-e38fb41a5e4f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0825622 Aug 30 23:50:53.922389 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-9591026d-4f69-49fd-adc7-a95f650027bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:53.923860 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-9591026d-4f69-49fd-adc7-a95f650027bf service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1097 time: 0.0398915 Aug 30 23:50:54.329960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-95ba8de9-48b1-494a-9fae-223e807398e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:54.331441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-95ba8de9-48b1-494a-9fae-223e807398e6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.3882287 Aug 30 23:50:54.396824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-64f7cb63-b8a1-4767-abdf-100c74152db0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 1000 time: 0.0566173 Aug 30 23:50:54.445027 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-3412ea36-b843-457f-a394-4cbbfb41563b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:54.446513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-3412ea36-b843-457f-a394-4cbbfb41563b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0426271 Aug 30 23:50:54.498548 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-b81ec48d-d4b0-4b3a-9fc2-ea7c84805972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:50:54.500072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-b81ec48d-d4b0-4b3a-9fc2-ea7c84805972 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431545 Aug 30 23:50:54.590652 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-c2dadeb6-f583-4bc6-9cf4-06d749cd5fc8 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813808 Aug 30 23:50:54.684091 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-75afb6b0-79d4-45f5-bb15-bef138983a07 req-28b1dd4e-a884-4831-8edb-04d61361f65f service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847743 Aug 30 23:50:58.305145 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:07.706091 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025df909-1d33-4c96-b3a7-9b66c1e02c58 req-5b4b4b71-9b48-4dba-88a0-bf39562e54ff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:07.707594 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-025df909-1d33-4c96-b3a7-9b66c1e02c58 req-5b4b4b71-9b48-4dba-88a0-bf39562e54ff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0488608 Aug 30 23:51:07.752858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-025df909-1d33-4c96-b3a7-9b66c1e02c58 req-f9e8a970-30f4-453c-b9a0-60558b82f7e3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378988 Aug 30 23:51:07.791727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-76d51d1d-6c62-4c06-baf9-d9918a39366f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0812390 Aug 30 23:51:08.872254 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a0e0b-90ee-4320-a67d-0fd7c83a6f4f req-065cf6cb-bf38-45ca-9339-e7cc03f43ee9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:08.873776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-739a0e0b-90ee-4320-a67d-0fd7c83a6f4f req-065cf6cb-bf38-45ca-9339-e7cc03f43ee9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0522859 Aug 30 23:51:08.917139 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-739a0e0b-90ee-4320-a67d-0fd7c83a6f4f req-f13d8c98-39d9-4781-8568-cfae0f922f98 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374160 Aug 30 23:51:08.977974 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-cd94d7f0-62a3-4169-a183-71dcd82b40ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:08.979438 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-cd94d7f0-62a3-4169-a183-71dcd82b40ed service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1097 time: 0.0438707 Aug 30 23:51:09.067185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-02aed1a3-913e-4245-94d7-24c27749d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:09.068596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-02aed1a3-913e-4245-94d7-24c27749d0f4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0820780 Aug 30 23:51:09.140434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-c7607965-456a-4ea5-8f23-dd3faf12a076 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 1000 time: 0.0627694 Aug 30 23:51:09.190068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-3e78a96f-0d5a-43dc-af8c-56e40cce8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:09.191474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-3e78a96f-0d5a-43dc-af8c-56e40cce8cf3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0425773 Aug 30 23:51:09.237676 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-482d8e3a-48a0-4410-873d-1b58af33b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:09.239172 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-482d8e3a-48a0-4410-873d-1b58af33b063 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389981 Aug 30 23:51:09.337021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-158cae04-8be4-4f80-b3cc-3f0efa3608c9 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872352 Aug 30 23:51:09.429632 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-034b5f94-5ef8-47ba-96ac-163269eac4e6 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828416 Aug 30 23:51:10.033112 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6566f-1aad-434d-ac11-6e260ad5bbe6 req-2b28ef06-e73e-43b7-bdf4-8fc48d8ce63a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:10.034710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b6566f-1aad-434d-ac11-6e260ad5bbe6 req-2b28ef06-e73e-43b7-bdf4-8fc48d8ce63a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0493543 Aug 30 23:51:10.072073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d7b6566f-1aad-434d-ac11-6e260ad5bbe6 req-6637b7c6-da3b-4250-9ca2-28f99fbc49c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315602 Aug 30 23:51:10.455098 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e579f665-96c7-412c-928f-1daa390bb01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:11.185996 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fdd3-5cf4-4c8a-8650-35396db0f01b req-f50371b2-3aed-4b1b-a8fb-1ac8a68bba01 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:11.188128 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5408fdd3-5cf4-4c8a-8650-35396db0f01b req-f50371b2-3aed-4b1b-a8fb-1ac8a68bba01 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0491483 Aug 30 23:51:11.225045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5408fdd3-5cf4-4c8a-8650-35396db0f01b req-277afa71-4712-451a-9e6f-9d80469d0255 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311379 Aug 30 23:51:12.345388 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddebc822-be56-4370-bff3-889e1b734fd6 req-ea100d37-4dbc-42e4-98d5-fd9f3553fc48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:12.346903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddebc822-be56-4370-bff3-889e1b734fd6 req-ea100d37-4dbc-42e4-98d5-fd9f3553fc48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0535443 Aug 30 23:51:12.383854 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ddebc822-be56-4370-bff3-889e1b734fd6 req-bfb9cacc-5343-4934-b4f4-e9b1fbda3896 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310209 Aug 30 23:51:12.728130 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:51:13.032913 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:13.415410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3ad5f0f3-11d9-4bad-996a-fdc957669cb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:13.498219 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f1aae-453a-4b77-8322-ed135de18fa0 req-6499427c-a8c1-4e87-aa7f-63c4de3c8b48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:13.499699 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e9f1aae-453a-4b77-8322-ed135de18fa0 req-6499427c-a8c1-4e87-aa7f-63c4de3c8b48 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0486934 Aug 30 23:51:13.540644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e9f1aae-453a-4b77-8322-ed135de18fa0 req-0919f4ed-75eb-44a9-a4ff-70ce23e83d34 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351694 Aug 30 23:51:14.656357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e6102-cbc7-444d-ae71-8c87340f3800 req-2320b652-9e8a-4346-95f9-786dc2ed9e55 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:14.657885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a23e6102-cbc7-444d-ae71-8c87340f3800 req-2320b652-9e8a-4346-95f9-786dc2ed9e55 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0497594 Aug 30 23:51:14.695843 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a23e6102-cbc7-444d-ae71-8c87340f3800 req-9ab94a5a-c1f7-452a-bbec-b2138858d55a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Aug 30 23:51:14.781133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:15.812538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7380bd-b456-4191-bac4-59550c53a28d req-970e7c79-4f16-4d22-8631-be5c99dd1006 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:15.814065 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd7380bd-b456-4191-bac4-59550c53a28d req-970e7c79-4f16-4d22-8631-be5c99dd1006 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0517476 Aug 30 23:51:15.850856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cd7380bd-b456-4191-bac4-59550c53a28d req-e46e5235-c754-4ff5-892b-f5f2033c638f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309870 Aug 30 23:51:16.222633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:16.966579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57faff5c-0fe0-46b6-b167-f33b59a2d951 req-53b09002-5a1a-4818-bc73-dade718d8b3a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:16.968059 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faff5c-0fe0-46b6-b167-f33b59a2d951 req-53b09002-5a1a-4818-bc73-dade718d8b3a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0492303 Aug 30 23:51:17.006068 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-57faff5c-0fe0-46b6-b167-f33b59a2d951 req-ed3e21a2-fafa-4d36-810f-bb2822a07e5f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315335 Aug 30 23:51:18.119233 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc8cc3-bd40-4444-839a-ad993c579a13 req-4db18402-3b23-44c9-a03a-0525d50ad3ab tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:18.120713 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dcc8cc3-bd40-4444-839a-ad993c579a13 req-4db18402-3b23-44c9-a03a-0525d50ad3ab tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0488775 Aug 30 23:51:18.158222 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-1dcc8cc3-bd40-4444-839a-ad993c579a13 req-33991c03-d70b-4aa0-9c10-572f0f181bc5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307665 Aug 30 23:51:19.278108 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01442f-3acd-47e6-899a-c5844e0187e4 req-a439a794-3dcf-4cdd-8ff1-512e35487016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:19.279582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d01442f-3acd-47e6-899a-c5844e0187e4 req-a439a794-3dcf-4cdd-8ff1-512e35487016 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0528615 Aug 30 23:51:19.317035 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d01442f-3acd-47e6-899a-c5844e0187e4 req-23ccfc44-59c6-4b37-8a82-1049a22221ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315230 Aug 30 23:51:20.435253 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db753be-d65d-4458-a325-0c0a351e15a7 req-113ba20e-8f17-4eb4-adb9-fedeb57e1679 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:20.436879 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db753be-d65d-4458-a325-0c0a351e15a7 req-113ba20e-8f17-4eb4-adb9-fedeb57e1679 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0536370 Aug 30 23:51:20.482933 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5db753be-d65d-4458-a325-0c0a351e15a7 req-7a682b5b-d47a-463e-b116-09fdf37285cf tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401368 Aug 30 23:51:21.602796 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e9fb7-e91f-4d78-9493-17c43ecb5821 req-6201e252-4d43-48a3-9afa-6a5bd85815d8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:21.604330 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-878e9fb7-e91f-4d78-9493-17c43ecb5821 req-6201e252-4d43-48a3-9afa-6a5bd85815d8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0495245 Aug 30 23:51:21.642201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-878e9fb7-e91f-4d78-9493-17c43ecb5821 req-4d45d96f-f95f-4340-bbc3-ef666f660c76 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Aug 30 23:51:22.760299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6019a-69a2-4ee6-ae1c-bb50f918e82e req-32dd4b02-d67f-40ab-8bff-4fb3d506e39b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:22.761780 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-add6019a-69a2-4ee6-ae1c-bb50f918e82e req-32dd4b02-d67f-40ab-8bff-4fb3d506e39b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0483837 Aug 30 23:51:22.800127 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-add6019a-69a2-4ee6-ae1c-bb50f918e82e req-cddb3eaf-41f0-4f3c-ac1e-f8393882778c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323968 Aug 30 23:51:23.073484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:23.915674 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d925821-8523-411a-bd1d-a8d265d073cd req-161fc5fb-4546-4f20-9081-aed66b9112b0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:23.917144 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d925821-8523-411a-bd1d-a8d265d073cd req-161fc5fb-4546-4f20-9081-aed66b9112b0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0489326 Aug 30 23:51:23.954886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1d925821-8523-411a-bd1d-a8d265d073cd req-8ce71e8f-d10e-4617-8853-3d7c9a5743ed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318010 Aug 30 23:51:25.068539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af2463-f851-4987-a25a-e62e1f215a93 req-f9ec3581-93a5-4555-942c-d7e994782704 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:25.069984 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0af2463-f851-4987-a25a-e62e1f215a93 req-f9ec3581-93a5-4555-942c-d7e994782704 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0485535 Aug 30 23:51:25.108067 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0af2463-f851-4987-a25a-e62e1f215a93 req-7db8ef7d-7361-4242-a973-1ebb18ccee14 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319543 Aug 30 23:51:26.262660 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b97e6-4701-4692-84dd-5b73e5aa2cda req-e21d42e9-7c8a-42d0-b713-86afe9f902f1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:26.264148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-424b97e6-4701-4692-84dd-5b73e5aa2cda req-e21d42e9-7c8a-42d0-b713-86afe9f902f1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0884533 Aug 30 23:51:26.291046 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-82967d2e-a9c9-4776-a8d1-41a6780a3862 service neutron] show failed (client error): The resource could not be found. Aug 30 23:51:26.291998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-82967d2e-a9c9-4776-a8d1-41a6780a3862 service neutron] 10.222.0.47 "GET /v2.0/ports/2dad7470-d298-4d03-9bd8-de62b2106da7/bindings/n-h2-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0859175 Aug 30 23:51:26.310823 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-424b97e6-4701-4692-84dd-5b73e5aa2cda req-9655a419-a17f-4c3b-a39d-dc996456d4df tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395141 Aug 30 23:51:26.526530 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-9ec66add-73a2-4b1b-ad19-16feec29597c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:26.528034 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-9ec66add-73a2-4b1b-ad19-16feec29597c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 1097 time: 0.0837176 Aug 30 23:51:26.546986 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-791504-21', 'device_owner': 'compute:nova'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:51:26.604599 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:26.803662 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:51:26.836598 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h1-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:51:26.875165 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:51:26.877508 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525ca4e0-3474-4a5c-8a6c-9cf2809ac826" -d '{"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-unplugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:51:26.881580 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:26.894593 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Transition to ACTIVE for port object 2dad7470-d298-4d03-9bd8-de62b2106da7 will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:51:26.898000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:26.929728 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3609a12-5ade-4210-b048-9e13e7720a30 x-openstack-request-id: req-a3609a12-5ade-4210-b048-9e13e7720a30 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:51:26.930052 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-unplugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:51:26.930304 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a3609a12-5ade-4210-b048-9e13e7720a30 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:51:26.930697 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'code': 200} Aug 30 23:51:26.986417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=6']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:51:27.001895 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.002249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.002597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.002950 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.003285 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.003621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.003956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.004286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.004618 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.004949 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.005278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.005604 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:27.042381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] No DVR routers for this DVR port 2dad7470-d298-4d03-9bd8-de62b2106da7 on host n-h1-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:51:27.183981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:51:27.184328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:51:27.184743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:51:27.189707 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:51:27.190060 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Attempting to bind port 2dad7470-d298-4d03-9bd8-de62b2106da7 on network c01def65-d76a-4ec3-b711-5d723aca2a5e {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:51:27.194858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:51:27.195200 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Checking segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:51:27.195585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Bound using segment: {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:51:27.196012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Bound port: 2dad7470-d298-4d03-9bd8-de62b2106da7, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:51:27.196372 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:27.259322 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:51:27.262319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:51:27.267184 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:27.302738 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.303390 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:27.304783 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] 10.222.0.52 "PUT /v2.0/ports/2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 1092 time: 0.7618802 Aug 30 23:51:27.330697 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac00ba-6417-4994-9a69-f63535d6f48d service neutron] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=7']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:51:27.385753 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-0ce0a53e-9012-4c9e-a2b5-0cdd9e4dc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.387338 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-0ce0a53e-9012-4c9e-a2b5-0cdd9e4dc478 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0487115 Aug 30 23:51:27.441219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe61ce9-49f3-429e-b0fd-ee6fe17dcfee req-88c12a98-e205-4450-94dd-ffd22c3ce1db tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.444109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbe61ce9-49f3-429e-b0fd-ee6fe17dcfee req-88c12a98-e205-4450-94dd-ffd22c3ce1db tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0579154 Aug 30 23:51:27.486225 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dbe61ce9-49f3-429e-b0fd-ee6fe17dcfee req-5b0c9148-51ee-4ce7-8393-0e218cd0db22 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363307 Aug 30 23:51:27.500117 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-b39d1606-e329-450f-98ac-715f6d774878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.501950 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-b39d1606-e329-450f-98ac-715f6d774878 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.1072135 Aug 30 23:51:27.572771 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-e261cfc9-5bbb-4deb-9072-19e8470e5ff7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 998 time: 0.0635643 Aug 30 23:51:27.622755 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-be6fa246-4c64-4565-8b4a-74eb25c29933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.625218 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-be6fa246-4c64-4565-8b4a-74eb25c29933 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0454428 Aug 30 23:51:27.670384 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-807678c8-aaf9-4fc9-904b-aa5a899e4586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:27.672480 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-807678c8-aaf9-4fc9-904b-aa5a899e4586 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409517 Aug 30 23:51:27.763410 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-72895165-f28c-44eb-8da9-acccd7b2d9c2 service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841477 Aug 30 23:51:27.855484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-58ff4ff2-b2bf-476c-8562-13368912f871 req-24ae8dd9-b09b-4eee-9ab1-f3853d7960fc service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847089 Aug 30 23:51:28.311338 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:28.614862 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ce9e5-6d18-4423-aa91-35f28f554680 req-b3523f3d-c71f-4aaa-900b-608c5ec73c9b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:28.616288 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-186ce9e5-6d18-4423-aa91-35f28f554680 req-b3523f3d-c71f-4aaa-900b-608c5ec73c9b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0553677 Aug 30 23:51:28.653447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-186ce9e5-6d18-4423-aa91-35f28f554680 req-3f04f3b9-5f34-4b65-a5ea-13e4ac368eb0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313671 Aug 30 23:51:28.932259 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:51:28.934684 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4630b831-b91d-4f83-846f-4afef8bd2a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:51:28.982326 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1477174b-d7f5-4b14-959f-8df12ccb063f x-openstack-request-id: req-1477174b-d7f5-4b14-959f-8df12ccb063f {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:51:28.982623 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:51:28.982883 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1477174b-d7f5-4b14-959f-8df12ccb063f {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:51:28.983290 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'status': 'completed', 'code': 200} Aug 30 23:51:29.051680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-de8cf1a6-effb-46b1-958a-7f62bf69d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.053241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-de8cf1a6-effb-46b1-958a-7f62bf69d4aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0465508 Aug 30 23:51:29.066887 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-5f67961a-adbd-4260-803a-956f790cce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.068402 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-5f67961a-adbd-4260-803a-956f790cce59 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0425794 Aug 30 23:51:29.146221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-a69a7e29-d289-4f5e-b387-118b5426d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.147710 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-a69a7e29-d289-4f5e-b387-118b5426d85a service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0866923 Aug 30 23:51:29.162307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-de2f3802-57af-4eeb-93c4-e6be6dfba77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.163775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-de2f3802-57af-4eeb-93c4-e6be6dfba77a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0882981 Aug 30 23:51:29.219321 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-a47cdfa5-b20a-4eee-a1aa-ca27845a86a6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 998 time: 0.0634811 Aug 30 23:51:29.229538 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-54b0292d-6605-4b11-b6ba-fb4d6a510f88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 998 time: 0.0581689 Aug 30 23:51:29.268198 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-16b95344-51d8-4dce-a686-81fd359dac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.269666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-16b95344-51d8-4dce-a686-81fd359dac19 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0438747 Aug 30 23:51:29.278373 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-b9ee8e6f-e472-415b-9cb6-e32edf196278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.279822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-b9ee8e6f-e472-415b-9cb6-e32edf196278 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0423720 Aug 30 23:51:29.317774 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-af739836-172d-4bd8-aead-f978a0e34ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.320072 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-af739836-172d-4bd8-aead-f978a0e34ec6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426738 Aug 30 23:51:29.334808 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-4c1acd93-0ce3-4730-bba1-092cfd8c2f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.336356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-4c1acd93-0ce3-4730-bba1-092cfd8c2f88 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487514 Aug 30 23:51:29.421809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-29ef824e-70fe-444c-b8b1-787a8d93ff29 service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933139 Aug 30 23:51:29.442838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-d5bd52e1-062c-4b14-a2fd-d1a29f50362d service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852518 Aug 30 23:51:29.522528 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-d651d8ac-1a84-4bc0-a1aa-4da6c037d40e service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936399 Aug 30 23:51:29.546775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4630b831-b91d-4f83-846f-4afef8bd2a4b req-98fbee28-0688-40ec-8742-faa146cca0e1 service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968535 Aug 30 23:51:29.776450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eb7385-da83-47f1-8b0d-f49d9f3ab6bc req-e440b1f3-11b2-42b5-83c3-44f3b4ada1e2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:29.778692 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1eb7385-da83-47f1-8b0d-f49d9f3ab6bc req-e440b1f3-11b2-42b5-83c3-44f3b4ada1e2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0508449 Aug 30 23:51:29.783151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:51:29.817035 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b1eb7385-da83-47f1-8b0d-f49d9f3ab6bc req-28bd1ee3-ed41-49c5-952c-2abc6752f656 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319769 Aug 30 23:51:29.821591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:51:30.014909 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c4414e-8673-4be3-a0c1-1f1997a6334c req-822bae13-bc28-48b4-bb0a-2a72a8984ac3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.017074 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-47c4414e-8673-4be3-a0c1-1f1997a6334c req-822bae13-bc28-48b4-bb0a-2a72a8984ac3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0497041 Aug 30 23:51:30.029725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-c0423be9-67c7-4927-9ae2-397b8bd56ba8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.031227 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-c0423be9-67c7-4927-9ae2-397b8bd56ba8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d&tenant_id=70d406fe4d9247fe85701186b9c9bfcd&binding%3Ahost_id=n-h2-791504-21 HTTP/1.1" status: 200 len: 943 time: 0.0521989 Aug 30 23:51:30.054387 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-47c4414e-8673-4be3-a0c1-1f1997a6334c req-e90a6551-3bb7-4c58-9c56-52845ca49d6c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Aug 30 23:51:30.096150 n-d-791504-21 neutron-server[101269]: INFO neutron.api.v2.resource [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-c8324921-5b70-4f1e-95f0-5ec527ba51ef service neutron] delete failed (client error): The resource could not be found. Aug 30 23:51:30.097184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-c8324921-5b70-4f1e-95f0-5ec527ba51ef service neutron] 10.222.0.47 "DELETE /v2.0/ports/2dad7470-d298-4d03-9bd8-de62b2106da7/bindings/n-h1-791504-21 HTTP/1.1" status: 404 len: 381 time: 0.0591106 Aug 30 23:51:30.203576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ab6a3-2da4-446c-9dd0-e10511cf0567 req-25530884-bf4b-40fd-b37f-1214286f1ac2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.205096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b10ab6a3-2da4-446c-9dd0-e10511cf0567 req-25530884-bf4b-40fd-b37f-1214286f1ac2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0793383 Aug 30 23:51:30.209591 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-1b094e0d-2249-4ee0-bd41-829b88c9efe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.211032 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-1b094e0d-2249-4ee0-bd41-829b88c9efe2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1095 time: 0.0597618 Aug 30 23:51:30.292772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b10ab6a3-2da4-446c-9dd0-e10511cf0567 req-29e7b2d2-81be-4d30-824a-a406611d2b8d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806894 Aug 30 23:51:30.326333 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-0104bcf5-6842-48e6-a757-1bc1001b2368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.327840 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-0104bcf5-6842-48e6-a757-1bc1001b2368 service neutron] 10.222.0.47 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.1091995 Aug 30 23:51:30.392014 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-22b87d4c-a00e-4a74-8b25-a39c65339873 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 998 time: 0.0573876 Aug 30 23:51:30.443701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-18ccac23-d9ba-4560-8cd7-fe4004db4d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.445122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-18ccac23-d9ba-4560-8cd7-fe4004db4d14 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0461829 Aug 30 23:51:30.489608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-2e3f6cff-6db4-4fd2-80e2-396c87fcef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:30.491079 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-2e3f6cff-6db4-4fd2-80e2-396c87fcef2d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390308 Aug 30 23:51:30.578824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-504321c8-e6e2-45e3-beb2-fc9bde093a1c service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792303 Aug 30 23:51:30.669772 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-98a812d5-4a56-4f68-8f12-325e17e20f1f req-3360f62a-7d53-4f83-a058-26f7609466fa service neutron] 10.222.0.47 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838943 Aug 30 23:51:31.406182 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d524a3c-b422-43a7-892c-112b97c42c03 req-56d28fad-f0e9-4bb2-b84d-7485096e08fd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:51:31.407650 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d524a3c-b422-43a7-892c-112b97c42c03 req-56d28fad-f0e9-4bb2-b84d-7485096e08fd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 943 time: 0.0486391 Aug 30 23:51:31.448281 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0d524a3c-b422-43a7-892c-112b97c42c03 req-29a866e9-3e7e-4149-af55-84d7a8ca87a8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346141 Aug 30 23:51:31.470564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37002) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:51:31.528864 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b8eb624b-9f76-4ce8-bd8d-c22bd89fb47b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/13c831e7-9394-44ed-bc79-b58745b08012 HTTP/1.1" status: 200 len: 990 time: 0.0572050 Aug 30 23:51:31.616721 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:51:31.875741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:51:31.889421 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'port_id': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'mac_address': 'fa:16:3e:0e:fe:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:51:31.927606 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:31.939906 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dad7470-d298-4d03-9bd8-de62b2106da7 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:51:31.959666 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:51:31.963327 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:32.012274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:51:32.020212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.020565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.020910 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.021253 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.021592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.021951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.022284 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.022615 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.022942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.023270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.023596 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.023920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:51:32.281539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['2dad7470-d298-4d03-9bd8-de62b2106da7'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:51:33.609747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:51:33.659025 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 2dad7470-d298-4d03-9bd8-de62b2106da7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:51:33.662693 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 2dad7470-d298-4d03-9bd8-de62b2106da7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:51:33.663057 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:33.736348 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:33.760260 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:51:33.762532 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b59f622d-a51f-44b1-8110-4476429b6579" -d '{"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-plugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:51:33.779145 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:51:33.783565 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:33.806732 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b02f25-9ff8-4ef7-b91e-bd9925e0288c x-openstack-request-id: req-c8b02f25-9ff8-4ef7-b91e-bd9925e0288c {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:51:33.807033 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-plugged", "status": "completed", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:51:33.807287 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8b02f25-9ff8-4ef7-b91e-bd9925e0288c {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:51:33.807678 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'code': 200} Aug 30 23:51:33.833439 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:51:40.456641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1c49-78a5-4c0c-90a2-d9434f637b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:43.033534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:43.416701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b30eb033-964a-4751-89fe-2508519606e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:44.784767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:46.226131 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:49.727546 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:51:53.071478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:51:58.321291 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.061105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37018) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:00.222764 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 13432c29-11e9-4fb6-9424-8892f4d110e6 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:52:00.223343 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.299621 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.299952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.311245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 13432c29-11e9-4fb6-9424-8892f4d110e6 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:52:00.456402 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.485702 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=13432c29-11e9-4fb6-9424-8892f4d110e6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:00.497370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.497732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.498114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.498452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.498791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.499162 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.499500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.499833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.500166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.500500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.500831 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.501157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:00.559205 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.559538 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 13c831e7-9394-44ed-bc79-b58745b08012 disassociated (deleted). External IP: 172.25.7.58, port: 2dad7470-d298-4d03-9bd8-de62b2106da7. Aug 30 23:52:00.765056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router e5831fd6-aab9-413c-89fe-71e367d4b254 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:52:00.875157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:52:00.880236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:00.884765 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Sync routers for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:52:00.894699 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:00.895278 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:00.907754 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c61a1d13-bcff-42e5-b6a5-856495e39a4b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/floatingips/13c831e7-9394-44ed-bc79-b58745b08012 HTTP/1.1" status: 204 len: 168 time: 0.8456240 Aug 30 23:52:00.908443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:52:00.910938 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:52:00.955026 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ba42ad-d615-411c-ba72-e1ca1b15da2e x-openstack-request-id: req-42ba42ad-d615-411c-ba72-e1ca1b15da2e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:52:00.955516 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:52:00.955948 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42ba42ad-d615-411c-ba72-e1ca1b15da2e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:52:00.956356 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'status': 'completed', 'code': 200} Aug 30 23:52:01.009047 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:01.047643 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-d7ab8d93-b610-40b4-824f-87b220d5e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:01.049393 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-d7ab8d93-b610-40b4-824f-87b220d5e4ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 1097 time: 0.0449927 Aug 30 23:52:01.154812 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-b95a37bc-17e1-4494-be78-9d26c8defdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:01.156529 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-b95a37bc-17e1-4494-be78-9d26c8defdb6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 200 len: 897 time: 0.0999496 Aug 30 23:52:01.210829 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-4a70dffd-0128-4a08-86a1-9ec747f7fc0a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 200 len: 217 time: 0.0467298 Aug 30 23:52:01.223957 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:01.253331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Checking router: e5831fd6-aab9-413c-89fe-71e367d4b254 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:52:01.261649 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:01.262284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:01.286923 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8ed25-13fb-4368-8c2c-b8a05c02303b req-21fe5bb4-dc0c-498c-9358-17b36891c489 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:01.288437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af8ed25-13fb-4368-8c2c-b8a05c02303b req-21fe5bb4-dc0c-498c-9358-17b36891c489 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.1790860 Aug 30 23:52:01.292307 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-ff2814c3-9983-4658-9f7e-5a8c6db8297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:01.293694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-ff2814c3-9983-4658-9f7e-5a8c6db8297d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 200 len: 835 time: 0.0684547 Aug 30 23:52:01.355576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2af8ed25-13fb-4368-8c2c-b8a05c02303b req-f785c914-69cd-46f0-90bc-d97a59902267 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605538 Aug 30 23:52:01.361813 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-ae6ad1f5-6b7f-439a-bbb4-aede800c1dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:01.363336 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-ae6ad1f5-6b7f-439a-bbb4-aede800c1dac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c01def65-d76a-4ec3-b711-5d723aca2a5e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612810 Aug 30 23:52:01.368461 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:01.459678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-71aba838-3de8-4e13-9836-1df7ce0cbda3 service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877676 Aug 30 23:52:01.550205 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c90c8bb1-06a5-421e-aca1-ea7907bfe13b req-d05fce94-b561-4620-ba13-6f385522e49b service neutron] 10.222.0.52 "GET /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828853 Aug 30 23:52:01.567695 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:01.594798 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d609dd-7b15-49d1-a09d-5dd2a514ff4b None None] The sync data for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 is: [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:50:20Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f3f0167c-98bf-4d01-a7ce-aefeb40d4299', 'name': '', 'network_id': 'c01def65-d76a-4ec3-b711-5d723aca2a5e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:44:cf:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_interface', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:19Z', 'updated_at': '2021-08-30T23:50:25Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '2d3fadb3-cd7d-4662-9c72-f6fba332a0b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:52:01.816882 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52ba60-a9ad-4e14-9e83-e166ab0d8afe None None] New status for floating IP 13c831e7-9394-44ed-bc79-b58745b08012: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:52:02.471693 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a344b4-5d52-48ed-a6e8-9241caab2456 req-a52b9a21-ec3b-41a1-bd30-6d47c8b233be tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:02.473220 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8a344b4-5d52-48ed-a6e8-9241caab2456 req-a52b9a21-ec3b-41a1-bd30-6d47c8b233be tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0490878 Aug 30 23:52:02.511341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e8a344b4-5d52-48ed-a6e8-9241caab2456 req-e923eb5b-98a5-49d5-a519-153b797fdfba tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=41f5971a-a18b-4019-99a7-713eff1de1b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321298 Aug 30 23:52:02.676516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-ca8592bb-6563-414f-8c0b-790b3b3fd8ff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:02.677909 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-ca8592bb-6563-414f-8c0b-790b3b3fd8ff tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.52 "GET /v2.0/ports?device_id=8f4d027a-c712-4021-9bb4-9ac6afabb95d HTTP/1.1" status: 200 len: 945 time: 0.0480127 Aug 30 23:52:02.770721 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 2dad7470-d298-4d03-9bd8-de62b2106da7 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:52:02.771064 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:02.862476 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 2dad7470-d298-4d03-9bd8-de62b2106da7, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=2dad7470-d298-4d03-9bd8-de62b2106da7,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:02.862841 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:02.875556 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 2dad7470-d298-4d03-9bd8-de62b2106da7 owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:52:03.003000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:03.031875 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=2dad7470-d298-4d03-9bd8-de62b2106da7,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:03.076595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] No DVR routers for this DVR port 2dad7470-d298-4d03-9bd8-de62b2106da7 on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:52:03.079747 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:03.081716 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e2e427d7-adc2-4ad6-bbc3-88842cc622b3 req-39349fb8-37b1-483e-b349-21e8de5dcfd0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.52 "DELETE /v2.0/ports/2dad7470-d298-4d03-9bd8-de62b2106da7 HTTP/1.1" status: 204 len: 173 time: 0.3978741 Aug 30 23:52:03.082278 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-deleted', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:52:03.084528 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6f0a7-333f-4991-90f5-7452e2df36f0" -d '{"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-deleted", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:52:03.121018 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa84ee8-0ee7-4b25-bfad-7f02a74a5544 x-openstack-request-id: req-2fa84ee8-0ee7-4b25-bfad-7f02a74a5544 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:52:03.121383 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f4d027a-c712-4021-9bb4-9ac6afabb95d", "name": "network-vif-deleted", "tag": "2dad7470-d298-4d03-9bd8-de62b2106da7", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:52:03.121644 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2fa84ee8-0ee7-4b25-bfad-7f02a74a5544 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:52:03.122085 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f4d027a-c712-4021-9bb4-9ac6afabb95d', 'name': 'network-vif-deleted', 'tag': '2dad7470-d298-4d03-9bd8-de62b2106da7', 'status': 'completed', 'code': 200} Aug 30 23:52:03.565937 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37034) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:03.925805 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:04.181181 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port f3f0167c-98bf-4d01-a7ce-aefeb40d4299 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:52:04.181435 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:04.268299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port f3f0167c-98bf-4d01-a7ce-aefeb40d4299, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:04.268664 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:04.281130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for f3f0167c-98bf-4d01-a7ce-aefeb40d4299 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:52:04.468439 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:04.815358 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=f3f0167c-98bf-4d01-a7ce-aefeb40d4299,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:04.993067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.208161 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router e5831fd6-aab9-413c-89fe-71e367d4b254 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:52:05.318077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:52:05.323001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-bea5be2a-88a8-4817-b0df-6c5570c641b1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/e5831fd6-aab9-413c-89fe-71e367d4b254/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7560458 Aug 30 23:52:05.326069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37036) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:05.329256 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Sync routers for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:52:05.338786 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:05.339396 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:05.379383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting subnet 2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:52:05.382486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.422874 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.441761 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:05.509622 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.566932 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.596679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Subnet': ['ID=2d3fadb3-cd7d-4662-9c72-f6fba332a0b7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:05.598645 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.600514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-15045669-ee00-4ccf-9f62-894cfe6171bd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/subnets/2d3fadb3-cd7d-4662-9c72-f6fba332a0b7 HTTP/1.1" status: 204 len: 168 time: 0.2735291 Aug 30 23:52:05.603137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37038) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:05.610019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-129fd5c8-6d78-4128-9ee1-1699ec328386 None None] Network c01def65-d76a-4ec3-b711-5d723aca2a5e requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:52:05.632484 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:52:04Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:05.660186 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Checking router: e5831fd6-aab9-413c-89fe-71e367d4b254 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:52:05.668496 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Routers {'e5831fd6-aab9-413c-89fe-71e367d4b254'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:05.669114 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['e5831fd6-aab9-413c-89fe-71e367d4b254'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:05.716074 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.716757 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:52:05.740922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 2dad7470-d298-4d03-9bd8-de62b2106da7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:52:05.741275 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 2dad7470-d298-4d03-9bd8-de62b2106da7 not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:52:05.782319 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] Set router e5831fd6-aab9-413c-89fe-71e367d4b254 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:05.819422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] DHCP port deletion for c01def65-d76a-4ec3-b711-5d723aca2a5e request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:52:05.833938 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.875262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Deleting port ac4559f1-745f-40c4-8cc1-ee9aca90215c {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:52:05.875628 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.888950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:52:05.891529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.942577 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] For port ac4559f1-745f-40c4-8cc1-ee9aca90215c, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=ac4559f1-745f-40c4-8cc1-ee9aca90215c,segment=NetworkSegment(836b1bf8-9218-4e5e-9f3c-18abae5a7ba6),segment_id=836b1bf8-9218-4e5e-9f3c-18abae5a7ba6)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:05.942978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.958114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Calling delete_port for ac4559f1-745f-40c4-8cc1-ee9aca90215c owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:52:05.973257 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:52:04Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:05.978949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:05.979331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:05.992663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:52:06.010170 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d580b77-f163-4e71-be00-809deb1a6221 None None] The sync data for ids ['e5831fd6-aab9-413c-89fe-71e367d4b254'] in n-d-791504-21 is: [{'id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1166440437', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182'}], 'enable_snat': True}, 'gw_port_id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:50:16Z', 'updated_at': '2021-08-30T23:52:04Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': 'fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:e4:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5831fd6-aab9-413c-89fe-71e367d4b254', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4215, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:50:17Z', 'updated_at': '2021-08-30T23:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:52:06.038080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.067189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] Pushing event deleted for resources: {'Port': ['ID=ac4559f1-745f-40c4-8cc1-ee9aca90215c,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:06.070793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751a5cb2-cc81-4e87-8fa9-52eeb7031091 None None] No DVR routers for this DVR port ac4559f1-745f-40c4-8cc1-ee9aca90215c on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:52:06.161054 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.193119 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:06.246392 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.336414 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.338452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.386384 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.386970 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Fanout notify agent at l3_agent the message router_deleted on router e5831fd6-aab9-413c-89fe-71e367d4b254 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:52:06.394021 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.395093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-fabb2b3f-3534-4830-b1eb-ab7778dece07 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/routers/e5831fd6-aab9-413c-89fe-71e367d4b254 HTTP/1.1" status: 204 len: 168 time: 0.7910366 Aug 30 23:52:06.397964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37040) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:06.475832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.568371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.583298 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c01def65-d76a-4ec3-b711-5d723aca2a5e']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:06.595514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:06.595743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836b1bf8-9218-4e5e-9f3c-18abae5a7ba6') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:06.605129 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.619928 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.626557 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:52:06.627068 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:52:06.630467 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:52:06.695900 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.703443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.705216 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/networks/c01def65-d76a-4ec3-b711-5d723aca2a5e HTTP/1.1" status: 204 len: 168 time: 0.3062749 Aug 30 23:52:06.708021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37042) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:06.717359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07269bdd-4918-4ed0-bf83-96be6128f1a5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Network': ['ID=c01def65-d76a-4ec3-b711-5d723aca2a5e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:06.766373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.792673 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.856244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.859161 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:06.860351 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/security-groups/41f5971a-a18b-4019-99a7-713eff1de1b6 HTTP/1.1" status: 204 len: 168 time: 0.1512432 Aug 30 23:52:06.870297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca9ea00-2339-4cda-bd8c-ebb966372d7e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f5971a-a18b-4019-99a7-713eff1de1b6,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.111011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ac4559f1-745f-40c4-8cc1-ee9aca90215c no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:52:07.134043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: ac4559f1-745f-40c4-8cc1-ee9aca90215c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:52:07.134393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device ac4559f1-745f-40c4-8cc1-ee9aca90215c not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:52:07.134818 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:52:07.145010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37048) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.149734 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-351177191', 'description': 'tempest-secgroup-smoke-351177191 description', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.153096 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:52:07.153443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device fbb4a145-81dd-4ee2-8e2b-8e3bd2c3bb0b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:52:07.153921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f3f0167c-98bf-4d01-a7ce-aefeb40d4299 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:52:07.172577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.173140 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f3f0167c-98bf-4d01-a7ce-aefeb40d4299 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:52:07.173495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f3f0167c-98bf-4d01-a7ce-aefeb40d4299 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:52:07.257212 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.260704 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.288159 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.289375 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1432917 Aug 30 23:52:07.292518 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37050) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.293524 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba24bc-ada8-41a3-b3ca-4e85e7f8ed58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9ce168-c424-4123-9c00-6ff2c6dd67c1,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.298263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.327479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.387866 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.390856 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.411728 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92b2cfd-363e-4a5b-9590-f424bb6b3068,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.416034 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.417241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3edbe04d-b6c7-4161-9779-19652ee5e1ec tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235492 Aug 30 23:52:07.420142 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37052) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.425074 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.450712 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.508463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.511968 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.533001 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3984d292-1212-444f-bbe9-2cdf8090ba47,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.537124 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.538332 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-135a8f8d-2ea5-499e-9c88-b682658e3cbc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167183 Aug 30 23:52:07.541031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37054) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.545424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.572282 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.630174 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.633649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.654603 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dba8284-1452-47a5-9ac4-4219ef6098f1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.658837 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.660028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1a0446d8-f592-4e81-aa57-41fe2e4921d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1180725 Aug 30 23:52:07.662805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37056) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.667464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.692679 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.754409 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.758051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.779768 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46ecc82-9733-403a-8a51-2962e4c1c41e,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.787675 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.788882 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e2524a7c-d529-44f2-a6ff-1683f5a0976d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251342 Aug 30 23:52:07.791765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37058) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.796325 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.817745 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:52:07.822452 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.884509 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.888070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.905996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e6035a-c227-43cb-ab9b-94d4dbcf8d91,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:07.911980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:07.913232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-545646b0-635f-4e6d-bb4c-32d5d12499e4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205120 Aug 30 23:52:07.918266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37060) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:07.923407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9a9ce168-c424-4123-9c00-6ff2c6dd67c1', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:07.944585 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:52:07.950239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.011005 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.014486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.035529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab668a34-e046-4438-99bd-41f130131d25,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:08.038337 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.040030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-39f86171-e4bb-4247-8c4c-3d4eaebab7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203263 Aug 30 23:52:08.042729 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37062) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:08.048417 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'network': {'name': 'tempest-network-smoke--1543257582', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:08.067740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:52:08.071142 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.094831 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:52:08.103516 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.103927 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Added segment d65ce842-7b67-4da0-b9b4-19ad546ed0fd of type vlan for network 5d03463f-c379-4aff-bba3-e54aa7d2b435 Aug 30 23:52:08.146389 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.170524 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.176568 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:08.177153 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.234268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1905403 Aug 30 23:52:08.237016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37064) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:08.243431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'admin_state_up': True, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:08.243704 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d23a8-e75b-464a-b13a-5d196bb96b12 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Network': ['ID=5d03463f-c379-4aff-bba3-e54aa7d2b435,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:08.254634 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:52:08.269948 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.270897 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.329687 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.464101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.649575 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.668481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.770158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.200 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1fa78aa1-b7c0-401e-acaa-414b77b27755) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:52:08.872313 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.910182 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:08.953711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:08.956680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:08.959614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:52:08.985007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=1fa78aa1-b7c0-401e-acaa-414b77b27755,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:09.206473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:09.707723 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:09.834148 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router ceae3cbd-d5e0-4793-8990-c162fffec17e is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:52:09.939183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:52:09.949313 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Sync routers for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:52:09.957242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:09.961604 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c224d3b1-0878-4a75-99fa-9ee761d9461d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7205551 Aug 30 23:52:09.961751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:09.961751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:09.962022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37066) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:09.989987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-83a3e91a-7baf-41b9-943f-d75a7b2f89cb tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=70d406fe4d9247fe85701186b9c9bfcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270779 Aug 30 23:52:09.992611 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37068) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:10.064989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:10.082070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd58060-7fba-4965-ba15-6cf74e4ad0c3 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:10.083556 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cbd58060-7fba-4965-ba15-6cf74e4ad0c3 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900474 Aug 30 23:52:10.086451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37070) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:10.116592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce229072-18a8-44a0-91ad-8f6f572a8f4c tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266824 Aug 30 23:52:10.116814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37072) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:10.121414 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480766488', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:10.206922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:52:10.210517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.245317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:09Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:10.270802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Checking router: ceae3cbd-d5e0-4793-8990-c162fffec17e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:52:10.271153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Updating router ceae3cbd-d5e0-4793-8990-c162fffec17e port 1fa78aa1-b7c0-401e-acaa-414b77b27755 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:52:10.296864 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.391108 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.460341 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Subnet': ['ID=48042849-6b47-43f9-a2df-3076a079bb73,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:10.467738 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Checking segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:52:10.468145 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network hostable DHCP agents. Network: 5d03463f-c379-4aff-bba3-e54aa7d2b435, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:52:10.471216 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-373ef31f-bf27-4ce3-a609-2e1788bb488d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.485444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:52:10.494118 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 5d03463f-c379-4aff-bba3-e54aa7d2b435) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:10.498213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:10.499427 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.507378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35dcfe0b-b4fc-45ba-8e6c-b77da0c9feba None None] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:52:10.514010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3a165df8-fad1-48eb-bdfc-b4e1e40c2654 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3960948 Aug 30 23:52:10.517043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37074) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:10.611865 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.630196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Transition to ACTIVE for port object 1fa78aa1-b7c0-401e-acaa-414b77b27755 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:10.643433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.724170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Attempting to bind port 1fa78aa1-b7c0-401e-acaa-414b77b27755 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:52:10.724546 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Attempting to bind port 1fa78aa1-b7c0-401e-acaa-414b77b27755 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:52:10.724917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Attempting to bind port 1fa78aa1-b7c0-401e-acaa-414b77b27755 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:52:10.734451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a5e25-e43d-43f9-aa07-fcd95c8306f5 None None] Pushing event updated for resources: {'Port': ['ID=1fa78aa1-b7c0-401e-acaa-414b77b27755,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:10.752842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:52:10.753230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:52:10.753642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.754069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:52:10.754564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Bound port: 1fa78aa1-b7c0-401e-acaa-414b77b27755, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:52:10.754950 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.776970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-5d03463f-c379-4aff-bba3-e54aa7d2b435', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:52:10.777873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.874454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] For port 1fa78aa1-b7c0-401e-acaa-414b77b27755, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:52:10.895988 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] For port 1fa78aa1-b7c0-401e-acaa-414b77b27755, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fa78aa1-b7c0-401e-acaa-414b77b27755,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:52:10.902433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.958235 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:10.995912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:10.996473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:11.043956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Allocated IP 172.20.0.2 (5d03463f-c379-4aff-bba3-e54aa7d2b435/48042849-6b47-43f9-a2df-3076a079bb73/b2ab0cb6-7164-4525-99bc-b2e5975735da) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:52:11.045924 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532a5e25-e43d-43f9-aa07-fcd95c8306f5 None None] Pushing event updated for resources: {'Port': ['ID=1fa78aa1-b7c0-401e-acaa-414b77b27755,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:11.176189 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:11.349233 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.367042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Transition to ACTIVE for port object b2ab0cb6-7164-4525-99bc-b2e5975735da will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:11.401565 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Transition to ACTIVE for port object b2ab0cb6-7164-4525-99bc-b2e5975735da will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:11.409141 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.456126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.1 (5d03463f-c379-4aff-bba3-e54aa7d2b435/48042849-6b47-43f9-a2df-3076a079bb73/af31beba-99c5-4945-be81-03f52711df2b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:52:11.464735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:11.471062 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:11.476327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:52:11.481815 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Pushing event updated for resources: {'Port': ['ID=b2ab0cb6-7164-4525-99bc-b2e5975735da,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:11.491720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:09Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:11.532339 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc77f3b-edd3-47c6-bf89-26f9e6091da4 None None] The sync data for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 is: [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:09Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:52:11.559072 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Attempting to bind port b2ab0cb6-7164-4525-99bc-b2e5975735da on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:52:11.559450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Attempting to bind port b2ab0cb6-7164-4525-99bc-b2e5975735da by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:52:11.559828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Attempting to bind port b2ab0cb6-7164-4525-99bc-b2e5975735da on network 5d03463f-c379-4aff-bba3-e54aa7d2b435 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:52:11.565139 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:52:11.565521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Checking segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:52:11.566015 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.566722 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Bound using segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:52:11.566952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Bound port: b2ab0cb6-7164-4525-99bc-b2e5975735da, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:52:11.567372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.583692 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.597758 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object af31beba-99c5-4945-be81-03f52711df2b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:11.638733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] For port b2ab0cb6-7164-4525-99bc-b2e5975735da, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:52:11.640581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.642760 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] For port b2ab0cb6-7164-4525-99bc-b2e5975735da, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2ab0cb6-7164-4525-99bc-b2e5975735da,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:52:11.647779 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.683525 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:11.691271 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:11.695434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:52:11.712271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a07a3-a6f1-42e8-baa0-dd23b4e1f774 None None] Pushing event updated for resources: {'Port': ['ID=b2ab0cb6-7164-4525-99bc-b2e5975735da,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:11.721887 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:11.745099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:11.907888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:12.230118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:12.235535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:12.310044 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:12.316960 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:12.419816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:12.421857 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:12.543731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router ceae3cbd-d5e0-4793-8990-c162fffec17e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:52:12.657578 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9731fe04-a9c1-4f19-a912-8517e46b731f None None] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:52:12.659677 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:52:12.664684 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-20cfb2f0-70f4-4588-a0ba-9c89b6e5c3e1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/ceae3cbd-d5e0-4793-8990-c162fffec17e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1466787 Aug 30 23:52:12.810143 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-a9eb1dc8-4340-4327-84a6-25c4672efdb1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-351177191&fields=id&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 267 time: 0.0359411 Aug 30 23:52:12.888004 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-cfba34ec-4502-44f9-bfc8-3f063e5ec83c None None] Provisioning for port b2ab0cb6-7164-4525-99bc-b2e5975735da completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:12.930565 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-ab76b7cc-8417-40b1-a6a4-2f1f32c67f50 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:12.932221 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-ab76b7cc-8417-40b1-a6a4-2f1f32c67f50 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 797 time: 0.1143272 Aug 30 23:52:12.947156 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-9b189897-8353-40ab-8d4f-94216e5354c8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/quotas/70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0091588 Aug 30 23:52:13.002540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-97e0e39c-87aa-4505-ba3c-9d4d136469ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487399 Aug 30 23:52:13.040750 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.199170 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fa78aa1-b7c0-401e-acaa-414b77b27755 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:13.209717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-600171b2-b2d7-41eb-926e-721900a32cb2 service neutron] 10.222.0.25 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931746 Aug 30 23:52:13.246829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-54d81a6e-babd-4ddd-957e-efa223b49e52 None None] Provisioning for port af31beba-99c5-4945-be81-03f52711df2b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:13.252037 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-54d81a6e-babd-4ddd-957e-efa223b49e52 None None] Provisioning complete for port af31beba-99c5-4945-be81-03f52711df2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:13.252381 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-54d81a6e-babd-4ddd-957e-efa223b49e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.257281 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Sync routers for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:52:13.299276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1fa78aa1-b7c0-401e-acaa-414b77b27755 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:13.302880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-54d81a6e-babd-4ddd-957e-efa223b49e52 None None] Port af31beba-99c5-4945-be81-03f52711df2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:52:13.306039 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fa78aa1-b7c0-401e-acaa-414b77b27755 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:13.306422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.334651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-02995b98-d70d-45f1-a09b-9dbb2d1513e6 service neutron] 10.222.0.25 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150846 Aug 30 23:52:13.383579 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:13.384511 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:51:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:13.415509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.443251 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1fa78aa1-b7c0-401e-acaa-414b77b27755, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fa78aa1-b7c0-401e-acaa-414b77b27755,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:13.470290 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.471380 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2ab0cb6-7164-4525-99bc-b2e5975735da up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:13.515197 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:13.535299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6130671a-2601-4d57-9ce3-3eab5611587b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.587057 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a322184d-b761-43a2-a0b5-750b520363a5 None None] Provisioning complete for port af31beba-99c5-4945-be81-03f52711df2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:13.587436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a322184d-b761-43a2-a0b5-750b520363a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.635724 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-51a2e33d-c12d-4801-8c88-60a124e8d4b6 req-8444dfc6-8bd4-4fda-b37e-45463a98562b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 210 time: 0.1227162 Aug 30 23:52:13.637235 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1fa78aa1-b7c0-401e-acaa-414b77b27755,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:13.646830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b2ab0cb6-7164-4525-99bc-b2e5975735da completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:13.657993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b2ab0cb6-7164-4525-99bc-b2e5975735da triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:13.658590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.682123 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a322184d-b761-43a2-a0b5-750b520363a5 None None] Port af31beba-99c5-4945-be81-03f52711df2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:52:13.755874 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:12Z', 'revision_number': 2, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:13.758862 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.794210 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Checking router: ceae3cbd-d5e0-4793-8990-c162fffec17e for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:52:13.794571 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Updating router ceae3cbd-d5e0-4793-8990-c162fffec17e port af31beba-99c5-4945-be81-03f52711df2b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:52:13.801854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b2ab0cb6-7164-4525-99bc-b2e5975735da, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2ab0cb6-7164-4525-99bc-b2e5975735da,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:13.806871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.831461 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.859741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b2ab0cb6-7164-4525-99bc-b2e5975735da,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:13.902857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1066a933-d5f7-4875-9167-bf46446d7b6a None None] Provisioning complete for port af31beba-99c5-4945-be81-03f52711df2b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:13.903230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1066a933-d5f7-4875-9167-bf46446d7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:13.943299 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-1066a933-d5f7-4875-9167-bf46446d7b6a None None] Port af31beba-99c5-4945-be81-03f52711df2b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:52:14.098835 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.108929 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Transition to ACTIVE for port object af31beba-99c5-4945-be81-03f52711df2b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:14.116167 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.164184 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Pushing event updated for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:14.187326 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.187672 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.188012 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.188350 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.188717 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.189048 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.189375 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.189706 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.190058 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.190383 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.190710 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.191032 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:52:14.228665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Attempting to bind port af31beba-99c5-4945-be81-03f52711df2b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:52:14.229037 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Attempting to bind port af31beba-99c5-4945-be81-03f52711df2b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:52:14.229407 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Attempting to bind port af31beba-99c5-4945-be81-03f52711df2b on network 5d03463f-c379-4aff-bba3-e54aa7d2b435 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:52:14.234911 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:52:14.235287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Checking segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:52:14.235693 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.236084 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Bound using segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:52:14.236544 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Bound port: af31beba-99c5-4945-be81-03f52711df2b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:52:14.236924 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.300787 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] For port af31beba-99c5-4945-be81-03f52711df2b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:52:14.303985 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] For port af31beba-99c5-4945-be81-03f52711df2b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=af31beba-99c5-4945-be81-03f52711df2b,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:52:14.308606 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.366533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:14.367474 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:14.372606 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f8f12-1e1e-48eb-971b-7818ca2f60c2 None None] Pushing event updated for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:14.491440 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:14.572954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-d64413ac-5a0e-4232-821c-9b6c69610e19 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:14.574733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-d64413ac-5a0e-4232-821c-9b6c69610e19 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 797 time: 0.1248336 Aug 30 23:52:14.626842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-c59c2e58-2902-4860-a569-79719552b685 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 379 time: 0.0426733 Aug 30 23:52:14.636691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'port': {'device_id': '9a32555f-408a-4c3a-a306-d401a59a7702', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'admin_state_up': True, 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'security_groups': ['9a9ce168-c424-4123-9c00-6ff2c6dd67c1']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:14.714889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e499deb7-efd3-46dc-ad38-18c6292f3512 req-741c5292-c62c-4dd1-81cf-c67276c7dd6c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 210 time: 0.0286667 Aug 30 23:52:14.721211 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:14Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:14.747753 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5a9c3e-c1fd-43e2-8dc5-4aeabfc61da0 None None] The sync data for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 is: [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:14Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:52:14.752185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:52:14.755824 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.811852 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:14.922730 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.8 (5d03463f-c379-4aff-bba3-e54aa7d2b435/48042849-6b47-43f9-a2df-3076a079bb73/a7eb1111-b013-42eb-bfc4-d3991a79187e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:52:15.070032 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.086435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object a7eb1111-b013-42eb-bfc4-d3991a79187e will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:15.124826 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.172090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:15.187934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:15.203787 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:52:15.208070 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:15.232378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fa78aa1-b7c0-401e-acaa-414b77b27755 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:15.276680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:15.277372 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.288517 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fa78aa1-b7c0-401e-acaa-414b77b27755 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:15.289434 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.293157 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-35850df2-2729-4e85-b93f-369057b6264e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6601179 Aug 30 23:52:15.306976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Request body: {'port': {'device_id': '9a32555f-408a-4c3a-a306-d401a59a7702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:15.378366 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.392567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device af31beba-99c5-4945-be81-03f52711df2b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:15.444567 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-98d6b4a5-e0cf-4caf-93e6-94f74df974ba None None] Provisioning for port a7eb1111-b013-42eb-bfc4-d3991a79187e completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:15.450959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-98d6b4a5-e0cf-4caf-93e6-94f74df974ba None None] Provisioning complete for port a7eb1111-b013-42eb-bfc4-d3991a79187e triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:15.451326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-98d6b4a5-e0cf-4caf-93e6-94f74df974ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.486550 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port af31beba-99c5-4945-be81-03f52711df2b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:15.494985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port af31beba-99c5-4945-be81-03f52711df2b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:15.495361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.498443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-98d6b4a5-e0cf-4caf-93e6-94f74df974ba None None] Port a7eb1111-b013-42eb-bfc4-d3991a79187e cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:52:15.582276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.617597 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port af31beba-99c5-4945-be81-03f52711df2b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=af31beba-99c5-4945-be81-03f52711df2b,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:15.621910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.622986 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2ab0cb6-7164-4525-99bc-b2e5975735da up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:15.663276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7eb1111-b013-42eb-bfc4-d3991a79187e {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:52:15.672063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.686639 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Transition to ACTIVE for port object a7eb1111-b013-42eb-bfc4-d3991a79187e will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:52:15.692503 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.709161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:15.721468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b2ab0cb6-7164-4525-99bc-b2e5975735da triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:15.721867 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.789684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:15.874729 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Attempting to bind port a7eb1111-b013-42eb-bfc4-d3991a79187e on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:52:15.875104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Attempting to bind port a7eb1111-b013-42eb-bfc4-d3991a79187e by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:52:15.875402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Attempting to bind port a7eb1111-b013-42eb-bfc4-d3991a79187e on network 5d03463f-c379-4aff-bba3-e54aa7d2b435 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:52:15.885884 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Port a7eb1111-b013-42eb-bfc4-d3991a79187e on network 5d03463f-c379-4aff-bba3-e54aa7d2b435 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:52:15.886237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Attempting to bind port a7eb1111-b013-42eb-bfc4-d3991a79187e on network 5d03463f-c379-4aff-bba3-e54aa7d2b435 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:52:15.903023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd2247-a522-49b6-bbc4-1d834738236d req-86a99feb-9019-4295-9fdf-7b1f39c02430 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:15.905324 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bafd2247-a522-49b6-bbc4-1d834738236d req-86a99feb-9019-4295-9fdf-7b1f39c02430 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 943 time: 0.0702250 Aug 30 23:52:15.906199 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:52:15.906605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Checking segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:52:15.906997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Bound using segment: {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:52:15.907438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Bound port: a7eb1111-b013-42eb-bfc4-d3991a79187e, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:52:15.907804 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:15.989727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bafd2247-a522-49b6-bbc4-1d834738236d req-e2a4e0e0-45a9-4630-8e83-026a7587810a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725892 Aug 30 23:52:16.012552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:52:16.015911 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:52:16.021389 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:16.056288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.057263 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:16.059132 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] 10.222.0.47 "PUT /v2.0/ports/a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 1092 time: 0.7573233 Aug 30 23:52:16.062247 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:52:16.065569 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de" -d '{"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:52:16.090158 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ebb035-0549-4294-ab89-f55ddbaf03ee service neutron] Pushing event updated for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:16.112481 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe59fa34-0ed0-4877-9bd6-72b049578523 x-openstack-request-id: req-fe59fa34-0ed0-4877-9bd6-72b049578523 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:52:16.112828 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:52:16.113068 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe59fa34-0ed0-4877-9bd6-72b049578523 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:52:16.113465 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'status': 'completed', 'code': 200} Aug 30 23:52:16.145811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-348cb2f3-75d8-48d2-9477-f20cdad0ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.147473 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-348cb2f3-75d8-48d2-9477-f20cdad0ea7a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1095 time: 0.0463240 Aug 30 23:52:16.195709 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-5379f24e-8dba-49b6-b301-391522309a5f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 217 time: 0.0398798 Aug 30 23:52:16.237430 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:16.251719 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-04f01657-da16-423f-bed5-6c9b1832d89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.253198 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-04f01657-da16-423f-bed5-6c9b1832d89c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0508046 Aug 30 23:52:16.302018 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-1e5be766-fe16-4cd5-87ef-d743cf210209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.303522 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-1e5be766-fe16-4cd5-87ef-d743cf210209 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424652 Aug 30 23:52:16.395613 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-399610cc-a072-48c8-a1f0-fcea20cb7ca7 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850189 Aug 30 23:52:16.486407 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d2df91a-a1c0-436d-9ef4-10fb15f82a46 req-63286faf-2ed4-47fe-a544-f5543c6b678e service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838706 Aug 30 23:52:16.571623 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-dc1a24da-67a1-48a5-b11a-2c8898493114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.573092 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-dc1a24da-67a1-48a5-b11a-2c8898493114 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1095 time: 0.0408549 Aug 30 23:52:16.667826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-9895d821-2221-4e75-ab79-357e4b7fda96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.669188 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-9895d821-2221-4e75-ab79-357e4b7fda96 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 898 time: 0.0888636 Aug 30 23:52:16.711303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-33aa1e7b-cd87-46f5-8a38-cb7ad46302b6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 217 time: 0.0351729 Aug 30 23:52:16.762352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-e5041109-929d-4ab6-ab19-1714378572e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.763761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-e5041109-929d-4ab6-ab19-1714378572e3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0451605 Aug 30 23:52:16.810860 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-9853a7da-c595-4a5a-9bfa-b1f62f79b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:16.812372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-9853a7da-c595-4a5a-9bfa-b1f62f79b2bc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407684 Aug 30 23:52:16.908906 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-1e4c03af-0b74-4c6a-aa59-c2c1df2bffb0 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886035 Aug 30 23:52:17.001205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-44b7c2a6-8d82-4cb8-9ada-22429d60d0de req-b3840251-4738-4bf0-88c9-d7e19722eb0f service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845330 Aug 30 23:52:17.106284 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7387d-6d0b-4bf5-9972-b4f55adfd0a4 req-df73ec67-014f-4bf0-a766-0fde97b30c52 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:17.107832 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02b7387d-6d0b-4bf5-9972-b4f55adfd0a4 req-df73ec67-014f-4bf0-a766-0fde97b30c52 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 943 time: 0.0507228 Aug 30 23:52:17.119453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device af31beba-99c5-4945-be81-03f52711df2b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:17.146903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-02b7387d-6d0b-4bf5-9972-b4f55adfd0a4 req-2e6a8c7f-4302-44e6-95a4-1f04bedb4332 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327938 Aug 30 23:52:17.166915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port af31beba-99c5-4945-be81-03f52711df2b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:17.167369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:17.996659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7eb1111-b013-42eb-bfc4-d3991a79187e details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:52:18.087601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:18.102419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'port_id': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'mac_address': 'fa:16:3e:2f:38:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:52:18.137772 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:18.150891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7eb1111-b013-42eb-bfc4-d3991a79187e {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:52:18.169908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:18.174332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:18.221949 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:18.278204 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d340599-06fa-40ef-8482-e989bd56cef7 req-2dcc8898-ebd5-4fed-af6e-2526d6e2f9c9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:18.280297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d340599-06fa-40ef-8482-e989bd56cef7 req-2dcc8898-ebd5-4fed-af6e-2526d6e2f9c9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 944 time: 0.0608530 Aug 30 23:52:18.321081 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4d340599-06fa-40ef-8482-e989bd56cef7 req-326601a1-2c86-41d6-ba58-28dbcb186662 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348058 Aug 30 23:52:18.418412 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a7eb1111-b013-42eb-bfc4-d3991a79187e'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:52:19.437228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268979-c3b1-4d40-84d5-88a883a9e6bf req-329e7e69-431b-4dd6-b63f-ba3e186e3a6f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:19.438743 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b268979-c3b1-4d40-84d5-88a883a9e6bf req-329e7e69-431b-4dd6-b63f-ba3e186e3a6f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 944 time: 0.0511718 Aug 30 23:52:19.480592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6b268979-c3b1-4d40-84d5-88a883a9e6bf req-81b5ee2c-2027-49b6-8b1f-62308c9827ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359507 Aug 30 23:52:19.999632 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7eb1111-b013-42eb-bfc4-d3991a79187e up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:52:20.046968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port a7eb1111-b013-42eb-bfc4-d3991a79187e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:52:20.050592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port a7eb1111-b013-42eb-bfc4-d3991a79187e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:52:20.050970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:20.129841 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:20.152099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:52:20.154340 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eac9251-2cbf-4cc1-8d42-d95207c2aaff" -d '{"events": [{"server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "name": "network-vif-plugged", "status": "completed", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:52:20.167143 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:52:20.171634 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:20.196179 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e11197-98ac-457d-9127-172a49003ddd x-openstack-request-id: req-f5e11197-98ac-457d-9127-172a49003ddd {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:52:20.196480 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "name": "network-vif-plugged", "status": "completed", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:52:20.196739 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f5e11197-98ac-457d-9127-172a49003ddd {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:52:20.197137 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'code': 200} Aug 30 23:52:20.223767 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:20.286596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34895f-045c-47c9-87de-964b2d9c32ee req-f7dd0990-ec84-494d-962a-c4022feae9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:20.288115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec34895f-045c-47c9-87de-964b2d9c32ee req-f7dd0990-ec84-494d-962a-c4022feae9a7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1097 time: 0.0411856 Aug 30 23:52:20.326502 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ec34895f-045c-47c9-87de-964b2d9c32ee req-2f39b596-8d90-4a37-bfc2-b9f80f2aabc1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299327 Aug 30 23:52:20.594961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078dfc9e-ba0d-4849-99f3-fb4d1e72ae09 req-7c75857b-0381-4d7e-9d8e-41232de550b3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:20.596374 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-078dfc9e-ba0d-4849-99f3-fb4d1e72ae09 req-7c75857b-0381-4d7e-9d8e-41232de550b3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0501130 Aug 30 23:52:20.632765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-078dfc9e-ba0d-4849-99f3-fb4d1e72ae09 req-7d9c9743-c89c-4062-aacd-aa3a746032d0 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304031 Aug 30 23:52:20.914213 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-c4832557-7b7d-4256-bb66-342fb37c2d70 req-a95012df-0fdc-4d52-b0f6-fe85d20b9778 service neutron] (101269) timed out ('10.222.0.52', 54597) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:52:21.749299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e076f8-0afd-4854-9ecb-d08e8870427e req-f5d3054c-3acc-4b6e-8156-dc48b1e04172 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:21.750989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5e076f8-0afd-4854-9ecb-d08e8870427e req-f5d3054c-3acc-4b6e-8156-dc48b1e04172 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0492613 Aug 30 23:52:21.789008 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a5e076f8-0afd-4854-9ecb-d08e8870427e req-aed81d19-f457-4341-82cc-4c0c6aed569a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323324 Aug 30 23:52:21.901901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff681a2-2ab1-40c1-a0f8-a39cbaac5552 req-3b3d0b51-5382-4ea5-b4d8-26be1d822143 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:21.903881 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bff681a2-2ab1-40c1-a0f8-a39cbaac5552 req-3b3d0b51-5382-4ea5-b4d8-26be1d822143 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0483699 Aug 30 23:52:21.944394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bff681a2-2ab1-40c1-a0f8-a39cbaac5552 req-48b74342-b55e-4397-b6d4-fd2ad0af85dc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341983 Aug 30 23:52:21.966255 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37126) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:22.006030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fae1fd-fc96-43bf-b645-08be1b00185a tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:22.007559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e4fae1fd-fc96-43bf-b645-08be1b00185a tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1092 time: 0.0403392 Aug 30 23:52:22.010331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37128) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:22.054183 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:52:22.075818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:22.170098 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:22.274558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.11 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/e96ce591-3d6e-4266-a712-3f06b1381c8b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:52:22.373015 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:22.414643 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:22.755050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:52:22.759773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:52:22.763249 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:52:22.787457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=e96ce591-3d6e-4266-a712-3f06b1381c8b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:23.059543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.118320 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.185319 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.333231 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.337587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.404979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=e96ce591-3d6e-4266-a712-3f06b1381c8b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:52:23.414791 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.516625 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 834a1378-c4dd-4bde-b872-96c0b1738271 associated. External IP: 172.25.7.11, port: a7eb1111-b013-42eb-bfc4-d3991a79187e. Aug 30 23:52:23.727244 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router ceae3cbd-d5e0-4793-8990-c162fffec17e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:52:23.835167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:52:23.846287 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Sync routers for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:52:23.851192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:23.855841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:23.856525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:23.878711 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f43472ae-d37a-4ad7-8961-91afa29704f3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8673534 Aug 30 23:52:23.879311 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:52:23.881582 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd2467a-d86b-430c-bca5-0a700f7ba018" -d '{"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:52:23.927688 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934175f6-ee67-43f4-aa9e-050802355573 x-openstack-request-id: req-934175f6-ee67-43f4-aa9e-050802355573 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:52:23.927987 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:52:23.928243 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-934175f6-ee67-43f4-aa9e-050802355573 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:52:23.928657 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'status': 'completed', 'code': 200} Aug 30 23:52:23.973650 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:23.980694 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc438c-5a8d-4f85-9357-36b0267178a1 req-966d99fa-90ab-4b54-bda9-65e773ff9d69 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:23.982323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aefc438c-5a8d-4f85-9357-36b0267178a1 req-966d99fa-90ab-4b54-bda9-65e773ff9d69 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0500786 Aug 30 23:52:23.991446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-9e877db2-422f-4918-9b1a-1ccb4426da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:23.993186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-9e877db2-422f-4918-9b1a-1ccb4426da01 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1097 time: 0.0430987 Aug 30 23:52:24.023788 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aefc438c-5a8d-4f85-9357-36b0267178a1 req-299a709f-88d0-46cb-ada7-38bf04f17160 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335927 Aug 30 23:52:24.047520 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37136) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:24.126474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-a90711d3-8f61-4e9e-9fd4-0562e58d89a4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/834a1378-c4dd-4bde-b872-96c0b1738271 HTTP/1.1" status: 200 len: 990 time: 0.0767181 Aug 30 23:52:24.140505 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-556943fe-75d9-4287-88a7-145891e374b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:24.142018 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-556943fe-75d9-4287-88a7-145891e374b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 898 time: 0.1415632 Aug 30 23:52:24.209523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '834a1378-c4dd-4bde-b872-96c0b1738271', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'port_id': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'mac_address': 'fa:16:3e:2f:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32555f-408a-4c3a-a306-d401a59a7702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:52:22Z', 'updated_at': '2021-08-30T23:52:22Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:24.214019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-29ddf514-d5ba-40ca-b4b5-a5ecbe63649f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 998 time: 0.0647833 Aug 30 23:52:24.236400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Checking router: ceae3cbd-d5e0-4793-8990-c162fffec17e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:52:24.244454 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:52:24.245060 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:52:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:24.262976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-6604472e-4308-45f6-9187-cd658ae1f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:24.265006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-6604472e-4308-45f6-9187-cd658ae1f7f8 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0438895 Aug 30 23:52:24.311975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-93661037-b3e1-4ecc-b9af-dde4ba8fef52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:24.313496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-93661037-b3e1-4ecc-b9af-dde4ba8fef52 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407081 Aug 30 23:52:24.350907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:52:24.409372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-3b25cc50-0630-433e-9450-ce1553867279 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883803 Aug 30 23:52:24.501598 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-bfd2467a-d86b-430c-bca5-0a700f7ba018 req-fbb554c8-f19e-49ea-ad92-9c9755ccf8b5 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839825 Aug 30 23:52:24.579651 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '834a1378-c4dd-4bde-b872-96c0b1738271', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'port_id': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'mac_address': 'fa:16:3e:2f:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32555f-408a-4c3a-a306-d401a59a7702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:52:22Z', 'updated_at': '2021-08-30T23:52:22Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:52:24.606163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32e8183-a02f-43bc-9bf4-0279e62ef049 None None] The sync data for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 is: [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '834a1378-c4dd-4bde-b872-96c0b1738271', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.11', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'port_id': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4240, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'mac_address': 'fa:16:3e:2f:38:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a32555f-408a-4c3a-a306-d401a59a7702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:52:22Z', 'updated_at': '2021-08-30T23:52:22Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:52:24.804702 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c720153-442c-4cff-a780-9bf2d3ea5ee4 None None] New status for floating IP 834a1378-c4dd-4bde-b872-96c0b1738271: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:52:25.129230 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37138) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:52:25.194654 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2c65429b-e7f4-4e81-84f9-97c6a9690be7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/834a1378-c4dd-4bde-b872-96c0b1738271 HTTP/1.1" status: 200 len: 992 time: 0.0641129 Aug 30 23:52:26.726454 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:52:28.317843 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:40.463402 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-bf4d09f1-75d2-489a-a9ad-1e6c08cb3124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:43.033418 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:43.416406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-701b709c-039e-4531-b1b2-1518c6e81fb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:44.789619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:46.232345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:53.086978 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:54.763248 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-3bf34b12-8ced-496b-b34d-c9a8cc5a74b3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0382547 Aug 30 23:52:54.843205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-483967e9-3399-458b-b128-3c7660bed94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:54.844673 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-483967e9-3399-458b-b128-3c7660bed94d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1097 time: 0.0403383 Aug 30 23:52:54.961122 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-89c420ab-a69a-4019-8312-d46ee13a09e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:54.962642 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-89c420ab-a69a-4019-8312-d46ee13a09e0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 898 time: 0.0964861 Aug 30 23:52:55.029958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-d81cdbc2-0d64-4577-ab06-3ce3c1f19228 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 1000 time: 0.0582988 Aug 30 23:52:55.082383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-78934d63-b509-4677-8174-2df768ae467a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:55.083841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-78934d63-b509-4677-8174-2df768ae467a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0471084 Aug 30 23:52:55.131215 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-53ee0886-81ee-475b-92ee-d7b7b40dfcf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:55.132702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-53ee0886-81ee-475b-92ee-d7b7b40dfcf3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401525 Aug 30 23:52:55.219554 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-5d4b85ad-ce5c-4157-8ae9-ff5094bbfb2b service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797100 Aug 30 23:52:55.314214 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-edcfda7b-f7e4-40d5-9910-bd25c598aa62 req-f77a7b29-1612-4f3e-b4b3-bd47218330e8 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863287 Aug 30 23:52:58.267474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea04761-0ede-4893-bbfa-8947f3041e21 req-9c305fd8-2459-466c-b2a0-48a4f75fa8d1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:58.269180 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dea04761-0ede-4893-bbfa-8947f3041e21 req-9c305fd8-2459-466c-b2a0-48a4f75fa8d1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0520172 Aug 30 23:52:58.307688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-dea04761-0ede-4893-bbfa-8947f3041e21 req-06886990-76b0-4ce8-a756-cb507e4b0e33 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323336 Aug 30 23:52:58.318591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:52:59.430353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd84b042-366d-4514-a821-518270f5b7df req-a0a126aa-2efd-42f5-8bb7-7ebe40643a2b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:52:59.431824 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd84b042-366d-4514-a821-518270f5b7df req-a0a126aa-2efd-42f5-8bb7-7ebe40643a2b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0534680 Aug 30 23:52:59.469668 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fd84b042-366d-4514-a821-518270f5b7df req-d2c9b835-0b42-4af1-9ccf-b08d5b94f99d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319905 Aug 30 23:53:00.588440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb0ae8f-74a8-4f1c-aaaa-6dc01724546a req-ba2955d6-3bab-4845-9639-f623d2d4b361 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:00.590001 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cb0ae8f-74a8-4f1c-aaaa-6dc01724546a req-ba2955d6-3bab-4845-9639-f623d2d4b361 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0536351 Aug 30 23:53:00.627828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3cb0ae8f-74a8-4f1c-aaaa-6dc01724546a req-bee30cd6-d048-4625-91ff-2ef999066481 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313866 Aug 30 23:53:01.743005 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53808912-8f3f-4872-8e16-a024e2c35e42 req-39d90bb1-4f6a-45d3-bfe8-f96324db6d18 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:01.744512 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53808912-8f3f-4872-8e16-a024e2c35e42 req-39d90bb1-4f6a-45d3-bfe8-f96324db6d18 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0517418 Aug 30 23:53:01.785277 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-53808912-8f3f-4872-8e16-a024e2c35e42 req-20274ede-ba29-4daa-bab8-22e084718919 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347583 Aug 30 23:53:02.900642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838bad8-3ff1-4bf7-adab-7594fdf010cf req-5ea294b9-111c-4660-8ecd-8742d3971342 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:02.902138 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b838bad8-3ff1-4bf7-adab-7594fdf010cf req-5ea294b9-111c-4660-8ecd-8742d3971342 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0504372 Aug 30 23:53:02.939626 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b838bad8-3ff1-4bf7-adab-7594fdf010cf req-800709ad-7b28-472f-a9d8-25dd1d3862f1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309715 Aug 30 23:53:03.725464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:53:04.055443 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81bef3-9a67-407c-b252-0cb60dc89cd9 req-645ed553-6125-472c-a096-705ad0f14974 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:04.056936 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be81bef3-9a67-407c-b252-0cb60dc89cd9 req-645ed553-6125-472c-a096-705ad0f14974 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0494978 Aug 30 23:53:04.095964 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be81bef3-9a67-407c-b252-0cb60dc89cd9 req-237aa669-48dd-481b-beae-381964a21ea8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329406 Aug 30 23:53:05.210579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908337a-663f-44b2-a1a5-cc095418135f req-7dd79c94-58c7-4318-be35-4482a13b7571 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:05.212056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e908337a-663f-44b2-a1a5-cc095418135f req-7dd79c94-58c7-4318-be35-4482a13b7571 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0483265 Aug 30 23:53:05.250987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e908337a-663f-44b2-a1a5-cc095418135f req-306b95a0-dbf9-4281-875c-35b1f222c5e8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Aug 30 23:53:06.370548 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac7526c-6840-42b0-8577-fa5395b7ace8 req-69b35861-1eb2-4b2e-8c64-6d3a398eac1f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:06.372029 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ac7526c-6840-42b0-8577-fa5395b7ace8 req-69b35861-1eb2-4b2e-8c64-6d3a398eac1f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0528028 Aug 30 23:53:06.409326 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ac7526c-6840-42b0-8577-fa5395b7ace8 req-950c2b05-0ed7-4eb9-8d4e-1f7fdd389e24 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315089 Aug 30 23:53:07.526468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414a0681-99ed-4a57-b2ec-a2dbd8a98aa0 req-a761aa3d-8426-4913-a8da-858f4bd81104 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:07.528456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-414a0681-99ed-4a57-b2ec-a2dbd8a98aa0 req-a761aa3d-8426-4913-a8da-858f4bd81104 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0532708 Aug 30 23:53:07.566217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-414a0681-99ed-4a57-b2ec-a2dbd8a98aa0 req-2023b20e-3190-4391-bf0b-834bdcfde1dd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317843 Aug 30 23:53:08.681730 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fee03-694b-436a-bfc9-fa8a31b18c1d req-6ff50789-bea6-4391-a92e-d45139b4104f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:08.683254 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-674fee03-694b-436a-bfc9-fa8a31b18c1d req-6ff50789-bea6-4391-a92e-d45139b4104f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0491309 Aug 30 23:53:08.721178 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-674fee03-694b-436a-bfc9-fa8a31b18c1d req-2a570cc6-cc5f-477b-ad4c-216b41994dfa tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314715 Aug 30 23:53:08.743122 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37172) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:08.802601 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1b953b77-c596-4fe5-9008-dfea7fdbabb8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/834a1378-c4dd-4bde-b872-96c0b1738271 HTTP/1.1" status: 200 len: 992 time: 0.0583572 Aug 30 23:53:10.094886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be57951-e77b-44aa-bdd3-4347286a7261 req-9c4cad7e-4991-4142-a941-26de4a5be10a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:10.096293 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7be57951-e77b-44aa-bdd3-4347286a7261 req-9c4cad7e-4991-4142-a941-26de4a5be10a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0786223 Aug 30 23:53:10.102422 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-c978ea2c-24ad-4717-8afa-3601b6acd427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:10.103847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-c978ea2c-24ad-4717-8afa-3601b6acd427 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1097 time: 0.0578287 Aug 30 23:53:10.188051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7be57951-e77b-44aa-bdd3-4347286a7261 req-6c6609ab-471b-455e-8807-bd876fda2c8b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832603 Aug 30 23:53:10.217843 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-37278822-0f86-4138-9e78-879fcb6e817e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:10.219308 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-37278822-0f86-4138-9e78-879fcb6e817e service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 898 time: 0.1083088 Aug 30 23:53:10.285815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-f6def7ea-4882-49ff-ba7d-039c6dc43a07 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 1000 time: 0.0583863 Aug 30 23:53:10.339011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-30f242a8-7568-48a1-a56b-138430c0815d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:10.340495 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-30f242a8-7568-48a1-a56b-138430c0815d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0477889 Aug 30 23:53:10.390291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-0aec98ee-3236-4365-972f-6f6fb15bc193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:10.391687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-0aec98ee-3236-4365-972f-6f6fb15bc193 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446162 Aug 30 23:53:10.466064 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c72dd545-3217-429c-bddd-7af36a4ff2f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:10.480618 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-edae4dcf-4ecc-44ad-b389-b1048603341b service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810649 Aug 30 23:53:10.574729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d4fe024a-e4f9-4d06-9d29-bd54696d3cd4 req-a7718c92-cd99-4cd4-a0c1-87ad9479c45b service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867450 Aug 30 23:53:11.305922 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8237b6ee-7480-4acc-bb3d-a6c2fe657588 req-4719f59c-8133-4ecc-ac90-1c07dcaf808d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:11.307404 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8237b6ee-7480-4acc-bb3d-a6c2fe657588 req-4719f59c-8133-4ecc-ac90-1c07dcaf808d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0520673 Aug 30 23:53:11.345268 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8237b6ee-7480-4acc-bb3d-a6c2fe657588 req-e72224e3-15a7-413d-a63d-c43d915c23d9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312879 Aug 30 23:53:11.367261 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37182) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:11.426466 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-f310ede8-0b43-4131-a8ac-eb7d5389b8b8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/834a1378-c4dd-4bde-b872-96c0b1738271 HTTP/1.1" status: 200 len: 992 time: 0.0581098 Aug 30 23:53:13.034102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:13.417007 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fc7beb6b-875a-47ca-9f02-fa0e84cced5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:14.793044 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:16.234185 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:23.087509 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:28.316480 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:40.467373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-428a8fa7-8876-421d-ad9d-434a438a3ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:40.723611 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:53:41.828876 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37204) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:41.986232 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port e96ce591-3d6e-4266-a712-3f06b1381c8b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:53:41.986579 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.064307 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.064529 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.076002 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for e96ce591-3d6e-4266-a712-3f06b1381c8b owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:53:42.219853 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.244630 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=e96ce591-3d6e-4266-a712-3f06b1381c8b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:42.270660 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.271010 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.271351 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.271684 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.272013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.272348 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.272672 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.272989 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.273312 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.273639 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.273995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.274311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:42.313581 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.313948 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 834a1378-c4dd-4bde-b872-96c0b1738271 disassociated (deleted). External IP: 172.25.7.11, port: a7eb1111-b013-42eb-bfc4-d3991a79187e. Aug 30 23:53:42.522440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router ceae3cbd-d5e0-4793-8990-c162fffec17e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:53:42.630085 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:53:42.634876 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:42.640495 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Sync routers for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:53:42.649560 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:42.650209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:42.665227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-4c0b715d-920a-4375-8de0-95469b38ebf1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/floatingips/834a1378-c4dd-4bde-b872-96c0b1738271 HTTP/1.1" status: 204 len: 168 time: 0.8329709 Aug 30 23:53:42.665227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:53:42.665753 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:53:42.783937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:42.788135 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33b31a57-020b-4965-bcb5-672bd64c292b x-openstack-request-id: req-33b31a57-020b-4965-bcb5-672bd64c292b {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:53:42.788437 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:53:42.788697 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-33b31a57-020b-4965-bcb5-672bd64c292b {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:53:42.789110 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'status': 'completed', 'code': 200} Aug 30 23:53:42.862423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-938046f9-73f9-4d02-946d-d3f30049e739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:42.864909 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-938046f9-73f9-4d02-946d-d3f30049e739 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 1097 time: 0.0484042 Aug 30 23:53:42.992861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf234e9-c386-488c-95c7-2d3da343cbdd req-bc82fccf-d21c-4cf7-aac5-49f20f8964e6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:42.994853 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5cf234e9-c386-488c-95c7-2d3da343cbdd req-bc82fccf-d21c-4cf7-aac5-49f20f8964e6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.1099575 Aug 30 23:53:43.049911 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5cf234e9-c386-488c-95c7-2d3da343cbdd req-269e1cf8-be99-4b32-8b47-432a00043b57 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470889 Aug 30 23:53:43.064104 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-bcf80ad8-d8e9-44f0-bc93-092433902212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:43.065729 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-bcf80ad8-d8e9-44f0-bc93-092433902212 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 200 len: 898 time: 0.1922023 Aug 30 23:53:43.104023 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:43.117111 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-d80c5ac9-7e69-4074-9423-e498da52f769 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 200 len: 217 time: 0.0402377 Aug 30 23:53:43.173191 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-2984695d-d3bd-464d-a3bc-97f40d44dbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:43.174681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-2984695d-d3bd-464d-a3bc-97f40d44dbeb service neutron] 10.222.0.47 "GET /v2.0/subnets?id=48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 200 len: 834 time: 0.0501864 Aug 30 23:53:43.185745 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:43.216058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Checking router: ceae3cbd-d5e0-4793-8990-c162fffec17e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:53:43.224212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:43.224352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-14f1135a-8199-4742-bd23-62dfbeece6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:43.224829 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:43.225857 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-14f1135a-8199-4742-bd23-62dfbeece6af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5d03463f-c379-4aff-bba3-e54aa7d2b435&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424266 Aug 30 23:53:43.318394 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-2dd4f263-e820-46fa-b515-4001c97af6f3 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839951 Aug 30 23:53:43.333538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:43.417187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-df863c44-6a2e-4cea-9e30-f4938c3a5ce2 req-d176d4b6-ba3c-4960-8439-b92c0150a7c2 service neutron] 10.222.0.47 "GET /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882254 Aug 30 23:53:43.450073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ffe290c3-3f99-4a05-ac1c-7f7eb4764c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:43.543192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-293f7488-45af-465e-92db-3378b9c40942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:43.568925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293f7488-45af-465e-92db-3378b9c40942 None None] The sync data for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 is: [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:11Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'af31beba-99c5-4945-be81-03f52711df2b', 'name': '', 'network_id': '5d03463f-c379-4aff-bba3-e54aa7d2b435', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:58:77:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '48042849-6b47-43f9-a2df-3076a079bb73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:11Z', 'updated_at': '2021-08-30T23:52:15Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': '48042849-6b47-43f9-a2df-3076a079bb73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:53:43.788287 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5d5fc-f839-4a9b-867e-1cf20416073c None None] New status for floating IP 834a1378-c4dd-4bde-b872-96c0b1738271: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:53:44.191751 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76097391-803d-41c7-a33b-ae67dfba235f req-3aaf6fd4-bfd0-4da6-bdc4-5d33b516be9d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:44.193275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76097391-803d-41c7-a33b-ae67dfba235f req-3aaf6fd4-bfd0-4da6-bdc4-5d33b516be9d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0493295 Aug 30 23:53:44.233989 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-76097391-803d-41c7-a33b-ae67dfba235f req-15fe51f8-dcb9-47dd-aa70-d9d7ee469c22 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9a9ce168-c424-4123-9c00-6ff2c6dd67c1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345302 Aug 30 23:53:44.366850 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-8d16e43f-417e-41b6-a96d-79be4263c4ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:44.368228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-8d16e43f-417e-41b6-a96d-79be4263c4ef tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/ports?device_id=9a32555f-408a-4c3a-a306-d401a59a7702 HTTP/1.1" status: 200 len: 945 time: 0.0485818 Aug 30 23:53:44.459459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port a7eb1111-b013-42eb-bfc4-d3991a79187e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:53:44.459871 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:44.545434 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port a7eb1111-b013-42eb-bfc4-d3991a79187e, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a7eb1111-b013-42eb-bfc4-d3991a79187e,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:44.545813 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:44.558363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for a7eb1111-b013-42eb-bfc4-d3991a79187e owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:53:44.688156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:44.716245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=a7eb1111-b013-42eb-bfc4-d3991a79187e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:44.726174 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.726529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.726876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.727219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.727558 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.727896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.728231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.728901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.728901 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.729279 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.729515 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.729861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:44.770698 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] No DVR routers for this DVR port a7eb1111-b013-42eb-bfc4-d3991a79187e on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:53:44.773420 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:44.775463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-675fe5ea-0496-4789-9598-d71b4948e1b3 req-da96bf57-4b37-4b2f-91f8-c2479b2298f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "DELETE /v2.0/ports/a7eb1111-b013-42eb-bfc4-d3991a79187e HTTP/1.1" status: 204 len: 173 time: 0.4008710 Aug 30 23:53:44.775920 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'name': 'network-vif-deleted', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:53:44.778939 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80051b0a-6eba-464c-bc44-f7df1ecea97c" -d '{"events": [{"server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "name": "network-vif-deleted", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:53:44.801072 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:44.872734 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-336b0d4e-438f-4409-b3f3-d761ef4c2b37 x-openstack-request-id: req-336b0d4e-438f-4409-b3f3-d761ef4c2b37 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:53:44.873039 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a32555f-408a-4c3a-a306-d401a59a7702", "name": "network-vif-deleted", "tag": "a7eb1111-b013-42eb-bfc4-d3991a79187e", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:53:44.873297 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-336b0d4e-438f-4409-b3f3-d761ef4c2b37 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:53:44.873703 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a32555f-408a-4c3a-a306-d401a59a7702', 'name': 'network-vif-deleted', 'tag': 'a7eb1111-b013-42eb-bfc4-d3991a79187e', 'status': 'completed', 'code': 200} Aug 30 23:53:45.288157 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37226) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:45.636435 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.195378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port af31beba-99c5-4945-be81-03f52711df2b {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:53:46.195713 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.237779 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.288106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port af31beba-99c5-4945-be81-03f52711df2b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=af31beba-99c5-4945-be81-03f52711df2b,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:46.288474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.301110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for af31beba-99c5-4945-be81-03f52711df2b owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:53:46.445528 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7eb1111-b013-42eb-bfc4-d3991a79187e no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:53:46.465273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: a7eb1111-b013-42eb-bfc4-d3991a79187e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:53:46.465618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a7eb1111-b013-42eb-bfc4-d3991a79187e not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:53:46.479874 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.504370 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=af31beba-99c5-4945-be81-03f52711df2b,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:46.677968 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:46.891102 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router ceae3cbd-d5e0-4793-8990-c162fffec17e has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:53:46.997955 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:53:47.003374 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-769109d9-5a73-4be4-842e-e7dc9d68c4bc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/ceae3cbd-d5e0-4793-8990-c162fffec17e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7139809 Aug 30 23:53:47.005816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37230) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:47.008472 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Sync routers for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:53:47.017557 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:47.018211 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:47.055597 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting subnet 48042849-6b47-43f9-a2df-3076a079bb73 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:53:47.059204 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.099007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.123015 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:47.192754 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.251931 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.278796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Subnet': ['ID=48042849-6b47-43f9-a2df-3076a079bb73,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:47.282672 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.284576 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5afe15b9-cdcc-42c5-b2c8-fbc66f430425 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/subnets/48042849-6b47-43f9-a2df-3076a079bb73 HTTP/1.1" status: 204 len: 168 time: 0.2778153 Aug 30 23:53:47.287371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37232) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:47.292723 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65329e0c-e556-4748-b74d-76b8ce1c254b None None] Network 5d03463f-c379-4aff-bba3-e54aa7d2b435 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:53:47.400556 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.405448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:53:46Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:47.436395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Checking router: ceae3cbd-d5e0-4793-8990-c162fffec17e for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:53:47.450800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Routers {'ceae3cbd-d5e0-4793-8990-c162fffec17e'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:47.451433 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ceae3cbd-d5e0-4793-8990-c162fffec17e'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:47.512806 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.564386 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] Set router ceae3cbd-d5e0-4793-8990-c162fffec17e gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:47.567390 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 1fa78aa1-b7c0-401e-acaa-414b77b27755 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:53:47.567562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] DHCP port deletion for 5d03463f-c379-4aff-bba3-e54aa7d2b435 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:53:47.567742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.648979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 1fa78aa1-b7c0-401e-acaa-414b77b27755, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fa78aa1-b7c0-401e-acaa-414b77b27755,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:47.649353 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.661490 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 1fa78aa1-b7c0-401e-acaa-414b77b27755 owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:53:47.729135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Deleting port b2ab0cb6-7164-4525-99bc-b2e5975735da {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:53:47.729516 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.819512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] For port b2ab0cb6-7164-4525-99bc-b2e5975735da, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b2ab0cb6-7164-4525-99bc-b2e5975735da,segment=NetworkSegment(d65ce842-7b67-4da0-b9b4-19ad546ed0fd),segment_id=d65ce842-7b67-4da0-b9b4-19ad546ed0fd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:47.819836 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.831412 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.835580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Calling delete_port for b2ab0cb6-7164-4525-99bc-b2e5975735da owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:53:47.858823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=1fa78aa1-b7c0-401e-acaa-414b77b27755,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:47.881376 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:53:46Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:47.915349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1de676-39a5-420c-86a7-704e0d62f750 None None] The sync data for ids ['ceae3cbd-d5e0-4793-8990-c162fffec17e'] in n-d-791504-21 is: [{'id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1209575735', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:53:46Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '1fa78aa1-b7c0-401e-acaa-414b77b27755', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:bf:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceae3cbd-d5e0-4793-8990-c162fffec17e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:52:08Z', 'updated_at': '2021-08-30T23:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:53:47.917112 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.959740 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:47.983799 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Pushing event deleted for resources: {'Port': ['ID=b2ab0cb6-7164-4525-99bc-b2e5975735da,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:47.993050 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] No DVR routers for this DVR port b2ab0cb6-7164-4525-99bc-b2e5975735da on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:53:47.995575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.995989 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.996880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.997265 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.997598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.997957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.998292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.998625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.998953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.999280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.999608 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:47.999936 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b58b78-ff47-4969-8247-d1079f72528f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:48.016765 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.018952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.064535 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.065205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Fanout notify agent at l3_agent the message router_deleted on router ceae3cbd-d5e0-4793-8990-c162fffec17e {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:53:48.073463 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.074889 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-88ca9557-6efb-478b-be88-2c2641f5e925 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/routers/ceae3cbd-d5e0-4793-8990-c162fffec17e HTTP/1.1" status: 204 len: 168 time: 0.7855141 Aug 30 23:53:48.077279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37236) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:48.151133 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.238538 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.248444 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d03463f-c379-4aff-bba3-e54aa7d2b435']}} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:48.259363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd') {'for_net_delete': True} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:48.259655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.services.segments.db [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd65ce842-7b67-4da0-b9b4-19ad546ed0fd') {} {{(pid=101268) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:48.268660 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64666495'] for segment, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.282947 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.289316 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=101268) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:53:48.289771 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63971120'] for segment, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: Traceback (most recent call last): Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: timer() Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: cb(*args, **kw) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: return func(*args, **kwargs) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: self._notify() Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: self.callback(batched_events) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: event.method(event) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: return f(self, *a, **k) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: return self._get(url).json() Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: return self.request(url, 'GET', **kwargs) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:53:48.293454 n-d-791504-21 neutron-server[101268]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:53:48.351203 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.359293 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.361307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/networks/5d03463f-c379-4aff-bba3-e54aa7d2b435 HTTP/1.1" status: 204 len: 168 time: 0.2830670 Aug 30 23:53:48.364129 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37238) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:48.377557 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451bdb1-56cc-41d7-bdad-55fba2e00787 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Network': ['ID=5d03463f-c379-4aff-bba3-e54aa7d2b435,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:48.436077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.462303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.526112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.529371 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.530588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a9ce168-c424-4123-9c00-6ff2c6dd67c1 HTTP/1.1" status: 204 len: 168 time: 0.1647401 Aug 30 23:53:48.540252 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f429f60-40d1-4622-8236-aa70519a3ecc tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9ce168-c424-4123-9c00-6ff2c6dd67c1,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:48.749593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37244) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:48.754380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-248203231', 'description': 'tempest-secgroup-smoke-248203231 description', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:48.776290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.859163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.862902 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.895238 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:48.896501 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1458681 Aug 30 23:53:48.900541 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37246) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:48.901312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d05d76a-33b0-4108-99c3-c83a746b2c40 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c53986c-a5d2-4d88-98b7-3b324b8d83fb,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:48.911785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:48.946810 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.006178 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.010063 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.027024 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=063be981-9340-4552-b14e-1d5bfcccbc10,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.035154 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.037392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fe29b5da-262f-4823-af4c-2efeeea1cbe7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325390 Aug 30 23:53:49.038995 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37248) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.044138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.069197 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.126509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.130532 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.145823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2e2599-1a68-4b05-a083-4fef4998e9e5,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.155336 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.156641 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-09b861cb-d235-4be2-b0e9-05da9751af90 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1166332 Aug 30 23:53:49.159339 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37250) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.163760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.172153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fa78aa1-b7c0-401e-acaa-414b77b27755 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:53:49.194339 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.194602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1fa78aa1-b7c0-401e-acaa-414b77b27755 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:53:49.194717 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fa78aa1-b7c0-401e-acaa-414b77b27755 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:53:49.195135 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device af31beba-99c5-4945-be81-03f52711df2b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:53:49.214753 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: af31beba-99c5-4945-be81-03f52711df2b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:53:49.215660 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device af31beba-99c5-4945-be81-03f52711df2b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:53:49.216090 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2ab0cb6-7164-4525-99bc-b2e5975735da no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:53:49.235268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b2ab0cb6-7164-4525-99bc-b2e5975735da {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:53:49.235620 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b2ab0cb6-7164-4525-99bc-b2e5975735da not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:53:49.256814 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.260200 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.278160 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb024f4-f16e-4ec1-8ffa-b52f2e246c1d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.283143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.284360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c32e8d20-65e6-4404-943a-9848248d3e8c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241171 Aug 30 23:53:49.287083 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37252) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.291595 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.317317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.376786 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.380136 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.399688 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf069686-7a65-48a9-8769-010571c5c3fa,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.402123 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.403854 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-fe6e97cb-6b45-4236-90a9-1018853efb86 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157968 Aug 30 23:53:49.406559 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37254) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.410870 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.431054 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:53:49.435738 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.495556 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.499777 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.520953 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0bb4fce-e5aa-44b9-ac3d-92016abf17e4,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.527902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.529144 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-dc19c309-66da-4fa7-b5a0-200d77c5f5c3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216707 Aug 30 23:53:49.531935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37256) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.536303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'security_group_rule': {'security_group_id': '9c53986c-a5d2-4d88-98b7-3b324b8d83fb', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.558038 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Project 70d406fe4d9247fe85701186b9c9bfcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:53:49.563253 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.624148 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.627575 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.647701 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f29701-5bfd-47d3-887a-9997446c8a78,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.651368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.652597 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3305f9ee-26d8-4221-af0f-be6448e6ee20 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197379 Aug 30 23:53:49.655472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37258) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.660319 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'network': {'name': 'tempest-network-smoke--1281580735', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'port_security_enabled': True}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.679440 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:53:49.683098 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.710814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:53:49.719728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.720071 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Added segment eef67779-0a06-4db2-8e2a-a4ec1627cdce of type vlan for network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 Aug 30 23:53:49.758592 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.784044 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.789538 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:49.790143 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.850096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1935501 Aug 30 23:53:49.853255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37260) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:49.859858 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'admin_state_up': True, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:49.872328 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c3272-e6df-4aec-a1d4-395d0fa797f2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Network': ['ID=4dc56bdb-a3dc-446f-9880-2aa96349f2f4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:49.883785 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:53:49.892034 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.893079 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:49.955637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.104546 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.307077 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.327530 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.431928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.9 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/45fb0667-c692-4116-9599-fba7e43b5cf7) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:53:50.530226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.567304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:50.610622 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:53:50.613498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:50.617136 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:53:50.622667 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=45fb0667-c692-4116-9599-fba7e43b5cf7,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:50.868865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:51.066171 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:51.510732 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 551339fd-6596-41f4-ba54-67d12095e84c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101268) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:53:51.621864 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:53:51.631288 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Sync routers for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:53:51.641987 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:51.642594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:51.644405 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:51.645856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-bb4f1110-23f7-43fd-8a02-a2c07acce531 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7919991 Aug 30 23:53:51.649043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37262) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:51.724231 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-49dfaece-fe71-4cba-b117-85d33f337a64 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=70d406fe4d9247fe85701186b9c9bfcd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0716054 Aug 30 23:53:51.724504 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37266) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:51.817727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c75387-bf58-4393-a95b-937893e61309 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:51.819481 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-10c75387-bf58-4393-a95b-937893e61309 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941012 Aug 30 23:53:51.822284 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37268) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:51.831224 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:51.851262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-14ccfadc-0802-4871-b443-106a85f7f2d3 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=6f948872-30ea-4903-b768-a3c9cdb7bc37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275538 Aug 30 23:53:51.854221 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37270) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:51.860152 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1869046615', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:51.952680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:53:51.956242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.008771 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:50Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:52.038680 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Checking router: 551339fd-6596-41f4-ba54-67d12095e84c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:53:52.038950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Updating router 551339fd-6596-41f4-ba54-67d12095e84c port 45fb0667-c692-4116-9599-fba7e43b5cf7 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:53:52.064990 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.139592 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.201421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Subnet': ['ID=b855e66c-518e-47ce-80f2-cb21771a67f1,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:52.211283 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Checking segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:53:52.211649 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network hostable DHCP agents. Network: 4dc56bdb-a3dc-446f-9880-2aa96349f2f4, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:53:52.229248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:53:52.238020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 4dc56bdb-a3dc-446f-9880-2aa96349f2f4) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:52.242450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:52.243192 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.250220 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a4f8bd-82e4-4994-8a9a-dcb7fb58d128 None None] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:53:52.262073 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-cc332613-2aae-4c3f-9024-5e653511e78e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4034426 Aug 30 23:53:52.262376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37272) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:53:52.323340 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.333971 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Transition to ACTIVE for port object 45fb0667-c692-4116-9599-fba7e43b5cf7 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:52.340195 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.391626 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Attempting to bind port 45fb0667-c692-4116-9599-fba7e43b5cf7 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:53:52.391994 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Attempting to bind port 45fb0667-c692-4116-9599-fba7e43b5cf7 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:53:52.392347 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Attempting to bind port 45fb0667-c692-4116-9599-fba7e43b5cf7 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:53:52.401834 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:53:52.403360 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:53:52.403526 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.403724 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:53:52.404117 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.404501 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:53:52.404955 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Bound port: 45fb0667-c692-4116-9599-fba7e43b5cf7, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:53:52.405331 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.406978 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Pushing event updated for resources: {'Port': ['ID=45fb0667-c692-4116-9599-fba7e43b5cf7,revision_number=2']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:52.434035 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.434379 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.434715 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.435048 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.435372 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.435700 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.436022 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.436340 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.436656 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.436972 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.437284 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.437593 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:53:52.468712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] For port 45fb0667-c692-4116-9599-fba7e43b5cf7, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:53:52.472083 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] For port 45fb0667-c692-4116-9599-fba7e43b5cf7, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=45fb0667-c692-4116-9599-fba7e43b5cf7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:53:52.478086 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.534818 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:52.535445 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:52.557285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Allocated IP 172.20.0.2 (4dc56bdb-a3dc-446f-9880-2aa96349f2f4/b855e66c-518e-47ce-80f2-cb21771a67f1/4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:53:52.576390 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ee3bc-843b-479b-a3f0-3e2aefed2aa0 None None] Pushing event updated for resources: {'Port': ['ID=45fb0667-c692-4116-9599-fba7e43b5cf7,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:52.648400 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:52.724079 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.734129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Transition to ACTIVE for port object 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:52.750911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Transition to ACTIVE for port object 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:52.757998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.802389 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:53:52.805496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:52.809540 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:53:52.815262 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Pushing event updated for resources: {'Port': ['ID=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:52.847922 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:50Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:52.879488 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e014ec61-1453-4aec-9b6e-b0ed8d8f967f None None] The sync data for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 is: [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:50Z', 'revision_number': 3, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:53:52.883856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Attempting to bind port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:53:52.883856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Attempting to bind port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:53:52.884185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Attempting to bind port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 on network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:53:52.890011 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:53:52.890404 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Checking segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:53:52.890826 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.891238 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Bound using segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:53:52.891724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Bound port: 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:53:52.892121 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:52.967618 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] For port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:53:52.970747 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] For port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:53:52.977136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.039125 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0f9b1-bbf0-44f1-9271-24183bb9cf17 None None] Pushing event updated for resources: {'Port': ['ID=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:53.076732 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.091597 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.422226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.1 (4dc56bdb-a3dc-446f-9880-2aa96349f2f4/b855e66c-518e-47ce-80f2-cb21771a67f1/f6aa4838-107b-4ab7-92b9-0d166b075329) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:53:53.549118 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.563376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object f6aa4838-107b-4ab7-92b9-0d166b075329 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:53.597489 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.642566 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:53:53.646132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:53.650265 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:53:53.675866 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:53.702412 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.846370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:53.984846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6f40fa-0cb3-4385-8dd5-dd3637855564 None None] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:53:54.047451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c6d6caa9-b28c-404f-8270-f8066e88a7c3 None None] Provisioning for port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:54.132542 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:54.138204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:54.214786 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:54.216675 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:54.320969 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:53:54.322490 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:54.381594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-17e7c81a-e34b-4601-a502-d80e81335836 None None] Provisioning for port f6aa4838-107b-4ab7-92b9-0d166b075329 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:54.387968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-17e7c81a-e34b-4601-a502-d80e81335836 None None] Provisioning complete for port f6aa4838-107b-4ab7-92b9-0d166b075329 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:54.388546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-17e7c81a-e34b-4601-a502-d80e81335836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:54.436536 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-17e7c81a-e34b-4601-a502-d80e81335836 None None] Port f6aa4838-107b-4ab7-92b9-0d166b075329 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:53:54.471864 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 551339fd-6596-41f4-ba54-67d12095e84c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:53:54.567726 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-7bee2c48-2eb6-4240-b6a4-4e782c09e51a None None] Provisioning complete for port f6aa4838-107b-4ab7-92b9-0d166b075329 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:54.568435 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7bee2c48-2eb6-4240-b6a4-4e782c09e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:54.589552 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:53:54.596969 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-646b833e-ddd5-4eb4-8f7c-eeb304e12963 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/551339fd-6596-41f4-ba54-67d12095e84c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3334324 Aug 30 23:53:54.612429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-7bee2c48-2eb6-4240-b6a4-4e782c09e51a None None] Port f6aa4838-107b-4ab7-92b9-0d166b075329 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:53:54.625828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Sync routers for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:53:54.635024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:54.635775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:54.754602 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:54.757503 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-7c79441b-f4fb-4e72-b4a5-becff2adc02a tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-248203231&fields=id&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 267 time: 0.0378263 Aug 30 23:53:54.868713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-214627c4-4833-48b7-b68b-4f84610ec06e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:54.870388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-214627c4-4833-48b7-b68b-4f84610ec06e tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 797 time: 0.1058609 Aug 30 23:53:54.887021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-37ac1d8b-553d-4dff-b253-e59f6946bba3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/quotas/70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 375 time: 0.0101571 Aug 30 23:53:54.942573 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-74e70fbb-2f64-470f-8629-114b4f14c7a6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494452 Aug 30 23:53:55.044438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-b5472cc0-fbb6-4c98-bbcc-cc11fa7fd712 None None] Provisioning complete for port f6aa4838-107b-4ab7-92b9-0d166b075329 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:55.045081 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b5472cc0-fbb6-4c98-bbcc-cc11fa7fd712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.081496 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-7a1c80be-e2e5-46c3-b187-613e2699af09 service neutron] 10.222.0.25 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265116 Aug 30 23:53:55.100027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-b5472cc0-fbb6-4c98-bbcc-cc11fa7fd712 None None] Port f6aa4838-107b-4ab7-92b9-0d166b075329 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:53:55.162288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:54Z', 'revision_number': 2, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:55.187191 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b3523f64-87c3-4ed7-8e17-651e0ab369aa service neutron] 10.222.0.25 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990825 Aug 30 23:53:55.190298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Checking router: 551339fd-6596-41f4-ba54-67d12095e84c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:53:55.190559 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Updating router 551339fd-6596-41f4-ba54-67d12095e84c port f6aa4838-107b-4ab7-92b9-0d166b075329 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:53:55.219942 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.232159 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 45fb0667-c692-4116-9599-fba7e43b5cf7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:55.373458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-a06e6cf7-a5f2-4a1f-8099-6617e12aea4e req-25677a8e-640d-462e-a058-20f270f16b72 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 210 time: 0.0357335 Aug 30 23:53:55.375056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 45fb0667-c692-4116-9599-fba7e43b5cf7 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:55.383842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 45fb0667-c692-4116-9599-fba7e43b5cf7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:55.384221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.549324 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.596292 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 45fb0667-c692-4116-9599-fba7e43b5cf7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=45fb0667-c692-4116-9599-fba7e43b5cf7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:55.604702 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.605527 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:55.612998 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.676521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Transition to ACTIVE for port object f6aa4838-107b-4ab7-92b9-0d166b075329 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:55.689230 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.710231 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=45fb0667-c692-4116-9599-fba7e43b5cf7,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:55.745813 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:55.764138 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:55.764521 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.821580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a2329-14b2-4280-ae61-6410ab9e8eff None None] Pushing event updated for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:55.848070 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Attempting to bind port f6aa4838-107b-4ab7-92b9-0d166b075329 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:53:55.848453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Attempting to bind port f6aa4838-107b-4ab7-92b9-0d166b075329 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:53:55.848835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Attempting to bind port f6aa4838-107b-4ab7-92b9-0d166b075329 on network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:53:55.858445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:53:55.858828 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Checking segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:53:55.859244 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.859732 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Bound using segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:53:55.860216 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Bound port: f6aa4838-107b-4ab7-92b9-0d166b075329, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:53:55.860608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.952027 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:55.977649 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] For port f6aa4838-107b-4ab7-92b9-0d166b075329, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:53:55.994461 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] For port f6aa4838-107b-4ab7-92b9-0d166b075329, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6aa4838-107b-4ab7-92b9-0d166b075329,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:53:56.001721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:56.004523 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:56.034041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:56.074533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:53:56.075229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:56.080612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a2329-14b2-4280-ae61-6410ab9e8eff None None] Pushing event updated for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:56.206572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:56.228593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:53:56.363614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-cb9e5660-17c7-4330-ab50-f10b66ded1cb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:56.365980 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-cb9e5660-17c7-4330-ab50-f10b66ded1cb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 797 time: 0.1235440 Aug 30 23:53:56.412900 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-7f46cc34-393c-457b-9863-922fbca304c6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70d406fe4d9247fe85701186b9c9bfcd HTTP/1.1" status: 200 len: 379 time: 0.0364802 Aug 30 23:53:56.423599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'port': {'device_id': 'dcded605-ded6-409f-aacf-b588581694ba', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'admin_state_up': True, 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'security_groups': ['9c53986c-a5d2-4d88-98b7-3b324b8d83fb']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:56.462708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:53:56.490232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c17d14-fcbf-4880-8205-cb11fd4bcd36 None None] The sync data for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 is: [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:53:56.503824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e470d5a0-7528-4eaf-865f-88eaf6c548d7 req-ac1d7859-b72c-478e-a9f7-8045635fc434 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 210 time: 0.0392244 Aug 30 23:53:56.586040 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Made reservation on behalf of 70d406fe4d9247fe85701186b9c9bfcd for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:53:56.590678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:56.723703 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.20.0.9 (4dc56bdb-a3dc-446f-9880-2aa96349f2f4/b855e66c-518e-47ce-80f2-cb21771a67f1/a234e9c8-d9c3-4bc9-8dc9-c1362936877c) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:53:56.873330 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:56.889811 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Transition to ACTIVE for port object a234e9c8-d9c3-4bc9-8dc9-c1362936877c will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:56.924535 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:56.970306 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:53:56.973456 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:53:56.977337 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:53:57.004248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:57.033610 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:57.034297 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.051179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b4cad5f5-dc0a-434f-84b3-d4930f3f921f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6314516 Aug 30 23:53:57.064965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Request body: {'port': {'device_id': 'dcded605-ded6-409f-aacf-b588581694ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:53:57.130126 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.286437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 45fb0667-c692-4116-9599-fba7e43b5cf7 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:57.323453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-11266d6a-0498-4441-81b3-30e5dc557676 None None] Provisioning for port a234e9c8-d9c3-4bc9-8dc9-c1362936877c completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:57.330946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-11266d6a-0498-4441-81b3-30e5dc557676 None None] Provisioning complete for port a234e9c8-d9c3-4bc9-8dc9-c1362936877c triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:57.331387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-11266d6a-0498-4441-81b3-30e5dc557676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.372207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-11266d6a-0498-4441-81b3-30e5dc557676 None None] Port a234e9c8-d9c3-4bc9-8dc9-c1362936877c cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:53:57.378939 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 45fb0667-c692-4116-9599-fba7e43b5cf7 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:57.379381 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.439939 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a234e9c8-d9c3-4bc9-8dc9-c1362936877c {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:53:57.448331 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.465370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Transition to ACTIVE for port object a234e9c8-d9c3-4bc9-8dc9-c1362936877c will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:53:57.470048 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.470672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6aa4838-107b-4ab7-92b9-0d166b075329 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:57.525431 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f6aa4838-107b-4ab7-92b9-0d166b075329 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:53:57.529277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Pushing event updated for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:57.533748 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f6aa4838-107b-4ab7-92b9-0d166b075329 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:57.534128 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.622572 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Attempting to bind port a234e9c8-d9c3-4bc9-8dc9-c1362936877c on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:53:57.623195 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Attempting to bind port a234e9c8-d9c3-4bc9-8dc9-c1362936877c by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:53:57.623617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Attempting to bind port a234e9c8-d9c3-4bc9-8dc9-c1362936877c on network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:53:57.629086 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Port a234e9c8-d9c3-4bc9-8dc9-c1362936877c on network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:53:57.629507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Attempting to bind port a234e9c8-d9c3-4bc9-8dc9-c1362936877c on network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:53:57.635313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:53:57.635756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Checking segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:53:57.636395 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Bound using segment: {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:53:57.636915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Bound port: a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eef67779-0a06-4db2-8e2a-a4ec1627cdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:53:57.637353 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.647850 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.652430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761c6083-11ba-448c-b29c-67b01ca18c01 req-52f01c56-3d17-4515-8b51-561947a87494 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:57.654339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-761c6083-11ba-448c-b29c-67b01ca18c01 req-52f01c56-3d17-4515-8b51-561947a87494 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 943 time: 0.0696752 Aug 30 23:53:57.692124 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f6aa4838-107b-4ab7-92b9-0d166b075329, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6aa4838-107b-4ab7-92b9-0d166b075329,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:53:57.700444 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.700842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:57.708227 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-761c6083-11ba-448c-b29c-67b01ca18c01 req-8069fb1f-4ccd-431f-911a-43805de3edba tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474131 Aug 30 23:53:57.738307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:53:57.741839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:53:57.746443 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.783891 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:57.789443 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:57.790291 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.792045 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] 10.222.0.47 "PUT /v2.0/ports/a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 1092 time: 0.7315929 Aug 30 23:53:57.806177 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:57.806559 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:57.815331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:53:57.818102 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac6f95a-97da-430d-983f-1940e3835028" -d '{"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:53:57.830564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bcd06-e380-4121-b0ab-f68ab76e3308 service neutron] Pushing event updated for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:53:57.873695 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac7c537-e54f-41a5-a909-df40a0d777d3 x-openstack-request-id: req-fac7c537-e54f-41a5-a909-df40a0d777d3 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:53:57.874017 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:53:57.874275 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fac7c537-e54f-41a5-a909-df40a0d777d3 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:53:57.874673 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'status': 'completed', 'code': 200} Aug 30 23:53:57.892665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-213c6534-e804-48ca-8e04-0ea4f5277680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:57.894243 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-213c6534-e804-48ca-8e04-0ea4f5277680 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1095 time: 0.0513985 Aug 30 23:53:57.941568 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-4abf38f6-66c1-4a32-ad8b-dec550ec453e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 217 time: 0.0395958 Aug 30 23:53:57.994137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-fc098f1f-b3f0-455a-8009-81c7b5e61b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:57.995687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-fc098f1f-b3f0-455a-8009-81c7b5e61b75 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 200 len: 835 time: 0.0479293 Aug 30 23:53:58.048312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-c7189bce-96e1-4fea-aaac-ee49ad622d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.049774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-c7189bce-96e1-4fea-aaac-ee49ad622d51 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475037 Aug 30 23:53:58.141329 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-d5de6e44-9e49-4957-b280-dfedeae3aa5f service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821519 Aug 30 23:53:58.234137 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c04928fd-7fed-4eb3-9d67-36ab8d2c8991 req-51b68f43-f217-48e2-9965-e7263fc5c711 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873337 Aug 30 23:53:58.316208 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:58.323531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6f95a-97da-430d-983f-1940e3835028 req-7e43cb4f-6d0d-47aa-a67c-a9801674704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.325671 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-7e43cb4f-6d0d-47aa-a67c-a9801674704b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1095 time: 0.0441415 Aug 30 23:53:58.418270 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6f95a-97da-430d-983f-1940e3835028 req-4f96a530-93e0-4d7e-80c4-6048bca8a640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.419758 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-4f96a530-93e0-4d7e-80c4-6048bca8a640 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 898 time: 0.0874081 Aug 30 23:53:58.462686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-a20d1f1f-8492-40ed-bd18-5d6b2674c0a2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 217 time: 0.0358577 Aug 30 23:53:58.510721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6f95a-97da-430d-983f-1940e3835028 req-0b6172c0-b2a1-4a8c-aa7e-5d05ebb01571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.512612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-0b6172c0-b2a1-4a8c-aa7e-5d05ebb01571 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 200 len: 835 time: 0.0427353 Aug 30 23:53:58.556955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6f95a-97da-430d-983f-1940e3835028 req-62b3ea24-f9fd-4003-9b66-1059e09a1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.558929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-62b3ea24-f9fd-4003-9b66-1059e09a1114 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393045 Aug 30 23:53:58.652053 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-e6fb9840-52c4-4a25-b0a4-fb3cf1ebe731 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855825 Aug 30 23:53:58.743571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7ac6f95a-97da-430d-983f-1940e3835028 req-7ec62f3b-dc81-4940-8080-9f34f2425605 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838206 Aug 30 23:53:58.827294 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d63d84-09e0-4ea4-a19b-641f9ecb72a0 req-46374079-0b14-4efa-b4a8-3e2293387ad6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:58.828777 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07d63d84-09e0-4ea4-a19b-641f9ecb72a0 req-46374079-0b14-4efa-b4a8-3e2293387ad6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 943 time: 0.0503035 Aug 30 23:53:58.866985 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-07d63d84-09e0-4ea4-a19b-641f9ecb72a0 req-071451a5-b7cd-4808-a76e-eb7f48d2ce30 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319021 Aug 30 23:53:59.175636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6aa4838-107b-4ab7-92b9-0d166b075329 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:53:59.223163 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f6aa4838-107b-4ab7-92b9-0d166b075329 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:53:59.223543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:53:59.988052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ba06d0-764b-4d16-accb-caddd740f827 req-37b3027c-4cae-48ab-b5f5-6273ad5bd485 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:53:59.989533 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08ba06d0-764b-4d16-accb-caddd740f827 req-37b3027c-4cae-48ab-b5f5-6273ad5bd485 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 943 time: 0.0537584 Aug 30 23:54:00.029580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-08ba06d0-764b-4d16-accb-caddd740f827 req-b8df3559-670f-4229-b810-767a5452ed05 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339112 Aug 30 23:54:00.491730 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a234e9c8-d9c3-4bc9-8dc9-c1362936877c details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:54:00.601522 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:00.613108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'port_id': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'mac_address': 'fa:16:3e:5c:24:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:54:00.650147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:00.662529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a234e9c8-d9c3-4bc9-8dc9-c1362936877c {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:54:00.684746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:00.691422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:00.748470 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:00.918793 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['a234e9c8-d9c3-4bc9-8dc9-c1362936877c'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:54:01.142693 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5d549-a775-4213-a5d2-7f3acb73370c req-d5c2a342-297a-469f-89b1-c4b3c43b6608 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:01.144214 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5f5d549-a775-4213-a5d2-7f3acb73370c req-d5c2a342-297a-469f-89b1-c4b3c43b6608 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 944 time: 0.0488474 Aug 30 23:54:01.188673 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d5f5d549-a775-4213-a5d2-7f3acb73370c req-251ca567-576c-4fd7-8492-81cca48a357d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380404 Aug 30 23:54:02.303402 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0950568-02f2-4ccd-8288-3006ad4d05b1 req-a197c324-54fb-41f8-90b5-f454f98c156c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:02.304905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0950568-02f2-4ccd-8288-3006ad4d05b1 req-a197c324-54fb-41f8-90b5-f454f98c156c tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 944 time: 0.0488980 Aug 30 23:54:02.348426 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c0950568-02f2-4ccd-8288-3006ad4d05b1 req-ac4457ea-a55e-4dab-a534-94db2f875abd tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369368 Aug 30 23:54:02.507019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a234e9c8-d9c3-4bc9-8dc9-c1362936877c up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:54:02.554129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port a234e9c8-d9c3-4bc9-8dc9-c1362936877c completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:54:02.557612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port a234e9c8-d9c3-4bc9-8dc9-c1362936877c triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:02.558500 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:02.632019 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:02.654186 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:54:02.656420 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44337c3-9085-488a-b0e3-5b7232959949" -d '{"events": [{"server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "name": "network-vif-plugged", "status": "completed", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:54:02.672252 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:02.676855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:02.725084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:02.751438 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4564f2f-95c8-4322-a586-b5bc5fa6a580 x-openstack-request-id: req-f4564f2f-95c8-4322-a586-b5bc5fa6a580 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:54:02.751802 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "name": "network-vif-plugged", "status": "completed", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:54:02.752067 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4564f2f-95c8-4322-a586-b5bc5fa6a580 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:54:02.752465 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'code': 200} Aug 30 23:54:02.846640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b53e8eb-ca7c-4cd4-81a1-713b74405a36 req-85af60bc-e3ed-4fba-95ce-a926d88cf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:02.848116 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b53e8eb-ca7c-4cd4-81a1-713b74405a36 req-85af60bc-e3ed-4fba-95ce-a926d88cf79b service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1097 time: 0.0387974 Aug 30 23:54:02.882714 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4b53e8eb-ca7c-4cd4-81a1-713b74405a36 req-12c62ba8-344e-43b2-9f1d-82e5312ce58c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280263 Aug 30 23:54:03.466380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923ffc7-072b-498f-b059-f8b27cf6c738 req-7fdf1fd8-f3c6-43fb-8b1e-eebd716d9ad8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:03.467871 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1923ffc7-072b-498f-b059-f8b27cf6c738 req-7fdf1fd8-f3c6-43fb-8b1e-eebd716d9ad8 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0525453 Aug 30 23:54:03.505425 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1923ffc7-072b-498f-b059-f8b27cf6c738 req-b2eaed00-ca2a-4ec7-b34e-b1a5f3b02e85 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316863 Aug 30 23:54:04.621519 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6607c0e-499e-4341-b66d-8deebe904649 req-7fe9f354-905f-450f-a8c8-00b1d500f151 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:04.623022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6607c0e-499e-4341-b66d-8deebe904649 req-7fe9f354-905f-450f-a8c8-00b1d500f151 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0489748 Aug 30 23:54:04.662325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b6607c0e-499e-4341-b66d-8deebe904649 req-d859ca92-7d38-4c3e-9c74-ea8ab31b2199 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327184 Aug 30 23:54:04.779832 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006a5f2-5bc5-4e65-9678-86f088cf1124 req-e02140c1-d9e0-4e6f-b498-1a7aea1fe1fb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:04.781347 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6006a5f2-5bc5-4e65-9678-86f088cf1124 req-e02140c1-d9e0-4e6f-b498-1a7aea1fe1fb tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0490417 Aug 30 23:54:04.819118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-6006a5f2-5bc5-4e65-9678-86f088cf1124 req-30399a28-90ea-4267-90be-509078cb5624 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317371 Aug 30 23:54:04.840958 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37328) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:04.880154 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59a8ecd-3a1c-42ac-9a64-7a54c10fb1c3 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:04.881678 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b59a8ecd-3a1c-42ac-9a64-7a54c10fb1c3 tempest-TestNetworkAdvancedServerOps-1349144078 tempest-TestNetworkAdvancedServerOps-1349144078-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1092 time: 0.0397570 Aug 30 23:54:04.884460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37330) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:04.889455 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:04.911127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.017153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.127953 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Allocated IP 172.25.7.35 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/38d762c5-1c2e-4727-849c-ffef97baf73e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:54:05.227211 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.268961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.309056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:54:05.311854 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:05.315413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:54:05.320755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=38d762c5-1c2e-4727-849c-ffef97baf73e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:05.670930 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.739085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.885175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.889719 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:05.956975 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event updated for resources: {'Port': ['ID=38d762c5-1c2e-4727-849c-ffef97baf73e,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:05.971724 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:06.073116 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 603582e5-d61c-4c9d-8f54-48235d6b2f00 associated. External IP: 172.25.7.35, port: a234e9c8-d9c3-4bc9-8dc9-c1362936877c. Aug 30 23:54:06.588503 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 551339fd-6596-41f4-ba54-67d12095e84c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:54:06.696005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:54:06.706218 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Sync routers for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:54:06.713404 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:06.719641 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:06.720448 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:06.743580 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-db53c2d6-7e91-4aef-9808-607b02611a49 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8580172 Aug 30 23:54:06.744197 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:54:06.746494 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-489ab4fd-8f02-48f6-a075-6534db77de58" -d '{"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:54:06.791343 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962ad26-cdc7-43a0-be78-d4f0a98a1d6d x-openstack-request-id: req-9962ad26-cdc7-43a0-be78-d4f0a98a1d6d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:54:06.791875 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:54:06.792158 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9962ad26-cdc7-43a0-be78-d4f0a98a1d6d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:54:06.793216 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'status': 'completed', 'code': 200} Aug 30 23:54:06.834822 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:06.850740 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe220ce-42f9-4a1e-9a39-b3aaf727b071 req-b0773ecb-7d40-468b-be6f-82005764d54d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:06.851380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-682af822-5c3e-418f-a3af-62e4477b3c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:06.852261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fe220ce-42f9-4a1e-9a39-b3aaf727b071 req-b0773ecb-7d40-468b-be6f-82005764d54d tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0528665 Aug 30 23:54:06.852410 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-682af822-5c3e-418f-a3af-62e4477b3c7f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1097 time: 0.0413532 Aug 30 23:54:06.893694 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fe220ce-42f9-4a1e-9a39-b3aaf727b071 req-496ac18e-4573-4000-99f4-d0a2116a3333 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348637 Aug 30 23:54:06.924485 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37338) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:06.991838 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-5e3bcb65-a96d-4a54-8704-e01987438b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:06.993312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-5e3bcb65-a96d-4a54-8704-e01987438b99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 898 time: 0.1339171 Aug 30 23:54:07.004319 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ce9427d3-4f5c-434b-98a9-2d09ef251ced tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/603582e5-d61c-4c9d-8f54-48235d6b2f00 HTTP/1.1" status: 200 len: 990 time: 0.0787849 Aug 30 23:54:07.061246 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '603582e5-d61c-4c9d-8f54-48235d6b2f00', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'port_id': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'mac_address': 'fa:16:3e:5c:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcded605-ded6-409f-aacf-b588581694ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:54:05Z', 'updated_at': '2021-08-30T23:54:05Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:07.062944 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-75fa5ce1-9c0b-4cc1-873c-e13715d370f7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 998 time: 0.0620549 Aug 30 23:54:07.090959 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Checking router: 551339fd-6596-41f4-ba54-67d12095e84c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:54:07.100040 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:07.100656 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:53:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:07.116861 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-f2d31057-aaf7-45d5-b4a4-d3337b7aac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:07.118396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-f2d31057-aaf7-45d5-b4a4-d3337b7aac76 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 200 len: 835 time: 0.0486040 Aug 30 23:54:07.164000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-43a0b98d-842b-426c-b123-1dc76cdb4cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:07.165486 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-43a0b98d-842b-426c-b123-1dc76cdb4cf2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401068 Aug 30 23:54:07.203801 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:07.265390 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-16b09444-7768-4f6d-b210-b528f6424aad service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931523 Aug 30 23:54:07.360017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-489ab4fd-8f02-48f6-a075-6534db77de58 req-b0956600-d9bd-409e-874a-b8fb1672b707 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873418 Aug 30 23:54:07.511189 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '603582e5-d61c-4c9d-8f54-48235d6b2f00', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'port_id': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'mac_address': 'fa:16:3e:5c:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcded605-ded6-409f-aacf-b588581694ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:54:05Z', 'updated_at': '2021-08-30T23:54:05Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:07.539071 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d83ceb-b582-45b6-b3f4-d11337274938 None None] The sync data for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 is: [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '603582e5-d61c-4c9d-8f54-48235d6b2f00', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'floating_ip_address': '172.25.7.35', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'port_id': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'mac_address': 'fa:16:3e:5c:24:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcded605-ded6-409f-aacf-b588581694ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:54:05Z', 'updated_at': '2021-08-30T23:54:05Z', 'revision_number': 0, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:54:07.740197 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf981ce-7cb4-4186-8678-5ec35934b023 None None] New status for floating IP 603582e5-d61c-4c9d-8f54-48235d6b2f00: ACTIVE {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:54:08.007956 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37340) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:08.071767 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-0309ea08-0c8f-4323-8c5a-2e063e345074 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/603582e5-d61c-4c9d-8f54-48235d6b2f00 HTTP/1.1" status: 200 len: 992 time: 0.0626647 Aug 30 23:54:10.469106 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-61b01df6-ea76-4e16-af17-de995077209e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:13.041482 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:13.420323 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f1ff0a08-a07a-4592-a58b-6df6aa854b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:14.793667 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:16.240029 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:17.722348 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:54:23.085877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:28.321199 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:39.516814 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d58a3d0-6bd2-4afe-9b1f-efee9340f9b3 req-390e144e-1293-4f00-ac28-50a0a87e8973 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:39.518313 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d58a3d0-6bd2-4afe-9b1f-efee9340f9b3 req-390e144e-1293-4f00-ac28-50a0a87e8973 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0496025 Aug 30 23:54:39.555703 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7d58a3d0-6bd2-4afe-9b1f-efee9340f9b3 req-92589547-0492-4344-91bf-51a811332bf6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314167 Aug 30 23:54:40.469594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d323219e-63a7-4010-b005-c32a5984fda8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:40.671194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73830389-469a-42d2-80b6-deb08f964378 req-f9f746e9-d1a3-486b-b424-96e6b32c3df1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:40.672602 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73830389-469a-42d2-80b6-deb08f964378 req-f9f746e9-d1a3-486b-b424-96e6b32c3df1 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0488079 Aug 30 23:54:40.710616 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-73830389-469a-42d2-80b6-deb08f964378 req-a1bb8c64-4d12-45e2-bcf0-af67217c875b tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321541 Aug 30 23:54:40.732248 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37364) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:40.801255 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a8e13633-774f-4717-9c45-a0012c31ace9 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/603582e5-d61c-4c9d-8f54-48235d6b2f00 HTTP/1.1" status: 200 len: 992 time: 0.0678821 Aug 30 23:54:42.098168 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dbdbe-e47e-4137-a617-8d0e08f17796 req-abfdff7a-e4d1-4322-acca-5d583d7c3463 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:42.099560 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-190dbdbe-e47e-4137-a617-8d0e08f17796 req-abfdff7a-e4d1-4322-acca-5d583d7c3463 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0836415 Aug 30 23:54:42.105433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-09f7bede-fc84-4c3a-895b-8371275dfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:42.106866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-09f7bede-fc84-4c3a-895b-8371275dfeee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1097 time: 0.0619149 Aug 30 23:54:42.185016 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-190dbdbe-e47e-4137-a617-8d0e08f17796 req-23c4ac47-2fda-4687-8650-0a4e81eaaef7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771980 Aug 30 23:54:42.219871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-b9a3f3ef-06a0-439c-91d2-8511d2aa1cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:42.221346 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-b9a3f3ef-06a0-439c-91d2-8511d2aa1cd3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 898 time: 0.1070781 Aug 30 23:54:42.290457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-596e138d-724b-47c8-99be-27cb419f3d9d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 1000 time: 0.0619745 Aug 30 23:54:42.340694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-ccaddd62-619b-4155-9530-4f2a5e18afe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:42.342209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-ccaddd62-619b-4155-9530-4f2a5e18afe0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 200 len: 835 time: 0.0451062 Aug 30 23:54:42.388143 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-cb4cf1c2-d5fb-4c9d-b7af-01d9fc62e002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:42.389557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-cb4cf1c2-d5fb-4c9d-b7af-01d9fc62e002 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404990 Aug 30 23:54:42.488181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-e6be5f96-d064-4afa-8c05-6b2ed1206b36 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900664 Aug 30 23:54:42.586987 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d6d41721-75a1-4b19-982d-0b20dc3d3f8b req-253eb6e6-9583-4181-be4e-62980c730430 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903773 Aug 30 23:54:43.042956 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:43.305764 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be738ea2-ee13-4b08-9a26-184772f4b03f req-cb57e31c-b01f-4361-a644-527d765c6ef2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:43.307813 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be738ea2-ee13-4b08-9a26-184772f4b03f req-cb57e31c-b01f-4361-a644-527d765c6ef2 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0500512 Aug 30 23:54:43.346373 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-be738ea2-ee13-4b08-9a26-184772f4b03f req-ae17b638-81fa-49a1-8fe8-ebaa45773ab6 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321798 Aug 30 23:54:43.420641 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-db8523f3-7554-4ac9-af63-2269267d11d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:44.465058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74957156-ef4b-453d-a065-3b84e2222d2d req-8d708482-8309-4749-9061-7c5c10aca4ed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:44.466588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74957156-ef4b-453d-a065-3b84e2222d2d req-8d708482-8309-4749-9061-7c5c10aca4ed tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0501304 Aug 30 23:54:44.508113 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-74957156-ef4b-453d-a065-3b84e2222d2d req-644c9699-66ba-4780-ada3-89aeb615a5f4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356050 Aug 30 23:54:44.532090 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37378) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:44.591852 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c7de5bdd-0f1b-45f3-89fe-ac5895048b58 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/floatingips/603582e5-d61c-4c9d-8f54-48235d6b2f00 HTTP/1.1" status: 200 len: 992 time: 0.0586197 Aug 30 23:54:44.800762 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:44.801317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37384) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:44.960960 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 38d762c5-1c2e-4727-849c-ffef97baf73e {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:54:44.961304 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.037245 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.037597 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.049830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 38d762c5-1c2e-4727-849c-ffef97baf73e owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:54:45.196081 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.221770 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=38d762c5-1c2e-4727-849c-ffef97baf73e,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:45.235001 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.235356 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.235698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.236037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.236374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.236708 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.237037 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.237371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.237699 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.238049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.238378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.238706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:45.291260 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.292164 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Floating IP 603582e5-d61c-4c9d-8f54-48235d6b2f00 disassociated (deleted). External IP: 172.25.7.35, port: a234e9c8-d9c3-4bc9-8dc9-c1362936877c. Aug 30 23:54:45.497308 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 551339fd-6596-41f4-ba54-67d12095e84c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:54:45.607626 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:54:45.612377 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:45.616986 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Sync routers for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:54:45.626466 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:45.627079 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:45.639921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-efc52543-0d5e-43d9-83e1-06d693c66f68 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/floatingips/603582e5-d61c-4c9d-8f54-48235d6b2f00 HTTP/1.1" status: 204 len: 168 time: 0.8374398 Aug 30 23:54:45.640497 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:54:45.642814 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb87bb9e-f889-433e-bb69-6842dbf03a95" -d '{"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:54:45.686460 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445a1381-e67e-4cb8-a479-75d471d8e62c x-openstack-request-id: req-445a1381-e67e-4cb8-a479-75d471d8e62c {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:54:45.686758 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:54:45.687010 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-445a1381-e67e-4cb8-a479-75d471d8e62c {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:54:45.687570 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'status': 'completed', 'code': 200} Aug 30 23:54:45.740688 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:45.752997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-976d7718-e774-4d7d-abd4-4f43d005f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:45.754611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-976d7718-e774-4d7d-abd4-4f43d005f4cd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 1097 time: 0.0439229 Aug 30 23:54:45.853082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-ece14106-fed5-4730-ac29-56934347acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:45.855176 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-ece14106-fed5-4730-ac29-56934347acbe service neutron] 10.222.0.47 "GET /v2.0/networks?id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 200 len: 898 time: 0.0922019 Aug 30 23:54:45.890230 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dcafd4-adf0-4e8a-b39f-699eb4ffe961 req-0e540b7d-2c46-4f51-b81d-281bf58e1bb3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:45.891787 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6dcafd4-adf0-4e8a-b39f-699eb4ffe961 req-0e540b7d-2c46-4f51-b81d-281bf58e1bb3 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0590551 Aug 30 23:54:45.905323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-fa10064f-cf17-4912-9db3-07ace6ca8115 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 200 len: 217 time: 0.0411911 Aug 30 23:54:45.931617 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6dcafd4-adf0-4e8a-b39f-699eb4ffe961 req-da5dcaeb-bb47-4f39-860e-6124e4ba4ae5 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338430 Aug 30 23:54:45.956097 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:45.961946 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-fe1254b9-d545-4c3e-8183-23c3015b726e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:45.964051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-fe1254b9-d545-4c3e-8183-23c3015b726e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 200 len: 835 time: 0.0511022 Aug 30 23:54:45.982854 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Checking router: 551339fd-6596-41f4-ba54-67d12095e84c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:54:45.991083 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:45.991696 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:46.011821 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-69b2060a-76a6-4345-a018-c676d0538063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:46.013263 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-69b2060a-76a6-4345-a018-c676d0538063 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=4dc56bdb-a3dc-446f-9880-2aa96349f2f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411158 Aug 30 23:54:46.096612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:46.108908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-7494057f-2090-4fae-a941-19237a0e62d2 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874398 Aug 30 23:54:46.200096 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-fb87bb9e-f889-433e-bb69-6842dbf03a95 req-6719270b-6ca5-4243-8409-0719f6b18f42 service neutron] 10.222.0.47 "GET /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834179 Aug 30 23:54:46.241712 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:46.300675 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:46.326353 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-259ea3be-6ef6-4518-9df6-8263b16d435b None None] The sync data for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 is: [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:53:53Z', 'revision_number': 4, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': 'f6aa4838-107b-4ab7-92b9-0d166b075329', 'name': '', 'network_id': '4dc56bdb-a3dc-446f-9880-2aa96349f2f4', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'mac_address': 'fa:16:3e:d4:fd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:53Z', 'updated_at': '2021-08-30T23:53:57Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'subnets': [{'id': 'b855e66c-518e-47ce-80f2-cb21771a67f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:54:46.544150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcee1e31-7db2-4220-b565-e85e4c572407 None None] New status for floating IP 603582e5-d61c-4c9d-8f54-48235d6b2f00: DOWN {{(pid=101270) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:54:47.052956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a52dfd-1f8e-4288-9c18-7dcb7aec45b6 req-114b1cf8-75d8-4703-acab-258ad3fc9578 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:47.054481 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6a52dfd-1f8e-4288-9c18-7dcb7aec45b6 req-114b1cf8-75d8-4703-acab-258ad3fc9578 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0488446 Aug 30 23:54:47.091955 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c6a52dfd-1f8e-4288-9c18-7dcb7aec45b6 req-a40664ef-53a8-4bee-b075-d22646f2dda7 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/security-groups?id=9c53986c-a5d2-4d88-98b7-3b324b8d83fb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309241 Aug 30 23:54:47.393700 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-5607e59d-a85b-418f-a578-46d12f0e7e88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:47.395102 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-5607e59d-a85b-418f-a578-46d12f0e7e88 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 945 time: 0.0520868 Aug 30 23:54:47.484549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port a234e9c8-d9c3-4bc9-8dc9-c1362936877c {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:54:47.484892 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:47.574369 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port a234e9c8-d9c3-4bc9-8dc9-c1362936877c, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:47.574734 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:47.587272 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for a234e9c8-d9c3-4bc9-8dc9-c1362936877c owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:54:47.716364 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:47.743404 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=a234e9c8-d9c3-4bc9-8dc9-c1362936877c,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:47.758643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.758643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.758826 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.759105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.759438 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.759773 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.760105 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.760440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.760770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.761098 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.761432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.761747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:47.797605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] No DVR routers for this DVR port a234e9c8-d9c3-4bc9-8dc9-c1362936877c on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:54:47.800470 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:47.802862 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-772e733d-27c0-4727-84c9-82d1a1cd5de7 req-4f73f79e-cbf0-4938-b28a-8350eb9b2e09 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.47 "DELETE /v2.0/ports/a234e9c8-d9c3-4bc9-8dc9-c1362936877c HTTP/1.1" status: 204 len: 173 time: 0.4008243 Aug 30 23:54:47.803324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'name': 'network-vif-deleted', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:54:47.805575 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a9d61d-1a6f-46b3-8d30-61a7d93309ae" -d '{"events": [{"server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "name": "network-vif-deleted", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:54:47.842039 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0339811f-3835-4939-ba27-8552d13ec5d4 x-openstack-request-id: req-0339811f-3835-4939-ba27-8552d13ec5d4 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:54:47.842335 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcded605-ded6-409f-aacf-b588581694ba", "name": "network-vif-deleted", "tag": "a234e9c8-d9c3-4bc9-8dc9-c1362936877c", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:54:47.842614 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0339811f-3835-4939-ba27-8552d13ec5d4 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:54:47.843039 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcded605-ded6-409f-aacf-b588581694ba', 'name': 'network-vif-deleted', 'tag': 'a234e9c8-d9c3-4bc9-8dc9-c1362936877c', 'status': 'completed', 'code': 200} Aug 30 23:54:48.205517 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-859c616a-834d-4604-9406-99651f9ba5af req-045489de-b749-416e-a943-8c52f8c2eaf4 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcded605-ded6-409f-aacf-b588581694ba HTTP/1.1" status: 200 len: 210 time: 0.0317519 Aug 30 23:54:49.264313 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37400) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:49.622134 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:49.878420 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port f6aa4838-107b-4ab7-92b9-0d166b075329 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:54:49.878676 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:49.969679 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port f6aa4838-107b-4ab7-92b9-0d166b075329, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f6aa4838-107b-4ab7-92b9-0d166b075329,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:49.970075 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:49.983132 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for f6aa4838-107b-4ab7-92b9-0d166b075329 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:54:50.167018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:50.190841 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=f6aa4838-107b-4ab7-92b9-0d166b075329,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:50.372666 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:50.590727 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Router 551339fd-6596-41f4-ba54-67d12095e84c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:54:50.696304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:54:50.701590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-76d20deb-fdf2-4210-ae8a-f42e24c37a15 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "PUT /v2.0/routers/551339fd-6596-41f4-ba54-67d12095e84c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4362569 Aug 30 23:54:50.704353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37402) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:50.706019 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Sync routers for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:54:50.715187 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:50.715802 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:50.755441 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting subnet b855e66c-518e-47ce-80f2-cb21771a67f1 {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 30 23:54:50.758753 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:50.806390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a234e9c8-d9c3-4bc9-8dc9-c1362936877c no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:54:50.809609 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:50.829840 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:50.833033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: a234e9c8-d9c3-4bc9-8dc9-c1362936877c {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:54:50.833383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device a234e9c8-d9c3-4bc9-8dc9-c1362936877c not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:54:50.904163 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:50.975082 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.006782 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Subnet': ['ID=b855e66c-518e-47ce-80f2-cb21771a67f1,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:51.010881 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.015195 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3ec70dec-69f7-448e-b4a6-e85c41fea499 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/subnets/b855e66c-518e-47ce-80f2-cb21771a67f1 HTTP/1.1" status: 204 len: 168 time: 0.3072207 Aug 30 23:54:51.015593 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37404) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:51.018392 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237fbe02-af76-4b34-9181-305d06122294 None None] Network 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:54:51.040932 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:54:50Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:51.069824 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Checking router: 551339fd-6596-41f4-ba54-67d12095e84c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:54:51.078572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Routers {'551339fd-6596-41f4-ba54-67d12095e84c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:51.079173 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['551339fd-6596-41f4-ba54-67d12095e84c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:51.135797 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.244290 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] DHCP port deletion for 4dc56bdb-a3dc-446f-9880-2aa96349f2f4 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 30 23:54:51.276463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.289449 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] Set router 551339fd-6596-41f4-ba54-67d12095e84c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:51.310558 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Deleting port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:54:51.310951 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.342498 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Deleting port 45fb0667-c692-4116-9599-fba7e43b5cf7 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:54:51.343336 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.379165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] For port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,segment=NetworkSegment(eef67779-0a06-4db2-8e2a-a4ec1627cdce),segment_id=eef67779-0a06-4db2-8e2a-a4ec1627cdce)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:51.379635 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.393592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Calling delete_port for 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:54:51.441435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] For port 45fb0667-c692-4116-9599-fba7e43b5cf7, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=45fb0667-c692-4116-9599-fba7e43b5cf7,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:51.441912 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.460345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Calling delete_port for 45fb0667-c692-4116-9599-fba7e43b5cf7 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:54:51.485276 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.505320 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:54:50Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:51.516953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Pushing event deleted for resources: {'Port': ['ID=4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:51.520851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] No DVR routers for this DVR port 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:54:51.529246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.529486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.529774 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.530144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.530478 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.530807 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.531137 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.531483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.531792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.532242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.532579 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.532921 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a332b2ef-d63b-4f2d-b4f3-d269c23df62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:54:51.541995 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028c3c87-c876-47c0-9ee6-90be0628ae4f None None] The sync data for ids ['551339fd-6596-41f4-ba54-67d12095e84c'] in n-d-791504-21 is: [{'id': '551339fd-6596-41f4-ba54-67d12095e84c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-960219514', 'tenant_id': '70d406fe4d9247fe85701186b9c9bfcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9'}], 'enable_snat': True}, 'gw_port_id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:53:49Z', 'updated_at': '2021-08-30T23:54:50Z', 'revision_number': 5, 'project_id': '70d406fe4d9247fe85701186b9c9bfcd', 'gw_port': {'id': '45fb0667-c692-4116-9599-fba7e43b5cf7', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:e6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '551339fd-6596-41f4-ba54-67d12095e84c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:53:50Z', 'updated_at': '2021-08-30T23:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:54:51.658854 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.685607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Port': ['ID=45fb0667-c692-4116-9599-fba7e43b5cf7,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:51.749809 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.846955 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.849175 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.894581 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.895217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Fanout notify agent at l3_agent the message router_deleted on router 551339fd-6596-41f4-ba54-67d12095e84c {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 30 23:54:51.906101 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:51.907497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-59cc92f7-b787-41fb-b3c0-c2c11c7e0585 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/routers/551339fd-6596-41f4-ba54-67d12095e84c HTTP/1.1" status: 204 len: 168 time: 0.8906658 Aug 30 23:54:51.910614 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37406) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:51.997099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.086085 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.095508 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc56bdb-a3dc-446f-9880-2aa96349f2f4']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:52.105648 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef67779-0a06-4db2-8e2a-a4ec1627cdce') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:52.105976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef67779-0a06-4db2-8e2a-a4ec1627cdce') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:52.114681 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.128686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.134451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 30 23:54:52.135570 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: timer() Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: self._notify() Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 30 23:54:52.138449 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 30 23:54:52.195529 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.200494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.202564 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/networks/4dc56bdb-a3dc-446f-9880-2aa96349f2f4 HTTP/1.1" status: 204 len: 168 time: 0.2909563 Aug 30 23:54:52.205447 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37408) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:52.221296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fa04a-0c1c-4fd5-bff9-6250efa1fe9f tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'Network': ['ID=4dc56bdb-a3dc-446f-9880-2aa96349f2f4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:52.268573 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.293160 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.359507 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.362240 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.363447 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] 10.222.0.25 "DELETE /v2.0/security-groups/9c53986c-a5d2-4d88-98b7-3b324b8d83fb HTTP/1.1" status: 204 len: 168 time: 0.1569345 Aug 30 23:54:52.373951 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ab631-6122-4f34-a45c-56745e107150 tempest-TestNetworkAdvancedServerOps-1697005496 tempest-TestNetworkAdvancedServerOps-1697005496-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c53986c-a5d2-4d88-98b7-3b324b8d83fb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:52.703399 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37416) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:52.836688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9dcb1166-30d4-43fe-9f01-f28436a7a6c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70d406fe4d9247fe85701186b9c9bfcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320031 Aug 30 23:54:52.844992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:52.893120 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.914215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.960907 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.964009 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:52.965351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ccce6438-d613-405a-8dea-5c291bbba0b6 HTTP/1.1" status: 204 len: 168 time: 0.1194563 Aug 30 23:54:52.973400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c731bb0-ac90-4fef-a936-3f8879a9c58a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccce6438-d613-405a-8dea-5c291bbba0b6,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:53.111326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.211756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 45fb0667-c692-4116-9599-fba7e43b5cf7 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:54:53.235147 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37426) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:53.236394 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 45fb0667-c692-4116-9599-fba7e43b5cf7 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:54:53.236756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 45fb0667-c692-4116-9599-fba7e43b5cf7 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:54:53.237173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6aa4838-107b-4ab7-92b9-0d166b075329 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:54:53.249302 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c96b2af8-edd8-416c-a4a5-3de1b7c6aa58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.256539 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f6aa4838-107b-4ab7-92b9-0d166b075329 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:54:53.256885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f6aa4838-107b-4ab7-92b9-0d166b075329 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:54:53.257330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:54:53.277005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:54:53.277408 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 4f84fd8a-20a0-4f5b-b03f-bc3dc8fdf7b5 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:54:53.346893 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c96b2af8-edd8-416c-a4a5-3de1b7c6aa58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.350901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c96b2af8-edd8-416c-a4a5-3de1b7c6aa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.392396 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c96b2af8-edd8-416c-a4a5-3de1b7c6aa58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef6b643622ee41c7b723029695dff2d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1559951 Aug 30 23:54:53.393403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b2af8-edd8-416c-a4a5-3de1b7c6aa58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dac656ba-3e03-439c-b32d-c1c8a17f7b22,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:53.394999 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37428) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:53.444517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.465937 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.512658 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.515244 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:53.516437 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dac656ba-3e03-439c-b32d-c1c8a17f7b22 HTTP/1.1" status: 204 len: 168 time: 0.1195974 Aug 30 23:54:53.524675 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187dbb1-1cfc-40c4-bfc8-2391bf90e396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dac656ba-3e03-439c-b32d-c1c8a17f7b22,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:54.238326 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37450) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:54.332006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1147483329-network', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:54.352530 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Made reservation on behalf of c824f2a915a444f0bc94bd83ca97dd9f for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:54:54.355507 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.364102 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.460036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.464566 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.484409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:54:54.497351 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109dd1b4-8b1d-4a96-954b-fe8523311e65,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:54.502156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.502503 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Added segment 7122da64-8942-4e5d-85d9-3e3a248ee5dd of type vlan for network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc Aug 30 23:54:54.564027 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.593127 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.594276 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:54.594994 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.651163 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4111314 Aug 30 23:54:54.654227 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37454) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:54.658839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356f9c3-fb73-4aee-aeb4-6a7c11fa0720 admin admin] Pushing event updated for resources: {'Network': ['ID=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:54.659377 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Request body: {'subnet': {'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1147483329-subnet', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'ip_version': 4}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:54.668854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:54:54.683410 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Made reservation on behalf of c824f2a915a444f0bc94bd83ca97dd9f for: {'subnet': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:54:54.685851 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64204813'] for subnet, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.722312 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:54:54.865317 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63970389', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64204827'] for subnet, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.930728 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:54.949190 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Checking segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:54:54.949574 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Network hostable DHCP agents. Network: cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101268) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:54:54.966511 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101268) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:54:54.977589 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc) {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:54.982763 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:54.983368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:54.986499 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df179a7f-759e-4a4b-a802-c6df52c489af None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:54:55.000132 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-27fa732f-4fa7-444b-8170-2d622e6776c4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3446927 Aug 30 23:54:55.003030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37456) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:55.007853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:55.031557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.032562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.086207 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.139268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:54:55.140225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.232204 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.279904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Allocated IP 172.20.0.2 (cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc/b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc/b54e0938-2c13-4e30-9ac6-0794e4307626) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:54:55.424436 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.432878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.433489 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Transition to ACTIVE for port object b54e0938-2c13-4e30-9ac6-0794e4307626 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:54:55.450393 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Transition to ACTIVE for port object b54e0938-2c13-4e30-9ac6-0794e4307626 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:54:55.457018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.459860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.505257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:54:55.508152 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:55.512317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:54:55.519372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Pushing event updated for resources: {'Port': ['ID=b54e0938-2c13-4e30-9ac6-0794e4307626,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:55.571051 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Allocated IP 172.25.7.49 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/49b75f00-c572-47ef-9fc8-1234407d178d) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:54:55.573104 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Attempting to bind port b54e0938-2c13-4e30-9ac6-0794e4307626 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:54:55.573541 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Attempting to bind port b54e0938-2c13-4e30-9ac6-0794e4307626 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:54:55.573908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Attempting to bind port b54e0938-2c13-4e30-9ac6-0794e4307626 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:54:55.579694 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:54:55.580077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Checking segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:54:55.580488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.580907 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Bound using segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:54:55.581360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Bound port: b54e0938-2c13-4e30-9ac6-0794e4307626, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:54:55.581756 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.645708 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] For port b54e0938-2c13-4e30-9ac6-0794e4307626, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:54:55.648729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] For port b54e0938-2c13-4e30-9ac6-0794e4307626, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b54e0938-2c13-4e30-9ac6-0794e4307626,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:54:55.652530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.674067 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.719759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2152215f-54f7-4162-9861-83a4927e4d47 None None] Pushing event updated for resources: {'Port': ['ID=b54e0938-2c13-4e30-9ac6-0794e4307626,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:55.726669 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:55.765431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:54:55.772621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:55.775110 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:54:55.800134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Pushing event updated for resources: {'Port': ['ID=49b75f00-c572-47ef-9fc8-1234407d178d,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:56.382652 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:56.594417 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:56.631497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60e9852-336c-4ca3-9088-714f120db892 None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:54:56.722466 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-263c8675-4a21-4532-9798-cd2bc198bdfb None None] Provisioning for port b54e0938-2c13-4e30-9ac6-0794e4307626 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:54:56.736479 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:54:56.855957 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:54:56.866372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:54:56.873454 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:56.874897 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e45e9529-8a08-4d52-bf0c-124f8c51e687 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8706334 Aug 30 23:54:56.876657 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:56.877298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:56.878318 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37460) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:56.997920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:57.197230 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:55Z', 'revision_number': 3, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:57.225348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:54:57.225684 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Updating router 7428bb9d-6eba-4421-bde3-2c839bc34947 port 49b75f00-c572-47ef-9fc8-1234407d178d binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:54:57.257759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b54e0938-2c13-4e30-9ac6-0794e4307626 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:54:57.263778 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.341089 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.399892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port b54e0938-2c13-4e30-9ac6-0794e4307626 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:54:57.407811 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b54e0938-2c13-4e30-9ac6-0794e4307626 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:57.408180 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.506579 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Allocated IP 172.20.0.1 (cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc/b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc/884a29ff-ee7e-4ddd-9368-620cf47f64d8) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:54:57.564621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.622984 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.635965 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Transition to ACTIVE for port object 884a29ff-ee7e-4ddd-9368-620cf47f64d8 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:54:57.641899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port b54e0938-2c13-4e30-9ac6-0794e4307626, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b54e0938-2c13-4e30-9ac6-0794e4307626,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:57.648964 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.659638 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.671071 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.689199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Transition to ACTIVE for port object 49b75f00-c572-47ef-9fc8-1234407d178d will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:54:57.697938 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.717240 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:54:57.721886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:57.726330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:54:57.726858 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=b54e0938-2c13-4e30-9ac6-0794e4307626,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:57.730336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Pushing event updated for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:57.765413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Attempting to bind port 49b75f00-c572-47ef-9fc8-1234407d178d on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:54:57.765702 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Attempting to bind port 49b75f00-c572-47ef-9fc8-1234407d178d by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:54:57.766130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Attempting to bind port 49b75f00-c572-47ef-9fc8-1234407d178d on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:54:57.772753 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.787130 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:54:57.787516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:54:57.787926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.788325 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:54:57.789003 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Bound port: 49b75f00-c572-47ef-9fc8-1234407d178d, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:54:57.789395 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.793755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6453d-25e9-4cfc-a446-436f2193c34a None None] Pushing event updated for resources: {'Port': ['ID=49b75f00-c572-47ef-9fc8-1234407d178d,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:57.854636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] For port 49b75f00-c572-47ef-9fc8-1234407d178d, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:54:57.858537 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] For port 49b75f00-c572-47ef-9fc8-1234407d178d, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49b75f00-c572-47ef-9fc8-1234407d178d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:54:57.864532 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.913916 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:54:57.914582 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:57.930418 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:57.979673 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c6453d-25e9-4cfc-a446-436f2193c34a None None] Pushing event updated for resources: {'Port': ['ID=49b75f00-c572-47ef-9fc8-1234407d178d,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:58.051696 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5239f711-ed12-4448-a089-bd7f0c3a733a None None] Provisioning for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:54:58.055244 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-5239f711-ed12-4448-a089-bd7f0c3a733a None None] Provisioning complete for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:58.055617 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5239f711-ed12-4448-a089-bd7f0c3a733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.077777 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:54:58.105552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.110728 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.128468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-5239f711-ed12-4448-a089-bd7f0c3a733a None None] Port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:54:58.181239 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.183011 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Pushing event updated for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:58.281605 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:54:58.283769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:58.303923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 1, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:54:58.336388 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312f6d10-df8e-4866-b10d-3f1245b426c0 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 1, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:54:58.351389 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.421473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:54:58.538878 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:54:58.566416 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5339c2c3-7ade-4aaa-88df-f7934665561b admin admin] 10.222.0.25 "PUT /v2.0/routers/7428bb9d-6eba-4421-bde3-2c839bc34947/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6805747 Aug 30 23:54:58.578473 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-20daaad0-bb52-4473-90b9-6cbf92a0c430 None None] Provisioning complete for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:58.579135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-20daaad0-bb52-4473-90b9-6cbf92a0c430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:58.616395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-20daaad0-bb52-4473-90b9-6cbf92a0c430 None None] Port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:54:59.092523 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37476) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:59.097825 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2099992702-network', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:59.121000 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Made reservation on behalf of ef7026144e3b4d76913b61d2d5461ab2 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:54:59.123537 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.133499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.251943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.257917 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.282089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 30 23:54:59.304860 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.305324 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Added segment 80f42259-b7a7-4913-a514-e737e928041f of type vlan for network 3c886cc7-f955-4ac5-ab57-3ee723228be2 Aug 30 23:54:59.314166 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3278d536-2016-4428-b2c5-4075d3b69f4a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:59.349350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49b75f00-c572-47ef-9fc8-1234407d178d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:54:59.367556 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.398577 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.400058 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:59.401607 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.426035 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 49b75f00-c572-47ef-9fc8-1234407d178d completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:54:59.435418 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 49b75f00-c572-47ef-9fc8-1234407d178d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:59.436368 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.473181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3795035 Aug 30 23:54:59.475892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37478) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:59.483620 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Request body: {'subnet': {'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2099992702-subnet', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:59.492501 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59748d-5cab-42cb-8dbc-7a9e3b4534fa admin admin] Pushing event updated for resources: {'Network': ['ID=3c886cc7-f955-4ac5-ab57-3ee723228be2,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:59.513980 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Made reservation on behalf of ef7026144e3b4d76913b61d2d5461ab2 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:54:59.516517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.519754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 30 23:54:59.580306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.621322 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 49b75f00-c572-47ef-9fc8-1234407d178d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49b75f00-c572-47ef-9fc8-1234407d178d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:54:59.626366 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.627391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b54e0938-2c13-4e30-9ac6-0794e4307626 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:54:59.722448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=49b75f00-c572-47ef-9fc8-1234407d178d,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:59.728586 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.735736 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port b54e0938-2c13-4e30-9ac6-0794e4307626 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:54:59.736115 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.785029 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e336d42-d68f-44d1-8d31-3ed32bcab039,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:54:59.796633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Checking segment: {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:54:59.796996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Network hostable DHCP agents. Network: 3c886cc7-f955-4ac5-ab57-3ee723228be2, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 30 23:54:59.814097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 30 23:54:59.823419 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3c886cc7-f955-4ac5-ab57-3ee723228be2) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:54:59.827823 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:54:59.828416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.837338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322036a5-575d-4b89-b2a5-e564d6462aa5 None None] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:54:59.844765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-726b1c9b-76d5-4f2b-b4ab-7f4d7c6902ed admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3676865 Aug 30 23:54:59.847226 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37480) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:54:59.851634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:54:59.872305 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.873469 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:54:59.932844 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.005740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3c886cc7-f955-4ac5-ab57-3ee723228be2', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 30 23:55:00.007194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.077986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.159972 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Allocated IP 172.20.0.2 (3c886cc7-f955-4ac5-ab57-3ee723228be2/2e336d42-d68f-44d1-8d31-3ed32bcab039/abcaece3-026a-4d80-9ff7-5522539412b8) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:55:00.307183 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.321544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.331760 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.333400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Transition to ACTIVE for port object abcaece3-026a-4d80-9ff7-5522539412b8 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:00.356424 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Transition to ACTIVE for port object abcaece3-026a-4d80-9ff7-5522539412b8 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:00.364754 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.406869 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:00.411769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:00.414853 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:55:00.423098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Pushing event updated for resources: {'Port': ['ID=abcaece3-026a-4d80-9ff7-5522539412b8,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:00.448440 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Allocated IP 172.25.7.43 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/de8ffd04-4c42-4b50-928c-a85227ee7ec4) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:55:00.493397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Attempting to bind port abcaece3-026a-4d80-9ff7-5522539412b8 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:55:00.493899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Attempting to bind port abcaece3-026a-4d80-9ff7-5522539412b8 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:55:00.494925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Attempting to bind port abcaece3-026a-4d80-9ff7-5522539412b8 on network 3c886cc7-f955-4ac5-ab57-3ee723228be2 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:00.504856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:55:00.505331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Checking segment: {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:55:00.505822 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.506293 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Bound using segment: {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:55:00.506845 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Bound port: abcaece3-026a-4d80-9ff7-5522539412b8, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:55:00.507307 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.519628 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:55:00.529362 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:00.530098 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:00.562362 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.609685 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.617646 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] For port abcaece3-026a-4d80-9ff7-5522539412b8, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:55:00.622246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] For port abcaece3-026a-4d80-9ff7-5522539412b8, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=abcaece3-026a-4d80-9ff7-5522539412b8,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:55:00.629194 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.645298 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:00.662022 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Pushing event updated for resources: {'Port': ['ID=de8ffd04-4c42-4b50-928c-a85227ee7ec4,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:00.670089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:00.671691 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:00.674305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:55:00.869650 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 2, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:00.920984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4701ca-128c-4e72-a2ba-be64efed12d1 None None] Pushing event updated for resources: {'Port': ['ID=abcaece3-026a-4d80-9ff7-5522539412b8,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:00.932168 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:55:00.933533 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Updating router 7428bb9d-6eba-4421-bde3-2c839bc34947 port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:55:00.965509 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:00.996596 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.372824 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.385989 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Transition to ACTIVE for port object 884a29ff-ee7e-4ddd-9368-620cf47f64d8 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:01.393022 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.428594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49b75f00-c572-47ef-9fc8-1234407d178d up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:01.511353 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Pushing event updated for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:01.529022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 49b75f00-c572-47ef-9fc8-1234407d178d triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:01.529396 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.539288 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.539850 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.540327 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.540829 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.541262 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.542094 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.542094 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.542572 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.542994 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.543428 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.543910 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.544332 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:55:01.550744 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Attempting to bind port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:55:01.551523 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Attempting to bind port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:55:01.552143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Attempting to bind port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:01.564340 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:55:01.565116 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Checking segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:55:01.565750 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.566433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Bound using segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:55:01.567143 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Bound port: 884a29ff-ee7e-4ddd-9368-620cf47f64d8, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:55:01.567905 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.652277 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] For port 884a29ff-ee7e-4ddd-9368-620cf47f64d8, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:55:01.656213 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] For port 884a29ff-ee7e-4ddd-9368-620cf47f64d8, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=884a29ff-ee7e-4ddd-9368-620cf47f64d8,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:55:01.672079 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.692017 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:01.694024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device abcaece3-026a-4d80-9ff7-5522539412b8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:01.765340 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:01.774206 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:01.810870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port abcaece3-026a-4d80-9ff7-5522539412b8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:01.845712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283fa72-a491-4c6c-adc0-3f1f754e83ba None None] Pushing event updated for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:01.937775 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Router a14c7767-7775-482e-9016-804253ec236b is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 30 23:55:01.938359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:02.090740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:55:02.104192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Sync routers for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:55:02.111300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.116201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-177a4fce-ebfd-4eec-ba78-beeab42d7d4c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2647886 Aug 30 23:55:02.116409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:02.117110 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37482) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:02.117636 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:02.198343 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:01Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:02.227521 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f25752-27bc-445f-81a5-20cd00880040 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:01Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:55:02.279099 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:02.315234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897ec0c7-c97b-486c-ba55-a482fddcc053 None None] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 30 23:55:02.452331 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Provisioning for port abcaece3-026a-4d80-9ff7-5522539412b8 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:02.466534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Provisioning complete for port abcaece3-026a-4d80-9ff7-5522539412b8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:02.467003 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.629646 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.695125 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.740443 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:00Z', 'revision_number': 3, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:02.745363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] For port abcaece3-026a-4d80-9ff7-5522539412b8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=abcaece3-026a-4d80-9ff7-5522539412b8,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:02.775826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Checking router: a14c7767-7775-482e-9016-804253ec236b for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:55:02.776188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Updating router a14c7767-7775-482e-9016-804253ec236b port de8ffd04-4c42-4b50-928c-a85227ee7ec4 binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:55:02.778269 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.812421 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Allocated IP 172.20.0.1 (3c886cc7-f955-4ac5-ab57-3ee723228be2/2e336d42-d68f-44d1-8d31-3ed32bcab039/07846414-c78b-4fe0-8013-8f89689dad39) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:55:02.836663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.889733 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc618aa-1cc6-4fab-b3d7-719a94c22bd7 None None] Pushing event updated for resources: {'Port': ['ID=abcaece3-026a-4d80-9ff7-5522539412b8,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:02.953378 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:02.973773 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Transition to ACTIVE for port object 07846414-c78b-4fe0-8013-8f89689dad39 will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:03.014259 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.053854 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:03.055494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f6da244a-d107-4fbd-a985-2117a67848d9 None None] Provisioning complete for port abcaece3-026a-4d80-9ff7-5522539412b8 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:03.055920 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-f6da244a-d107-4fbd-a985-2117a67848d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.059011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:03.062819 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:55:03.089279 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Pushing event updated for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:03.108520 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.233939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.254328 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Transition to ACTIVE for port object de8ffd04-4c42-4b50-928c-a85227ee7ec4 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:03.263970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.270021 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 884a29ff-ee7e-4ddd-9368-620cf47f64d8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:03.355184 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130156-b474-47c4-b2e8-3ed0215bf78c None None] Pushing event updated for resources: {'Port': ['ID=de8ffd04-4c42-4b50-928c-a85227ee7ec4,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:03.359724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Attempting to bind port de8ffd04-4c42-4b50-928c-a85227ee7ec4 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:55:03.360093 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Attempting to bind port de8ffd04-4c42-4b50-928c-a85227ee7ec4 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:55:03.360451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Attempting to bind port de8ffd04-4c42-4b50-928c-a85227ee7ec4 on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:03.368218 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:55:03.368593 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:55:03.369033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.369427 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:55:03.369937 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Bound port: de8ffd04-4c42-4b50-928c-a85227ee7ec4, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:55:03.370319 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.408212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:03.418591 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:03.418958 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.470232 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] For port de8ffd04-4c42-4b50-928c-a85227ee7ec4, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:55:03.486497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df9b7251-0f5e-4e05-8e70-78267bd06df9 None None] Provisioning for port 07846414-c78b-4fe0-8013-8f89689dad39 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:03.490022 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] For port de8ffd04-4c42-4b50-928c-a85227ee7ec4, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=de8ffd04-4c42-4b50-928c-a85227ee7ec4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:55:03.495337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-df9b7251-0f5e-4e05-8e70-78267bd06df9 None None] Provisioning complete for port 07846414-c78b-4fe0-8013-8f89689dad39 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:03.495714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-df9b7251-0f5e-4e05-8e70-78267bd06df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.498542 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.597097 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.606886 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-df9b7251-0f5e-4e05-8e70-78267bd06df9 None None] Port 07846414-c78b-4fe0-8013-8f89689dad39 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:55:03.628544 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.630566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:03.631199 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:03.632772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c130156-b474-47c4-b2e8-3ed0215bf78c None None] Pushing event updated for resources: {'Port': ['ID=de8ffd04-4c42-4b50-928c-a85227ee7ec4,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:03.709744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 884a29ff-ee7e-4ddd-9368-620cf47f64d8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=884a29ff-ee7e-4ddd-9368-620cf47f64d8,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:03.740016 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.740553 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device abcaece3-026a-4d80-9ff7-5522539412b8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:03.776555 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.783000 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.830156 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:03.854490 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.856407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Pushing event updated for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:03.863942 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:03.916357 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port abcaece3-026a-4d80-9ff7-5522539412b8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:03.916732 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:03.955739 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:03.957289 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:04.085018 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Router a14c7767-7775-482e-9016-804253ec236b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:55:04.124315 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '07846414-c78b-4fe0-8013-8f89689dad39', 'name': '', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'mac_address': 'fa:16:3e:76:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:02Z', 'updated_at': '2021-08-30T23:55:02Z', 'revision_number': 1, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'subnets': [{'id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:04.153161 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c457c01-41e0-4689-ac44-b91f740705a1 None None] The sync data for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 is: [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '07846414-c78b-4fe0-8013-8f89689dad39', 'name': '', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'mac_address': 'fa:16:3e:76:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:02Z', 'updated_at': '2021-08-30T23:55:02Z', 'revision_number': 1, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'subnets': [{'id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:55:04.206333 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:55:04.211607 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-15acdcc4-957a-4fbd-aa6d-668627ed17b4 admin admin] 10.222.0.25 "PUT /v2.0/routers/a14c7767-7775-482e-9016-804253ec236b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0924625 Aug 30 23:55:04.233740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d04717a6-f5f4-42b6-8c3e-1369cb4e7186 None None] Provisioning complete for port 07846414-c78b-4fe0-8013-8f89689dad39 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:04.234076 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d04717a6-f5f4-42b6-8c3e-1369cb4e7186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:04.271800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d04717a6-f5f4-42b6-8c3e-1369cb4e7186 None None] Port 07846414-c78b-4fe0-8013-8f89689dad39 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:55:04.838599 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37490) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:04.843847 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1551630754', 'description': 'tempest-secgroup-smoke-1551630754 description', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:04.867835 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:04.973144 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:04.977120 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.007719 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.009022 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1693354 Aug 30 23:55:05.012689 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37492) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.018346 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.027698 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02039158-4d1e-47ff-9e34-68d37b617c86 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.058072 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.127511 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.131735 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.151059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3aba89d-2676-44ce-9b87-fa4a3c2ca6da,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.162021 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.163359 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-18b37b06-8ebc-43f5-aa25-caf8f6b5041e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1492429 Aug 30 23:55:05.166312 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37494) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.171007 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.205227 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.287178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.290947 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.316345 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfa16d50-6c2a-4078-8c48-f2d09125a5ac,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.323574 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 884a29ff-ee7e-4ddd-9368-620cf47f64d8 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:05.329010 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.330302 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12907bf2-6449-4b93-a11c-d3a608821585 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1629441 Aug 30 23:55:05.333077 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37496) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.337948 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.367672 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.379426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:05.379805 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.435475 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.440395 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.460304 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3964bbe1-132c-4b86-ac2e-bd773e02258c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.467843 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.469249 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ad909abe-4977-4663-b009-4bf29d1a374d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348882 Aug 30 23:55:05.473207 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37498) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.474014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device de8ffd04-4c42-4b50-928c-a85227ee7ec4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:05.479145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.511383 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.528494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port de8ffd04-4c42-4b50-928c-a85227ee7ec4 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:05.535413 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port de8ffd04-4c42-4b50-928c-a85227ee7ec4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:05.535793 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.587057 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.592328 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.611425 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a799a4d-db04-4ef0-b6bd-f2045ef349cd,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.620498 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.624320 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1671f8f2-b75b-425b-893a-725982ede0f0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1473079 Aug 30 23:55:05.625023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37500) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.628910 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.629931 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.656108 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Project c824f2a915a444f0bc94bd83ca97dd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:55:05.657255 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port de8ffd04-4c42-4b50-928c-a85227ee7ec4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=de8ffd04-4c42-4b50-928c-a85227ee7ec4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:05.662494 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.663009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.719628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=de8ffd04-4c42-4b50-928c-a85227ee7ec4,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.737230 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.741686 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.762538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c2830f-4f82-4fb3-b07b-c98ea29e94df,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.773481 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.775621 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ed37a655-306f-4b03-872c-f2b3e3cb070c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493661 Aug 30 23:55:05.778273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37502) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:05.785979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '05ad7ef2-6208-4fcd-ba49-afc2c534a8b4', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:05.809625 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Project c824f2a915a444f0bc94bd83ca97dd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:55:05.814559 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.880184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.883950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.902943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4927360-f2c8-45d8-afd5-24ab1bf895f6,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:05.908274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:05.909760 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f519e21e-e418-4b57-9807-e21b40a4da8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1302693 Aug 30 23:55:06.117038 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-fb348d4a-33c2-42a1-a7e2-f563b8507569 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1551630754&fields=id&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 267 time: 0.0350740 Aug 30 23:55:06.232636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-7958acd1-9ebd-4bcd-86f2-a4b3b41810e3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:06.234171 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-7958acd1-9ebd-4bcd-86f2-a4b3b41810e3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 809 time: 0.1098218 Aug 30 23:55:06.250196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-fe9ab356-21b2-4a48-af7c-66ad19a48588 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/quotas/c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 375 time: 0.0097599 Aug 30 23:55:06.311037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-dde44daa-c295-4612-b603-e5805f84b4bb tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534060 Aug 30 23:55:06.414109 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-e770a99c-9073-4ab3-a705-97e84132d91f service neutron] 10.222.0.25 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874271 Aug 30 23:55:06.508162 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Sync routers for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:55:06.514641 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-916621c9-eee4-4a01-b652-b13db304d52b service neutron] 10.222.0.25 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919223 Aug 30 23:55:06.518594 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:06.519237 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:06.692058 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2dd32fdd-a3e0-41f9-a284-a60b88366f4f req-f88dc9d2-85f7-4eb1-8bc2-da5a9de6c399 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 210 time: 0.0305505 Aug 30 23:55:06.740877 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:06.962902 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '07846414-c78b-4fe0-8013-8f89689dad39', 'name': '', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'mac_address': 'fa:16:3e:76:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:02Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 2, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'subnets': [{'id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:06.992505 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Checking router: a14c7767-7775-482e-9016-804253ec236b for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:55:06.992864 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Updating router a14c7767-7775-482e-9016-804253ec236b port 07846414-c78b-4fe0-8013-8f89689dad39 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 30 23:55:07.018902 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.229349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device de8ffd04-4c42-4b50-928c-a85227ee7ec4 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:07.283720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port de8ffd04-4c42-4b50-928c-a85227ee7ec4 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:07.284237 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.309168 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.319828 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Transition to ACTIVE for port object 07846414-c78b-4fe0-8013-8f89689dad39 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:07.326462 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.375641 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d06166-d8c9-449c-89a2-73da383e5e73 None None] Pushing event updated for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:07.437774 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Attempting to bind port 07846414-c78b-4fe0-8013-8f89689dad39 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:55:07.438316 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Attempting to bind port 07846414-c78b-4fe0-8013-8f89689dad39 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:55:07.438786 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Attempting to bind port 07846414-c78b-4fe0-8013-8f89689dad39 on network 3c886cc7-f955-4ac5-ab57-3ee723228be2 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:07.444985 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:55:07.445750 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Checking segment: {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:55:07.446578 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.447411 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Bound using segment: {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:55:07.448622 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Bound port: 07846414-c78b-4fe0-8013-8f89689dad39, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80f42259-b7a7-4913-a514-e737e928041f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:55:07.449426 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.535030 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] For port 07846414-c78b-4fe0-8013-8f89689dad39, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:55:07.540309 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] For port 07846414-c78b-4fe0-8013-8f89689dad39, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07846414-c78b-4fe0-8013-8f89689dad39,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:55:07.546298 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.626929 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:07.627575 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:54:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:07.682555 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d06166-d8c9-449c-89a2-73da383e5e73 None None] Pushing event updated for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:07.703570 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-a141d88e-de1a-4569-8118-3f33906ff6c6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:07.707611 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-a141d88e-de1a-4569-8118-3f33906ff6c6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 809 time: 0.1509373 Aug 30 23:55:07.763552 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:07.793424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-93239df4-cae1-4bbf-bbb8-c1c9adb97f91 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 380 time: 0.0649292 Aug 30 23:55:07.813540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'port': {'device_id': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'admin_state_up': True, 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'security_groups': ['05ad7ef2-6208-4fcd-ba49-afc2c534a8b4']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:07.839462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3418969d-6ee4-434a-8c83-b48384ab5711 req-ab450ab5-0ee9-404b-99de-8c75298c8a5a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 210 time: 0.0429792 Aug 30 23:55:07.948830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Made reservation on behalf of c824f2a915a444f0bc94bd83ca97dd9f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:55:07.952416 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:07.981507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '07846414-c78b-4fe0-8013-8f89689dad39', 'name': '', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'mac_address': 'fa:16:3e:76:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:02Z', 'updated_at': '2021-08-30T23:55:07Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'subnets': [{'id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:08.007050 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-765de222-4c50-41bd-8c3b-a4543232171d None None] The sync data for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 is: [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '07846414-c78b-4fe0-8013-8f89689dad39', 'name': '', 'network_id': '3c886cc7-f955-4ac5-ab57-3ee723228be2', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'mac_address': 'fa:16:3e:76:e2:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:02Z', 'updated_at': '2021-08-30T23:55:07Z', 'revision_number': 4, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'subnets': [{'id': '2e336d42-d68f-44d1-8d31-3ed32bcab039', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:55:08.092535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Allocated IP 172.20.0.11 (cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc/b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc/9aae63ef-076f-4db9-bbb7-367a7e25f148) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:55:08.235520 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.250972 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Transition to ACTIVE for port object 9aae63ef-076f-4db9-bbb7-367a7e25f148 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:08.285422 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.338107 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:08.341343 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:08.345267 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:55:08.370307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:08.403466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:08.404139 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.420026 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-0d835bd9-4c67-4ed3-bd21-ea8857516fa1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6127579 Aug 30 23:55:08.432163 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-96d49374-f570-47ee-8b6f-103d173a6bef tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:55:08.433275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-96d49374-f570-47ee-8b6f-103d173a6bef tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064523 Aug 30 23:55:08.445370 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Request body: {'port': {'device_id': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:08.507549 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.579974 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6f8536f8-c046-4d3a-92b1-295a71944a8f None None] Provisioning for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:08.586173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-6f8536f8-c046-4d3a-92b1-295a71944a8f None None] Provisioning complete for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:08.586545 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6f8536f8-c046-4d3a-92b1-295a71944a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.625286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-6f8536f8-c046-4d3a-92b1-295a71944a8f None None] Port 9aae63ef-076f-4db9-bbb7-367a7e25f148 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:55:08.798628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:55:08.805939 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.818373 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Transition to ACTIVE for port object 9aae63ef-076f-4db9-bbb7-367a7e25f148 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:55:08.822780 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.873818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:08.963599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Attempting to bind port 9aae63ef-076f-4db9-bbb7-367a7e25f148 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:55:08.964135 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Attempting to bind port 9aae63ef-076f-4db9-bbb7-367a7e25f148 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:55:08.964793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Attempting to bind port 9aae63ef-076f-4db9-bbb7-367a7e25f148 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:08.971355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Port 9aae63ef-076f-4db9-bbb7-367a7e25f148 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:55:08.972748 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Attempting to bind port 9aae63ef-076f-4db9-bbb7-367a7e25f148 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:55:08.980031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 54, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:55:08.980458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Checking segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:55:08.980909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Bound using segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:55:08.981412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Bound port: 9aae63ef-076f-4db9-bbb7-367a7e25f148, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:55:08.981933 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:08.982381 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3863f4e0-295f-4cd9-b9aa-85b3c8028da3 req-4c58df50-0bd7-4538-a5d4-d43ccafdf52a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:08.984377 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3863f4e0-295f-4cd9-b9aa-85b3c8028da3 req-4c58df50-0bd7-4538-a5d4-d43ccafdf52a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0602736 Aug 30 23:55:09.033298 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3863f4e0-295f-4cd9-b9aa-85b3c8028da3 req-8195681a-55d2-4f8a-9bbe-ecfdb5948a8b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424621 Aug 30 23:55:09.065323 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:55:09.068896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:55:09.073919 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:09.106644 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.107220 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:09.108830 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] 10.222.0.47 "PUT /v2.0/ports/9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1093 time: 0.6679595 Aug 30 23:55:09.111257 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:55:09.113846 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5633ca50-709f-470d-90f9-0da474698745" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:55:09.144535 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d825831-ff29-4173-b33a-105cdd4a8a76 service neutron] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:09.182936 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39cb2a27-f391-4a06-ba27-ff96483be3f7 x-openstack-request-id: req-39cb2a27-f391-4a06-ba27-ff96483be3f7 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:55:09.183238 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:55:09.183492 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-39cb2a27-f391-4a06-ba27-ff96483be3f7 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:55:09.183894 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'status': 'completed', 'code': 200} Aug 30 23:55:09.203394 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-6fdfbf09-1731-4e5d-9fac-3275d6675bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.205044 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-6fdfbf09-1731-4e5d-9fac-3275d6675bf5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1096 time: 0.0499246 Aug 30 23:55:09.276148 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-45982cf2-3c12-4053-a3ef-2801ec81e5e5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 217 time: 0.0624256 Aug 30 23:55:09.277409 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07846414-c78b-4fe0-8013-8f89689dad39 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:09.335545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-d8b4601d-ab16-49b4-9a0c-8bcb18d49826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.337056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-d8b4601d-ab16-49b4-9a0c-8bcb18d49826 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0542567 Aug 30 23:55:09.343233 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 07846414-c78b-4fe0-8013-8f89689dad39 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:09.347387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 07846414-c78b-4fe0-8013-8f89689dad39 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:09.347765 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:09.386023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-922252ed-c1f2-4fb3-9a0f-026db4183929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.387599 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-922252ed-c1f2-4fb3-9a0f-026db4183929 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437691 Aug 30 23:55:09.434060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:09.472625 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 07846414-c78b-4fe0-8013-8f89689dad39, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07846414-c78b-4fe0-8013-8f89689dad39,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:09.478556 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:09.486021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-14421fe5-74b9-4034-a427-f465028bec65 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912318 Aug 30 23:55:09.528915 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:09.577941 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a92b84f7-b6c5-437f-ba55-d12573ff43a6 req-91b07385-1e6c-4744-bca6-a1f31d40a0d0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853691 Aug 30 23:55:09.666439 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ca50-709f-470d-90f9-0da474698745 req-0da3278a-1c13-4f6f-82dd-2401b892c183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.667961 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-0da3278a-1c13-4f6f-82dd-2401b892c183 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1096 time: 0.0440266 Aug 30 23:55:09.767125 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ca50-709f-470d-90f9-0da474698745 req-72de2495-16f7-4035-94bc-06f7d0e34c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.768635 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-72de2495-16f7-4035-94bc-06f7d0e34c10 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0933766 Aug 30 23:55:09.812660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-a21a472b-ad3d-4432-86cc-181bec24f2b9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 217 time: 0.0364842 Aug 30 23:55:09.869511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ca50-709f-470d-90f9-0da474698745 req-5c7e997e-3e78-4cc8-a93b-9fe855ed7704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.871021 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-5c7e997e-3e78-4cc8-a93b-9fe855ed7704 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0490863 Aug 30 23:55:09.920517 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ca50-709f-470d-90f9-0da474698745 req-336a7eab-8c21-49e4-ad53-b238b007f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:09.922056 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-336a7eab-8c21-49e4-ad53-b238b007f195 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422964 Aug 30 23:55:10.015824 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-943a9bde-027d-4b52-aa3b-f2ebdad9af08 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829823 Aug 30 23:55:10.123612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5633ca50-709f-470d-90f9-0da474698745 req-0ff89a90-7246-4cfc-a1ad-e6e189767266 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996015 Aug 30 23:55:10.151174 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15551cce-ad96-4f53-99e7-2d13487e467a req-eb5bf461-af0e-4388-8fcc-50bc3224473f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:10.152698 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15551cce-ad96-4f53-99e7-2d13487e467a req-eb5bf461-af0e-4388-8fcc-50bc3224473f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0511737 Aug 30 23:55:10.192000 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-15551cce-ad96-4f53-99e7-2d13487e467a req-98b05429-5d8e-44ce-8696-2ab201017e8a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327849 Aug 30 23:55:10.470606 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c246a39a-5116-4650-8b56-617abda0cc1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:11.222720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07846414-c78b-4fe0-8013-8f89689dad39 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:11.272647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 07846414-c78b-4fe0-8013-8f89689dad39 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:11.273112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:11.314757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26fda0-f74c-4468-8fe8-75e1c3df160f req-c5b7f88d-d9a9-4cc4-b979-0c73dfd72569 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:11.316391 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc26fda0-f74c-4468-8fe8-75e1c3df160f req-c5b7f88d-d9a9-4cc4-b979-0c73dfd72569 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0511942 Aug 30 23:55:11.355912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc26fda0-f74c-4468-8fe8-75e1c3df160f req-53bf1ce4-2294-4fc7-abbd-ec3fb23abd70 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331650 Aug 30 23:55:12.471193 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945d62-4a46-4238-a653-4f0efb64ffd1 req-25bed40f-9935-44d9-8367-833251b80c61 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:12.472609 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95945d62-4a46-4238-a653-4f0efb64ffd1 req-25bed40f-9935-44d9-8367-833251b80c61 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0493693 Aug 30 23:55:12.511360 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-95945d62-4a46-4238-a653-4f0efb64ffd1 req-02421f99-841f-4426-9012-17215ad144e0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323801 Aug 30 23:55:12.879854 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:55:12.976045 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:12.987273 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:55:13.025466 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:13.048698 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:55:13.062296 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:13.071291 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:13.076579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:13.124856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:13.291770 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9aae63ef-076f-4db9-bbb7-367a7e25f148'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:55:13.434656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b9a1104f-7bd2-4714-80ae-94d30b41f6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:13.629587 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5711dc-a128-41ca-ade3-f15680f3ea91 req-ed0c9866-934f-49ec-a772-e1b789f02cf9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:13.631122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a5711dc-a128-41ca-ade3-f15680f3ea91 req-ed0c9866-934f-49ec-a772-e1b789f02cf9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 945 time: 0.0496793 Aug 30 23:55:13.675487 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7a5711dc-a128-41ca-ade3-f15680f3ea91 req-1c9acc30-0571-43aa-8acf-6f346f02e120 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376384 Aug 30 23:55:14.804629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:14.806133 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864a5451-bcc2-4d26-b73d-fffcf1162bcb req-5475e9cb-47bd-47e4-8925-5b583639599c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:14.808171 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-864a5451-bcc2-4d26-b73d-fffcf1162bcb req-5475e9cb-47bd-47e4-8925-5b583639599c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 945 time: 0.0608943 Aug 30 23:55:14.851209 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-864a5451-bcc2-4d26-b73d-fffcf1162bcb req-52216f5f-69fa-4eb0-b0b4-5583b04078b1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366116 Aug 30 23:55:14.895547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:55:14.946513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:55:14.950654 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:55:14.951034 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:15.031554 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:15.058911 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:55:15.061349 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff11e1f3-96ca-4c00-92bd-9e0c8769e513" -d '{"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:55:15.075326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:55:15.080061 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:15.105180 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26934b3-3040-43b8-8f9b-df058ca7a2bc x-openstack-request-id: req-c26934b3-3040-43b8-8f9b-df058ca7a2bc {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:55:15.105180 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:55:15.107301 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c26934b3-3040-43b8-8f9b-df058ca7a2bc {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:55:15.107301 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'code': 200} Aug 30 23:55:15.134647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:15.202296 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5028cb2-7044-418c-8b13-acd0254a9551 req-aa71ce90-3b6c-4236-b3aa-fcf35292df24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:15.203877 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5028cb2-7044-418c-8b13-acd0254a9551 req-aa71ce90-3b6c-4236-b3aa-fcf35292df24 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1098 time: 0.0426137 Aug 30 23:55:15.242927 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5028cb2-7044-418c-8b13-acd0254a9551 req-b84bdd22-0f8d-4c84-bd8b-795a0caf9b9c service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297601 Aug 30 23:55:15.975149 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b42def-7de1-4c4e-aaf8-8abebb958f97 req-9240d17f-c575-4ec3-a033-032e2228ce9d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:15.976697 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8b42def-7de1-4c4e-aaf8-8abebb958f97 req-9240d17f-c575-4ec3-a033-032e2228ce9d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0508118 Aug 30 23:55:16.017710 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b8b42def-7de1-4c4e-aaf8-8abebb958f97 req-23a607b3-4a14-4861-8688-5b82c539fc62 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350497 Aug 30 23:55:16.247700 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:17.141228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26417f55-3ff7-4496-b7d2-22fdd2a54cfe req-e578ad41-a164-4f8e-b100-b7e6de89d907 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:17.142776 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26417f55-3ff7-4496-b7d2-22fdd2a54cfe req-e578ad41-a164-4f8e-b100-b7e6de89d907 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0512829 Aug 30 23:55:17.182217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-26417f55-3ff7-4496-b7d2-22fdd2a54cfe req-35667d4d-970c-4e7e-8c80-214f176d79b9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334089 Aug 30 23:55:17.299816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505ba9cd-83f9-4beb-8427-a5675022b5df req-50f8305b-d55d-46c3-a55e-5cad9b49cb9d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:17.301270 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-505ba9cd-83f9-4beb-8427-a5675022b5df req-50f8305b-d55d-46c3-a55e-5cad9b49cb9d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0514431 Aug 30 23:55:17.341448 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-505ba9cd-83f9-4beb-8427-a5675022b5df req-ea876dc1-63db-4379-9b7f-ab135543075e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335543 Aug 30 23:55:17.362848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37554) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:17.501231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6118b781-7be8-4cdf-9dd2-f7908cd6726e tempest-TestShelveInstance-1783542588 tempest-TestShelveInstance-1783542588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:17.503141 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6118b781-7be8-4cdf-9dd2-f7908cd6726e tempest-TestShelveInstance-1783542588 tempest-TestShelveInstance-1783542588-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1093 time: 0.1391439 Aug 30 23:55:17.505960 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37558) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:55:17.511003 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:55:17.533746 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:17.635941 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:17.743979 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Allocated IP 172.25.7.57 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/06038b6e-bdff-49db-bfa0-151ad1952a41) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:55:17.851578 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:17.895045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:17.932760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:55:17.938223 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:55:17.940936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:55:17.973169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=06038b6e-bdff-49db-bfa0-151ad1952a41,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:18.313043 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:18.383339 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:18.531528 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:18.536436 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:18.608995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=06038b6e-bdff-49db-bfa0-151ad1952a41,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:55:18.619096 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:18.718050 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Floating IP fe5b9df7-3625-4fac-b864-a1c6954a23dd associated. External IP: 172.25.7.57, port: 9aae63ef-076f-4db9-bbb7-367a7e25f148. Aug 30 23:55:18.927925 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:55:19.034206 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:55:19.044028 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:55:19.049890 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:19.054659 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:19.055276 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:55:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:19.169586 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:19.407458 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-48f04614-fd25-400d-839d-64dfe023c44b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8860857 Aug 30 23:55:19.407458 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:55:19.407458 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0731bf8-b9ab-477a-a475-4309b7c52a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:55:19.408782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'fe5b9df7-3625-4fac-b864-a1c6954a23dd', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:55:18Z', 'updated_at': '2021-08-30T23:55:18Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:19.436167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:55:19.442786 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaffca4-bba1-46db-886b-67ce91b76beb x-openstack-request-id: req-4eaffca4-bba1-46db-886b-67ce91b76beb {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:55:19.443089 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:55:19.443343 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4eaffca4-bba1-46db-886b-67ce91b76beb {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:55:19.443748 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'status': 'completed', 'code': 200} Aug 30 23:55:19.445058 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:55:19.445683 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:55:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:19.503473 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-dcbfef10-0af8-4f00-87ce-457ea28b09b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:19.504986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-dcbfef10-0af8-4f00-87ce-457ea28b09b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1098 time: 0.0398505 Aug 30 23:55:19.553285 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:55:19.597608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-d7086880-9235-423f-9cec-91b9fd3ca024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:19.599130 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-d7086880-9235-423f-9cec-91b9fd3ca024 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0866539 Aug 30 23:55:19.664230 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-92994873-e4b7-4eab-af6f-f0e02339bea6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 999 time: 0.0574286 Aug 30 23:55:19.712938 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-5ee45b48-1ca1-4654-a649-43b6ee802f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:19.714421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-5ee45b48-1ca1-4654-a649-43b6ee802f5b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0434442 Aug 30 23:55:19.763731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-d50998ff-bcc8-4ab6-8c82-8dfe15e77549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:19.768950 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-d50998ff-bcc8-4ab6-8c82-8dfe15e77549 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441155 Aug 30 23:55:19.778966 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'fe5b9df7-3625-4fac-b864-a1c6954a23dd', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:55:18Z', 'updated_at': '2021-08-30T23:55:18Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:55:19.813491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed82b5-f098-44a7-99c9-9bbf232786c8 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': 'fe5b9df7-3625-4fac-b864-a1c6954a23dd', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.57', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4300, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:55:18Z', 'updated_at': '2021-08-30T23:55:18Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:55:19.855251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-b7551d84-4276-48c6-9fc9-2179d9e50678 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829670 Aug 30 23:55:19.955903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f0731bf8-b9ab-477a-a475-4309b7c52a3c req-2c59c3f9-53c7-4a64-a7e4-27960bb580dd service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929294 Aug 30 23:55:20.020365 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a6fa3e-3863-450c-a290-3cba232609b3 None None] New status for floating IP fe5b9df7-3625-4fac-b864-a1c6954a23dd: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:55:23.106501 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:28.338677 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:31.720517 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:55:40.470797 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cf26f781-ee72-46ec-b787-2d169f29e3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:43.043546 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:43.426056 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e5f94830-b263-42e1-bbe8-269b837ed17d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:44.802769 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:46.248082 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:53.112590 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:55:55.822883 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-f4253ea8-557e-41e3-9e1e-e375ae0e7761 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0961738 Aug 30 23:55:55.909172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-79d5a1c5-8f13-4776-b63a-98dca4089e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:55.910702 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-79d5a1c5-8f13-4776-b63a-98dca4089e56 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1098 time: 0.0459554 Aug 30 23:55:56.014943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-e40650cb-8fd1-452a-ad80-35cf4e899e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:56.016408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-e40650cb-8fd1-452a-ad80-35cf4e899e74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0861392 Aug 30 23:55:56.083489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-49b9f99c-b026-48d2-96b5-9ef5d910e343 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1001 time: 0.0595610 Aug 30 23:55:56.132452 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-7676e25b-aca4-42dc-9f8f-8aa00d29821a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:56.134006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-7676e25b-aca4-42dc-9f8f-8aa00d29821a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0440383 Aug 30 23:55:56.183680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-22c875d8-df3d-4c00-89a9-7528ad7a66b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:55:56.185165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-22c875d8-df3d-4c00-89a9-7528ad7a66b1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439701 Aug 30 23:55:56.274698 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-470fe380-c507-4a57-a0d9-80d5f7fa1425 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814815 Aug 30 23:55:56.368985 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1eac3192-627d-4e98-abc3-5d5b46f9a40e req-98e1ac90-2e42-4798-8664-237b981d5098 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876877 Aug 30 23:55:58.338167 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:08.720479 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:56:10.471793 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a0395ca5-b996-41e5-8cc8-247063507d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:13.051326 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:13.425487 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81ff4b66-1698-46eb-8bfd-36a5feff2374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:14.807930 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:16.253552 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:23.110991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:28.358009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:40.474911 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa053c7a-b997-45cb-b2e9-8447e9336d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:43.042179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:43.427439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-21a5e822-ace4-422a-a9c0-1c6999fb751f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:44.810060 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:45.720124 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:56:46.254723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:47.262616 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-8f0a9262-dfad-4d40-8209-97425941c929 req-b00ee9b5-f023-4c72-8839-d8319a81c0fe service neutron] (101269) timed out ('10.222.0.25', 33722) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 30 23:56:53.095136 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:56:57.757763 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-6dbf2b04-e16d-443a-8871-b7ff04ae74eb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419397 Aug 30 23:56:57.840683 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879cde-d012-4ca3-9b23-897fc745174d req-41a610bc-fb61-46b6-9ac7-071138c1ef6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:56:57.842201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-41a610bc-fb61-46b6-9ac7-071138c1ef6d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1098 time: 0.0408599 Aug 30 23:56:57.952770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879cde-d012-4ca3-9b23-897fc745174d req-034b8dc1-2bd3-479b-b25d-5b5952d365fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:56:57.954388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-034b8dc1-2bd3-479b-b25d-5b5952d365fa service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0933537 Aug 30 23:56:58.032078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-7671ae92-05f7-4286-a5bc-201faca1c5f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1001 time: 0.0668571 Aug 30 23:56:58.083026 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879cde-d012-4ca3-9b23-897fc745174d req-06df7a9a-65a8-49f9-89cf-1ee32e240741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:56:58.084431 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-06df7a9a-65a8-49f9-89cf-1ee32e240741 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0459750 Aug 30 23:56:58.134043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879cde-d012-4ca3-9b23-897fc745174d req-4bcb8c4b-02be-4c8c-a949-8b9804b664e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:56:58.135479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-4bcb8c4b-02be-4c8c-a949-8b9804b664e7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440285 Aug 30 23:56:58.226042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-8c277bac-a6ea-48ad-8b12-983a9595a2b9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828681 Aug 30 23:56:58.322592 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aa879cde-d012-4ca3-9b23-897fc745174d req-b36d9e20-a758-4377-928e-2c3ce7c72419 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890121 Aug 30 23:56:58.354435 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:10.475955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-81bf0903-b40b-45cf-baeb-a7411ef78ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:13.044426 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:13.427899 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-637194ab-d1ca-4759-832e-afe69d5ee61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:14.812018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:15.929640 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc27fd5-2952-4117-945a-1c99de35d255 req-ec25c777-8ae7-401f-bc18-5c65c3bc6add tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:15.931207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cc27fd5-2952-4117-945a-1c99de35d255 req-ec25c777-8ae7-401f-bc18-5c65c3bc6add tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0987985 Aug 30 23:57:15.970440 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cc27fd5-2952-4117-945a-1c99de35d255 req-32111029-e20b-48bb-92b9-0d99cb741dca tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319669 Aug 30 23:57:16.256298 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:17.093216 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7abcbb-7c02-4daa-87fd-4a463764d42e req-689d2eb7-ae68-4d6b-b93c-dde86b8fbb52 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:17.094639 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b7abcbb-7c02-4daa-87fd-4a463764d42e req-689d2eb7-ae68-4d6b-b93c-dde86b8fbb52 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0535192 Aug 30 23:57:17.132838 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8b7abcbb-7c02-4daa-87fd-4a463764d42e req-19b6841c-fcc1-4598-a1da-6ff0c5d1b459 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Aug 30 23:57:18.274731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a65938-873f-4c6d-88cd-4c8e38176e7a req-f14785b8-e5c1-461a-91bb-cad5a9ca9a8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:18.276880 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90a65938-873f-4c6d-88cd-4c8e38176e7a req-f14785b8-e5c1-461a-91bb-cad5a9ca9a8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0532789 Aug 30 23:57:18.313736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-90a65938-873f-4c6d-88cd-4c8e38176e7a req-0bd60346-b7fb-468e-9a92-f7faad36bccf tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305624 Aug 30 23:57:19.429716 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18c6c0-9d68-427c-806b-bd269b98e081 req-130f293c-488d-4a8a-8acd-741bc99c1e46 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:19.431233 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e18c6c0-9d68-427c-806b-bd269b98e081 req-130f293c-488d-4a8a-8acd-741bc99c1e46 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0513546 Aug 30 23:57:19.468677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2e18c6c0-9d68-427c-806b-bd269b98e081 req-b4af1d45-5141-4724-bc2e-3635fcfe7de5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315771 Aug 30 23:57:20.599689 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460bec0c-a5b4-479e-9b75-d534a316702d req-551e1353-7d4c-4902-9143-73c04ac22a6c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:20.601187 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-460bec0c-a5b4-479e-9b75-d534a316702d req-551e1353-7d4c-4902-9143-73c04ac22a6c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0527940 Aug 30 23:57:20.647351 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-460bec0c-a5b4-479e-9b75-d534a316702d req-64031750-5c31-4a6e-82ab-f12779a162c9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393159 Aug 30 23:57:21.764451 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205718-7789-48c0-84c1-c2887f57c655 req-9b22f910-8fb9-466b-85a7-3b83bf427498 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:21.765980 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9205718-7789-48c0-84c1-c2887f57c655 req-9b22f910-8fb9-466b-85a7-3b83bf427498 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0492971 Aug 30 23:57:21.803849 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b9205718-7789-48c0-84c1-c2887f57c655 req-c001b8c4-6faf-4d21-acc8-91234f4fecd7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319538 Aug 30 23:57:22.719826 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:57:22.931686 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3917a-d598-4fe6-97b0-41faf1d4ccec req-548d7bfe-230e-4678-a11e-03df5a020f77 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:22.933231 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56d3917a-d598-4fe6-97b0-41faf1d4ccec req-548d7bfe-230e-4678-a11e-03df5a020f77 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0575340 Aug 30 23:57:22.973039 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56d3917a-d598-4fe6-97b0-41faf1d4ccec req-bc5321e5-92bd-423f-ba0d-049b504a1080 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Aug 30 23:57:23.122816 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:24.092863 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f692e-f85e-4424-bc5d-15530755b246 req-2d32a599-35ff-4312-bb3e-5048d7173774 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:24.094297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876f692e-f85e-4424-bc5d-15530755b246 req-2d32a599-35ff-4312-bb3e-5048d7173774 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0549328 Aug 30 23:57:24.135917 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-876f692e-f85e-4424-bc5d-15530755b246 req-6968c9e1-d790-4664-9f4f-cb1b709d97e2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357423 Aug 30 23:57:25.249015 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e53c4d-e824-43bc-a33c-1d56193b2534 req-5886f57b-8227-4b09-8d55-c628cc48b631 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:25.250536 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96e53c4d-e824-43bc-a33c-1d56193b2534 req-5886f57b-8227-4b09-8d55-c628cc48b631 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0486422 Aug 30 23:57:25.288625 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-96e53c4d-e824-43bc-a33c-1d56193b2534 req-3184f2d6-a6a3-4a91-826f-dbf35b981ab5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321023 Aug 30 23:57:26.402358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc434c-2a99-4e10-8dcd-ee32674bb85c req-e058f8f1-6d24-46a9-a1a8-595a44a7a7a3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:26.403856 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45cc434c-2a99-4e10-8dcd-ee32674bb85c req-e058f8f1-6d24-46a9-a1a8-595a44a7a7a3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0488527 Aug 30 23:57:26.440674 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-45cc434c-2a99-4e10-8dcd-ee32674bb85c req-37ac41eb-ebf3-4741-b5bf-76b6688d7db2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310237 Aug 30 23:57:27.457676 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:57:27.560928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fa948-687e-4d4d-87fa-47e9dfce927c req-c2207b79-5dd7-4b44-aff9-83a657e64b75 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:27.562492 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-158fa948-687e-4d4d-87fa-47e9dfce927c req-c2207b79-5dd7-4b44-aff9-83a657e64b75 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0492504 Aug 30 23:57:27.564077 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:27.576703 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:57:27.608866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-158fa948-687e-4d4d-87fa-47e9dfce927c req-9d1b2c09-3997-4e11-95f3-ef519cb83735 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401673 Aug 30 23:57:27.614142 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:27.627839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:57:27.647043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:27.650808 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:27.715835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:57:27.726326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.726836 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.727330 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.727819 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.728309 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.728789 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.729274 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.729765 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.730270 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.730754 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.731400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.731883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:57:27.738782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9aae63ef-076f-4db9-bbb7-367a7e25f148'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:57:28.358579 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:28.746481 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949c397-652f-4653-ac51-7b447d86ff55 req-a26789f5-9748-412d-89fd-ee618efe11aa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:28.748687 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e949c397-652f-4653-ac51-7b447d86ff55 req-a26789f5-9748-412d-89fd-ee618efe11aa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 945 time: 0.0601468 Aug 30 23:57:28.812001 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e949c397-652f-4653-ac51-7b447d86ff55 req-4589d781-dee7-4318-8c6e-54436eda4062 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492976 Aug 30 23:57:29.474108 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:57:29.534425 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:57:29.534830 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:29.619714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:29.645740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:57:29.648074 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82e406c-ac74-4ee9-81e0-d762f5c7350a" -d '{"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:57:29.663257 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:29.669047 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:29.704325 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9d97e5-b8f6-43e1-acd3-0115a4639504 x-openstack-request-id: req-fe9d97e5-b8f6-43e1-acd3-0115a4639504 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:57:29.704628 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:57:29.704887 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe9d97e5-b8f6-43e1-acd3-0115a4639504 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:57:29.705281 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'code': 200} Aug 30 23:57:29.727852 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:57:29.940892 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cf75a-9548-4778-ac1d-fbb369a4963e req-82fcbd60-4dbb-4e8d-8b51-3c2de73219fa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:29.943075 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8cf75a-9548-4778-ac1d-fbb369a4963e req-82fcbd60-4dbb-4e8d-8b51-3c2de73219fa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0568597 Aug 30 23:57:29.990356 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aa8cf75a-9548-4778-ac1d-fbb369a4963e req-e07c819f-815a-4b9e-9243-e9667410d1a7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Aug 30 23:57:31.117363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff47260-b124-4e16-a645-12af2dc182ed req-4d9305fb-61d1-4268-aa61-3ee1cbe5919f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:31.119250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ff47260-b124-4e16-a645-12af2dc182ed req-4d9305fb-61d1-4268-aa61-3ee1cbe5919f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0550427 Aug 30 23:57:31.161615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0ff47260-b124-4e16-a645-12af2dc182ed req-359028b6-2056-486a-9448-354271e37da1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361278 Aug 30 23:57:32.297194 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2890c281-5bbf-41b8-91cf-1275dfdc6138 req-cf549f20-012f-4169-a822-68af3d0841aa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:32.304552 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2890c281-5bbf-41b8-91cf-1275dfdc6138 req-cf549f20-012f-4169-a822-68af3d0841aa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0626247 Aug 30 23:57:32.340906 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2890c281-5bbf-41b8-91cf-1275dfdc6138 req-629d1d80-ce5e-462d-8922-521f4209c699 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341947 Aug 30 23:57:33.481320 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67a9cc-0684-4019-a813-73258ead9ac2 req-2d4c5709-9d3b-48dc-a83e-bbdcf018d89d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:33.482895 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e67a9cc-0684-4019-a813-73258ead9ac2 req-2d4c5709-9d3b-48dc-a83e-bbdcf018d89d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0610249 Aug 30 23:57:33.528406 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e67a9cc-0684-4019-a813-73258ead9ac2 req-d6776a65-ed40-492b-8864-0b287c7d1045 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392165 Aug 30 23:57:34.655075 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f2c41-f70f-4d79-98b0-222df84e9af3 req-0d906eab-e621-4810-8641-0a44c1a00394 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:34.656712 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-512f2c41-f70f-4d79-98b0-222df84e9af3 req-0d906eab-e621-4810-8641-0a44c1a00394 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0527117 Aug 30 23:57:34.697676 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-512f2c41-f70f-4d79-98b0-222df84e9af3 req-26b27204-3fc1-4053-b743-fa38c667bf0e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337088 Aug 30 23:57:35.840324 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55872a-5fab-4bb4-82be-ed9549782184 req-bb4328ff-dafc-4487-a31a-5df7cce4c944 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:35.843497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-be55872a-5fab-4bb4-82be-ed9549782184 req-bb4328ff-dafc-4487-a31a-5df7cce4c944 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0708086 Aug 30 23:57:35.889908 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-be55872a-5fab-4bb4-82be-ed9549782184 req-68cc2c04-8026-4d6e-aeee-b4d69f7b47fa tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399632 Aug 30 23:57:37.017714 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df480-6572-4e3b-acd4-b5ad5701e249 req-e794bc6a-553b-464f-8336-e09fb34715b8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:37.018659 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a2df480-6572-4e3b-acd4-b5ad5701e249 req-e794bc6a-553b-464f-8336-e09fb34715b8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0572002 Aug 30 23:57:37.057413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-4a2df480-6572-4e3b-acd4-b5ad5701e249 req-b789bd02-4b65-4e44-bcc9-f623e74ed3fd tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327547 Aug 30 23:57:37.619886 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-20cbe79f-8683-43fa-be98-d1a3e4b84c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:37.621385 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-20cbe79f-8683-43fa-be98-d1a3e4b84c89 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1098 time: 0.0438569 Aug 30 23:57:37.710237 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-daec2f85-7f97-417a-9916-ee3e7a0c0243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:37.711687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-daec2f85-7f97-417a-9916-ee3e7a0c0243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0825884 Aug 30 23:57:37.788681 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-aabd8a05-3fe5-484f-a952-c34738176d16 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1001 time: 0.0689573 Aug 30 23:57:37.839401 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-383cb222-7cdd-4293-b644-9912b1a45613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:37.840735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-383cb222-7cdd-4293-b644-9912b1a45613 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0433660 Aug 30 23:57:37.885896 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-8d84002a-1916-4370-8b81-006bcee1fd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:37.887417 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-8d84002a-1916-4370-8b81-006bcee1fd16 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394266 Aug 30 23:57:37.979444 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-0e9351f0-62a7-4e61-a46e-a4f2a20d5883 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844657 Aug 30 23:57:38.067968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5d5bcae3-b226-44da-ab72-ee0675b09b65 req-746b71c9-b2ce-4f82-9a16-7b5f7cf1bc11 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820873 Aug 30 23:57:38.172315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e97cc1-661d-4db1-9aa0-1c0717339d54 req-c04dcea1-9c42-42d1-b466-019afd636f9e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:38.173775 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84e97cc1-661d-4db1-9aa0-1c0717339d54 req-c04dcea1-9c42-42d1-b466-019afd636f9e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0488505 Aug 30 23:57:38.215076 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84e97cc1-661d-4db1-9aa0-1c0717339d54 req-2169e916-660c-4d93-9b92-fe150cbfa144 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352840 Aug 30 23:57:39.330885 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470d16c-099b-41fe-9bbd-23eca4f54148 req-d6522148-8cb8-4317-b1f2-4f12bfd9b650 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:39.332413 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0470d16c-099b-41fe-9bbd-23eca4f54148 req-d6522148-8cb8-4317-b1f2-4f12bfd9b650 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0494914 Aug 30 23:57:39.371067 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0470d16c-099b-41fe-9bbd-23eca4f54148 req-574e242e-66f0-495a-b520-6ff858388e4d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320568 Aug 30 23:57:40.479575 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0de0a436-be8c-476e-a823-40dac0a32a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:40.494331 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac67a70-8885-45b5-ac25-3efaca58f080 req-ca7c37cf-bbe1-45fc-88b0-f8efa6ae5a91 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:40.495846 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eac67a70-8885-45b5-ac25-3efaca58f080 req-ca7c37cf-bbe1-45fc-88b0-f8efa6ae5a91 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0548530 Aug 30 23:57:40.538336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-eac67a70-8885-45b5-ac25-3efaca58f080 req-8a85589e-3a94-4349-95b2-160c45792c02 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364313 Aug 30 23:57:40.666724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-bf3e2520-f826-4330-af60-79755456f35d req-98c72737-59a2-4b99-94ed-ad8739adba24 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:57:40.667809 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-bf3e2520-f826-4330-af60-79755456f35d req-98c72737-59a2-4b99-94ed-ad8739adba24 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0561037 Aug 30 23:57:40.845457 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576af37-3ff9-403d-9fe4-62e240f87a22 req-68836600-dcf7-477e-9b99-4be8e500ef6c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:40.846984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0576af37-3ff9-403d-9fe4-62e240f87a22 req-68836600-dcf7-477e-9b99-4be8e500ef6c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 946 time: 0.0552831 Aug 30 23:57:40.886165 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0576af37-3ff9-403d-9fe4-62e240f87a22 req-4cbaa51d-0f19-45aa-bc02-f256e7af220b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316436 Aug 30 23:57:40.964879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37766) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:57:41.055571 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-1c48aeef-c202-4d93-895e-95f6d4d81fa5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0895581 Aug 30 23:57:41.500832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:57:41.594871 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:41.618720 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:57:41.622478 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16574db-31df-4598-9d3d-033274e82b21" -d '{"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-unplugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:57:41.641800 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:41.646479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:41.672440 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 30 Aug 2021 23:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283cdc14-edcb-4be4-9b2b-c23075d92e64 x-openstack-request-id: req-283cdc14-edcb-4be4-9b2b-c23075d92e64 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:57:41.672729 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-unplugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:57:41.672978 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-283cdc14-edcb-4be4-9b2b-c23075d92e64 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:57:41.673352 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'code': 200} Aug 30 23:57:41.698631 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:57:41.809511 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-b132595d-df68-4db2-bedb-92045968ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:41.811080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-b132595d-df68-4db2-bedb-92045968ab34 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 1096 time: 0.0506990 Aug 30 23:57:41.872751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-80a1eea6-b545-4f5d-8fbb-6208ac14640c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:41.874295 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-80a1eea6-b545-4f5d-8fbb-6208ac14640c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1096 time: 0.0412230 Aug 30 23:57:41.981281 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-f7542153-574c-4326-819b-e8077c053fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:41.982795 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-f7542153-574c-4326-819b-e8077c053fc0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.1001470 Aug 30 23:57:42.067189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce4dd36-adde-4067-a5dd-48ded22d3ae6 req-a91a3904-5752-4357-b167-8061fd23b628 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:42.068742 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ce4dd36-adde-4067-a5dd-48ded22d3ae6 req-a91a3904-5752-4357-b167-8061fd23b628 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.1108253 Aug 30 23:57:42.073388 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-16ce9644-d8f5-4399-b384-2ade9ffa03be service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 999 time: 0.0769842 Aug 30 23:57:42.148984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4ce4dd36-adde-4067-a5dd-48ded22d3ae6 req-71a7833a-5cb1-4a52-aca4-b3179ef4b804 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732157 Aug 30 23:57:42.151282 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-e384008a-1642-4324-bf7d-7a3870e96305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:42.152660 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-e384008a-1642-4324-bf7d-7a3870e96305 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0710764 Aug 30 23:57:42.200054 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-676570cc-5973-4d56-9134-faf0aa25aae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:42.201476 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-676570cc-5973-4d56-9134-faf0aa25aae2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424190 Aug 30 23:57:42.290370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-d230cc20-d684-4f95-941d-c26a9e8d7e14 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820701 Aug 30 23:57:42.389627 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-2bc9a54e-7beb-4433-8da1-e385aa29050e service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925391 Aug 30 23:57:43.053052 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:43.393211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54962850-a8ae-4e10-819a-09f6811b6e7c req-2a1d240b-0145-4e73-8dc8-312731e9a9ce tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:43.396475 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54962850-a8ae-4e10-819a-09f6811b6e7c req-2a1d240b-0145-4e73-8dc8-312731e9a9ce tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0635791 Aug 30 23:57:43.444012 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9ee2b653-3b91-4509-aa03-b2a275e0251e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:43.455133 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-54962850-a8ae-4e10-819a-09f6811b6e7c req-abaf1830-abe5-4cad-b38f-b0db1ee2b33b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507591 Aug 30 23:57:44.589466 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988719a4-4006-4346-840e-5a149cd28172 req-048b2340-3581-4d57-8179-feb05ffee52f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:44.601968 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-988719a4-4006-4346-840e-5a149cd28172 req-048b2340-3581-4d57-8179-feb05ffee52f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0656772 Aug 30 23:57:44.633117 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-988719a4-4006-4346-840e-5a149cd28172 req-f44994fe-77f4-4474-9e2c-5bbc582d3a3a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333726 Aug 30 23:57:44.815198 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:45.754448 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c9ac0-f790-4f4e-a470-c0c8a238e26f req-29949172-464b-40b9-a022-8583b13a0ee6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:45.755921 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af0c9ac0-f790-4f4e-a470-c0c8a238e26f req-29949172-464b-40b9-a022-8583b13a0ee6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0535219 Aug 30 23:57:45.793970 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-af0c9ac0-f790-4f4e-a470-c0c8a238e26f req-e7299600-2ee2-41c2-b2c7-c22ad2c905af tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320253 Aug 30 23:57:46.258406 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:46.922409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198607d-63ef-48cd-9ea7-f1084fe260cb req-5b4ba1e8-5d55-4d53-a32f-104cd5c3bb25 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:46.923893 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4198607d-63ef-48cd-9ea7-f1084fe260cb req-5b4ba1e8-5d55-4d53-a32f-104cd5c3bb25 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0571215 Aug 30 23:57:46.962080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4198607d-63ef-48cd-9ea7-f1084fe260cb req-9e139b30-9a3e-4fc8-a06d-e3010250da0e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319722 Aug 30 23:57:48.078907 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812a3fe-41b5-4c31-b873-1b318065b41a req-5c4f2da2-e0d8-46ae-81d0-3b7b1ee4671f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:48.080323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3812a3fe-41b5-4c31-b873-1b318065b41a req-5c4f2da2-e0d8-46ae-81d0-3b7b1ee4671f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0495126 Aug 30 23:57:48.119151 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3812a3fe-41b5-4c31-b873-1b318065b41a req-c9c19828-1dfa-41c8-9ee4-6e70a3bd01ea tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329189 Aug 30 23:57:49.252952 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d670550c-a8c1-469c-aad4-13839aabd44d req-492b38f5-2855-4d85-9374-348ff14cd22b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:49.253770 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d670550c-a8c1-469c-aad4-13839aabd44d req-492b38f5-2855-4d85-9374-348ff14cd22b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0518246 Aug 30 23:57:49.292258 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d670550c-a8c1-469c-aad4-13839aabd44d req-6e1d8124-ddeb-4f2a-bfea-9fc49cb24665 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318005 Aug 30 23:57:50.408805 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d3424-686a-4682-9da6-8956572c936b req-884d50cf-ba3b-477e-8667-fe65a3d6ecd6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:50.410369 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c43d3424-686a-4682-9da6-8956572c936b req-884d50cf-ba3b-477e-8667-fe65a3d6ecd6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0496244 Aug 30 23:57:50.448884 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c43d3424-686a-4682-9da6-8956572c936b req-55bbc71c-20b4-4ea0-ba83-fcfe1b831cfb tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325706 Aug 30 23:57:51.570376 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177715a-b2d5-4682-b1ee-e69f08566285 req-40d3dbdf-540f-482f-b730-46ba3071befe tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:51.580128 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7177715a-b2d5-4682-b1ee-e69f08566285 req-40d3dbdf-540f-482f-b730-46ba3071befe tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0649157 Aug 30 23:57:51.619639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7177715a-b2d5-4682-b1ee-e69f08566285 req-45c894d4-e21e-4835-ad9a-1232eb125f0e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385616 Aug 30 23:57:52.748550 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03be2813-91f7-413a-9c68-035dd1650345 req-d7c49a32-cf73-42bf-9644-dfb2852960a2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:52.750198 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03be2813-91f7-413a-9c68-035dd1650345 req-d7c49a32-cf73-42bf-9644-dfb2852960a2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0548625 Aug 30 23:57:52.789312 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-03be2813-91f7-413a-9c68-035dd1650345 req-0235cf14-24dc-40c4-9d84-fe56b158e264 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Aug 30 23:57:53.121261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:53.906160 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb40ee7-74fb-42be-bb23-97984a94ec60 req-4a5cf952-6e7f-4657-b2ad-626d497d19c9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:53.907675 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cb40ee7-74fb-42be-bb23-97984a94ec60 req-4a5cf952-6e7f-4657-b2ad-626d497d19c9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0522592 Aug 30 23:57:53.945530 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9cb40ee7-74fb-42be-bb23-97984a94ec60 req-b53db92a-7945-41c0-9892-1d509ae1f0f2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317833 Aug 30 23:57:55.059904 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca71557-f0f8-4a83-929e-2bf112fb9849 req-7a21dde3-c517-48c2-873a-e73d163d398e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:55.061405 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca71557-f0f8-4a83-929e-2bf112fb9849 req-7a21dde3-c517-48c2-873a-e73d163d398e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 944 time: 0.0489531 Aug 30 23:57:55.099548 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2ca71557-f0f8-4a83-929e-2bf112fb9849 req-63148fa4-3632-42e2-a86d-590b01839404 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322747 Aug 30 23:57:55.560298 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:57:55.651387 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:55.665340 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'port_id': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'mac_address': 'fa:16:3e:63:4a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:57:55.704149 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:55.716363 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:57:55.737168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:55.741199 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:55.787390 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=9']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:57:55.983264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['9aae63ef-076f-4db9-bbb7-367a7e25f148'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:57:56.222598 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0fcb1-d0cf-4f9b-ae2a-1c746563cde0 req-c0199d8f-c28a-4dea-bf64-69d407d6d3a6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:56.224093 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f0fcb1-d0cf-4f9b-ae2a-1c746563cde0 req-c0199d8f-c28a-4dea-bf64-69d407d6d3a6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 945 time: 0.0506072 Aug 30 23:57:56.262277 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f0fcb1-d0cf-4f9b-ae2a-1c746563cde0 req-eaafa42f-306e-4b33-bf94-ed991a130400 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Aug 30 23:57:57.378974 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67d828-7744-42e9-846b-743065a49320 req-ed7430c9-99ea-4c62-a403-e949d2878312 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:57.380474 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a67d828-7744-42e9-846b-743065a49320 req-ed7430c9-99ea-4c62-a403-e949d2878312 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 945 time: 0.0507700 Aug 30 23:57:57.417746 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0a67d828-7744-42e9-846b-743065a49320 req-a57cd90a-1422-4ffb-af7e-03cc27e97c8a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313609 Aug 30 23:57:57.570440 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:57:57.617136 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 9aae63ef-076f-4db9-bbb7-367a7e25f148 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:57:57.617510 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:57.847735 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:57.869229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:57:57.871498 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd07510c-f2d9-41e0-abb3-e4ee65ba7565" -d '{"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:57:57.884002 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:57:57.888923 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:57.911839 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f501d0-53b8-4823-aeec-958dc87afcb8 x-openstack-request-id: req-32f501d0-53b8-4823-aeec-958dc87afcb8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:57:57.912132 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-plugged", "status": "completed", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:57:57.912384 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32f501d0-53b8-4823-aeec-958dc87afcb8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:57:57.912770 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'code': 200} Aug 30 23:57:57.937895 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=10']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:57:58.064095 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25712cfd-52ea-463c-b4c8-b6d8cb0acd5f req-1ffe3144-154a-40bc-b981-b7dad5b30934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:58.065567 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25712cfd-52ea-463c-b4c8-b6d8cb0acd5f req-1ffe3144-154a-40bc-b981-b7dad5b30934 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1099 time: 0.0401304 Aug 30 23:57:58.100271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-25712cfd-52ea-463c-b4c8-b6d8cb0acd5f req-0224a0cd-446b-4dba-a179-c6247d4bceb6 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277426 Aug 30 23:57:58.367272 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:57:58.536539 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec6374f-34a8-444d-8b5f-68b676c1943f req-647936ec-b20e-446b-8740-438fb6c1c1f7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:58.538073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cec6374f-34a8-444d-8b5f-68b676c1943f req-647936ec-b20e-446b-8740-438fb6c1c1f7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 947 time: 0.0532150 Aug 30 23:57:58.575454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cec6374f-34a8-444d-8b5f-68b676c1943f req-f2f68782-2cd6-44ca-b228-edab4f2ce4df tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315731 Aug 30 23:57:59.696581 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6807e4-91df-4f9b-86f7-87649afa5c94 req-a2104a2e-a0b4-4dfa-8f30-892262f7bf8b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:59.698100 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c6807e4-91df-4f9b-86f7-87649afa5c94 req-a2104a2e-a0b4-4dfa-8f30-892262f7bf8b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 947 time: 0.0534332 Aug 30 23:57:59.719433 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:57:59.768704 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0c6807e4-91df-4f9b-86f7-87649afa5c94 req-b690bd5c-65b8-47c8-9670-d93f891769c1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612359 Aug 30 23:57:59.781420 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-ded7eb0d-869d-4306-a62c-f4ac53f74169 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566154 Aug 30 23:57:59.863762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-b6adbde8-68d9-445b-b27a-95ab64d09f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:59.865115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-b6adbde8-68d9-445b-b27a-95ab64d09f25 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1099 time: 0.0401690 Aug 30 23:57:59.969089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-dd2abedc-527d-400b-99da-e9846116db58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:57:59.970557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-dd2abedc-527d-400b-99da-e9846116db58 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0853958 Aug 30 23:58:00.034707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-13241c86-9204-4d39-9224-84bd56e39eb5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1001 time: 0.0569048 Aug 30 23:58:00.082798 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-eb186560-6d86-4ea4-8997-5df0a3ff3c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:58:00.084185 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-eb186560-6d86-4ea4-8997-5df0a3ff3c9b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0422800 Aug 30 23:58:00.131754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-0802b0b2-fd88-4a0e-83b5-267ca6784545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:58:00.133744 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-0802b0b2-fd88-4a0e-83b5-267ca6784545 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421271 Aug 30 23:58:00.220820 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-bc4522a0-5ee8-4c31-9721-7bf1c6f17603 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793264 Aug 30 23:58:00.312372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-20bce5a5-5230-4cf7-9a22-c0a38db0bd25 req-7c8b64fe-eb9d-43fa-a32e-5a81b9c442f7 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837259 Aug 30 23:58:10.480205 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-91de2b70-9422-4fc0-9e9d-b5ba6ad7f252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:13.045301 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:13.426073 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc83d6f7-21dc-4e6d-81b4-b563afb2f407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:14.818094 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:16.263157 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:23.118543 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:28.386028 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:36.718676 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:58:40.481906 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5bcbdf8d-944c-493a-bbbc-fd6b901182f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:43.046703 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:43.426102 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a138b48b-8042-4187-8ab9-bb80faafcbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:44.821745 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:46.264349 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:53.120877 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:58.383936 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:58:59.759029 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-22875347-8cd0-46bb-81d1-a7eff0c0f460 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400205 Aug 30 23:58:59.838870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-f26f49aa-23d2-413d-8351-a19dae42ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:58:59.840335 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-f26f49aa-23d2-413d-8351-a19dae42ce8a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1099 time: 0.0410507 Aug 30 23:58:59.945684 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-2551c470-4d0b-4a97-9f9f-11e13405a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:58:59.947462 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-2551c470-4d0b-4a97-9f9f-11e13405a0b1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0882409 Aug 30 23:59:00.013204 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-c6cab103-2f2f-488f-924a-f7e570161a59 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 1001 time: 0.0576522 Aug 30 23:59:00.061068 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-1032404f-116f-4777-87c1-ce35a410be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:00.062497 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-1032404f-116f-4777-87c1-ce35a410be7c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0425775 Aug 30 23:59:00.111713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-83877710-0d96-407d-8114-17ef905fd53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:00.113201 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-83877710-0d96-407d-8114-17ef905fd53f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437102 Aug 30 23:59:00.205386 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-154e98d9-2f2f-4a2d-b44b-e48f4e45795e service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844705 Aug 30 23:59:00.297285 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d51fcbf0-630f-4af4-92b0-81862befe23c req-9e96e416-fe16-4777-a03f-4085cfd8cd83 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843158 Aug 30 23:59:10.482730 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9d37daa1-da28-4e12-ad4a-e6fa34e8fc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:12.547908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37888) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:12.705890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Deleting port 06038b6e-bdff-49db-bfa0-151ad1952a41 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:59:12.706251 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:12.779184 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:12.779519 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:12.791273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Calling delete_port for 06038b6e-bdff-49db-bfa0-151ad1952a41 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:59:12.938834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:12.964647 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'Port': ['ID=06038b6e-bdff-49db-bfa0-151ad1952a41,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:12.993106 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.993446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.993812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.994139 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.994468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.994795 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.995120 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.995444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.995763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.996084 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.996407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:12.996726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:13.036453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:13.036796 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Floating IP fe5b9df7-3625-4fac-b864-a1c6954a23dd disassociated (deleted). External IP: 172.25.7.57, port: 9aae63ef-076f-4db9-bbb7-367a7e25f148. Aug 30 23:59:13.047236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:13.427529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fff59fae-ee30-4ad2-9528-afe278129495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:13.544562 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:59:13.648817 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:59:13.653453 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:13.658026 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:59:13.667938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:59:13.668575 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:13.683162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ddc4b6aa-4cab-45b7-8467-8b5f2156ccc4 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "DELETE /v2.0/floatingips/fe5b9df7-3625-4fac-b864-a1c6954a23dd HTTP/1.1" status: 204 len: 168 time: 1.1341000 Aug 30 23:59:13.683770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:59:13.686392 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be881bc-43dc-4e02-9797-2ba22b048634" -d '{"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:59:13.718359 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:59:13.796666 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8a4758-8986-44a2-a827-895d1a499650 x-openstack-request-id: req-6f8a4758-8986-44a2-a827-895d1a499650 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:59:13.796964 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:59:13.797243 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f8a4758-8986-44a2-a827-895d1a499650 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:59:13.797651 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'status': 'completed', 'code': 200} Aug 30 23:59:13.810355 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:59:13.864833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-c0c9d191-39f2-456b-b6f6-528503a9680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:13.866525 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-c0c9d191-39f2-456b-b6f6-528503a9680e service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 1099 time: 0.0441375 Aug 30 23:59:13.965752 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-02456bbc-d01a-4a7b-8ed1-5acc1ea01e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:13.967341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-02456bbc-d01a-4a7b-8ed1-5acc1ea01e99 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0909936 Aug 30 23:59:14.015612 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-c8d7510b-a18c-4e0a-bb4f-c0cd1dd31549 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 200 len: 217 time: 0.0408599 Aug 30 23:59:14.034301 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:14.071507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-1143c21c-3192-4d95-8918-a24ba2fa2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:14.073695 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-1143c21c-3192-4d95-8918-a24ba2fa2d3a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0500464 Aug 30 23:59:14.087079 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:59:14.099512 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:59:14.100242 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:59:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:14.138789 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-be8ff588-9fb9-4c0a-8371-258a1279760f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:14.140923 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-be8ff588-9fb9-4c0a-8371-258a1279760f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606036 Aug 30 23:59:14.214624 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:59:14.270608 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4526af5-7837-4765-9056-4201113fdb6b req-5467af9a-9135-423b-9a85-d9c35a5f4107 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:14.271964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4526af5-7837-4765-9056-4201113fdb6b req-5467af9a-9135-423b-9a85-d9c35a5f4107 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 947 time: 0.1139247 Aug 30 23:59:14.277485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-e5c2e1d6-ab88-439c-89fd-ac1d07e80487 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276786 Aug 30 23:59:14.361976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f4526af5-7837-4765-9056-4201113fdb6b req-7a46f80a-4622-4b2e-8739-5b8d6dc0ba8b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834851 Aug 30 23:59:14.393070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0be881bc-43dc-4e02-9797-2ba22b048634 req-97071546-d45b-409c-b13f-81c74ab76143 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078243 Aug 30 23:59:14.434110 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:14.461192 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2393217-1af5-4e2f-a6d1-e91937b5d616 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:59:14.688915 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97398f7-d14b-4036-be3a-0a90c5246537 None None] New status for floating IP fe5b9df7-3625-4fac-b864-a1c6954a23dd: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:59:14.826111 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:15.481666 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dade40-fada-404a-b46d-d965e5a929dd req-d3b98aeb-607d-4a83-b9ba-978ec1d24500 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:15.483177 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0dade40-fada-404a-b46d-d965e5a929dd req-d3b98aeb-607d-4a83-b9ba-978ec1d24500 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 947 time: 0.0505562 Aug 30 23:59:15.521776 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c0dade40-fada-404a-b46d-d965e5a929dd req-adbeaee5-41ff-485e-aa1d-437bce3e7e2e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Aug 30 23:59:15.541529 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-3887f0e7-4942-417d-b738-5c25a1df8b8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:15.541529 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-3887f0e7-4942-417d-b738-5c25a1df8b8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/ports?device_id=9cd91ad7-056c-4658-aa46-7bcf86f7434b HTTP/1.1" status: 200 len: 947 time: 0.0492151 Aug 30 23:59:15.628033 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Deleting port 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 30 23:59:15.628272 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:15.716696 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] For port 9aae63ef-076f-4db9-bbb7-367a7e25f148, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=9aae63ef-076f-4db9-bbb7-367a7e25f148,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:59:15.717063 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:15.729497 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Calling delete_port for 9aae63ef-076f-4db9-bbb7-367a7e25f148 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 30 23:59:15.857492 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:15.885202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'Port': ['ID=9aae63ef-076f-4db9-bbb7-367a7e25f148,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:15.927790 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] No DVR routers for this DVR port 9aae63ef-076f-4db9-bbb7-367a7e25f148 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 30 23:59:15.931107 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:15.933162 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b8c6e67b-26bd-4736-a49e-095abbd94b36 req-724f266e-eb08-4261-9675-48e834e3f69b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "DELETE /v2.0/ports/9aae63ef-076f-4db9-bbb7-367a7e25f148 HTTP/1.1" status: 204 len: 173 time: 0.3856099 Aug 30 23:59:15.933609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-deleted', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:59:15.935905 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e239ed19-7456-4dc1-8b8f-236501ac30ba" -d '{"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-deleted", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:59:15.979501 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65f68eb-6a8d-426c-8cb8-c3288857193d x-openstack-request-id: req-b65f68eb-6a8d-426c-8cb8-c3288857193d {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:59:15.979867 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cd91ad7-056c-4658-aa46-7bcf86f7434b", "name": "network-vif-deleted", "tag": "9aae63ef-076f-4db9-bbb7-367a7e25f148", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:59:15.980145 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b65f68eb-6a8d-426c-8cb8-c3288857193d {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:59:15.980589 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cd91ad7-056c-4658-aa46-7bcf86f7434b', 'name': 'network-vif-deleted', 'tag': '9aae63ef-076f-4db9-bbb7-367a7e25f148', 'status': 'completed', 'code': 200} Aug 30 23:59:16.270172 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:16.577474 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37914) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:16.635449 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:16.660778 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:16.734405 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:16.737151 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:16.738370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "DELETE /v2.0/security-groups/05ad7ef2-6208-4fcd-ba49-afc2c534a8b4 HTTP/1.1" status: 204 len: 168 time: 0.1598516 Aug 30 23:59:16.747961 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f5b910-0533-498f-bb65-99992e19dc93 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ad7ef2-6208-4fcd-ba49-afc2c534a8b4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.026740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37920) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.031450 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1326214288', 'description': 'tempest-secgroup-smoke-1326214288 description', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.053513 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.135153 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.138903 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.164810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.166030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1383214 Aug 30 23:59:17.168964 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 37922) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.170019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8843c-c48c-4461-b6e7-a3334082c85c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=187abbef-dfff-4b7b-a820-3d25a757ca55,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.174145 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.205047 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.254523 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.259901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.278201 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37127447-067f-487f-b374-26fd49dc51f3,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.286972 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.287321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.287663 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.288040 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.288389 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.288772 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.289196 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.289498 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.289859 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.290187 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.290516 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.290849 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:17.293593 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.296488 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2dc92863-ae62-446b-a3f9-8483328b9cbc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1263509 Aug 30 23:59:17.297627 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37924) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.302386 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.332194 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.399576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.404052 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.424472 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a2baeac-9d97-49cf-9cd9-e321b6acc53a,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.432891 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.434639 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-209ce0ad-1962-4bc9-a0f6-107d7ce8c0e6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1357567 Aug 30 23:59:17.437533 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37926) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.442185 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.471983 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.534076 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.538619 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.559756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6975e76-289f-4925-8679-9286636cc02f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.565747 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.566986 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-daf25736-76e0-4996-8b92-cd3c8f585093 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284554 Aug 30 23:59:17.570262 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37928) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.575089 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.602178 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.664264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.668574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.687531 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c6ea0a4-88af-4b8e-80da-550314ce734c,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.694167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.695408 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e8139e0f-7ff1-4d66-97e9-50357e9dd5d5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239300 Aug 30 23:59:17.698431 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37930) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.702930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.729208 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Project c824f2a915a444f0bc94bd83ca97dd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:59:17.736642 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.803517 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.808818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.824665 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814a11f4-f1a1-4c37-84c7-3c49dd248afa,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.838198 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.839469 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8a188353-8ba1-4905-aae2-379b4c0b9514 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400802 Aug 30 23:59:17.842589 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 37932) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:17.847066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'security_group_rule': {'security_group_id': '187abbef-dfff-4b7b-a820-3d25a757ca55', 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:17.870278 n-d-791504-21 neutron-server[101269]: INFO neutron.db.securitygroups_db [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Project c824f2a915a444f0bc94bd83ca97dd9f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 30 23:59:17.875609 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.938913 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.943003 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.961694 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c3c17af-3449-497d-ba5b-63ef4308f896,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:17.967249 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:17.968662 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-74ffb71b-bb68-4870-87e8-146dbac50225 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251292 Aug 30 23:59:19.963679 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 30 23:59:19.988247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 9aae63ef-076f-4db9-bbb7-367a7e25f148 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 30 23:59:19.988592 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 9aae63ef-076f-4db9-bbb7-367a7e25f148 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 30 23:59:23.123080 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:28.401317 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:32.266717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-a8760394-b71a-4ff4-90c2-9418f3d176e2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1326214288&fields=id&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 267 time: 0.0339019 Aug 30 23:59:32.369321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-ddeb70d0-f52e-432f-af60-9efc8e2dc461 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:32.370782 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-ddeb70d0-f52e-432f-af60-9efc8e2dc461 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 809 time: 0.0969455 Aug 30 23:59:32.385070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-4cce9f09-ddf8-4476-b781-8f7f8e1c353f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/quotas/c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 375 time: 0.0087087 Aug 30 23:59:32.439206 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-3581b85c-2635-40cc-a1e9-26f73a33fc3f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458624 Aug 30 23:59:32.455516 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-ab5d45e5-9862-4e04-9f65-7ab3fbe8d6b5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 30 23:59:32.456456 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-ab5d45e5-9862-4e04-9f65-7ab3fbe8d6b5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055683 Aug 30 23:59:32.587603 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-a091628a-d8eb-47ef-8753-540e2594a396 service neutron] 10.222.0.25 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245849 Aug 30 23:59:32.673725 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-a80948cd-0aeb-4cb8-ae89-9765d34bb0e3 service neutron] 10.222.0.25 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799549 Aug 30 23:59:32.957476 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7fb37ff9-2590-40c8-93aa-50f60117c681 req-09e3caaa-f20f-4121-a35f-e0a4e71906ad tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0266669 Aug 30 23:59:33.890460 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-af2ad0a4-589a-4cca-80fa-58781f04a21f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:33.891936 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-af2ad0a4-589a-4cca-80fa-58781f04a21f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 809 time: 0.1095803 Aug 30 23:59:33.936409 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-87552ee1-59ee-4266-a5c2-7064e02e390f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 380 time: 0.0350688 Aug 30 23:59:33.952757 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'port': {'device_id': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'admin_state_up': True, 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'security_groups': ['187abbef-dfff-4b7b-a820-3d25a757ca55']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:34.067453 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c5c81b0f-d2cf-4b6f-b5cc-969d6d520ce3 req-2abc3417-da20-4c74-b820-324ec4a3c644 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0353894 Aug 30 23:59:34.093157 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Made reservation on behalf of c824f2a915a444f0bc94bd83ca97dd9f for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 30 23:59:34.096729 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.226681 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Allocated IP 172.20.0.3 (cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc/b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc/7d4199e4-06eb-424b-a7ce-f3c883155050) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:59:34.364548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.378716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Transition to ACTIVE for port object 7d4199e4-06eb-424b-a7ce-f3c883155050 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:59:34.410731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.463090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:59:34.467592 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:59:34.471549 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:59:34.501329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:34.533403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:34.534069 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.552152 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-0dce2c8a-1985-4bd9-8cbb-cf6150e2ca90 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6032097 Aug 30 23:59:34.570793 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Request body: {'port': {'device_id': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:34.629245 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.752367 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-da20e7ec-e3c3-4dd4-ae91-ea57e0ed6fe5 None None] Provisioning for port 7d4199e4-06eb-424b-a7ce-f3c883155050 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:59:34.756419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-da20e7ec-e3c3-4dd4-ae91-ea57e0ed6fe5 None None] Provisioning complete for port 7d4199e4-06eb-424b-a7ce-f3c883155050 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:59:34.757613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-da20e7ec-e3c3-4dd4-ae91-ea57e0ed6fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.802958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-da20e7ec-e3c3-4dd4-ae91-ea57e0ed6fe5 None None] Port 7d4199e4-06eb-424b-a7ce-f3c883155050 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 30 23:59:34.911607 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d4199e4-06eb-424b-a7ce-f3c883155050 {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:59:34.918990 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.931012 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Transition to ACTIVE for port object 7d4199e4-06eb-424b-a7ce-f3c883155050 will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 30 23:59:34.934552 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:34.986628 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:35.064405 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Attempting to bind port 7d4199e4-06eb-424b-a7ce-f3c883155050 on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 30 23:59:35.064995 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Attempting to bind port 7d4199e4-06eb-424b-a7ce-f3c883155050 by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 30 23:59:35.065597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Attempting to bind port 7d4199e4-06eb-424b-a7ce-f3c883155050 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:59:35.071733 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Port 7d4199e4-06eb-424b-a7ce-f3c883155050 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 30 23:59:35.072205 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Attempting to bind port 7d4199e4-06eb-424b-a7ce-f3c883155050 on network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 30 23:59:35.078409 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 30, 23, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 30 23:59:35.078892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Checking segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 30 23:59:35.079387 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Bound using segment: {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 30 23:59:35.079934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Bound port: 7d4199e4-06eb-424b-a7ce-f3c883155050, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7122da64-8942-4e5d-85d9-3e3a248ee5dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 30 23:59:35.080410 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:35.167030 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 30 23:59:35.170833 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 30 23:59:35.175497 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:35.216540 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.217482 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:35.219623 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] 10.222.0.47 "PUT /v2.0/ports/7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1092 time: 0.6540620 Aug 30 23:59:35.219790 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84ab7d-68c5-49c2-b427-7062728353c6 req-47486529-3fcd-4f88-a075-c965b12ba880 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.220291 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:59:35.222822 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea84ab7d-68c5-49c2-b427-7062728353c6 req-47486529-3fcd-4f88-a075-c965b12ba880 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0756223 Aug 30 23:59:35.228474 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d10cfa0-6233-4b80-a21d-cfde85cf1806" -d '{"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:59:35.267630 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a88093-84af-46ea-b9bd-f179c0a64ce1 service neutron] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:35.286262 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ea84ab7d-68c5-49c2-b427-7062728353c6 req-5a25a5f8-a717-4317-8560-ab25ec1b93c7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530243 Aug 30 23:59:35.307093 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ae0eb9-5724-4512-8d90-f299c48c1dfa x-openstack-request-id: req-a6ae0eb9-5724-4512-8d90-f299c48c1dfa {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:59:35.307387 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:59:35.307640 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6ae0eb9-5724-4512-8d90-f299c48c1dfa {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:59:35.308073 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'status': 'completed', 'code': 200} Aug 30 23:59:35.326742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-dd3e10a9-f0ab-491e-a009-101c6d74f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.328303 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-dd3e10a9-f0ab-491e-a009-101c6d74f9ab service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1095 time: 0.0617876 Aug 30 23:59:35.376399 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-a8f25da5-87e9-4f6d-89c4-36ad7dc9a6a1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 217 time: 0.0401704 Aug 30 23:59:35.432201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-2c37dfa1-52d8-40c5-985d-8cc58f4c10f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.434028 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-2c37dfa1-52d8-40c5-985d-8cc58f4c10f1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0510542 Aug 30 23:59:35.484263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-8027e2c4-6d47-4a21-b046-03113dd058a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.485761 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-8027e2c4-6d47-4a21-b046-03113dd058a0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450559 Aug 30 23:59:35.591037 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-3119eced-0e2e-47a1-8b5a-ccfe81c464cf service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981221 Aug 30 23:59:35.680342 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4c61e928-6a8d-4c18-ac56-28e65a485725 req-19ece423-cfb5-4381-b1c2-f1dd6e6366da service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822356 Aug 30 23:59:35.763713 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-e40bdb8e-aa5b-444d-9136-b131cdcc0bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.769643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-e40bdb8e-aa5b-444d-9136-b131cdcc0bc2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1095 time: 0.0429993 Aug 30 23:59:35.861682 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-a3aea138-9f5d-431b-883d-b355c85b0399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.863194 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-a3aea138-9f5d-431b-883d-b355c85b0399 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0916011 Aug 30 23:59:35.908344 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-d1a13c80-bf46-49aa-a471-c01f29ab2cd2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 217 time: 0.0373719 Aug 30 23:59:35.957922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-d72548c0-f824-48cd-9292-dd0a64d46329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:35.959446 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-d72548c0-f824-48cd-9292-dd0a64d46329 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0445409 Aug 30 23:59:36.010839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-dd60532b-a380-4c1d-b516-f18728625deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:36.012339 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-dd60532b-a380-4c1d-b516-f18728625deb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456085 Aug 30 23:59:36.101489 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-a3c1dbc3-f6b2-4b18-8f3b-6b1ce2c0e0a9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819261 Aug 30 23:59:36.199733 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9d10cfa0-6233-4b80-a21d-cfde85cf1806 req-36e74413-871a-47ac-97c6-3bdb78079af8 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 Aug 30 23:59:36.405315 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ba8d3-6d28-41e8-999a-4bb57a0d79c7 req-71fc9ccc-465c-4412-b9ff-c5e15b127dcc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:36.406835 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-218ba8d3-6d28-41e8-999a-4bb57a0d79c7 req-71fc9ccc-465c-4412-b9ff-c5e15b127dcc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0506258 Aug 30 23:59:36.450828 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-218ba8d3-6d28-41e8-999a-4bb57a0d79c7 req-3ecd5f1e-d445-47a0-bade-14db8d03e3ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376914 Aug 30 23:59:37.566537 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563cac4d-9398-4f7b-a4c5-9045bf7e89d1 req-d9de9beb-5fec-4b74-9f1b-013ebdabcf22 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:37.568045 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-563cac4d-9398-4f7b-a4c5-9045bf7e89d1 req-d9de9beb-5fec-4b74-9f1b-013ebdabcf22 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0508339 Aug 30 23:59:37.608435 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-563cac4d-9398-4f7b-a4c5-9045bf7e89d1 req-90893879-39f4-4134-a883-35b38df2a7a8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338333 Aug 30 23:59:38.721945 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e424e-d944-4a0b-b6c1-41128f74295e req-d850fef7-ca92-40e3-9118-c3ba45f77b68 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:38.723424 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a58e424e-d944-4a0b-b6c1-41128f74295e req-d850fef7-ca92-40e3-9118-c3ba45f77b68 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0484529 Aug 30 23:59:38.761826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a58e424e-d944-4a0b-b6c1-41128f74295e req-dc67ed10-22d8-44a0-a0e2-f156977989ce tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319157 Aug 30 23:59:39.874816 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9aed0f-3cdd-4223-a532-5136e90a23ad req-ed7f4db5-7ef0-4765-997c-2c143c3be12b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:39.876296 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f9aed0f-3cdd-4223-a532-5136e90a23ad req-ed7f4db5-7ef0-4765-997c-2c143c3be12b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0479791 Aug 30 23:59:39.913190 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-8f9aed0f-3cdd-4223-a532-5136e90a23ad req-69e2d08a-c7f3-4767-8674-d3eaef3c9f4e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310111 Aug 30 23:59:40.486973 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a76e6dec-3bc8-49f0-8352-851a04d5f36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:41.031446 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f576e6-7435-4729-89e7-6fb113ddde2f req-341766ea-1762-4cbc-9bba-414891319778 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:41.032925 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0f576e6-7435-4729-89e7-6fb113ddde2f req-341766ea-1762-4cbc-9bba-414891319778 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0535464 Aug 30 23:59:41.074514 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e0f576e6-7435-4729-89e7-6fb113ddde2f req-9ddf6896-5427-4a12-99a8-bbe44315b837 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353684 Aug 30 23:59:42.191817 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d72bb-1491-4fbf-b018-be7b56a21a60 req-8d6c82a9-c09b-4b73-a7f6-278af7403c06 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:42.193297 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-461d72bb-1491-4fbf-b018-be7b56a21a60 req-8d6c82a9-c09b-4b73-a7f6-278af7403c06 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0526857 Aug 30 23:59:42.231325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-461d72bb-1491-4fbf-b018-be7b56a21a60 req-833a1146-693e-4a33-9f98-aefb335f2dd1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318425 Aug 30 23:59:43.048625 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:43.347246 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d05fd-6b02-4e3f-ae17-db10d5336066 req-6a7832fd-a902-4118-99f1-680ed37a6b8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:43.348746 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-083d05fd-6b02-4e3f-ae17-db10d5336066 req-6a7832fd-a902-4118-99f1-680ed37a6b8e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0494771 Aug 30 23:59:43.386080 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-083d05fd-6b02-4e3f-ae17-db10d5336066 req-0591ed2f-7f27-4fc1-ac2c-0602f0005a9e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307322 Aug 30 23:59:43.428530 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6b35a713-0637-40db-9831-7aff8c74b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:44.120938 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 30 23:59:44.214742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:59:44.225934 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'mac_address': 'fa:16:3e:e1:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 30 23:59:44.263065 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:44.275791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4199e4-06eb-424b-a7ce-f3c883155050 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 30 23:59:44.295121 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:59:44.299666 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:44.347756 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:44.354981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.355327 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.355707 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.356081 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.356441 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.356794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.357122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.357446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.357771 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.358114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.358438 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.358761 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 30 23:59:44.499806 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83683e26-1944-40a1-a3fe-d6cfec11516c req-68706871-b395-48a0-9e88-01294dc515e3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:44.501277 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83683e26-1944-40a1-a3fe-d6cfec11516c req-68706871-b395-48a0-9e88-01294dc515e3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 944 time: 0.0489287 Aug 30 23:59:44.523030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7d4199e4-06eb-424b-a7ce-f3c883155050'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 30 23:59:44.541020 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-83683e26-1944-40a1-a3fe-d6cfec11516c req-aecb3c6c-fe69-4607-9b40-2036f7f62f0e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338206 Aug 30 23:59:44.826734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:45.655966 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9388c79f-9957-41c8-8451-c7598185947f req-789ae911-f917-495e-a638-41632bbbea08 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:45.657470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9388c79f-9957-41c8-8451-c7598185947f req-789ae911-f917-495e-a638-41632bbbea08 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 944 time: 0.0493860 Aug 30 23:59:45.695590 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9388c79f-9957-41c8-8451-c7598185947f req-e95ec163-529e-49d7-8509-b1f06274adb3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315220 Aug 30 23:59:46.135873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 30 23:59:46.185477 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port 7d4199e4-06eb-424b-a7ce-f3c883155050 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 30 23:59:46.188996 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7d4199e4-06eb-424b-a7ce-f3c883155050 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 30 23:59:46.189372 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:46.277297 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:46.285620 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:46.300034 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:59:46.302295 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca94c80-3f2a-4888-807f-b5b0d9d0da80" -d '{"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:59:46.317280 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 30 23:59:46.322594 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:46.375759 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:46.397286 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 30 Aug 2021 23:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05f3de-7fe0-49f5-853e-9029b9601893 x-openstack-request-id: req-cc05f3de-7fe0-49f5-853e-9029b9601893 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:59:46.397614 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:59:46.397900 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc05f3de-7fe0-49f5-853e-9029b9601893 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:59:46.398323 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'code': 200} Aug 30 23:59:46.495763 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703556a1-1e6c-4f6c-97cc-cf155a7a34dd req-bfa2b036-b63a-4771-94a9-9734c2cecf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:46.497235 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-703556a1-1e6c-4f6c-97cc-cf155a7a34dd req-bfa2b036-b63a-4771-94a9-9734c2cecf5a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0435586 Aug 30 23:59:46.536777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-703556a1-1e6c-4f6c-97cc-cf155a7a34dd req-f96af272-13b1-44e3-9ed2-312b56a5223e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320821 Aug 30 23:59:46.812830 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297f57e4-8a5f-46f3-b164-805540032fde req-ffc4ea55-b771-4b6e-bdf8-48726e1a37e7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:46.814359 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-297f57e4-8a5f-46f3-b164-805540032fde req-ffc4ea55-b771-4b6e-bdf8-48726e1a37e7 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0503550 Aug 30 23:59:46.852222 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-297f57e4-8a5f-46f3-b164-805540032fde req-d4027f22-0722-4fb7-8418-7744895b6fe8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318158 Aug 30 23:59:47.967934 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7467dca-c5f6-4094-823d-8d68ba07aac6 req-b599bb65-d82c-4b0f-969d-5b7e6797a00f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:47.969457 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e7467dca-c5f6-4094-823d-8d68ba07aac6 req-b599bb65-d82c-4b0f-969d-5b7e6797a00f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0500085 Aug 30 23:59:48.009131 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e7467dca-c5f6-4094-823d-8d68ba07aac6 req-b4ad9a2f-a033-4e38-a13d-8d36284439b9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329459 Aug 30 23:59:48.121494 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04311-15a6-4d15-bae1-40add6c0af3f req-2a8fc34e-1894-483d-a8b2-4ca63ef5b5b1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:48.122995 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22b04311-15a6-4d15-bae1-40add6c0af3f req-2a8fc34e-1894-483d-a8b2-4ca63ef5b5b1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0476975 Aug 30 23:59:48.160171 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-22b04311-15a6-4d15-bae1-40add6c0af3f req-aa5b5e30-9ea7-4f4b-8191-2028c41977d1 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313549 Aug 30 23:59:48.182256 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:48.224538 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367178b6-a526-4d4f-b765-aa7e425d22af tempest-TestShelveInstance-1783542588 tempest-TestShelveInstance-1783542588-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:48.226707 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-367178b6-a526-4d4f-b765-aa7e425d22af tempest-TestShelveInstance-1783542588 tempest-TestShelveInstance-1783542588-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1092 time: 0.0428791 Aug 30 23:59:48.229348 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38122) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 30 23:59:48.233631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 30 23:59:48.255455 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:48.349109 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:48.457597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Allocated IP 172.25.7.182 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/ab7c069b-0f23-4895-af88-a775c49a71e3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 30 23:59:48.557264 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:48.595222 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:48.634507 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 30 23:59:48.639170 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 30 23:59:48.642632 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 30 23:59:48.668955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=ab7c069b-0f23-4895-af88-a775c49a71e3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:48.993945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:49.063966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:49.212731 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:49.217223 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:49.284651 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event updated for resources: {'Port': ['ID=ab7c069b-0f23-4895-af88-a775c49a71e3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 30 23:59:49.294397 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:49.396163 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Floating IP 9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b associated. External IP: 172.25.7.182, port: 7d4199e4-06eb-424b-a7ce-f3c883155050. Aug 30 23:59:49.910329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 30 23:59:50.015973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 30 23:59:50.027338 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 30 23:59:50.033062 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:50.037922 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:59:50.038572 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:50.060232 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-e67e5ce3-6799-4573-9a3a-11ac07619c48 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8298466 Aug 30 23:59:50.060928 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 30 23:59:50.063225 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d" -d '{"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 30 23:59:50.104614 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 30 Aug 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122bbbf0-7446-463f-b85f-6e615139cd73 x-openstack-request-id: req-122bbbf0-7446-463f-b85f-6e615139cd73 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 30 23:59:50.104889 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 30 23:59:50.105138 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-122bbbf0-7446-463f-b85f-6e615139cd73 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 30 23:59:50.105533 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'status': 'completed', 'code': 200} Aug 30 23:59:50.147900 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:59:50.165167 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-43403728-6e2c-4bd6-9ca0-cd8201738ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:50.166690 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-43403728-6e2c-4bd6-9ca0-cd8201738ff8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0403602 Aug 30 23:59:50.258740 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-e2a13fbf-af9c-4469-be52-f291545961c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:50.260491 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-e2a13fbf-af9c-4469-be52-f291545961c5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0862541 Aug 30 23:59:50.326686 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-2cc1070a-d6d3-42e5-b03e-e8442e230ad5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 999 time: 0.0595007 Aug 30 23:59:50.370167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:e1:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:59:48Z', 'updated_at': '2021-08-30T23:59:48Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:50.377263 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-6d20f750-07a8-430c-9d7f-16723c830ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:50.378756 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-6d20f750-07a8-430c-9d7f-16723c830ebe service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0453401 Aug 30 23:59:50.396286 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 30 23:59:50.405419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 30 23:59:50.406061 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-30T23:59:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:50.428890 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-6e336b5c-062c-472e-867b-30e042cdc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 30 23:59:50.430460 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-6e336b5c-062c-472e-867b-30e042cdc885 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443137 Aug 30 23:59:50.512271 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 30 23:59:50.519910 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-fa8c0029-74fb-4be3-81c8-aaaf6a284176 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822253 Aug 30 23:59:50.615229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4d7a6e3d-ad9d-4a6a-b12d-93bcd7da3a6d req-1e2c2a68-b0e1-4c23-8589-4a8d3521ee75 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873752 Aug 30 23:59:50.718293 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 30 23:59:50.736946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:e1:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:59:48Z', 'updated_at': '2021-08-30T23:59:48Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 30 23:59:50.762824 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e19c63f-5e79-4870-81c4-3f6a7a6f6400 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'mac_address': 'fa:16:3e:e1:b0:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-30T23:59:48Z', 'updated_at': '2021-08-30T23:59:48Z', 'revision_number': 0, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 30 23:59:50.943033 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c479da-59ba-4287-a1d3-a04e3eba50ed None None] New status for floating IP 9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 30 23:59:53.140101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 30 23:59:58.405714 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:00.767687 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-4d4510a1-17e6-43a6-9639-b99639a33bd6 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450628 Aug 31 00:00:00.856406 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-ea5dd44a-3b81-4d39-a7cd-7a8e04d10313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:00:00.857964 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-ea5dd44a-3b81-4d39-a7cd-7a8e04d10313 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0449193 Aug 31 00:00:00.971725 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-2aa98bd2-9cc6-43c7-b3f0-a1bbbd83f3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:00:00.973217 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-2aa98bd2-9cc6-43c7-b3f0-a1bbbd83f3a9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0923884 Aug 31 00:00:01.042155 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-9052ea1e-5da9-4c9e-bf9d-199e90763445 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1001 time: 0.0602393 Aug 31 00:00:01.095201 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-0b36ce35-7aff-4a4b-a6fe-35a75c5d1817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:00:01.096948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-0b36ce35-7aff-4a4b-a6fe-35a75c5d1817 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0473413 Aug 31 00:00:01.148955 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-3d7c8708-3aad-4372-ae78-62f2fdccf9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:00:01.150734 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-3d7c8708-3aad-4372-ae78-62f2fdccf9cd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457211 Aug 31 00:00:01.246006 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-984b6c49-e91a-4877-bb3b-2d0241692d7f service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879576 Aug 31 00:00:01.353202 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-154548e4-3a1a-4dc7-ada0-932bb3e721eb req-29f948e0-7097-4ded-a3b7-a1d140a37543 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998316 Aug 31 00:00:10.489238 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ff53e81d-1e52-4d67-bd0c-c4eeb178aea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:13.050648 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:13.430592 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-eaeb1bbb-80c6-474a-bc69-d76c1c55ff05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:14.832087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:16.275682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:23.150281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:27.718075 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:00:28.419066 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:40.490555 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-899b49d1-63a6-452f-813e-3bb7c50e8a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:43.054332 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:43.431751 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8ae4d9a0-1e9d-4c1d-9ade-e1e3ffe0181c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:44.834169 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:46.277888 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:53.163669 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:00:58.415214 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:00.814183 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-7c2e2d06-1c41-4e2a-9898-be6a0803c77d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0794866 Aug 31 00:01:00.897475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-773eeace-34c2-4565-9344-188170a60f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:00.898994 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-773eeace-34c2-4565-9344-188170a60f44 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0408459 Aug 31 00:01:01.004544 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-4b974427-d797-4c37-810b-48ceb4514dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:01.006020 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-4b974427-d797-4c37-810b-48ceb4514dbb service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0864427 Aug 31 00:01:01.071596 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-a14ed0c3-31e6-458d-a9c2-038d4abbaff9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1001 time: 0.0573063 Aug 31 00:01:01.119356 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-ab6b85f7-bbfb-4931-bbef-07366b41e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:01.120789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-ab6b85f7-bbfb-4931-bbef-07366b41e59a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0425427 Aug 31 00:01:01.169711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-cb8c4d90-44d1-41b8-8618-0dd86129818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:01.171221 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-cb8c4d90-44d1-41b8-8618-0dd86129818f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435913 Aug 31 00:01:01.259722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-31325666-5261-4300-8ae3-cf971da70cd8 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809114 Aug 31 00:01:01.351380 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f047a0d2-2568-41c0-bca7-795097b29e86 req-4b769606-63cc-4496-aa9a-94bb9f8e1074 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850518 Aug 31 00:01:04.718487 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:01:10.490484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-225de5e8-34af-4895-ab91-117eb86e0a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:13.057131 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:13.432833 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-45429b98-ebff-4bb1-8cd3-502d871f4337 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:14.836792 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:16.280873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:23.162439 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:28.447808 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:40.491930 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c5b76de0-3b4f-4adc-8ddd-295bb19c4ff1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:41.717009 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:01:43.059557 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:43.432961 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-28f21dc1-6e61-42e3-b30c-5e76ccac150a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:44.839380 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:46.285601 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:47.976268 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7141c01-39c1-40a1-b79f-e46bd0146f39 req-5e0222b0-bb0e-47da-bb79-ac2be1e75b4a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:47.977775 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7141c01-39c1-40a1-b79f-e46bd0146f39 req-5e0222b0-bb0e-47da-bb79-ac2be1e75b4a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0511136 Aug 31 00:01:48.017016 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d7141c01-39c1-40a1-b79f-e46bd0146f39 req-6895369f-bf9f-42c8-a645-94afd0855b58 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330734 Aug 31 00:01:49.172711 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5b1dd-e879-419a-bd25-ea17717aa33f req-9f2a0548-c1cc-4388-95f5-f9fefc3dfbcf tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:49.174207 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2f5b1dd-e879-419a-bd25-ea17717aa33f req-9f2a0548-c1cc-4388-95f5-f9fefc3dfbcf tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0504622 Aug 31 00:01:49.213829 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e2f5b1dd-e879-419a-bd25-ea17717aa33f req-84a07b4c-9df9-41d8-99c3-4cc45842fcc0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331879 Aug 31 00:01:50.360929 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9bc3f9-54d1-4928-9641-0cfc808113d3 req-bdb66cd0-9498-44ae-a7e8-765c8e41271a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:50.362454 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e9bc3f9-54d1-4928-9641-0cfc808113d3 req-bdb66cd0-9498-44ae-a7e8-765c8e41271a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0504811 Aug 31 00:01:50.401120 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3e9bc3f9-54d1-4928-9641-0cfc808113d3 req-d97a6582-50ee-4276-9df4-266b9a159da2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326772 Aug 31 00:01:51.513336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b2fe09-e564-49a1-96f1-1c828a7c6e8c req-1f197d43-bad7-41b4-ac35-3e841f457329 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:51.514841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56b2fe09-e564-49a1-96f1-1c828a7c6e8c req-1f197d43-bad7-41b4-ac35-3e841f457329 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0479059 Aug 31 00:01:51.553209 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-56b2fe09-e564-49a1-96f1-1c828a7c6e8c req-70ef64fa-5e0f-436e-9a19-f226da90fcd2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324564 Aug 31 00:01:52.666874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75629e27-acb3-4906-b17d-dc282df2d645 req-3e624af8-18e3-42ee-be5f-22f23b539f81 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:52.668352 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75629e27-acb3-4906-b17d-dc282df2d645 req-3e624af8-18e3-42ee-be5f-22f23b539f81 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0490804 Aug 31 00:01:52.710608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-75629e27-acb3-4906-b17d-dc282df2d645 req-2353ebc6-2e08-4988-b966-21a6b5cf763f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363314 Aug 31 00:01:53.166855 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:53.827910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb1ddf-7359-44a6-935f-f994d77ae62e req-2809bf9f-c3d7-403c-b513-548d16a5c957 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:53.829400 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ecb1ddf-7359-44a6-935f-f994d77ae62e req-2809bf9f-c3d7-403c-b513-548d16a5c957 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0516326 Aug 31 00:01:53.871722 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ecb1ddf-7359-44a6-935f-f994d77ae62e req-0c0100f9-d2f0-45cd-be27-9b0688678f2d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363207 Aug 31 00:01:54.994585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae7b10-6593-4505-a2b4-6c5512ee5d01 req-48e9f101-4df9-40b7-be07-8fd691d78b82 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:54.996164 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-47ae7b10-6593-4505-a2b4-6c5512ee5d01 req-48e9f101-4df9-40b7-be07-8fd691d78b82 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0532277 Aug 31 00:01:55.039890 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-47ae7b10-6593-4505-a2b4-6c5512ee5d01 req-702eaad3-a9d5-4752-9b81-8f87b3bdf498 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337327 Aug 31 00:01:56.164853 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a62486-4c01-4a59-8ac2-1c87fdf96326 req-e07c0bd5-c13b-469c-ace0-a6d493293219 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:56.166774 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2a62486-4c01-4a59-8ac2-1c87fdf96326 req-e07c0bd5-c13b-469c-ace0-a6d493293219 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0536859 Aug 31 00:01:56.205608 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b2a62486-4c01-4a59-8ac2-1c87fdf96326 req-9b9d43ab-a591-4fa2-806c-0383b996faa3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Aug 31 00:01:57.323088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a2412-7f03-4713-a725-72e7d70b9196 req-3a4413e3-257a-4610-872b-642e0159ee79 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:57.324612 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-354a2412-7f03-4713-a725-72e7d70b9196 req-3a4413e3-257a-4610-872b-642e0159ee79 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0489407 Aug 31 00:01:57.363193 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-354a2412-7f03-4713-a725-72e7d70b9196 req-910838dc-ad8b-4148-b81f-fc023361aac5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323923 Aug 31 00:01:58.131477 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-4385e1ff-096d-4151-85b6-08ea9056b2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:58.132929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-4385e1ff-096d-4151-85b6-08ea9056b2a5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0408568 Aug 31 00:01:58.225313 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-a4c12dd4-ed8d-4e8e-9490-2f179ecb59ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:58.226847 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-a4c12dd4-ed8d-4e8e-9490-2f179ecb59ce service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0872214 Aug 31 00:01:58.293588 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-64d22d4d-59b1-4ae0-af23-1de33ca55386 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1001 time: 0.0597904 Aug 31 00:01:58.345321 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-74a6b4bd-3f2b-4105-8828-5909828edbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:58.346814 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-74a6b4bd-3f2b-4105-8828-5909828edbfa service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0469046 Aug 31 00:01:58.399464 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-bbd94be9-b5dd-49a2-9e24-a0231f798c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:58.401036 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-bbd94be9-b5dd-49a2-9e24-a0231f798c77 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463023 Aug 31 00:01:58.468706 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:01:58.524471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580566-56c9-4afd-b590-7d45b47ebca9 req-10a38a3b-bdb0-43b7-9177-39842721c7b3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:58.526019 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41580566-56c9-4afd-b590-7d45b47ebca9 req-10a38a3b-bdb0-43b7-9177-39842721c7b3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0756965 Aug 31 00:01:58.544669 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-22726d0a-92e3-4cde-967f-643fe8ee7803 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364820 Aug 31 00:01:58.611858 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41580566-56c9-4afd-b590-7d45b47ebca9 req-b962a168-aec1-4012-8b6b-de079c88b2c2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797298 Aug 31 00:01:58.652490 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4019d6ee-0445-4d89-8fee-218c390467e9 req-b2b04885-61a2-4245-a826-861f59a9bba9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994341 Aug 31 00:01:59.729211 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f46ee-88f6-4842-8c29-ee746f3e15c4 req-52977203-2d3e-4a0d-83b3-049d8a28c683 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:01:59.730732 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-661f46ee-88f6-4842-8c29-ee746f3e15c4 req-52977203-2d3e-4a0d-83b3-049d8a28c683 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0503862 Aug 31 00:01:59.771701 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-661f46ee-88f6-4842-8c29-ee746f3e15c4 req-75740114-dbfc-4970-84c9-3f4981f42552 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350270 Aug 31 00:02:00.895927 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58408f8-a612-4c7b-9bdc-b373bcce0d73 req-92ae491a-1776-4704-b595-3e14d9b8c925 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:00.897656 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58408f8-a612-4c7b-9bdc-b373bcce0d73 req-92ae491a-1776-4704-b595-3e14d9b8c925 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0554979 Aug 31 00:02:00.940870 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d58408f8-a612-4c7b-9bdc-b373bcce0d73 req-0cd2a053-553d-45de-8f2d-7433a55d84cc tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361984 Aug 31 00:02:01.758717 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-ce10c3c0-bd7d-4c2c-93f6-cefe13db01fb service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387864 Aug 31 00:02:01.848985 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-8b555a0c-ee42-4d94-baa7-18184bfd859f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:01.850508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-8b555a0c-ee42-4d94-baa7-18184bfd859f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0453675 Aug 31 00:02:01.965756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-814461bd-d63e-43ef-8eb8-00befa6b387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:01.967275 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-814461bd-d63e-43ef-8eb8-00befa6b387e service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0962815 Aug 31 00:02:02.040441 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-92b39227-50a2-43bf-9781-9cbc23c9ef10 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1001 time: 0.0651782 Aug 31 00:02:02.061022 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0139c-d1d1-4c65-be6a-a685cbc12815 req-8154049a-9b13-453c-bd80-69e2c821b998 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:02.062540 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aaf0139c-d1d1-4c65-be6a-a685cbc12815 req-8154049a-9b13-453c-bd80-69e2c821b998 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0497932 Aug 31 00:02:02.094643 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-fcd25012-a50f-4ae3-87d6-0da730fc039c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:02.096118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-fcd25012-a50f-4ae3-87d6-0da730fc039c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0495532 Aug 31 00:02:02.103135 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-aaf0139c-d1d1-4c65-be6a-a685cbc12815 req-1fa48f82-d445-4d6a-bd32-9681944e5c4f tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333729 Aug 31 00:02:02.145778 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-db2a2241-875c-4a11-898a-de3b78649bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:02.147323 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-db2a2241-875c-4a11-898a-de3b78649bbc service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443211 Aug 31 00:02:02.199235 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-1480afba-73c5-4237-9e99-4c6e9c8f9020 req-9ef5bd01-4f27-4624-bd4c-30572c4d3c42 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:02:02.200234 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1480afba-73c5-4237-9e99-4c6e9c8f9020 req-9ef5bd01-4f27-4624-bd4c-30572c4d3c42 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0285175 Aug 31 00:02:02.243280 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-96196a3a-702e-4ba1-8a9f-a5bbfc38ca68 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882506 Aug 31 00:02:02.336145 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f9a76fb2-0339-476a-a0aa-19aa68f66081 req-adfe3af3-1ab0-4f5a-8b20-eaa15415c58b service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857286 Aug 31 00:02:03.373131 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d064ac-9574-4c11-9647-4c87875a229f req-f9d5af7a-d10d-495e-92f0-ae7c032b0cce tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:03.374680 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21d064ac-9574-4c11-9647-4c87875a229f req-f9d5af7a-d10d-495e-92f0-ae7c032b0cce tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0503411 Aug 31 00:02:03.389284 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-0cd17669-64a4-4c3a-8daa-1520ac4ac565 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837557 Aug 31 00:02:03.415055 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-21d064ac-9574-4c11-9647-4c87875a229f req-0efd2866-76c0-4142-aba3-68e6862f90c3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342071 Aug 31 00:02:04.532642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb6bb5-f0c0-4d46-8938-93c395507c49 req-90a7157f-844c-4671-9f4b-faa107fca0dd tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:04.534184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb6bb5-f0c0-4d46-8938-93c395507c49 req-90a7157f-844c-4671-9f4b-faa107fca0dd tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0504627 Aug 31 00:02:04.578251 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-aecb6bb5-f0c0-4d46-8938-93c395507c49 req-e79f1b84-c5b1-453e-8439-1f15299f3843 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343890 Aug 31 00:02:04.840194 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:02:04.913373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:04.936054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:02:04.938268 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef33589f-975b-4bcd-babe-48af85d12489" -d '{"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-unplugged", "status": "completed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:02:04.951426 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:02:04.955755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:04.978070 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 00:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62af4d8b-a83b-4c5a-a326-64c9fbe4dc0a x-openstack-request-id: req-62af4d8b-a83b-4c5a-a326-64c9fbe4dc0a {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:02:04.978347 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-unplugged", "status": "failed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "code": 422}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:02:04.978602 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62af4d8b-a83b-4c5a-a326-64c9fbe4dc0a {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:02:04.978993 n-d-791504-21 neutron-server[101270]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'code': 422} returned with failed status Aug 31 00:02:05.003382 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:02:05.011114 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.011468 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.011816 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.012162 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.012505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.012842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.013176 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.013508 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.013870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.014202 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.014533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.014860 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:02:05.693202 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fec7a-a774-44f5-bcb9-4e5059d6a65d req-369e7121-e7f9-4b7a-91ad-ca5d038e9662 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:05.694765 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086fec7a-a774-44f5-bcb9-4e5059d6a65d req-369e7121-e7f9-4b7a-91ad-ca5d038e9662 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0487869 Aug 31 00:02:05.738659 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-086fec7a-a774-44f5-bcb9-4e5059d6a65d req-00c289ca-65d1-4bd1-8a51-56c8d5fd1a87 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375724 Aug 31 00:02:06.854472 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b047d8e-0756-40cb-8302-c77fdb7ab039 req-e63264b7-f578-448b-a7d0-acc8c23d809a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:06.856018 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b047d8e-0756-40cb-8302-c77fdb7ab039 req-e63264b7-f578-448b-a7d0-acc8c23d809a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0493383 Aug 31 00:02:06.899644 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-2b047d8e-0756-40cb-8302-c77fdb7ab039 req-790bcbbd-b7c1-4683-9205-0334802b0df6 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371907 Aug 31 00:02:08.015988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885585d5-5d92-4d80-8911-9dd15a702ca0 req-fa5f113b-ad06-4474-bcaa-775b309fd077 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:08.017493 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-885585d5-5d92-4d80-8911-9dd15a702ca0 req-fa5f113b-ad06-4474-bcaa-775b309fd077 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0484228 Aug 31 00:02:08.056653 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-885585d5-5d92-4d80-8911-9dd15a702ca0 req-f188fc32-7690-4dad-907d-d64badcef0b9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329113 Aug 31 00:02:09.172979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077537d-d79c-453b-8a50-3ffd1c173769 req-d5e0cbbe-ef00-4147-9fab-2057d488c653 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:09.174432 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c077537d-d79c-453b-8a50-3ffd1c173769 req-d5e0cbbe-ef00-4147-9fab-2057d488c653 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0503983 Aug 31 00:02:09.212803 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c077537d-d79c-453b-8a50-3ffd1c173769 req-f27e7a47-63d3-42fa-9318-296286679808 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Aug 31 00:02:10.066926 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-1ca877ac-a16c-4477-8508-f284efee3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.068474 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-1ca877ac-a16c-4477-8508-f284efee3351 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&tenant_id=c824f2a915a444f0bc94bd83ca97dd9f HTTP/1.1" status: 200 len: 1095 time: 0.0405777 Aug 31 00:02:10.132398 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-4c4df62e-6dec-4f08-951e-7fa8fc602a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.134561 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-4c4df62e-6dec-4f08-951e-7fa8fc602a3b service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1095 time: 0.0416467 Aug 31 00:02:10.225615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-d84033c4-c8e9-425f-a3ae-0a857de918d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.227099 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-d84033c4-c8e9-425f-a3ae-0a857de918d4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0854812 Aug 31 00:02:10.319694 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-01db5b9a-cc77-48dc-921c-05b9df508af4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 999 time: 0.0837667 Aug 31 00:02:10.370408 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d16b58-005b-4fcc-9922-ab7248f364a1 req-9b9cf7e4-7147-4b00-8a39-df3c7838152a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.371834 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9d16b58-005b-4fcc-9922-ab7248f364a1 req-9b9cf7e4-7147-4b00-8a39-df3c7838152a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0913265 Aug 31 00:02:10.388069 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-3bc699a3-e49d-46de-9cb6-add73c873f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.389434 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-3bc699a3-e49d-46de-9cb6-add73c873f0d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0619185 Aug 31 00:02:10.438794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e9d16b58-005b-4fcc-9922-ab7248f364a1 req-7a7f70eb-378b-4ed4-b138-ab46f6690c2d tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610752 Aug 31 00:02:10.448092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-16ae529d-5433-4c4d-9deb-f83995f4338f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:10.449534 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-16ae529d-5433-4c4d-9deb-f83995f4338f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525298 Aug 31 00:02:10.497299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3859720d-ebf6-4e33-bc8e-94707dc573bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:10.542841 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-34e88e5f-70a5-4fff-9305-13173ec66f68 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865493 Aug 31 00:02:10.631538 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-edb71d15-d13b-49a2-b5aa-4d6198ed49e9 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815012 Aug 31 00:02:11.553638 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242e8bc-72c9-4af3-aa5c-2d90bdec45aa req-0e17d731-c110-447d-9469-82fa2cda5031 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:11.555655 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c242e8bc-72c9-4af3-aa5c-2d90bdec45aa req-0e17d731-c110-447d-9469-82fa2cda5031 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0503807 Aug 31 00:02:11.593937 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c242e8bc-72c9-4af3-aa5c-2d90bdec45aa req-818af881-d368-47db-8803-3cef7bc51a35 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324073 Aug 31 00:02:12.713664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28fbfe-0111-454f-9585-12131614cb7d req-789e7bfc-0432-4fef-b6b6-7780a66dc382 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:12.715205 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0d28fbfe-0111-454f-9585-12131614cb7d req-789e7bfc-0432-4fef-b6b6-7780a66dc382 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0547676 Aug 31 00:02:12.751357 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0d28fbfe-0111-454f-9585-12131614cb7d req-364b48d8-e064-485c-8c85-0cc061ac4523 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302753 Aug 31 00:02:13.060639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:13.434062 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7aeaa9f1-202d-4f79-9539-18fa5e59dc04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:13.864814 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714336-0595-4105-8277-6a637bb7cfe0 req-3f62d2b7-5008-4f87-b805-8423b7a797c9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:13.866346 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d714336-0595-4105-8277-6a637bb7cfe0 req-3f62d2b7-5008-4f87-b805-8423b7a797c9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0485411 Aug 31 00:02:13.907517 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3d714336-0595-4105-8277-6a637bb7cfe0 req-e931a522-7aeb-4a04-adc6-c10d2cb9316b tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352302 Aug 31 00:02:14.842224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:15.021447 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f57a49-433f-42b1-83a3-680a33e2ca94 req-01887b6c-fc16-4020-a111-f5510812e049 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:15.022942 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f57a49-433f-42b1-83a3-680a33e2ca94 req-01887b6c-fc16-4020-a111-f5510812e049 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0495098 Aug 31 00:02:15.064195 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-41f57a49-433f-42b1-83a3-680a33e2ca94 req-73e5878b-aa9c-48ae-968d-4f76f8ba43ac tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323970 Aug 31 00:02:16.225034 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5950280f-ff6d-4e32-8b52-ac8270c82a9e req-4112d098-4af6-4115-baf5-c269806777c0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:16.226362 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5950280f-ff6d-4e32-8b52-ac8270c82a9e req-4112d098-4af6-4115-baf5-c269806777c0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 943 time: 0.0941870 Aug 31 00:02:16.264584 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5950280f-ff6d-4e32-8b52-ac8270c82a9e req-0fe7b46e-1402-4486-9590-4a6a806a7aae tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317180 Aug 31 00:02:16.286955 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:16.879335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:02:16.971600 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:02:16.983498 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'port_id': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'mac_address': 'fa:16:3e:e1:b0:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:02:17.020009 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:17.035957 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d4199e4-06eb-424b-a7ce-f3c883155050 {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:02:17.054790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:02:17.058656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:17.104831 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:02:17.274692 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['7d4199e4-06eb-424b-a7ce-f3c883155050'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:02:17.424880 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5595a04-5408-480f-8fb3-d61ebb10eb12 req-28a3f58f-3670-4680-9139-c88057714809 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:17.426547 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5595a04-5408-480f-8fb3-d61ebb10eb12 req-28a3f58f-3670-4680-9139-c88057714809 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 944 time: 0.0942106 Aug 31 00:02:17.470228 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d5595a04-5408-480f-8fb3-d61ebb10eb12 req-1fc2f7ef-c1d2-4e07-a824-f57e46237bb3 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369766 Aug 31 00:02:18.584562 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c214789c-b25c-4932-96df-2f3cdd1d09ee req-33b49fca-96e1-4a36-8dc6-30f744a760b8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:18.586073 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c214789c-b25c-4932-96df-2f3cdd1d09ee req-33b49fca-96e1-4a36-8dc6-30f744a760b8 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 944 time: 0.0487192 Aug 31 00:02:18.623618 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-c214789c-b25c-4932-96df-2f3cdd1d09ee req-192c690a-c3ab-4fbf-ad0c-f0c016da325a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309651 Aug 31 00:02:18.716669 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:02:18.884379 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:02:18.930573 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port 7d4199e4-06eb-424b-a7ce-f3c883155050 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:02:18.930949 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:19.007908 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:19.029883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:02:19.032088 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a08eb00-7390-4bf5-a430-65661a2ff0ed" -d '{"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:02:19.043904 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:02:19.048107 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:19.072024 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461a721-f3d9-46e1-b628-4badd798d18b x-openstack-request-id: req-6461a721-f3d9-46e1-b628-4badd798d18b {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:02:19.072951 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-plugged", "status": "completed", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:02:19.073218 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6461a721-f3d9-46e1-b628-4badd798d18b {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:02:19.073597 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'code': 200} Aug 31 00:02:19.099073 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:02:19.220352 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb79b05-26bc-46c1-983b-0f54d3bbed02 req-32e1cc08-fd44-42f6-9091-57ef7ea9a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:19.221863 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-efb79b05-26bc-46c1-983b-0f54d3bbed02 req-32e1cc08-fd44-42f6-9091-57ef7ea9a791 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0474458 Aug 31 00:02:19.260485 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-efb79b05-26bc-46c1-983b-0f54d3bbed02 req-94039a88-c34c-4778-9099-082b7a781320 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308640 Aug 31 00:02:19.740304 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b871d0-3bce-4aec-a8ec-a8070617ab65 req-26165343-e84e-409a-bb9e-fdce8bfb4511 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:19.741955 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02b871d0-3bce-4aec-a8ec-a8070617ab65 req-26165343-e84e-409a-bb9e-fdce8bfb4511 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0514443 Aug 31 00:02:19.788801 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-02b871d0-3bce-4aec-a8ec-a8070617ab65 req-19d9870d-67b9-469b-b577-11b2c0d2c43c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Aug 31 00:02:20.907634 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5434572-c798-40ce-ac34-3f50777552cd req-be93859a-d1be-46d5-9970-0a1fc292d6c0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:02:20.909118 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5434572-c798-40ce-ac34-3f50777552cd req-be93859a-d1be-46d5-9970-0a1fc292d6c0 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0497012 Aug 31 00:02:20.946010 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-e5434572-c798-40ce-ac34-3f50777552cd req-6f4802bc-a328-4da4-ba0c-8558ac579cef tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308735 Aug 31 00:02:23.172504 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:28.456698 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:40.497243 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7dbacd34-37a7-4ee9-bc4a-d2de0064e001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:43.061619 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:43.436236 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-92129f16-4f89-4def-a8af-3fdc612e4eee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:44.845041 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:46.291325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:53.180225 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:02:55.719592 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:02:58.479306 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:02.755271 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-b3ee2799-54bc-43e6-8dda-04839b36393a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0379987 Aug 31 00:03:02.834839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37d88-4c4e-4383-a340-59620ac653cb req-374faba1-8d06-47c5-997f-0289df57fb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:02.836352 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-374faba1-8d06-47c5-997f-0289df57fb1d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0406263 Aug 31 00:03:02.940932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37d88-4c4e-4383-a340-59620ac653cb req-0bbb9ae3-82ce-405e-8f86-09285f0bbb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:02.942450 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-0bbb9ae3-82ce-405e-8f86-09285f0bbb12 service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.0877826 Aug 31 00:03:03.006463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-e415e218-8b28-4fb3-9a03-0f86c2bf18ee service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 1001 time: 0.0568025 Aug 31 00:03:03.058550 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37d88-4c4e-4383-a340-59620ac653cb req-a09b5be9-34bc-4a6d-9107-d2a14e3b5c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:03.059973 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-a09b5be9-34bc-4a6d-9107-d2a14e3b5c7d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0461512 Aug 31 00:03:03.104869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe37d88-4c4e-4383-a340-59620ac653cb req-ec5ecda2-55b7-44ae-8166-9cca64ec96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:03.106376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-ec5ecda2-55b7-44ae-8166-9cca64ec96d9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395176 Aug 31 00:03:03.196397 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-e9dc7610-f611-4416-8f5c-6e172192c2e8 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827346 Aug 31 00:03:03.288479 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-abe37d88-4c4e-4383-a340-59620ac653cb req-4e7dce83-cf5d-4d67-ad34-0b83f5548a19 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851150 Aug 31 00:03:10.499240 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-0c06f08c-f10a-4910-adac-e42fefa6e2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:13.063124 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:13.436478 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-20589d81-ae93-475d-be2b-5577d5fea793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:14.851165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:16.293051 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:23.194707 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:28.489843 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:32.718520 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:03:34.345792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38294) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:34.501731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Deleting port ab7c069b-0f23-4895-af88-a775c49a71e3 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:34.502099 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:34.910242 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:34.910579 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:34.922697 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Calling delete_port for ab7c069b-0f23-4895-af88-a775c49a71e3 owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:35.064274 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:35.098031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'Port': ['ID=ab7c069b-0f23-4895-af88-a775c49a71e3,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:35.120433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.120783 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.121127 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.121469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.122059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.122413 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.122742 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.123071 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.123397 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.123723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.124053 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.124383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:35.169666 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:35.170031 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Floating IP 9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b disassociated (deleted). External IP: 172.25.7.182, port: 7d4199e4-06eb-424b-a7ce-f3c883155050. Aug 31 00:03:35.375509 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:03:35.480367 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:35.485250 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:35.489671 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:35.498877 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:35.499486 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:35.511693 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-7a14d783-8c90-469a-8337-2bbd5ffb6d2a tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "DELETE /v2.0/floatingips/9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b HTTP/1.1" status: 204 len: 168 time: 1.1647842 Aug 31 00:03:35.512297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:03:35.514597 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1997f3a7-ff6c-417b-a4ec-38af77d15823" -d '{"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:03:35.551591 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abce151-78c8-40dd-b92f-ca28a223590e x-openstack-request-id: req-7abce151-78c8-40dd-b92f-ca28a223590e {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:03:35.551885 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:03:35.552142 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7abce151-78c8-40dd-b92f-ca28a223590e {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:03:35.552573 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'status': 'completed', 'code': 200} Aug 31 00:03:35.620082 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-0aa281b7-f3c4-447e-8f26-06fcf26a49a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:35.621688 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-0aa281b7-f3c4-447e-8f26-06fcf26a49a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 1097 time: 0.0448561 Aug 31 00:03:35.627196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:35.750099 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-85f6d694-5af1-45ec-b1e7-9d4fac8cfbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:35.751591 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-85f6d694-5af1-45ec-b1e7-9d4fac8cfbdb service neutron] 10.222.0.47 "GET /v2.0/networks?id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 200 len: 910 time: 0.1206431 Aug 31 00:03:35.765687 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12cf16b-eff0-4fa4-af56-729b6d9d9762 req-04a7e25b-3215-4e84-8434-2d89260f9ed2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:35.767179 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a12cf16b-eff0-4fa4-af56-729b6d9d9762 req-04a7e25b-3215-4e84-8434-2d89260f9ed2 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0647361 Aug 31 00:03:35.809264 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-068f9960-a754-4d3a-8786-b4fb4e7319f3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 200 len: 217 time: 0.0409999 Aug 31 00:03:35.840841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:35.867451 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:35.867794 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a12cf16b-eff0-4fa4-af56-729b6d9d9762 req-2e0f3d58-4959-443d-bb37-169cf48a649e tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923989 Aug 31 00:03:35.877415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:35.878000 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:35.881859 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-1323f363-341e-4a9d-8eda-fb0c4bf9e835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:35.883341 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-1323f363-341e-4a9d-8eda-fb0c4bf9e835 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 200 len: 848 time: 0.0656853 Aug 31 00:03:35.930780 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-5d42c72c-a75c-4e02-86ce-938b812af262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:35.932316 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-5d42c72c-a75c-4e02-86ce-938b812af262 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413852 Aug 31 00:03:35.986337 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:36.023981 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-938750fb-e892-4772-b1f7-8e7b750f08a0 service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819550 Aug 31 00:03:36.122122 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1997f3a7-ff6c-417b-a4ec-38af77d15823 req-82fafe54-0481-407f-9e95-81aa3058a10a service neutron] 10.222.0.47 "GET /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905304 Aug 31 00:03:36.186902 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:36.212784 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf197fce-d92c-4fe8-8971-467c69fe3b50 None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:57Z', 'revision_number': 4, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '884a29ff-ee7e-4ddd-9368-620cf47f64d8', 'name': '', 'network_id': 'cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'mac_address': 'fa:16:3e:c8:03:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_interface', 'standard_attr_id': 4276, 'fixed_ips': [{'subnet_id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:57Z', 'updated_at': '2021-08-30T23:55:03Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'subnets': [{'id': 'b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:03:36.433425 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c63bdf1-5484-4ce6-8f3c-0d9d3a6ea0b7 None None] New status for floating IP 9b5fbd6a-2056-4d4d-880e-59e61c2e1f2b: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:03:36.986855 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f8de0-2170-42ac-98db-5354ba0bedd9 req-4d8da9b7-3205-4273-8984-f4187a19d968 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:36.988357 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e8f8de0-2170-42ac-98db-5354ba0bedd9 req-4d8da9b7-3205-4273-8984-f4187a19d968 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0509212 Aug 31 00:03:37.025536 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-0e8f8de0-2170-42ac-98db-5354ba0bedd9 req-7cc6a20e-6af0-467e-a23c-40c9d8731d1c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/security-groups?id=187abbef-dfff-4b7b-a820-3d25a757ca55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312717 Aug 31 00:03:37.224845 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-69f420d5-12db-4887-a352-989b590f0620 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:37.226318 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-69f420d5-12db-4887-a352-989b590f0620 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 945 time: 0.0490642 Aug 31 00:03:37.318737 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Deleting port 7d4199e4-06eb-424b-a7ce-f3c883155050 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:37.318970 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:37.404596 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] For port 7d4199e4-06eb-424b-a7ce-f3c883155050, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=7d4199e4-06eb-424b-a7ce-f3c883155050,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:37.404954 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:37.418770 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Calling delete_port for 7d4199e4-06eb-424b-a7ce-f3c883155050 owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:37.555574 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:37.586114 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'Port': ['ID=7d4199e4-06eb-424b-a7ce-f3c883155050,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:37.638346 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] No DVR routers for this DVR port 7d4199e4-06eb-424b-a7ce-f3c883155050 on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:03:37.640976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:37.642983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c9500edf-5944-459f-bc3b-fd524e3954e6 req-a11e859e-b115-4fb0-8843-fd0f2b0519f9 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.47 "DELETE /v2.0/ports/7d4199e4-06eb-424b-a7ce-f3c883155050 HTTP/1.1" status: 204 len: 173 time: 0.4101396 Aug 31 00:03:37.643444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-deleted', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:03:37.645702 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d9431-a2fe-4494-a6d7-8018f2393b0b" -d '{"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-deleted", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:03:37.687032 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11e95470-2b57-431a-803c-02f8d3bc5e76 x-openstack-request-id: req-11e95470-2b57-431a-803c-02f8d3bc5e76 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:03:37.687349 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "073e3f94-af2c-41e5-838b-2525e042b8fb", "name": "network-vif-deleted", "tag": "7d4199e4-06eb-424b-a7ce-f3c883155050", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:03:37.687600 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-11e95470-2b57-431a-803c-02f8d3bc5e76 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:03:37.688004 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '073e3f94-af2c-41e5-838b-2525e042b8fb', 'name': 'network-vif-deleted', 'tag': '7d4199e4-06eb-424b-a7ce-f3c883155050', 'status': 'completed', 'code': 200} Aug 31 00:03:38.121028 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-22751702-bf57-4931-8840-2b9b3651c50d req-bc38d8aa-69e0-43a3-ad9b-8a8332c230c5 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0271161 Aug 31 00:03:39.216798 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-cc743ec6-7255-4016-9003-5cb15affb88c req-f18672a1-a187-4de3-995e-ed8a101a0559 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0263839 Aug 31 00:03:40.314275 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-cee4941c-2199-4f95-aef1-be2d9c67eebf req-13a0e032-7d49-46c9-b7ad-bf4f318bf748 tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0288250 Aug 31 00:03:40.500050 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6f805b2f-638e-49d5-8d6f-f4fc82c18367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:41.291167 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:41.312168 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: 7d4199e4-06eb-424b-a7ce-f3c883155050 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:41.312521 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device 7d4199e4-06eb-424b-a7ce-f3c883155050 not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:41.427903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-328bea56-b5e4-40d1-ab7f-bea9e179f7b6 req-b5a0252c-ee04-4ad3-b954-7c69b3449b5c tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "GET /v2.0/ports?device_id=073e3f94-af2c-41e5-838b-2525e042b8fb HTTP/1.1" status: 200 len: 210 time: 0.0308859 Aug 31 00:03:42.494368 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38332) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:42.559986 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:42.603484 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:42.706925 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:42.710294 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:42.711983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] 10.222.0.25 "DELETE /v2.0/security-groups/187abbef-dfff-4b7b-a820-3d25a757ca55 HTTP/1.1" status: 204 len: 168 time: 0.2162974 Aug 31 00:03:42.723747 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a355a8-5037-4534-ac92-d3623b2083ff tempest-TestShelveInstance-1623196250 tempest-TestShelveInstance-1623196250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=187abbef-dfff-4b7b-a820-3d25a757ca55,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:42.770603 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38336) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:43.064987 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.252901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.438752 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9a0f1264-5db5-406e-87c4-f63195663e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.511341 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Deleting port 884a29ff-ee7e-4ddd-9368-620cf47f64d8 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:43.511679 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.590896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] For port 884a29ff-ee7e-4ddd-9368-620cf47f64d8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=884a29ff-ee7e-4ddd-9368-620cf47f64d8,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:43.591173 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.604605 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Calling delete_port for 884a29ff-ee7e-4ddd-9368-620cf47f64d8 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:43.792456 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:43.826416 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Pushing event deleted for resources: {'Port': ['ID=884a29ff-ee7e-4ddd-9368-620cf47f64d8,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:43.838703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.839057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.839392 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.839731 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.840066 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.840398 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.840724 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.841103 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.841378 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.841700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.842050 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:43.842371 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:44.011539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:44.229878 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Router 7428bb9d-6eba-4421-bde3-2c839bc34947 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:03:44.335700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:44.341258 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-54c47154-0053-40c6-bbe7-004fcc2a163d admin admin] 10.222.0.25 "PUT /v2.0/routers/7428bb9d-6eba-4421-bde3-2c839bc34947/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5681629 Aug 31 00:03:44.344180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38342) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:44.345092 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Sync routers for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:44.355480 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:44.356198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:44.449474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:44.460725 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:44.547518 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:44.611142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Deleting port 49b75f00-c572-47ef-9fc8-1234407d178d {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:44.611727 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:44.671335 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49'}], 'enable_snat': True}, 'gw_port_id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-31T00:03:43Z', 'revision_number': 5, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port': {'id': '49b75f00-c572-47ef-9fc8-1234407d178d', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:81:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-30T23:54:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:44.715779 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Checking router: 7428bb9d-6eba-4421-bde3-2c839bc34947 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:44.728741 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Routers {'7428bb9d-6eba-4421-bde3-2c839bc34947'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:44.730206 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['7428bb9d-6eba-4421-bde3-2c839bc34947'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:44.737543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] For port 49b75f00-c572-47ef-9fc8-1234407d178d, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=49b75f00-c572-47ef-9fc8-1234407d178d,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:44.738186 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:44.756069 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Calling delete_port for 49b75f00-c572-47ef-9fc8-1234407d178d owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:44.829131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] Set router 7428bb9d-6eba-4421-bde3-2c839bc34947 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:44.889612 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-31T00:03:44Z', 'revision_number': 6, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:44.920501 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b196b643-6e5b-4048-a798-057d8fa5da7d None None] The sync data for ids ['7428bb9d-6eba-4421-bde3-2c839bc34947'] in n-d-791504-21 is: [{'id': '7428bb9d-6eba-4421-bde3-2c839bc34947', 'name': 'tempest-TestShelveInstance-1147483329-router', 'tenant_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:55Z', 'updated_at': '2021-08-31T00:03:44Z', 'revision_number': 6, 'project_id': 'c824f2a915a444f0bc94bd83ca97dd9f', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:03:44.927567 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.234484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.263140 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Pushing event deleted for resources: {'Port': ['ID=49b75f00-c572-47ef-9fc8-1234407d178d,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:45.325039 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.422130 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.424450 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.475688 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.476221 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7428bb9d-6eba-4421-bde3-2c839bc34947 {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:03:45.481155 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.482345 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-1df51548-2fc6-400a-b50b-b051aa9748fa admin admin] 10.222.0.25 "DELETE /v2.0/routers/7428bb9d-6eba-4421-bde3-2c839bc34947 HTTP/1.1" status: 204 len: 168 time: 1.1372385 Aug 31 00:03:45.484835 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38344) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:45.528501 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Deleting subnet b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:03:45.531474 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.565261 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.641254 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.716539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.718368 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 884a29ff-ee7e-4ddd-9368-620cf47f64d8 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:45.740024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 884a29ff-ee7e-4ddd-9368-620cf47f64d8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:45.740402 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 884a29ff-ee7e-4ddd-9368-620cf47f64d8 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:45.741033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49b75f00-c572-47ef-9fc8-1234407d178d no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:45.742129 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:45.748052 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.750038 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a04c5a32-0a2b-4f3e-b9c2-eb43593d0fbd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b64acaf0-f2d8-42e7-97e1-ae3c7829cfdc HTTP/1.1" status: 204 len: 168 time: 0.2643025 Aug 31 00:03:45.752586 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38346) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:45.764103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2679522e-cb3f-4bf1-9712-881c6d5f082a None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:45.780448 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 49b75f00-c572-47ef-9fc8-1234407d178d {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:45.780790 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 49b75f00-c572-47ef-9fc8-1234407d178d not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:45.826142 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.880631 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Deleting port b54e0938-2c13-4e30-9ac6-0794e4307626 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:45.880969 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.950751 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] For port b54e0938-2c13-4e30-9ac6-0794e4307626, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b54e0938-2c13-4e30-9ac6-0794e4307626,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:45.951156 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:45.955791 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] DHCP port deletion for cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:03:45.972424 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Calling delete_port for b54e0938-2c13-4e30-9ac6-0794e4307626 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:46.005731 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Deleting port b54e0938-2c13-4e30-9ac6-0794e4307626 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:46.006141 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.063042 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.091410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b54e0938-2c13-4e30-9ac6-0794e4307626,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:46.095130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] No DVR routers for this DVR port b54e0938-2c13-4e30-9ac6-0794e4307626 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:03:46.174878 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.185412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:46.196219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7122da64-8942-4e5d-85d9-3e3a248ee5dd') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:46.196519 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7122da64-8942-4e5d-85d9-3e3a248ee5dd') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:46.206788 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.221479 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.227976 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:03:46.228463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: timer() Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: self._notify() Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:03:46.230617 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:03:46.236516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] For port b54e0938-2c13-4e30-9ac6-0794e4307626, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=b54e0938-2c13-4e30-9ac6-0794e4307626,segment=NetworkSegment(7122da64-8942-4e5d-85d9-3e3a248ee5dd),segment_id=7122da64-8942-4e5d-85d9-3e3a248ee5dd)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:46.236991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.251661 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Calling delete_port for b54e0938-2c13-4e30-9ac6-0794e4307626 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:46.286610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.301557 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.303459 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] 10.222.0.25 "DELETE /v2.0/networks/cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc HTTP/1.1" status: 204 len: 168 time: 0.5498657 Aug 31 00:03:46.304760 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e258dd-ea0d-4c55-bac2-09e99a07bb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:46.306943 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38348) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:46.311504 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.339796 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.361691 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Pushing event deleted for resources: {'Port': ['ID=b54e0938-2c13-4e30-9ac6-0794e4307626,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:46.363752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Network cf468c13-ba5a-4a42-9b7f-ef9e1b32f4bc is not hosted by any dhcp agent {{(pid=101270) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 00:03:46.364475 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] No DVR routers for this DVR port b54e0938-2c13-4e30-9ac6-0794e4307626 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:03:46.375463 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.375875 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.376870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.376870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.377031 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.377250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.377585 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.377985 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.378314 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.378642 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.379017 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.379349 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718b8661-2e26-4202-843d-01b8ed597f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:46.668473 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.916743 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Deleting port 07846414-c78b-4fe0-8013-8f89689dad39 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:46.917425 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:46.996625 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] For port 07846414-c78b-4fe0-8013-8f89689dad39, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=07846414-c78b-4fe0-8013-8f89689dad39,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:46.996998 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:47.013355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Calling delete_port for 07846414-c78b-4fe0-8013-8f89689dad39 owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:47.190924 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:47.216471 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Pushing event deleted for resources: {'Port': ['ID=07846414-c78b-4fe0-8013-8f89689dad39,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:47.378782 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:47.564263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b54e0938-2c13-4e30-9ac6-0794e4307626 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:47.587857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: b54e0938-2c13-4e30-9ac6-0794e4307626 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:47.588204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device b54e0938-2c13-4e30-9ac6-0794e4307626 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:47.601532 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Router a14c7767-7775-482e-9016-804253ec236b has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:03:47.710663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:47.715912 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-53fc999b-44f7-446f-90fb-9ec5ecff845f admin admin] 10.222.0.25 "PUT /v2.0/routers/a14c7767-7775-482e-9016-804253ec236b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4080210 Aug 31 00:03:47.718421 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38354) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:47.721011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Sync routers for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:47.730514 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:47.731128 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:47.824703 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:47.836600 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:47.926360 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:47.979216 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Deleting port de8ffd04-4c42-4b50-928c-a85227ee7ec4 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:47.979465 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.014605 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43'}], 'enable_snat': True}, 'gw_port_id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-31T00:03:47Z', 'revision_number': 5, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port': {'id': 'de8ffd04-4c42-4b50-928c-a85227ee7ec4', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:4c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c7767-7775-482e-9016-804253ec236b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-30T23:55:00Z', 'updated_at': '2021-08-30T23:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:48.040405 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Checking router: a14c7767-7775-482e-9016-804253ec236b for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:48.049434 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Routers {'a14c7767-7775-482e-9016-804253ec236b'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:48.050074 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['a14c7767-7775-482e-9016-804253ec236b'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:48.057929 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] For port de8ffd04-4c42-4b50-928c-a85227ee7ec4, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=de8ffd04-4c42-4b50-928c-a85227ee7ec4,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:48.058293 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.074379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Calling delete_port for de8ffd04-4c42-4b50-928c-a85227ee7ec4 owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:48.133712 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] Set router a14c7767-7775-482e-9016-804253ec236b gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:48.183975 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-31T00:03:47Z', 'revision_number': 6, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:48.215054 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74c17c-e44b-4ccc-83c2-a0e2a36fb20a None None] The sync data for ids ['a14c7767-7775-482e-9016-804253ec236b'] in n-d-791504-21 is: [{'id': 'a14c7767-7775-482e-9016-804253ec236b', 'name': 'tempest-TestShelveInstance-2099992702-router', 'tenant_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-30T23:54:59Z', 'updated_at': '2021-08-31T00:03:47Z', 'revision_number': 6, 'project_id': 'ef7026144e3b4d76913b61d2d5461ab2', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:03:48.236163 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.266004 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=de8ffd04-4c42-4b50-928c-a85227ee7ec4,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:48.324387 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.411290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.413348 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.459013 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.459577 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14c7767-7775-482e-9016-804253ec236b {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:03:48.464345 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.465518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d18252cd-3667-47c2-ad80-cac79327c9f0 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a14c7767-7775-482e-9016-804253ec236b HTTP/1.1" status: 204 len: 168 time: 0.7461812 Aug 31 00:03:48.468090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38356) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:48.812990 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Deleting subnet 2e336d42-d68f-44d1-8d31-3ed32bcab039 {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:03:48.815950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.853045 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.930806 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:48.984636 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.012017 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e336d42-d68f-44d1-8d31-3ed32bcab039,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:49.014012 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.016905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-88f6eb0f-02f6-4888-ad1d-5e54c8cb9d3b admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2e336d42-d68f-44d1-8d31-3ed32bcab039 HTTP/1.1" status: 204 len: 168 time: 0.5468094 Aug 31 00:03:49.018430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38358) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:49.021267 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf92c37e-f309-4b3f-8a4e-3bedce116e8c None None] Network 3c886cc7-f955-4ac5-ab57-3ee723228be2 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:49.089024 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.149732 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Deleting port abcaece3-026a-4d80-9ff7-5522539412b8 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:49.150112 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.212856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] DHCP port deletion for 3c886cc7-f955-4ac5-ab57-3ee723228be2 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:03:49.216172 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] For port abcaece3-026a-4d80-9ff7-5522539412b8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=abcaece3-026a-4d80-9ff7-5522539412b8,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:49.216548 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.231487 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Calling delete_port for abcaece3-026a-4d80-9ff7-5522539412b8 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:49.263514 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Deleting port abcaece3-026a-4d80-9ff7-5522539412b8 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:03:49.263891 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.319587 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.326395 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] For port abcaece3-026a-4d80-9ff7-5522539412b8, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=abcaece3-026a-4d80-9ff7-5522539412b8,segment=NetworkSegment(80f42259-b7a7-4913-a514-e737e928041f),segment_id=80f42259-b7a7-4913-a514-e737e928041f)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:49.326796 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.340065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Calling delete_port for abcaece3-026a-4d80-9ff7-5522539412b8 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:03:49.348618 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] No DVR routers for this DVR port abcaece3-026a-4d80-9ff7-5522539412b8 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:03:49.354615 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=abcaece3-026a-4d80-9ff7-5522539412b8,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:49.418261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.424515 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.434844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c886cc7-f955-4ac5-ab57-3ee723228be2']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:49.443203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] Pushing event deleted for resources: {'Port': ['ID=abcaece3-026a-4d80-9ff7-5522539412b8,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:49.446663 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80f42259-b7a7-4913-a514-e737e928041f') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:49.446917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2947f930-27bc-4171-ad3c-0e310d1616f4 None None] No DVR routers for this DVR port abcaece3-026a-4d80-9ff7-5522539412b8 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:03:49.447468 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80f42259-b7a7-4913-a514-e737e928041f') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:49.460255 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.475155 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.482721 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:03:49.483186 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: timer() Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: self._notify() Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:03:49.484823 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:03:49.513375 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07846414-c78b-4fe0-8013-8f89689dad39 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:49.533817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 07846414-c78b-4fe0-8013-8f89689dad39 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:49.534193 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 07846414-c78b-4fe0-8013-8f89689dad39 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:49.534622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device de8ffd04-4c42-4b50-928c-a85227ee7ec4 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:49.542825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.548976 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.550752 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c886cc7-f955-4ac5-ab57-3ee723228be2 HTTP/1.1" status: 204 len: 168 time: 0.5313482 Aug 31 00:03:49.555005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: de8ffd04-4c42-4b50-928c-a85227ee7ec4 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:49.555122 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device de8ffd04-4c42-4b50-928c-a85227ee7ec4 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:49.555519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device abcaece3-026a-4d80-9ff7-5522539412b8 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:03:49.566305 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c868d13-f175-404c-8e5f-3cdf42a1dcf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c886cc7-f955-4ac5-ab57-3ee723228be2,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:49.581892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: abcaece3-026a-4d80-9ff7-5522539412b8 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:03:49.582246 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device abcaece3-026a-4d80-9ff7-5522539412b8 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:03:49.663765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38362) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:49.706516 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-92dee612-9c03-4166-8b91-96eef5ac2403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c824f2a915a444f0bc94bd83ca97dd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414879 Aug 31 00:03:49.708949 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38364) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:49.755733 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.777957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.828950 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.831496 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:49.832637 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/109dd1b4-8b1d-4a96-954b-fe8523311e65 HTTP/1.1" status: 204 len: 168 time: 0.1227932 Aug 31 00:03:49.842569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffc4f0d-bc33-4ccd-a6ea-8690c3785d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109dd1b4-8b1d-4a96-954b-fe8523311e65,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:50.144979 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38370) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:50.184443 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-3aea2963-2680-4035-b022-2ea9aa6b8c2c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef7026144e3b4d76913b61d2d5461ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382600 Aug 31 00:03:50.186837 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38372) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:50.233429 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:50.254264 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:50.299449 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:50.302278 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:50.303430 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3278d536-2016-4428-b2c5-4075d3b69f4a HTTP/1.1" status: 204 len: 168 time: 0.1157043 Aug 31 00:03:50.311634 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee5359f-96e2-4143-9b80-abc1e4f1fb2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3278d536-2016-4428-b2c5-4075d3b69f4a,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:50.956100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38394) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:51.050297 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-607038380-network', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:51.071181 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Made reservation on behalf of a89b96e0df81492ead66f451f6d0b379 for: {'network': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:03:51.073618 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.085752 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.178858 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.182685 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.206976 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=101268) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:03:51.217031 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6d14b9-19b0-4e6c-96fc-931690143257,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:51.221729 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.222096 n-d-791504-21 neutron-server[101268]: INFO neutron.db.segments_db [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Added segment 49735b6f-9bd4-4956-91df-9e3a93fc41b1 of type vlan for network 3c3a4c8b-6683-4a3f-9044-66383923ec61 Aug 31 00:03:51.260742 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.284572 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.285512 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:51.286115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Notify callbacks [] for network, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.334189 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3769636 Aug 31 00:03:51.337209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38398) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:51.342997 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Request body: {'subnet': {'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-607038380-subnet', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:51.345866 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b5e0e0-9e12-4584-9c33-311f0d94b1d3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c3a4c8b-6683-4a3f-9044-66383923ec61,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:51.355955 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:03:51.363254 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Made reservation on behalf of a89b96e0df81492ead66f451f6d0b379 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:03:51.365832 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.532815 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.589066 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9107ef2-53ce-4093-bb3a-f42e2467cffa,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:51.596132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Checking segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:51.596496 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Network hostable DHCP agents. Network: 3c3a4c8b-6683-4a3f-9044-66383923ec61, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:03:51.612956 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:03:51.622723 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 3c3a4c8b-6683-4a3f-9044-66383923ec61) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:51.628363 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:51.629625 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.630483 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f812d05-3771-4a2d-b977-e8aa85d816a8 None None] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:51.643983 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-c5568727-4320-42a3-b018-9e0ca1fc7323 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3049877 Aug 31 00:03:51.646688 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38400) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:51.651050 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:51.669966 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.671051 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.723444 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.785772 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-3c3a4c8b-6683-4a3f-9044-66383923ec61', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:03:51.786689 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.868335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:51.928870 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Allocated IP 172.20.0.2 (3c3a4c8b-6683-4a3f-9044-66383923ec61/c9107ef2-53ce-4093-bb3a-f42e2467cffa/919722e9-c079-476c-b1b2-89798fc80469) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:52.073036 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.076612 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.085005 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Transition to ACTIVE for port object 919722e9-c079-476c-b1b2-89798fc80469 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:52.093301 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.100964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Transition to ACTIVE for port object 919722e9-c079-476c-b1b2-89798fc80469 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:52.109810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.157069 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:52.162568 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:52.165497 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:52.169134 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Pushing event updated for resources: {'Port': ['ID=919722e9-c079-476c-b1b2-89798fc80469,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:52.199005 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Allocated IP 172.25.7.111 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/19c121ad-f553-4ca3-99f5-83b81d147a6e) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:52.222422 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Attempting to bind port 919722e9-c079-476c-b1b2-89798fc80469 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:03:52.222795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Attempting to bind port 919722e9-c079-476c-b1b2-89798fc80469 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:03:52.223164 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Attempting to bind port 919722e9-c079-476c-b1b2-89798fc80469 on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:03:52.228892 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:03:52.229288 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Checking segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:52.229673 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.230097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Bound using segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:03:52.230562 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Bound port: 919722e9-c079-476c-b1b2-89798fc80469, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:03:52.230947 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.293961 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] For port 919722e9-c079-476c-b1b2-89798fc80469, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:03:52.297234 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] For port 919722e9-c079-476c-b1b2-89798fc80469, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=919722e9-c079-476c-b1b2-89798fc80469,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:03:52.301078 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.306518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.350649 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.364351 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af8371-7ff3-48fc-b0db-9c3b4ec409d4 None None] Pushing event updated for resources: {'Port': ['ID=919722e9-c079-476c-b1b2-89798fc80469,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:52.393869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:52.396756 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:52.401636 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:52.429153 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Pushing event updated for resources: {'Port': ['ID=19c121ad-f553-4ca3-99f5-83b81d147a6e,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:52.713419 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:52.907161 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.040633 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Router 241cc77f-1ca7-4102-ab82-e296a852a185 is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:03:53.155816 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:53.168917 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:53.175335 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.177196 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b8595882-877f-4cc7-b3c1-88be449184f3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5291224 Aug 31 00:03:53.179449 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38402) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:53.183825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:53.184503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:53.244515 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.311729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:53.341117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a55dcb-74ce-4c67-a848-7669129afa4f None None] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:53.473979 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-662d6556-a052-401b-9381-12a31b0f5ae3 None None] Provisioning for port 919722e9-c079-476c-b1b2-89798fc80469 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:53.583185 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 919722e9-c079-476c-b1b2-89798fc80469 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:03:53.647300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.681277 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 919722e9-c079-476c-b1b2-89798fc80469 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:53.688830 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:52Z', 'revision_number': 3, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:53.691529 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 919722e9-c079-476c-b1b2-89798fc80469 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:53.691926 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.719640 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:53.719992 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Updating router 241cc77f-1ca7-4102-ab82-e296a852a185 port 19c121ad-f553-4ca3-99f5-83b81d147a6e binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:03:53.785232 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.837930 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Allocated IP 172.20.0.1 (3c3a4c8b-6683-4a3f-9044-66383923ec61/c9107ef2-53ce-4093-bb3a-f42e2467cffa/6c988993-993e-45b5-bd6b-b3edd3a1d55b) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:53.949403 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.959817 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-a10b79c4-4ef2-4f32-bc1a-0f13241cabae None None] Provisioning complete for port 919722e9-c079-476c-b1b2-89798fc80469 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:53.960130 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a10b79c4-4ef2-4f32-bc1a-0f13241cabae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.963463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:53.976288 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Transition to ACTIVE for port object 6c988993-993e-45b5-bd6b-b3edd3a1d55b will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:54.010382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.052621 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:54.055664 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:54.058936 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:54.064445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 919722e9-c079-476c-b1b2-89798fc80469, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=919722e9-c079-476c-b1b2-89798fc80469,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:54.075099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.089239 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Pushing event updated for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:54.111077 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.194856 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=919722e9-c079-476c-b1b2-89798fc80469,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:54.246032 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.255916 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.256410 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Transition to ACTIVE for port object 19c121ad-f553-4ca3-99f5-83b81d147a6e will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:54.263170 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.319117 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Attempting to bind port 19c121ad-f553-4ca3-99f5-83b81d147a6e on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:03:54.319519 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Attempting to bind port 19c121ad-f553-4ca3-99f5-83b81d147a6e by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:03:54.319880 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Attempting to bind port 19c121ad-f553-4ca3-99f5-83b81d147a6e on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:03:54.323048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987fb6-94a9-4a15-b214-7fb5d3b6dc9a None None] Pushing event updated for resources: {'Port': ['ID=19c121ad-f553-4ca3-99f5-83b81d147a6e,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:54.327674 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:03:54.328063 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:54.328719 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.329112 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:03:54.329589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Bound port: 19c121ad-f553-4ca3-99f5-83b81d147a6e, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:03:54.330001 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.378198 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3f38714-b46e-42a7-9e95-6b35bcbabd8d None None] Provisioning for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:54.387373 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-c3f38714-b46e-42a7-9e95-6b35bcbabd8d None None] Provisioning complete for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:54.388002 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c3f38714-b46e-42a7-9e95-6b35bcbabd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.411998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] For port 19c121ad-f553-4ca3-99f5-83b81d147a6e, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:03:54.429154 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.430445 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] For port 19c121ad-f553-4ca3-99f5-83b81d147a6e, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=19c121ad-f553-4ca3-99f5-83b81d147a6e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:03:54.435344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.435925 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c3f38714-b46e-42a7-9e95-6b35bcbabd8d None None] Port 6c988993-993e-45b5-bd6b-b3edd3a1d55b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:03:54.438018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.507451 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Pushing event updated for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:54.511802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:54.619231 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:54.620726 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:54.658102 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11987fb6-94a9-4a15-b214-7fb5d3b6dc9a None None] Pushing event updated for resources: {'Port': ['ID=19c121ad-f553-4ca3-99f5-83b81d147a6e,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:54.660744 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:54.661364 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:54.760546 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:03:54.789847 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:54.892253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:54.898508 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-012312e1-82aa-49b0-b755-332aa6a16143 admin admin] 10.222.0.25 "PUT /v2.0/routers/241cc77f-1ca7-4102-ab82-e296a852a185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7171512 Aug 31 00:03:54.990385 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-38564496-8aca-4f53-986e-170a2fc86749 None None] Provisioning complete for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:54.990721 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38564496-8aca-4f53-986e-170a2fc86749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.035668 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-38564496-8aca-4f53-986e-170a2fc86749 None None] Port 6c988993-993e-45b5-bd6b-b3edd3a1d55b cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:03:55.047269 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 2, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:55.089326 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fa60648-05a6-45f1-a448-fa95073e2fee None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 2, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:03:55.434176 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38418) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:55.439329 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-483809836-network', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:55.466679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Made reservation on behalf of 04edc10ffa0e44589abdc745a4aa6705 for: {'network': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:03:55.469434 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for network, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.481014 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.524446 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 919722e9-c079-476c-b1b2-89798fc80469 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:03:55.581769 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 919722e9-c079-476c-b1b2-89798fc80469 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:55.582398 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.595985 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.602442 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.618442 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=101269) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 00:03:55.644944 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.645429 n-d-791504-21 neutron-server[101269]: INFO neutron.db.segments_db [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Added segment 6fc73e86-f97e-4d93-b2f8-4d63add143e2 of type vlan for network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 Aug 31 00:03:55.654869 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330ba36c-088e-43f8-8703-2f832fdc2f26,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:55.692879 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788073598823'] for network, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.719025 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347'] for network, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:55.720190 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:55.720848 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.114806 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6794724 Aug 31 00:03:56.117646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38420) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:56.122840 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Request body: {'subnet': {'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-483809836-subnet', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'ip_version': 4}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:56.129200 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12742191-d857-42e1-9f91-a4007ad187c0 admin admin] Pushing event updated for resources: {'Network': ['ID=409d0df7-04d1-4376-a6ff-a6ebaca81b08,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:56.139664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 details requested by agent ovs-agent-n-d-791504-21 with host n-d-791504-21 {{(pid=101270) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 00:03:56.153365 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Made reservation on behalf of 04edc10ffa0e44589abdc745a4aa6705 for: {'subnet': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:03:56.156070 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-64461096'] for subnet, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.365957 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63764618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-64461118'] for subnet, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.426600 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c60be9f1-8c20-4bb2-a4bf-432f27a0754f,revision_number=0']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:56.433992 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Checking segment: {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:56.434403 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Network hostable DHCP agents. Network: 409d0df7-04d1-4376-a6ff-a6ebaca81b08, hostable agents: ['e670804e-ee99-485e-9049-204a4ab602ca'], hosted agents: [] {{(pid=101269) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 00:03:56.456720 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 is scheduled to be hosted by DHCP agent e670804e-ee99-485e-9049-204a4ab602ca with binding_index 1 {{(pid=101269) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 00:03:56.466432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-791504-21, 409d0df7-04d1-4376-a6ff-a6ebaca81b08) {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:56.470444 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:03:56.471038 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.476775 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d4345a1-056a-4306-98e0-0537a4794600 None None] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:56.486376 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3cab58b4-2ed7-465d-8cb4-f2ad4fe38f98 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3675723 Aug 31 00:03:56.487359 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38422) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:56.491755 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:03:56.512393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-549138', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40504'] for router, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.513510 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-550900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-551047', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-440164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40499'] for router, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.569058 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.634930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp88e563f9-65ef-5733-bd68-900d94d14a29-409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'fixed_ips': [{'subnet_id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f'}]}} from n-d-791504-21. {{(pid=101270) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 00:03:56.635805 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.707196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.776526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.db_base_plugin_common [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Allocated IP 172.20.0.2 (409d0df7-04d1-4376-a6ff-a6ebaca81b08/c60be9f1-8c20-4bb2-a4bf-432f27a0754f/f79e7511-46c0-4d46-b8e0-5fbac40f7537) {{(pid=101270) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:56.955605 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.960069 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks [] for port, precommit_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.969752 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Transition to ACTIVE for port object f79e7511-46c0-4d46-b8e0-5fbac40f7537 will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:56.977772 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:56.987160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Transition to ACTIVE for port object f79e7511-46c0-4d46-b8e0-5fbac40f7537 will not be triggered until provisioned by entity DHCP. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:56.995235 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798'] for port, after_create {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.037545 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 is already hosted by enough agents. {{(pid=101270) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:57.042644 n-d-791504-21 neutron-server[101270]: DEBUG neutron.scheduler.base_scheduler [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Resources bound (agent type, host, resource id): {{(pid=101270) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:57.046324 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Received port after_create {{(pid=101270) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:57.055084 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Pushing event updated for resources: {'Port': ['ID=f79e7511-46c0-4d46-b8e0-5fbac40f7537,revision_number=1']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:57.103942 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Allocated IP 172.25.7.69 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/2f933d4d-d78e-4c04-9a78-f69d600d549f) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:57.112129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Attempting to bind port f79e7511-46c0-4d46-b8e0-5fbac40f7537 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:03:57.116742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Attempting to bind port f79e7511-46c0-4d46-b8e0-5fbac40f7537 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:03:57.116742 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Attempting to bind port f79e7511-46c0-4d46-b8e0-5fbac40f7537 on network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:03:57.120474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:03:57.120883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Checking segment: {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:57.121252 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.121724 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Bound using segment: {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:03:57.122263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Bound port: f79e7511-46c0-4d46-b8e0-5fbac40f7537, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:03:57.122656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.198923 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] For port f79e7511-46c0-4d46-b8e0-5fbac40f7537, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:03:57.203166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] For port f79e7511-46c0-4d46-b8e0-5fbac40f7537, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f79e7511-46c0-4d46-b8e0-5fbac40f7537,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:03:57.214448 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.225630 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.258011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:57.267774 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:57.268421 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:57.273266 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.299415 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d82531-cfbe-419a-b437-e4aa763df3ea None None] Pushing event updated for resources: {'Port': ['ID=f79e7511-46c0-4d46-b8e0-5fbac40f7537,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:57.331629 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:57.333314 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Pushing event updated for resources: {'Port': ['ID=2f933d4d-d78e-4c04-9a78-f69d600d549f,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:57.336273 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:57.338922 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:57.410089 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:57.631360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 19c121ad-f553-4ca3-99f5-83b81d147a6e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:03:57.653882 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.694978 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 19c121ad-f553-4ca3-99f5-83b81d147a6e completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:57.700250 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 19c121ad-f553-4ca3-99f5-83b81d147a6e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:57.701171 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.785094 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 2, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:57.800631 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.819608 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:57.819608 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Updating router 241cc77f-1ca7-4102-ab82-e296a852a185 port 6c988993-993e-45b5-bd6b-b3edd3a1d55b binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:03:57.822835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 19c121ad-f553-4ca3-99f5-83b81d147a6e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=19c121ad-f553-4ca3-99f5-83b81d147a6e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:03:57.828033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.850138 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.879700 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-551156'] for router, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:57.882173 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=19c121ad-f553-4ca3-99f5-83b81d147a6e,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:58.013910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Router ffadda6e-a401-4759-8dd0-deaa8ca11f4c is scheduled to L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f with binding_index 1 {{(pid=101269) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 00:03:58.132475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:03:58.135812 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.148047 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Sync routers for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:03:58.148240 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Transition to ACTIVE for port object 6c988993-993e-45b5-bd6b-b3edd3a1d55b will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:58.158950 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.160283 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:58.160982 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:58.161818 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.163233 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-2eb53eea-e792-44fa-8353-9789adca940d admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6749036 Aug 31 00:03:58.166130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38424) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:03:58.218984 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Pushing event updated for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:58.229670 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.231502 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.231502 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.232063 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.232291 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.232619 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.232946 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.233269 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.233925 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.233925 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.234256 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.234747 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101271) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:03:58.305042 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:58.309808 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Attempting to bind port 6c988993-993e-45b5-bd6b-b3edd3a1d55b on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:03:58.310329 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Attempting to bind port 6c988993-993e-45b5-bd6b-b3edd3a1d55b by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:03:58.310507 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Attempting to bind port 6c988993-993e-45b5-bd6b-b3edd3a1d55b on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:03:58.316652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:03:58.317024 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Checking segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:58.317428 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.317834 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Bound using segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:03:58.318300 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Bound port: 6c988993-993e-45b5-bd6b-b3edd3a1d55b, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:03:58.318868 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.419795 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] For port 6c988993-993e-45b5-bd6b-b3edd3a1d55b, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:03:58.425119 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] For port 6c988993-993e-45b5-bd6b-b3edd3a1d55b, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6c988993-993e-45b5-bd6b-b3edd3a1d55b,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:03:58.433935 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.497824 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:58.498485 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:58.552983 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.586432 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e19787-e2c3-4e5d-9586-6acfe51162bd None None] Pushing event updated for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:58.591082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 3, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:58.601350 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd117e80-b46f-4c02-b390-711f349b0994 None None] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:03:58.643264 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Checking router: ffadda6e-a401-4759-8dd0-deaa8ca11f4c for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:03:58.643628 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Updating router ffadda6e-a401-4759-8dd0-deaa8ca11f4c port 2f933d4d-d78e-4c04-9a78-f69d600d549f binding host n-d-791504-21 {{(pid=101270) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:03:58.662637 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:58.712088 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.788953 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:58.890594 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-f5b09057-da83-47a1-93ab-668b42b6f02b None None] Provisioning for port f79e7511-46c0-4d46-b8e0-5fbac40f7537 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:58.929058 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:03:58Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:58.957725 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c59b2c58-2ea5-498d-91dd-5912056537af None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:03:58Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:03:58.977126 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Allocated IP 172.20.0.1 (409d0df7-04d1-4376-a6ff-a6ebaca81b08/c60be9f1-8c20-4bb2-a4bf-432f27a0754f/1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:03:59.110702 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.119165 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks [] for port, precommit_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.126828 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Transition to ACTIVE for port object 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:59.132920 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Transition to ACTIVE for port object 2f933d4d-d78e-4c04-9a78-f69d600d549f will not be triggered until provisioned by entity L2. {{(pid=101270) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:03:59.141621 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.185975 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.200460 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Attempting to bind port 2f933d4d-d78e-4c04-9a78-f69d600d549f on host n-d-791504-21 for vnic_type normal with profile {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:03:59.201129 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Attempting to bind port 2f933d4d-d78e-4c04-9a78-f69d600d549f by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:03:59.201714 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Attempting to bind port 2f933d4d-d78e-4c04-9a78-f69d600d549f on network 6f948872-30ea-4903-b768-a3c9cdb7bc37 {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:03:59.205505 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a02fd-5f5f-4c26-9ad3-e5f4cde77b69 None None] Pushing event updated for resources: {'Port': ['ID=2f933d4d-d78e-4c04-9a78-f69d600d549f,revision_number=2']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:59.213229 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:03:59.214965 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Checking segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101270) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:03:59.215665 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.216065 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Bound using segment: {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'} {{(pid=101270) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:03:59.216690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.managers [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Bound port: 2f933d4d-d78e-4c04-9a78-f69d600d549f, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52d75fdd-2459-4fc0-8517-634a52dbd1a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37'}}] {{(pid=101270) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:03:59.217087 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.254988 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:59.257947 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:03:59.262052 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:03:59.282207 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] For port 2f933d4d-d78e-4c04-9a78-f69d600d549f, host n-d-791504-21, cleared binding levels {{(pid=101270) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:03:59.287601 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] For port 2f933d4d-d78e-4c04-9a78-f69d600d549f, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2f933d4d-d78e-4c04-9a78-f69d600d549f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:03:59.295035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.302791 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Pushing event updated for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:59.314286 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549511'] for router_interface, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.366842 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:03:59.368111 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:03:59.408222 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a02fd-5f5f-4c26-9ad3-e5f4cde77b69 None None] Pushing event updated for resources: {'Port': ['ID=2f933d4d-d78e-4c04-9a78-f69d600d549f,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:59.543834 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.692378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 19c121ad-f553-4ca3-99f5-83b81d147a6e up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:03:59.745663 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-224ebbe4-6cbf-4f6b-b29e-6a2edf5d5322 None None] Provisioning for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:03:59.756429 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:03:59.758359 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-224ebbe4-6cbf-4f6b-b29e-6a2edf5d5322 None None] Provisioning complete for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:59.758731 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-224ebbe4-6cbf-4f6b-b29e-6a2edf5d5322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.760698 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.766562 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.832300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-757325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-552247'] for router_interface, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.862934 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Pushing event updated for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:03:59.924619 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 19c121ad-f553-4ca3-99f5-83b81d147a6e triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:03:59.925196 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:03:59.929776 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-224ebbe4-6cbf-4f6b-b29e-6a2edf5d5322 None None] Port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:03:59.952932 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:03:59.955132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:04:00.075045 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Router ffadda6e-a401-4759-8dd0-deaa8ca11f4c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:04:00.098097 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6c988993-993e-45b5-bd6b-b3edd3a1d55b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:00.147225 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 3, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:00.186622 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a40cd4a-94bd-4d1a-afb6-ff3e340317ae None None] The sync data for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 is: [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 3, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:04:00.198895 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:04:00.204557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-b83278b0-c740-4ec9-b62d-9b25fe70f70b admin admin] 10.222.0.25 "PUT /v2.0/routers/ffadda6e-a401-4759-8dd0-deaa8ca11f4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0373101 Aug 31 00:04:00.210103 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:00.215513 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:00.215925 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.269109 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-55a27e4a-8e91-413a-a50f-1f51f1f0d21c None None] Provisioning complete for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:00.269109 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-55a27e4a-8e91-413a-a50f-1f51f1f0d21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.328247 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-55a27e4a-8e91-413a-a50f-1f51f1f0d21c None None] Port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:04:00.341304 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.379453 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 6c988993-993e-45b5-bd6b-b3edd3a1d55b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6c988993-993e-45b5-bd6b-b3edd3a1d55b,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:00.385035 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.385964 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f79e7511-46c0-4d46-b8e0-5fbac40f7537 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:00.493384 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:00.509024 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port f79e7511-46c0-4d46-b8e0-5fbac40f7537 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:00.514510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f79e7511-46c0-4d46-b8e0-5fbac40f7537 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:00.514722 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.616432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.658832 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port f79e7511-46c0-4d46-b8e0-5fbac40f7537, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f79e7511-46c0-4d46-b8e0-5fbac40f7537,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:00.663753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.715317 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=f79e7511-46c0-4d46-b8e0-5fbac40f7537,revision_number=3']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:00.852092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38432) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:00.857699 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101761279', 'description': 'tempest-secgroup-smoke-1101761279 description', 'project_id': 'a89b96e0df81492ead66f451f6d0b379'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:00.884446 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.981631 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:00.986802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.013165 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.017735 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38434) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.018367 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1645558 Aug 31 00:04:01.022785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.027569 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea66509-112f-429f-8d0b-3107f1fd0a1d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51867d0c-a1f8-4765-9b81-5ea449d84149,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.051789 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.114091 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.118115 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.137209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87fee30f-078e-4aaf-96a2-4222942d09a3,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.140373 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.141717 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c09ab5d3-8c5e-42d5-b367-c12890bc1669 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1228118 Aug 31 00:04:01.144553 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38436) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.148971 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.177046 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.235269 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.238902 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.257142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=880465fb-7467-4a12-a5f3-534b7b625d50,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.263956 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.265157 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-d7008c37-aa98-4d6b-aecc-233529bc7b4b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196637 Aug 31 00:04:01.268081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38438) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.272543 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.299225 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.366600 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.370311 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.390118 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57c34ea3-aa30-4979-8f42-376ece3f5f4d,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.393952 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.395219 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-b1732c08-dd87-4990-84ba-8a9ae9e18f37 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262565 Aug 31 00:04:01.398430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38440) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.404269 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.431870 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.495865 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.499728 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.519363 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a575840e-795d-49d2-8c41-e56ff0e8b492,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.527025 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.529834 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-5cd88fc9-ea1d-4492-b74d-1eb65bf4d466 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1290617 Aug 31 00:04:01.531379 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38442) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.535830 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.559808 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Project a89b96e0df81492ead66f451f6d0b379 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:04:01.565068 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.607863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2f933d4d-d78e-4c04-9a78-f69d600d549f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:01.639539 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.643509 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.662021 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4708e04d-a522-46e3-a0da-f5549913ca4e,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.664781 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 2f933d4d-d78e-4c04-9a78-f69d600d549f completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:01.669361 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2f933d4d-d78e-4c04-9a78-f69d600d549f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:01.669767 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.670928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.672590 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-2733da67-fa83-4e12-82f7-9be4fd5bc231 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400833 Aug 31 00:04:01.675013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38444) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:01.679544 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'security_group_rule': {'security_group_id': '51867d0c-a1f8-4765-9b81-5ea449d84149', 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:01.704727 n-d-791504-21 neutron-server[101268]: INFO neutron.db.securitygroups_db [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Project a89b96e0df81492ead66f451f6d0b379 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 00:04:01.710320 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.762033 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.778500 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.782746 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-720152'] for security_group_rule, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.785968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 2f933d4d-d78e-4c04-9a78-f69d600d549f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2f933d4d-d78e-4c04-9a78-f69d600d549f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:01.790375 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.791677 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6c988993-993e-45b5-bd6b-b3edd3a1d55b up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:01.805515 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a62c0a6c-6455-437b-9a28-a3d50f593701,revision_number=0']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.812018 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.813253 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-a3af0122-55dc-44f7-8002-40ed6b7b4d7c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372881 Aug 31 00:04:01.881533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=2f933d4d-d78e-4c04-9a78-f69d600d549f,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:01.896912 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 6c988993-993e-45b5-bd6b-b3edd3a1d55b triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:01.897279 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:01.983666 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-e9867bcc-3251-4785-84ed-f26f30d6503c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101761279&fields=id&tenant_id=a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 267 time: 0.0447223 Aug 31 00:04:02.007500 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f79e7511-46c0-4d46-b8e0-5fbac40f7537 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:02.055885 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port f79e7511-46c0-4d46-b8e0-5fbac40f7537 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:02.056207 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:02.116217 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-0ff1cd74-07c2-4f59-b5aa-ac7e44547a0c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:02.123809 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-0ff1cd74-07c2-4f59-b5aa-ac7e44547a0c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 809 time: 0.1209936 Aug 31 00:04:02.134463 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-19381130-dadd-4e9d-b715-01861f323865 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/quotas/a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 375 time: 0.0097883 Aug 31 00:04:02.193884 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-510e47da-464d-47c0-bfef-197c96f089c4 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511565 Aug 31 00:04:02.295839 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-9b118956-bdae-4b61-b271-72c1dc2314fe service neutron] 10.222.0.25 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896769 Aug 31 00:04:02.390520 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-a8bd6773-25e3-464c-88f6-d0294331190d service neutron] 10.222.0.25 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886269 Aug 31 00:04:02.430915 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Sync routers for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:04:02.439881 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:04:02.440612 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:02.557909 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:04:02.560798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79d8cc4c-5b0d-4600-9731-1a8c7ac71777 req-0b3e8ebf-148d-4c01-97e8-325cb139a58c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 210 time: 0.0292645 Aug 31 00:04:02.791396 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 4, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3', 'name': '', 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'mac_address': 'fa:16:3e:9a:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:58Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 2, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'subnets': [{'id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:02.817614 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Checking router: ffadda6e-a401-4759-8dd0-deaa8ca11f4c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:04:02.817898 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Updating router ffadda6e-a401-4759-8dd0-deaa8ca11f4c port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 binding host n-d-791504-21 {{(pid=101271) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 00:04:02.844386 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.127994 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks [] for port, precommit_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.138652 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.provisioning_blocks [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Transition to ACTIVE for port object 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 will not be triggered until provisioned by entity L2. {{(pid=101271) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:04:03.143738 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.195031 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66777-2add-4015-b867-be9a1e852300 None None] Pushing event updated for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=3']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:03.242945 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Attempting to bind port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 on host n-d-791504-21 for vnic_type normal with profile {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:04:03.243301 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Attempting to bind port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 by drivers openvswitch,hyperv on host n-d-791504-21 at level 0 using segments [{'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:04:03.244236 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Attempting to bind port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 on network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:04:03.249906 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Checking agent: {'id': 'e05ea00c-dfb3-4afb-ac18-39c714fc94bf', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 32, 13), 'started_at': datetime.datetime(2021, 8, 30, 22, 32, 43), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-791504-21'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:04:03.250282 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Checking segment: {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101271) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:04:03.250814 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.251210 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Bound using segment: {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'} {{(pid=101271) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:04:03.251724 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.managers [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Bound port: 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3, host: n-d-791504-21, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc73e86-f97e-4d93-b2f8-4d63add143e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08'}}] {{(pid=101271) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:04:03.252060 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.319886 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] For port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3, host n-d-791504-21, cleared binding levels {{(pid=101271) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:04:03.323446 n-d-791504-21 neutron-server[101271]: DEBUG neutron.plugins.ml2.db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] For port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3, host n-d-791504-21, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101271) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:04:03.327965 n-d-791504-21 neutron-server[101271]: DEBUG neutron_lib.callbacks.manager [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101271) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.469738 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:04:03.470390 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:03:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:03.576196 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2f933d4d-d78e-4c04-9a78-f69d600d549f up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:03.585454 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:04:03.791825 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 2f933d4d-d78e-4c04-9a78-f69d600d549f triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:03.792210 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:03.823739 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a66777-2add-4015-b867-be9a1e852300 None None] Pushing event updated for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=4']} {{(pid=101271) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:03.919321 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 4, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3', 'name': '', 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'mac_address': 'fa:16:3e:9a:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:58Z', 'updated_at': '2021-08-31T00:04:03Z', 'revision_number': 4, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'subnets': [{'id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:03.950797 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd236bd-8398-4e7c-af3b-ae832203035a None None] The sync data for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 is: [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:03:59Z', 'revision_number': 4, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3', 'name': '', 'network_id': '409d0df7-04d1-4376-a6ff-a6ebaca81b08', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'mac_address': 'fa:16:3e:9a:cb:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:58Z', 'updated_at': '2021-08-31T00:04:03Z', 'revision_number': 4, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'subnets': [{'id': 'c60be9f1-8c20-4bb2-a4bf-432f27a0754f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:04:04.013615 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1886e21a-3456-4968-b3c0-23cf528b8ba9 req-8d41860a-2e1a-4207-b1fb-95d44afb65cd tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 210 time: 0.0610223 Aug 31 00:04:04.067061 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-0008d4b7-01f4-48db-ae9e-51faab65414b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:04.068842 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-0008d4b7-01f4-48db-ae9e-51faab65414b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 809 time: 0.6320131 Aug 31 00:04:04.121638 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-09cf8036-bf36-428e-89cb-ea738ceb599e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 380 time: 0.0427301 Aug 31 00:04:04.137514 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'port': {'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'admin_state_up': True, 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'security_groups': ['51867d0c-a1f8-4765-9b81-5ea449d84149']}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:04.256132 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Made reservation on behalf of a89b96e0df81492ead66f451f6d0b379 for: {'port': 1} {{(pid=101269) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:04:04.260678 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:04.409475 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Allocated IP 172.20.0.11 (3c3a4c8b-6683-4a3f-9044-66383923ec61/c9107ef2-53ce-4093-bb3a-f42e2467cffa/e802ab3a-c54b-4107-b65e-a16b44a36cde) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:04:04.558674 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:04.575130 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Transition to ACTIVE for port object e802ab3a-c54b-4107-b65e-a16b44a36cde will not be triggered until provisioned by entity DHCP. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:04:04.610576 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:04.659871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:04:04.663041 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:04:04.667430 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:04:04.674019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:04.728613 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:04.729271 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:04.745430 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-34eaa0fe-939d-4653-8c89-f36d858503c7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6130500 Aug 31 00:04:04.760020 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Request body: {'port': {'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-791504-21'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:04.820447 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:04.970048 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8f64cf66-f5ec-4211-b952-398d172fe3a8 None None] Provisioning for port e802ab3a-c54b-4107-b65e-a16b44a36cde completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:04.974297 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-8f64cf66-f5ec-4211-b952-398d172fe3a8 None None] Provisioning complete for port e802ab3a-c54b-4107-b65e-a16b44a36cde triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:04.974965 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-8f64cf66-f5ec-4211-b952-398d172fe3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.011697 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-8f64cf66-f5ec-4211-b952-398d172fe3a8 None None] Port e802ab3a-c54b-4107-b65e-a16b44a36cde cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:04:05.106134 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e802ab3a-c54b-4107-b65e-a16b44a36cde {{(pid=101269) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:04:05.113945 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.127500 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.provisioning_blocks [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Transition to ACTIVE for port object e802ab3a-c54b-4107-b65e-a16b44a36cde will not be triggered until provisioned by entity L2. {{(pid=101269) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:04:05.132073 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.144947 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6755f-159d-4375-8153-0402a4489b89 req-e53dd816-2c2d-434e-923c-cfddc39a779e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.146484 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fef6755f-159d-4375-8153-0402a4489b89 req-e53dd816-2c2d-434e-923c-cfddc39a779e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 932 time: 0.0505359 Aug 31 00:04:05.194640 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fef6755f-159d-4375-8153-0402a4489b89 req-7eada74f-597a-4feb-9457-2654b395343e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410402 Aug 31 00:04:05.206973 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:05.265707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Attempting to bind port e802ab3a-c54b-4107-b65e-a16b44a36cde on host n-h1-791504-21 for vnic_type normal with profile {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:04:05.266090 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Attempting to bind port e802ab3a-c54b-4107-b65e-a16b44a36cde by drivers openvswitch,hyperv on host n-h1-791504-21 at level 0 using segments [{'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:04:05.266425 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Attempting to bind port e802ab3a-c54b-4107-b65e-a16b44a36cde on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:04:05.271433 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Port e802ab3a-c54b-4107-b65e-a16b44a36cde on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 not bound, no agent of type Open vSwitch agent registered on host n-h1-791504-21 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:04:05.271762 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Attempting to bind port e802ab3a-c54b-4107-b65e-a16b44a36cde on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:04:05.277656 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Checking agent: {'id': '52ea12ad-71c8-4853-ba4a-0ce45dbd5da2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 52), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 3, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:04:05.278034 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Checking segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101269) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:04:05.278432 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Bound using segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} {{(pid=101269) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:04:05.278879 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.managers [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Bound port: e802ab3a-c54b-4107-b65e-a16b44a36cde, host: n-h1-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}}] {{(pid=101269) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:04:05.279244 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.355844 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, cleared binding levels {{(pid=101269) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:04:05.358410 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101269) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:04:05.363358 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.398232 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.398798 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.400789 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] 10.222.0.47 "PUT /v2.0/ports/e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 1093 time: 0.6461005 Aug 31 00:04:05.401245 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:04:05.403580 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9aacbfc-6aaa-4273-af44-8e3def7adc62" -d '{"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:04:05.476938 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2791732-b556-434b-918a-7167fc811ece x-openstack-request-id: req-b2791732-b556-434b-918a-7167fc811ece {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:04:05.477197 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:04:05.477821 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b2791732-b556-434b-918a-7167fc811ece {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:04:05.477954 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'status': 'completed', 'code': 200} Aug 31 00:04:05.480827 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff066cb2-293a-4395-9c28-65c7dac77ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=3']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:05.495248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-8ae1522a-412e-422c-bc3b-a6da28d10713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.496952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-8ae1522a-412e-422c-bc3b-a6da28d10713 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1096 time: 0.0526443 Aug 31 00:04:05.550184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-5320d6c8-733d-484a-9284-0c9650867b82 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 217 time: 0.0442674 Aug 31 00:04:05.597204 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:05.607028 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-6af908f2-8cad-4906-ab63-9bca5a3f219d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.608542 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-6af908f2-8cad-4906-ab63-9bca5a3f219d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0505514 Aug 31 00:04:05.656400 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:05.662735 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:05.662907 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-12807441-eae5-4139-a7cb-29112f4326e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.663112 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.664470 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-12807441-eae5-4139-a7cb-29112f4326e2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477211 Aug 31 00:04:05.743140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.762239 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-249ed7e2-9402-4643-b265-c6356974358a service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893779 Aug 31 00:04:05.777750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] For port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:05.784077 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:05.836994 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Pushing event updated for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:05.864559 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-ab3c8058-c8c8-416b-b0dd-80536c806240 req-12e9420e-e3b7-47df-a20f-e278f9e5f8d7 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951240 Aug 31 00:04:05.957915 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-bc3454fd-250a-46b7-a9d0-5a54e6562728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:05.959457 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-bc3454fd-250a-46b7-a9d0-5a54e6562728 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1096 time: 0.0442514 Aug 31 00:04:06.054336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-adf2a3ad-cbff-4c59-ab27-b4da111e6921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:06.055873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-adf2a3ad-cbff-4c59-ab27-b4da111e6921 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0892444 Aug 31 00:04:06.100184 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-aee6f525-8c7e-490a-be82-35c1d324bfa4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 217 time: 0.0369699 Aug 31 00:04:06.163209 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-018dde98-5308-456b-a598-1ea27c31155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:06.164768 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-018dde98-5308-456b-a598-1ea27c31155c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0579422 Aug 31 00:04:06.216563 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-08dbb522-33b4-4d60-9d15-ee9d698bebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:06.218186 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-08dbb522-33b4-4d60-9d15-ee9d698bebf6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442300 Aug 31 00:04:06.312572 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-f9e36bce-1969-4686-82ae-1e9768bd5ba9 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Aug 31 00:04:06.314415 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa74ef9-3d64-45d1-b8b0-4316bb80642f req-47f08e74-b624-4fae-85d5-f0edb116cbb8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:06.315916 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-caa74ef9-3d64-45d1-b8b0-4316bb80642f req-47f08e74-b624-4fae-85d5-f0edb116cbb8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0518739 Aug 31 00:04:06.355192 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-caa74ef9-3d64-45d1-b8b0-4316bb80642f req-f2274588-5c1e-4b5a-bf95-e6535fd22958 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332124 Aug 31 00:04:06.413199 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a9aacbfc-6aaa-4273-af44-8e3def7adc62 req-cd9443b8-5359-410f-85b9-2b07bbf52a6f service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902698 Aug 31 00:04:07.477016 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d3468-bb69-4b82-b1b7-29b53eaf07f5 req-96e82e67-0496-4da5-8df3-4027aa994105 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:07.478484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f5d3468-bb69-4b82-b1b7-29b53eaf07f5 req-96e82e67-0496-4da5-8df3-4027aa994105 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0501337 Aug 31 00:04:07.517958 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3f5d3468-bb69-4b82-b1b7-29b53eaf07f5 req-e0b9399f-f374-4136-af50-4b2af1e65b92 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325513 Aug 31 00:04:07.521240 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 up at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:07.571391 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Provisioning complete for port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:07.571764 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:08.636533 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb79991-3ab6-4981-b2c1-16707c5e004f req-2a6cc5ae-b127-4437-96c3-7b9fb45f70fa tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:08.638048 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bb79991-3ab6-4981-b2c1-16707c5e004f req-2a6cc5ae-b127-4437-96c3-7b9fb45f70fa tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0520329 Aug 31 00:04:08.676307 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5bb79991-3ab6-4981-b2c1-16707c5e004f req-f3e1be91-75f5-4009-8059-c94f8bac1139 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323384 Aug 31 00:04:09.383588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:04:09.479083 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:09.490383 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:04:09.527299 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:09.539538 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e802ab3a-c54b-4107-b65e-a16b44a36cde {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:04:09.557984 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:09.561870 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:09.608952 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:09.717331 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:04:09.787751 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e802ab3a-c54b-4107-b65e-a16b44a36cde'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:04:09.796179 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020ce10-d28b-43fe-bdbb-186b22cffbd6 req-a145c24f-2a9b-4ed7-966d-9438727ad451 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:09.797728 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7020ce10-d28b-43fe-bdbb-186b22cffbd6 req-a145c24f-2a9b-4ed7-966d-9438727ad451 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 945 time: 0.0501924 Aug 31 00:04:09.836312 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-7020ce10-d28b-43fe-bdbb-186b22cffbd6 req-c5fa0f3d-c650-4cfa-b533-670615df059b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324628 Aug 31 00:04:10.501606 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a73f73e3-57ea-4758-972e-5832936cf0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:10.949180 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c654b-5387-40a9-86c0-ccafd2047129 req-6856092b-ee97-46be-8efc-2419a4969895 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:10.951261 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba3c654b-5387-40a9-86c0-ccafd2047129 req-6856092b-ee97-46be-8efc-2419a4969895 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 945 time: 0.0497646 Aug 31 00:04:10.988652 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-ba3c654b-5387-40a9-86c0-ccafd2047129 req-586e00d7-c932-4ceb-a74b-ff3ee0f7d540 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312076 Aug 31 00:04:11.414525 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:04:11.464857 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning for port e802ab3a-c54b-4107-b65e-a16b44a36cde completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:04:11.468533 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port e802ab3a-c54b-4107-b65e-a16b44a36cde triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:04:11.468880 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:11.545522 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:11.568054 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:04:11.570452 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce3f117-42dd-4bb6-9a6c-efaec4ea4996" -d '{"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-plugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:04:11.582987 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:04:11.587090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:11.610986 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5827eb32-0bb1-4d87-80d8-db70ed02d3a4 x-openstack-request-id: req-5827eb32-0bb1-4d87-80d8-db70ed02d3a4 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:04:11.611285 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-plugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:04:11.611542 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5827eb32-0bb1-4d87-80d8-db70ed02d3a4 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:04:11.611937 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'code': 200} Aug 31 00:04:11.637397 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:11.711912 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84906c86-adfd-4d5f-ba48-2e54a8045cc3 req-e4eb28b9-07ab-420e-85b3-78c476454eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:11.713389 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84906c86-adfd-4d5f-ba48-2e54a8045cc3 req-e4eb28b9-07ab-420e-85b3-78c476454eb2 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1098 time: 0.0437164 Aug 31 00:04:11.748777 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-84906c86-adfd-4d5f-ba48-2e54a8045cc3 req-76abe624-5e07-4345-8a33-21e7ec8d53dc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276313 Aug 31 00:04:12.101744 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3e80d-d205-4214-a671-58e7daad93de req-9c7e1398-1a10-4156-b314-d3962f33aae6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:12.103290 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42d3e80d-d205-4214-a671-58e7daad93de req-9c7e1398-1a10-4156-b314-d3962f33aae6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 946 time: 0.0490012 Aug 31 00:04:12.140450 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-42d3e80d-d205-4214-a671-58e7daad93de req-59539fe1-9030-418c-9587-27249c8b0605 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312293 Aug 31 00:04:13.070275 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:13.262482 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122755c-61e3-48df-b721-b9b742c50825 req-dbb78950-2acc-45e5-8102-110d1aba185b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:13.263962 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9122755c-61e3-48df-b721-b9b742c50825 req-dbb78950-2acc-45e5-8102-110d1aba185b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 946 time: 0.0492260 Aug 31 00:04:13.301643 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-9122755c-61e3-48df-b721-b9b742c50825 req-60cb2769-5e1b-4f23-965e-f380fa30f6df tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Aug 31 00:04:13.418236 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027b9f7-de13-47c7-a891-33023fd68d78 req-5dcc0b8e-478f-468e-b9bb-9b1ecf56598c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:13.420348 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b027b9f7-de13-47c7-a891-33023fd68d78 req-5dcc0b8e-478f-468e-b9bb-9b1ecf56598c tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 946 time: 0.0527375 Aug 31 00:04:13.439603 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-be9e6add-0e68-4059-b4dc-27dbe82e89cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:13.459608 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b027b9f7-de13-47c7-a891-33023fd68d78 req-10cccd2c-ba88-45b4-8316-18abdb4d2536 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328946 Aug 31 00:04:13.482205 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38496) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:13.608036 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ddf6d-e96a-4b06-b932-3457b66c4a5a tempest-TestSnapshotPattern-1838687730 tempest-TestSnapshotPattern-1838687730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:13.609449 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-137ddf6d-e96a-4b06-b932-3457b66c4a5a tempest-TestSnapshotPattern-1838687730 tempest-TestSnapshotPattern-1838687730-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1093 time: 0.1262586 Aug 31 00:04:13.612334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 38500) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:04:13.616651 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:04:13.638291 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:13.737335 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:13.840323 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Allocated IP 172.25.7.24 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/b728328e-38db-47b4-8eb0-ea5155a60ff4) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:04:13.946368 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:13.984661 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.024241 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:04:14.028640 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:04:14.033078 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:04:14.035013 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=b728328e-38db-47b4-8eb0-ea5155a60ff4,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:14.380417 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.446020 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.594855 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.599485 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.669120 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=b728328e-38db-47b4-8eb0-ea5155a60ff4,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:04:14.680007 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.780720 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Floating IP 024cc56a-5c8f-49db-8bcd-508cfae6a99d associated. External IP: 172.25.7.24, port: e802ab3a-c54b-4107-b65e-a16b44a36cde. Aug 31 00:04:14.854960 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:14.990760 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:04:15.099889 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:04:15.109479 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:04:15.117249 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:15.119295 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:04:15.119930 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:15.144280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-add6d6b6-e047-4e8d-873d-0be663f3e2b0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5309398 Aug 31 00:04:15.145362 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:04:15.147890 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72" -d '{"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:04:15.226899 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:04:15.244162 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f4fe60-08d1-402a-a558-0022951605ce x-openstack-request-id: req-85f4fe60-08d1-402a-a558-0022951605ce {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:04:15.244460 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:04:15.244723 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85f4fe60-08d1-402a-a558-0022951605ce {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:04:15.245137 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'status': 'completed', 'code': 200} Aug 31 00:04:15.306818 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-568f3636-576f-4938-bdb9-e20ceb10b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:15.308334 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-568f3636-576f-4938-bdb9-e20ceb10b6af service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1098 time: 0.0405605 Aug 31 00:04:15.403539 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-dffe694d-1367-4702-962b-cb67018d2e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:15.405030 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-dffe694d-1367-4702-962b-cb67018d2e8b service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0893044 Aug 31 00:04:15.452190 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:14Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:15.472413 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-458943d5-acab-4180-9a8f-a8f6f8570724 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 999 time: 0.0594609 Aug 31 00:04:15.478740 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:04:15.487183 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:04:15.487792 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:04:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:15.528067 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-f4897760-fd20-414e-ab86-28ae3a7d764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:15.529443 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-f4897760-fd20-414e-ab86-28ae3a7d764b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0481949 Aug 31 00:04:15.576248 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-e01f3969-487a-4c10-be9c-0a6926586fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:04:15.577767 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-e01f3969-487a-4c10-be9c-0a6926586fe3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406709 Aug 31 00:04:15.596946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:04:15.666718 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-85c9f6d7-3587-4523-9fa4-108af8482ef6 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810483 Aug 31 00:04:15.760778 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-c4f1eee1-a7c2-4933-bb00-a0f52fa44f72 req-5097caf4-6a1d-401c-a962-934cb2c201c3 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865459 Aug 31 00:04:15.825043 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:14Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:04:15.850940 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901bb40-446f-4a4b-958d-545e3d61718d None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:14Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:04:16.040804 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678c87e4-1338-49d2-acb6-dea381a2231d None None] New status for floating IP 024cc56a-5c8f-49db-8bcd-508cfae6a99d: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:04:16.300018 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:23.207760 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:28.511433 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:40.502642 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ec213385-5ec9-4ec6-8833-b80f0f7611dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:43.072281 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:43.440494 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-97596f17-023d-4ae0-9f2b-918800353d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:44.857613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:46.302415 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:46.716780 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:04:53.228217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:04:58.512369 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:03.755885 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-d7cd9c61-45d9-4b94-90e1-096ee60830e9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403690 Aug 31 00:05:03.838856 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-da923dfb-0669-4d84-ae3d-c8b736559d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:05:03.840368 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-da923dfb-0669-4d84-ae3d-c8b736559d00 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1098 time: 0.0433917 Aug 31 00:05:03.947277 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-0a748683-8775-4f9a-bbb0-904e407510b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:05:03.948747 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-0a748683-8775-4f9a-bbb0-904e407510b4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0892348 Aug 31 00:05:04.013544 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-6bd3a884-198a-430c-aeea-5740b3856362 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 1001 time: 0.0574534 Aug 31 00:05:04.067380 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-74602543-f097-4dcd-baa7-f82f078d942e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:05:04.069322 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-74602543-f097-4dcd-baa7-f82f078d942e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0482476 Aug 31 00:05:04.114805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-e1139a72-29db-4637-993e-1e6c3a5c015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:05:04.116281 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-e1139a72-29db-4637-993e-1e6c3a5c015b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406251 Aug 31 00:05:04.202873 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-b3b6b3b5-40b9-4efb-9384-9f49581ff1be service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798509 Aug 31 00:05:04.295150 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-52e80dfc-2adf-4ef8-a166-c9182cb9e36a req-c13057ef-26d1-424c-ae30-414fbbfcc25f service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850055 Aug 31 00:05:10.503968 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ab622031-2231-406f-bd4f-370778df830a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:13.073744 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:13.441753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3c3fbab5-849f-4d56-bd48-b9395c724bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:14.861146 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:16.305362 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:23.222608 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:23.716137 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:05:28.512333 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:40.505292 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-afac859b-00a9-4a25-b93f-9986c1e71d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:43.075325 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:43.441090 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-544878ad-eb4c-4a43-bb44-9b5a2313c726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:44.863483 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:46.312934 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:53.222043 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:05:58.558260 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:00.715573 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:06:04.868531 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-a454b98e-05e6-4f8e-817d-7ac88e24c660 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1391098 Aug 31 00:06:04.952987 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495aba-94da-43e1-a302-773dced07b43 req-f35a7e13-bff4-4f44-b22c-d7a0fb2ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:04.954620 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-f35a7e13-bff4-4f44-b22c-d7a0fb2ef808 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1098 time: 0.0428262 Aug 31 00:06:05.065551 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495aba-94da-43e1-a302-773dced07b43 req-8ed682f6-de03-4a3e-bafa-869b6f3f6ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:05.066967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-8ed682f6-de03-4a3e-bafa-869b6f3f6ea3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0883107 Aug 31 00:06:05.133875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-6dfad90c-e2f6-460d-b329-018478e3f1ea service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 1001 time: 0.0583026 Aug 31 00:06:05.186695 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495aba-94da-43e1-a302-773dced07b43 req-734c3ab9-e03a-449c-b01b-5471ec47417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:05.188139 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-734c3ab9-e03a-449c-b01b-5471ec47417a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0473683 Aug 31 00:06:05.233218 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5495aba-94da-43e1-a302-773dced07b43 req-16fb0785-0df8-41c1-9367-9dd7187ff7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:05.234736 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-16fb0785-0df8-41c1-9367-9dd7187ff7fe service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395398 Aug 31 00:06:05.245297 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-a586a296-29a1-41a1-a309-39bde1ad7049 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101269) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:06:05.246337 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-a586a296-29a1-41a1-a309-39bde1ad7049 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050495 Aug 31 00:06:05.335730 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-8ac2f21b-5595-412f-b683-208e1db9116e service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822780 Aug 31 00:06:05.425952 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-f5495aba-94da-43e1-a302-773dced07b43 req-55e4583c-b512-40d3-a36d-6748780469b6 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836015 Aug 31 00:06:10.506365 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ceab7b65-0d82-414c-950b-481bc110b011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:12.078821 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde details requested by agent hyperv_n-h1-791504-21 with host n-h1-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:06:12.207729 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:12.221580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Returning: {'device': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:06:12.263432 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:12.281968 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e802ab3a-c54b-4107-b65e-a16b44a36cde {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:06:12.306846 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:12.311345 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:12.380120 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:12.392082 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.392547 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.392956 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.393360 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.393758 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.394175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.394589 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.394959 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.395372 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.395795 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.396180 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.396569 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:12.408503 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] get_ports_and_sgs() called for port_ids ['e802ab3a-c54b-4107-b65e-a16b44a36cde'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:06:13.078388 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:13.448337 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7c04556e-bfa6-4855-a337-198facd43762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:14.088584 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde up at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:06:14.149908 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Provisioning complete for port e802ab3a-c54b-4107-b65e-a16b44a36cde triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:06:14.150318 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:14.235514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:14.261648 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:06:14.264014 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e2c70d-f124-4528-8d7b-7d64e269e84d" -d '{"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-plugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:06:14.281878 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:14.290449 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:14.373746 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:14.380460 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed7d7b-fd68-492f-b6c8-17fd72e5f49e x-openstack-request-id: req-8aed7d7b-fd68-492f-b6c8-17fd72e5f49e {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:06:14.380755 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-plugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:06:14.381008 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8aed7d7b-fd68-492f-b6c8-17fd72e5f49e {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:06:14.381441 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'code': 200} Aug 31 00:06:14.871701 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:16.314551 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:21.817749 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-7d4d138a-3908-4db4-ad28-04b72f7879c1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101761279&fields=id&tenant_id=a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 267 time: 0.0346246 Aug 31 00:06:21.925896 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-325f7308-1e61-4994-8722-c9f64484f227 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:21.927545 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-325f7308-1e61-4994-8722-c9f64484f227 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 809 time: 0.1030023 Aug 31 00:06:21.942836 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-685598c1-4ff7-4d15-8d1f-ea8bd788dd6f tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/quotas/a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 375 time: 0.0092180 Aug 31 00:06:21.998569 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-07518110-27ca-41d5-9aea-e0daf7b0a93b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0503457 Aug 31 00:06:22.014408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-5278c1ca-a82c-4a05-85b2-f1bf51ba896a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:06:22.015378 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-5278c1ca-a82c-4a05-85b2-f1bf51ba896a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057390 Aug 31 00:06:22.150096 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-50106ddd-3d3d-437c-a02f-839d40db0c46 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288543 Aug 31 00:06:22.241325 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-156a019a-4768-4402-b16f-78b69f447115 service neutron] 10.222.0.25 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850952 Aug 31 00:06:22.432557 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4e83662a-7aa0-4fd7-a518-28e7fdd3ce96 req-2d9c1b6a-9717-4490-85e2-a14e2f93dd05 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 210 time: 0.0276537 Aug 31 00:06:23.235221 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:23.483709 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-84974bf2-f939-4e7b-9b22-8d9dac30c259 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:23.485339 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-84974bf2-f939-4e7b-9b22-8d9dac30c259 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 809 time: 0.1197932 Aug 31 00:06:23.535924 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-fddf0178-fc49-44c8-8382-00599c3eae59 req-c649e8b6-98e6-4284-9246-e8119eaf1691 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 210 time: 0.0311799 Aug 31 00:06:23.565321 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-858601eb-aa2b-4dad-b617-c86f6e5b2bb8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a89b96e0df81492ead66f451f6d0b379 HTTP/1.1" status: 200 len: 380 time: 0.0512428 Aug 31 00:06:23.577723 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'port': {'device_id': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'admin_state_up': True, 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'security_groups': ['51867d0c-a1f8-4765-9b81-5ea449d84149']}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:06:23.684404 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Made reservation on behalf of a89b96e0df81492ead66f451f6d0b379 for: {'port': 1} {{(pid=101268) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 00:06:23.687955 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:23.858450 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_common [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Allocated IP 172.20.0.8 (3c3a4c8b-6683-4a3f-9044-66383923ec61/c9107ef2-53ce-4093-bb3a-f42e2467cffa/64b26582-ef9d-454a-b087-421d7f9ad9fb) {{(pid=101268) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:06:24.053440 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.069928 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Transition to ACTIVE for port object 64b26582-ef9d-454a-b087-421d7f9ad9fb will not be triggered until provisioned by entity DHCP. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:06:24.106847 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_create {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.120378 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:06:24.154179 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 is already hosted by enough agents. {{(pid=101268) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:06:24.159093 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.base_scheduler [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Resources bound (agent type, host, resource id): {{(pid=101268) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:06:24.161823 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Received port after_create {{(pid=101268) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:06:24.208719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=1']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:24.222068 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.224195 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.224546 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.225382 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.225726 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.226100 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.226439 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.226774 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.227108 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.227427 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.227752 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.228084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.228407 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:24.245242 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:24.245940 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.262841 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-349d8ccd-bb3a-4026-8525-ee18cc78bde8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6888847 Aug 31 00:06:24.267532 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:06:24.271023 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39cacd81-d169-41f8-b44c-e77bd1cc52d8" -d '{"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-unplugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:06:24.293993 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:24.302794 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.364803 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 00:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acf857d-eff7-407c-b46e-d63c7740e7c8 x-openstack-request-id: req-8acf857d-eff7-407c-b46e-d63c7740e7c8 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:06:24.365103 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-unplugged", "status": "completed", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:06:24.366100 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8acf857d-eff7-407c-b46e-d63c7740e7c8 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:06:24.366497 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'code': 200} Aug 31 00:06:24.383652 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Pushing event updated for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=8']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:24.476969 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d502c750-b2f7-4714-b702-e69a984ad1a3 None None] Provisioning for port 64b26582-ef9d-454a-b087-421d7f9ad9fb completed by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:06:24.483370 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d502c750-b2f7-4714-b702-e69a984ad1a3 None None] Provisioning complete for port 64b26582-ef9d-454a-b087-421d7f9ad9fb triggered by entity DHCP. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:06:24.483755 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d502c750-b2f7-4714-b702-e69a984ad1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:24.519647 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d502c750-b2f7-4714-b702-e69a984ad1a3 None None] Port 64b26582-ef9d-454a-b087-421d7f9ad9fb cannot update to ACTIVE because it is not bound. {{(pid=101270) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 00:06:24.666125 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aef66d-3bb6-4c67-b34b-c49692496780 req-ff2c59c0-c8d2-4b60-ae50-0648dc230be8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:24.667626 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e9aef66d-3bb6-4c67-b34b-c49692496780 req-ff2c59c0-c8d2-4b60-ae50-0648dc230be8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0594099 Aug 31 00:06:24.706762 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-e9aef66d-3bb6-4c67-b34b-c49692496780 req-1b7911a7-e827-44ff-9a06-0e2b9114c428 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328526 Aug 31 00:06:25.840116 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc6b98-9405-4603-8359-56bc825d44ee req-1a80311c-b5e3-42f6-9761-c52ce397b595 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:25.841811 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ddc6b98-9405-4603-8359-56bc825d44ee req-1a80311c-b5e3-42f6-9761-c52ce397b595 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0635006 Aug 31 00:06:25.880872 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-3ddc6b98-9405-4603-8359-56bc825d44ee req-5f47292f-f407-456a-8f06-0b242e9f2660 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330598 Aug 31 00:06:27.005334 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f661b-aab8-4bc8-9e60-03008e6774b5 req-f5a83bfa-ecb4-4908-9632-80f439352a6b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:27.006930 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-369f661b-aab8-4bc8-9e60-03008e6774b5 req-f5a83bfa-ecb4-4908-9632-80f439352a6b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0518720 Aug 31 00:06:27.050622 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-369f661b-aab8-4bc8-9e60-03008e6774b5 req-7eb3eb91-e959-4aa1-9d92-191a8c9b267e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370281 Aug 31 00:06:28.180962 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2935-6c81-4a86-ad49-b33e734a3f99 req-ca24d0e1-858d-48de-a530-8bc0a96121a7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:28.182545 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-998c2935-6c81-4a86-ad49-b33e734a3f99 req-ca24d0e1-858d-48de-a530-8bc0a96121a7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0586295 Aug 31 00:06:28.223101 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-998c2935-6c81-4a86-ad49-b33e734a3f99 req-ee140af7-aebc-44b6-8cda-f680fce37a07 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345590 Aug 31 00:06:28.527186 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:29.342092 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8319a9-3fc7-4bc5-8806-f02bdd915700 req-e78669ed-3d9b-4306-b273-b1d818d2056a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:29.343581 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f8319a9-3fc7-4bc5-8806-f02bdd915700 req-e78669ed-3d9b-4306-b273-b1d818d2056a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0530667 Aug 31 00:06:29.380636 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-5f8319a9-3fc7-4bc5-8806-f02bdd915700 req-f6073aef-0572-43c3-9103-835809e7d77b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310116 Aug 31 00:06:30.502954 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23324285-551d-4740-af51-9a0c6f684cf2 req-5efdaa04-3a76-4a03-9bdd-e7108357920e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:30.504498 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23324285-551d-4740-af51-9a0c6f684cf2 req-5efdaa04-3a76-4a03-9bdd-e7108357920e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0530427 Aug 31 00:06:30.550849 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-23324285-551d-4740-af51-9a0c6f684cf2 req-6bcadd2a-1658-4de6-8a04-9e8b7801a691 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397105 Aug 31 00:06:31.680255 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c7d0cd-e828-43c7-8a09-12d416a4eecc req-9ebd0018-e0ee-4b0a-bcc9-74ad3eee17b7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:31.681840 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6c7d0cd-e828-43c7-8a09-12d416a4eecc req-9ebd0018-e0ee-4b0a-bcc9-74ad3eee17b7 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0585303 Aug 31 00:06:31.722915 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-d6c7d0cd-e828-43c7-8a09-12d416a4eecc req-a5d9f593-9582-44c3-a205-8019f806c7c1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318241 Aug 31 00:06:32.843489 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eb7922-3d56-4249-a2ff-90e5a9178f0f req-e6698eb3-3e11-4aea-9880-1681e73e1059 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:32.844999 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31eb7922-3d56-4249-a2ff-90e5a9178f0f req-e6698eb3-3e11-4aea-9880-1681e73e1059 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0533195 Aug 31 00:06:32.881967 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-31eb7922-3d56-4249-a2ff-90e5a9178f0f req-9c726ef5-0220-4cb3-b5ea-349218b60215 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309720 Aug 31 00:06:34.002142 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18dc960-8e7a-4d49-b184-f3aeb4c3367d req-1fb9f957-8c76-4e6c-a3cf-041d1ce02ebe tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:34.003736 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f18dc960-8e7a-4d49-b184-f3aeb4c3367d req-1fb9f957-8c76-4e6c-a3cf-041d1ce02ebe tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 931 time: 0.0511510 Aug 31 00:06:34.042314 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f18dc960-8e7a-4d49-b184-f3aeb4c3367d req-43fca935-d2ce-4179-aec2-f475dba6d7c8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322547 Aug 31 00:06:34.635374 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-e417f1d4-a4aa-49d7-8485-69dfff6a66e2 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=101268) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 00:06:34.636366 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-e417f1d4-a4aa-49d7-8485-69dfff6a66e2 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059443 Aug 31 00:06:34.693158 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.v2.base [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Request body: {'port': {'device_id': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-791504-21'}} {{(pid=101268) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:06:34.746517 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.028874 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101268) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:06:35.037263 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks [] for port, precommit_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.049942 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.provisioning_blocks [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Transition to ACTIVE for port object 64b26582-ef9d-454a-b087-421d7f9ad9fb will not be triggered until provisioned by entity L2. {{(pid=101268) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 00:06:35.053586 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.123719 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=2']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:35.180459 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b98f1-2556-4d6e-a4e0-3165b0587849 req-2d244c2e-dcf3-413d-9f8f-380889633dd1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.182070 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d97b98f1-2556-4d6e-a4e0-3165b0587849 req-2d244c2e-dcf3-413d-9f8f-380889633dd1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 943 time: 0.0671909 Aug 31 00:06:35.182449 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Attempting to bind port 64b26582-ef9d-454a-b087-421d7f9ad9fb on host n-h2-791504-21 for vnic_type normal with profile {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 00:06:35.182798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Attempting to bind port 64b26582-ef9d-454a-b087-421d7f9ad9fb by drivers openvswitch,hyperv on host n-h2-791504-21 at level 0 using segments [{'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 00:06:35.183134 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Attempting to bind port 64b26582-ef9d-454a-b087-421d7f9ad9fb on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:06:35.188162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Port 64b26582-ef9d-454a-b087-421d7f9ad9fb on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 not bound, no agent of type Open vSwitch agent registered on host n-h2-791504-21 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 00:06:35.188486 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Attempting to bind port 64b26582-ef9d-454a-b087-421d7f9ad9fb on network 3c3a4c8b-6683-4a3f-9044-66383923ec61 {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 00:06:35.194017 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Checking agent: {'id': 'cb640c0c-32ad-44f2-8f83-6050b676dd1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-791504-21', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'started_at': datetime.datetime(2021, 8, 30, 22, 39, 57), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 0, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 00:06:35.194358 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Checking segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101268) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 00:06:35.194743 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Bound using segment: {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'} {{(pid=101268) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 00:06:35.195235 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.managers [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Bound port: 64b26582-ef9d-454a-b087-421d7f9ad9fb, host: n-h2-791504-21, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49735b6f-9bd4-4956-91df-9e3a93fc41b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61'}}] {{(pid=101268) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 00:06:35.195626 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.227875 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d97b98f1-2556-4d6e-a4e0-3165b0587849 req-43804ada-b48d-4ee4-b3a3-78ab0284aea6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369809 Aug 31 00:06:35.264796 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, cleared binding levels {{(pid=101268) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 00:06:35.268283 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101268) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 00:06:35.272571 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63971292'] for port, after_update {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.314192 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.314907 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:35.316539 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] 10.222.0.52 "PUT /v2.0/ports/64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 1092 time: 0.6702459 Aug 31 00:06:35.316924 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:06:35.319215 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bd02282-c610-4ccd-a902-d73f860253ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:06:35.342528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3b06b-7522-43dd-8ca3-1829217eabca service neutron] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=3']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:35.370696 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021113c5-324b-4115-9487-1b8e03354385 x-openstack-request-id: req-021113c5-324b-4115-9487-1b8e03354385 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:06:35.370992 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:06:35.371250 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-021113c5-324b-4115-9487-1b8e03354385 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:06:35.371857 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'status': 'completed', 'code': 200} Aug 31 00:06:35.428703 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-ab1162d9-2ce1-42b3-a45b-09a61b51ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.430460 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-ab1162d9-2ce1-42b3-a45b-09a61b51ec25 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1095 time: 0.0452576 Aug 31 00:06:35.485392 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-7a7fb7fa-5a80-4160-b07f-0bb0ad632f88 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 217 time: 0.0414004 Aug 31 00:06:35.541899 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-5d0c09e2-007c-42ff-88de-ba3b282a14f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.543400 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-5d0c09e2-007c-42ff-88de-ba3b282a14f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0515771 Aug 31 00:06:35.590413 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-53b9dc39-6602-49f3-9bce-15929229262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.592031 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-53b9dc39-6602-49f3-9bce-15929229262c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410988 Aug 31 00:06:35.684913 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-9241e4ab-78fa-464f-b776-9e3d46aaec35 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859418 Aug 31 00:06:35.776869 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-12f29b5e-f142-40a3-bfba-c542cfb330f5 req-31896a07-608d-4103-875f-3c4a6fc0d67b service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853393 Aug 31 00:06:35.904376 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd02282-c610-4ccd-a902-d73f860253ce req-5b0ab1d5-8fc4-461a-bb42-8676cee34f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.905756 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-5b0ab1d5-8fc4-461a-bb42-8676cee34f8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1095 time: 0.0463123 Aug 31 00:06:35.993528 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd02282-c610-4ccd-a902-d73f860253ce req-f7de9cd2-4ccc-4873-877b-89ba7a9a7a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:35.995019 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-f7de9cd2-4ccc-4873-877b-89ba7a9a7a11 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0824625 Aug 31 00:06:36.039635 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-7cdb3357-02e4-47a0-b256-4fc14150b3c8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 217 time: 0.0340071 Aug 31 00:06:36.093303 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd02282-c610-4ccd-a902-d73f860253ce req-b4ef6bca-319e-4725-a94e-c65aba82c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:36.094754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-b4ef6bca-319e-4725-a94e-c65aba82c335 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0480003 Aug 31 00:06:36.140628 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd02282-c610-4ccd-a902-d73f860253ce req-77366de5-7434-49e3-8686-37e06d03d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:36.142124 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-77366de5-7434-49e3-8686-37e06d03d8ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395665 Aug 31 00:06:36.228365 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-f2d2fb0a-a7e8-4731-9031-0546d50107b9 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788112 Aug 31 00:06:36.325798 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-7bd02282-c610-4ccd-a902-d73f860253ce req-d45b7f79-8dcb-4e7b-aa0e-baeb5240be40 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883520 Aug 31 00:06:36.345716 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398c816-e9bb-4812-83da-0cacffac2754 req-d2ba4ee8-5aec-438a-a061-e8d29b8d2ef0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:36.347267 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d398c816-e9bb-4812-83da-0cacffac2754 req-d2ba4ee8-5aec-438a-a061-e8d29b8d2ef0 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 943 time: 0.0510094 Aug 31 00:06:36.385672 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d398c816-e9bb-4812-83da-0cacffac2754 req-8766384a-a635-45e3-aff8-10ca2c00069e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323400 Aug 31 00:06:37.503785 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89db0c6-a070-4d21-8e01-906515618cc3 req-4de6d7ea-0be1-4671-8714-d90ca7ed469a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:37.505272 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f89db0c6-a070-4d21-8e01-906515618cc3 req-4de6d7ea-0be1-4671-8714-d90ca7ed469a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 943 time: 0.0516911 Aug 31 00:06:37.543817 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f89db0c6-a070-4d21-8e01-906515618cc3 req-4ce7ca1f-3937-49a2-bd86-05853405605a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320919 Aug 31 00:06:37.711863 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:06:37.716197 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:06:37.807510 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:37.819056 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'mac_address': 'fa:16:3e:bd:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:06:37.856224 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:37.869014 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:06:37.888564 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:37.892779 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:37.939598 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=4']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:38.203958 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['64b26582-ef9d-454a-b087-421d7f9ad9fb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:06:38.658991 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a40db1d-42f8-4977-b2b2-e58a52b1b6ac req-cb36d6cf-c65d-4011-a3d4-4a0611c2549d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:38.660484 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a40db1d-42f8-4977-b2b2-e58a52b1b6ac req-cb36d6cf-c65d-4011-a3d4-4a0611c2549d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 944 time: 0.0494406 Aug 31 00:06:38.698372 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-1a40db1d-42f8-4977-b2b2-e58a52b1b6ac req-47081190-77ee-415e-98b1-76028336ecef tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318508 Aug 31 00:06:39.721796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:06:39.772171 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning for port 64b26582-ef9d-454a-b087-421d7f9ad9fb completed by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 00:06:39.777201 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 64b26582-ef9d-454a-b087-421d7f9ad9fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:06:39.777591 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:39.822081 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81086201-b0ae-4993-9b8a-a5efcddf15b6 req-40ec63d9-cc2b-4e57-b3b0-277b557e6b16 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:39.823527 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81086201-b0ae-4993-9b8a-a5efcddf15b6 req-40ec63d9-cc2b-4e57-b3b0-277b557e6b16 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 944 time: 0.0554402 Aug 31 00:06:39.862540 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:39.888437 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:06:39.891515 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb159d74-e755-4439-8ae4-e16ee2b4ee52" -d '{"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-plugged", "status": "completed", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:06:39.909588 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:06:39.915398 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:39.941975 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b73f5-4dd3-4491-a1e9-fba923438afa x-openstack-request-id: req-9b4b73f5-4dd3-4491-a1e9-fba923438afa {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:06:39.942264 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-plugged", "status": "completed", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:06:39.942517 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b4b73f5-4dd3-4491-a1e9-fba923438afa {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:06:39.942912 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'code': 200} Aug 31 00:06:39.972835 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=5']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:40.206678 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-81086201-b0ae-4993-9b8a-a5efcddf15b6 req-c00292de-c093-4097-a638-12b1ad4eb807 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3768082 Aug 31 00:06:40.216106 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751efa29-91b8-47fd-9a9c-4693e1a9e8d6 req-83db604e-ead6-44d0-8bef-3f9cda042df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:40.217525 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-751efa29-91b8-47fd-9a9c-4693e1a9e8d6 req-83db604e-ead6-44d0-8bef-3f9cda042df9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1097 time: 0.0536878 Aug 31 00:06:40.251196 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-751efa29-91b8-47fd-9a9c-4693e1a9e8d6 req-9871332d-9ad2-407a-8cb2-20dc48ed538c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267446 Aug 31 00:06:40.507034 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e172d64e-2bb7-4dec-9da8-3af61cff044f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:41.333556 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ddb7d5-4562-4000-8b17-8961af7667e2 req-35a3a9ba-1227-4d9f-9c44-b9b6c6f04e59 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:41.335123 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ddb7d5-4562-4000-8b17-8961af7667e2 req-35a3a9ba-1227-4d9f-9c44-b9b6c6f04e59 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.0575938 Aug 31 00:06:41.372984 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a4ddb7d5-4562-4000-8b17-8961af7667e2 req-24950b96-8d92-41c1-80de-cdd7cd2a5365 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314760 Aug 31 00:06:42.486804 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa96dde-4fe2-4421-81b1-fe5ce42e5c4e req-e5b6fa23-69b6-45a7-b715-a41f1b540bb3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:42.488280 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fa96dde-4fe2-4421-81b1-fe5ce42e5c4e req-e5b6fa23-69b6-45a7-b715-a41f1b540bb3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.0490868 Aug 31 00:06:42.526446 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3fa96dde-4fe2-4421-81b1-fe5ce42e5c4e req-bc5261f1-0a7a-45ff-9d07-6fb64ab7852d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313838 Aug 31 00:06:42.648412 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0201fe19-12f7-460d-ac59-ca10837a80f1 req-e882d6a8-27cd-4f63-aae5-c17889e95f0e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:42.649866 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0201fe19-12f7-460d-ac59-ca10837a80f1 req-e882d6a8-27cd-4f63-aae5-c17889e95f0e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.0495312 Aug 31 00:06:42.688115 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-0201fe19-12f7-460d-ac59-ca10837a80f1 req-bca7da1f-4bee-49a0-95ab-e2f4024ff1f5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323603 Aug 31 00:06:42.708996 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38792) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:06:42.748528 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690d9653-5a33-491b-b65a-b646634006a5 tempest-TestSnapshotPattern-1838687730 tempest-TestSnapshotPattern-1838687730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:42.750051 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-690d9653-5a33-491b-b65a-b646634006a5 tempest-TestSnapshotPattern-1838687730 tempest-TestSnapshotPattern-1838687730-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1092 time: 0.0400686 Aug 31 00:06:42.752813 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 38794) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:06:42.757228 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.v2.base [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Request body: {'floatingip': {'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101269) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 00:06:42.779612 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:42.880561 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:42.983933 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_common [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Allocated IP 172.25.7.182 (6f948872-30ea-4903-b768-a3c9cdb7bc37/f8b151c6-60a5-4711-b8e1-08bf7376109d/1060fcce-1533-46cc-9168-fdcce789c67a) {{(pid=101269) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 00:06:43.083633 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.091344 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.129888 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788073611798', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.165805 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Network 6f948872-30ea-4903-b768-a3c9cdb7bc37 is already hosted by enough agents. {{(pid=101269) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 00:06:43.170481 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.base_scheduler [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Resources bound (agent type, host, resource id): {{(pid=101269) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 00:06:43.173924 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Received port after_create {{(pid=101269) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 00:06:43.198731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=1060fcce-1533-46cc-9168-fdcce789c67a,revision_number=1']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:43.212349 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.212731 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.213092 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.213435 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.213815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.214188 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.214545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.214892 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.215219 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.215542 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.215867 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.216189 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:06:43.439099 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e06b3a36-7616-4fa8-9f4f-88b9b2a34aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.548836 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.614167 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.763802 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for port, precommit_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.768757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63765251'] for port, after_update {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.839564 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event updated for resources: {'Port': ['ID=1060fcce-1533-46cc-9168-fdcce789c67a,revision_number=2']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:06:43.851233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549394'] for floatingip, after_create {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:43.951891 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Floating IP 124b864b-39e0-49a6-99dc-51a78172bfb6 associated. External IP: 172.25.7.182, port: 64b26582-ef9d-454a-b087-421d7f9ad9fb. Aug 31 00:06:44.155810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:06:44.263565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:06:44.272905 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:06:44.278757 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:44.282520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:06:44.283074 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:06:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:06:44.309578 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-d68ed462-53af-440c-9137-1cc4b4df152d tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5556881 Aug 31 00:06:44.310868 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:06:44.313128 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c11383-517c-4842-8e13-cb03aad9b5db" -d '{"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:06:44.391353 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:06:44.401456 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce67b5d-75e1-402c-9e0a-4e0107fa2215 x-openstack-request-id: req-3ce67b5d-75e1-402c-9e0a-4e0107fa2215 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:06:44.401748 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:06:44.402035 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3ce67b5d-75e1-402c-9e0a-4e0107fa2215 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:06:44.402442 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'status': 'completed', 'code': 200} Aug 31 00:06:44.490402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-409885ae-d86a-442a-ab8b-01c8d56687bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:44.492299 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-409885ae-d86a-442a-ab8b-01c8d56687bd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1097 time: 0.0442927 Aug 31 00:06:44.594935 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-c637f0e1-1a0d-427d-bb3e-9f12a86ea526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:44.596499 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-c637f0e1-1a0d-427d-bb3e-9f12a86ea526 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0976100 Aug 31 00:06:44.623946 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}, {'id': '124b864b-39e0-49a6-99dc-51a78172bfb6', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:bd:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:06:43Z', 'updated_at': '2021-08-31T00:06:43Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:06:44.651738 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:06:44.660348 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:06:44.660970 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:06:43Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:06:44.667814 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-bc896988-6b57-40b8-89df-46a1bd789598 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 999 time: 0.0645320 Aug 31 00:06:44.717430 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-063b4c02-d8e7-42a2-8168-80bc2077ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:44.719042 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-063b4c02-d8e7-42a2-8168-80bc2077ad95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0447233 Aug 31 00:06:44.767209 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:06:44.767585 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-0a7ebf7b-ed10-4908-9e31-e33f3f95312c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:06:44.768799 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-0a7ebf7b-ed10-4908-9e31-e33f3f95312c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417047 Aug 31 00:06:44.866738 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-65816a44-9d11-44b3-bf75-1950a12daaef service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912442 Aug 31 00:06:44.878525 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:44.962677 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-b0c11383-517c-4842-8e13-cb03aad9b5db req-285bb7c7-934a-4002-a7f0-ca53ba7a46cc service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880744 Aug 31 00:06:45.015205 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}, {'id': '124b864b-39e0-49a6-99dc-51a78172bfb6', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:bd:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:06:43Z', 'updated_at': '2021-08-31T00:06:43Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:06:45.042709 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37399ecd-179b-4039-94f5-83c6c9446b9f None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}, {'id': '124b864b-39e0-49a6-99dc-51a78172bfb6', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.182', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:bd:34:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:06:43Z', 'updated_at': '2021-08-31T00:06:43Z', 'revision_number': 0, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:06:45.236452 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e3a906-6915-4766-bcb8-96ca4720bc98 None None] New status for floating IP 124b864b-39e0-49a6-99dc-51a78172bfb6: ACTIVE {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:06:46.314607 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:53.239718 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:06:58.540933 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:06.756735 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-35eaa9ff-34b9-4cff-9aa9-0c0ae5044b5e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418704 Aug 31 00:07:06.839899 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-3dfa3f5a-867b-444e-82f5-3103174d61dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:06.841349 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-3dfa3f5a-867b-444e-82f5-3103174d61dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1096 time: 0.0396886 Aug 31 00:07:06.945642 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-d6a2f630-26e1-4323-94e8-ee5dd55f5abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:06.947175 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-d6a2f630-26e1-4323-94e8-ee5dd55f5abd service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0871198 Aug 31 00:07:07.311017 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-6f52bada-5576-41f0-b756-2c26d2683725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 999 time: 0.3566275 Aug 31 00:07:07.360469 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-76312b53-821e-4f35-b7eb-e8efcfe51273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:07.361886 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-76312b53-821e-4f35-b7eb-e8efcfe51273 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0432594 Aug 31 00:07:07.409646 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-e07896b2-934b-4015-96ef-8dcfd2383d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:07.411181 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-e07896b2-934b-4015-96ef-8dcfd2383d35 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426090 Aug 31 00:07:07.499211 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-050e4a19-484a-42d5-96e1-2855f3df750b service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809274 Aug 31 00:07:07.592421 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-4dec971b-c5ac-4915-928c-c209920cdd6c req-d07ff062-1d75-4f38-b1cf-7e584463f6bd service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859323 Aug 31 00:07:10.508217 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dfc175bc-afa8-4231-ae99-93896d872398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:13.076670 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:13.441101 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dbbc5e3d-0a4a-4e8c-9b84-a1e0d6d83a61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:14.719011 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:07:14.872613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:16.319040 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:20.644583 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-29976b9d-9f18-48fe-b910-8bb06e98dff8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397391 Aug 31 00:07:20.754059 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-f42a343d-a4a8-435b-ba57-6ab8e169918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:20.755559 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-f42a343d-a4a8-435b-ba57-6ab8e169918d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1097 time: 0.0441394 Aug 31 00:07:20.860302 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-7a5edd27-cedc-4f6b-b180-b397bcb5d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:20.861773 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-7a5edd27-cedc-4f6b-b180-b397bcb5d54c service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0835896 Aug 31 00:07:20.930959 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-34121e75-1e43-4db7-bab8-c0c212aaa878 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 1001 time: 0.0615668 Aug 31 00:07:20.985198 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-dba57ea3-9373-405b-a6f6-95d30de7f877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:20.986657 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-dba57ea3-9373-405b-a6f6-95d30de7f877 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0438867 Aug 31 00:07:21.034088 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-97db019a-ef74-406d-90a9-3328e4bab542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:07:21.035557 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-97db019a-ef74-406d-90a9-3328e4bab542 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401902 Aug 31 00:07:21.135845 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-69491232-a152-4886-a1e8-2c7097a1ccd9 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904143 Aug 31 00:07:21.224960 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-481bbdbf-0f7c-4c44-9d17-19d91507f14b req-31e86114-0a8a-467c-a0a5-ca5856f3db7e service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814695 Aug 31 00:07:23.267179 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:28.552686 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:40.509558 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-047079f5-eb89-456b-9761-293c0001ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:43.077970 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:43.440999 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-ba55c8ae-b914-462c-995a-4ca08542fee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:44.874689 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:46.319414 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:51.719975 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:07:53.268463 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:07:58.554585 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:07.754998 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-bbbb5734-cfb2-4feb-b33f-e889c4a80dc3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0422053 Aug 31 00:08:07.839609 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-1193bfe0-a965-466a-bf3e-86438e57707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:07.841078 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-1193bfe0-a965-466a-bf3e-86438e57707d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1096 time: 0.0408552 Aug 31 00:08:07.945982 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-59e5f0b6-93f0-49c6-b45b-6540ffc31895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:07.947356 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-59e5f0b6-93f0-49c6-b45b-6540ffc31895 service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.0869350 Aug 31 00:08:08.012757 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-98065deb-e3f7-4e07-85a3-2ccdd4e4492c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 999 time: 0.0573215 Aug 31 00:08:08.061441 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-ce65b5f0-de29-466a-ab9c-f6880509d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:08.062905 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-ce65b5f0-de29-466a-ab9c-f6880509d224 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0431778 Aug 31 00:08:08.110597 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-362c2de0-8df0-49ae-9f40-e2238be3ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:08.112112 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-362c2de0-8df0-49ae-9f40-e2238be3ce1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425966 Aug 31 00:08:08.202241 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-fb23dd5e-030f-48ee-987b-ecfd619cfecb service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822988 Aug 31 00:08:08.297086 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-80eaeb8b-f072-44e4-b638-12ff6798dcf4 req-2c2c2fef-c7ab-4477-993e-52c99550a40b service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878999 Aug 31 00:08:10.510992 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-1d190c8c-5551-4da9-a471-4c6a2ae3d14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:13.079342 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:13.443046 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9f2ad99-e332-4421-8571-a2258c44272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:14.213534 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb details requested by agent hyperv_n-h2-791504-21 with host n-h2-791504-21 {{(pid=101270) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 00:08:14.304033 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:14.317808 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Returning: {'device': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'port_id': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'mac_address': 'fa:16:3e:bd:34:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101270) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 00:08:14.358159 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:14.372091 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101270) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 00:08:14.391947 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:14.395883 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:14.442323 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=6']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:14.449432 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.449802 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.450153 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.450491 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.450826 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.451160 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.451494 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.451822 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.452144 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.452474 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.452796 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.453119 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101270) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:14.563929 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] get_ports_and_sgs() called for port_ids ['64b26582-ef9d-454a-b087-421d7f9ad9fb'] {{(pid=101270) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 00:08:14.877491 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:16.231851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb up at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 00:08:16.334268 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.provisioning_blocks [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Provisioning complete for port 64b26582-ef9d-454a-b087-421d7f9ad9fb triggered by entity L2. {{(pid=101270) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 00:08:16.335071 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1465005'] for port, provisioning_complete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:16.338357 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:16.436620 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1454458'] for port, before_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:16.471188 n-d-791504-21 neutron-server[101270]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101270) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:08:16.473566 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74ccc0548e49a79517f21551e053579f1b0f82f51c6be5f16b0ef8c202c1346d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b7f846-d1a2-4937-a139-b91eee8361e1" -d '{"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-plugged", "status": "completed", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101270) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:08:16.489080 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:16.494266 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788074176979', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788073611816', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788073611834'] for port, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:16.522167 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e5a0256-ddcb-4d79-90ee-c30776e535b2 x-openstack-request-id: req-3e5a0256-ddcb-4d79-90ee-c30776e535b2 {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:08:16.522576 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-plugged", "status": "completed", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "code": 200}]} {{(pid=101270) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:08:16.522967 n-d-791504-21 neutron-server[101270]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e5a0256-ddcb-4d79-90ee-c30776e535b2 {{(pid=101270) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:08:16.523428 n-d-791504-21 neutron-server[101270]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'code': 200} Aug 31 00:08:16.554166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Pushing event updated for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=7']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:21.742621 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-64fc0f02-5284-4b03-9c1b-ab80fd7c8db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:21.744853 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-64fc0f02-5284-4b03-9c1b-ab80fd7c8db8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1097 time: 0.0529516 Aug 31 00:08:21.885086 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-e67dc082-ca57-4154-9dde-fc0f07177cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:21.886531 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-e67dc082-ca57-4154-9dde-fc0f07177cc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.1199548 Aug 31 00:08:21.961715 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-fe38b309-3920-47e8-887c-549cc105ee70 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 1001 time: 0.0660176 Aug 31 00:08:22.034897 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-f318d37a-846e-42f7-918d-88c8bacd451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:22.036390 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-f318d37a-846e-42f7-918d-88c8bacd451f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0651646 Aug 31 00:08:22.105065 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-9742184a-e594-48d7-ba32-a3c5cb1ad4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:22.106754 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-9742184a-e594-48d7-ba32-a3c5cb1ad4ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630198 Aug 31 00:08:22.208651 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-f21617bc-e331-4fa4-87c2-155888ac4ae0 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934830 Aug 31 00:08:22.316914 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-3f3075a0-5371-49e2-97c7-2aa8d5436bf4 req-f29763d4-becf-4063-b19a-a7d527bd160d service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983629 Aug 31 00:08:23.271989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:24.857253 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39006) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:25.022769 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Deleting port 1060fcce-1533-46cc-9168-fdcce789c67a {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:25.023116 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.097881 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.098215 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.109839 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Calling delete_port for 1060fcce-1533-46cc-9168-fdcce789c67a owned by network:floatingip {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:25.267670 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.295079 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event deleted for resources: {'Port': ['ID=1060fcce-1533-46cc-9168-fdcce789c67a,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:25.327336 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.327701 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.328031 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.328374 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.328712 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.329043 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.329379 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.329706 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.330056 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.330383 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.330812 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.331042 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101269) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:25.372393 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.372724 n-d-791504-21 neutron-server[101269]: INFO neutron.db.l3_db [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Floating IP 124b864b-39e0-49a6-99dc-51a78172bfb6 disassociated (deleted). External IP: 172.25.7.182, port: 64b26582-ef9d-454a-b087-421d7f9ad9fb. Aug 31 00:08:25.579006 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:08:25.684964 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:08:25.689382 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:25.696175 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:08:25.706855 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:25.707851 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:25.719582 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-35361b4c-2825-47e1-b8db-729125d912a6 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "DELETE /v2.0/floatingips/124b864b-39e0-49a6-99dc-51a78172bfb6 HTTP/1.1" status: 204 len: 168 time: 0.8609691 Aug 31 00:08:25.720187 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:08:25.722490 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f8f92c-c823-472d-8a99-49c54847157d" -d '{"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:08:25.762584 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760ca46f-6995-4b02-a18e-eeb0a27176b5 x-openstack-request-id: req-760ca46f-6995-4b02-a18e-eeb0a27176b5 {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:08:25.763507 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:08:25.763829 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-760ca46f-6995-4b02-a18e-eeb0a27176b5 {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:08:25.764567 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'status': 'completed', 'code': 200} Aug 31 00:08:25.824690 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:25.849012 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f92c-c823-472d-8a99-49c54847157d req-7690c5bd-2122-4a35-9a0c-3d6670d54c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:25.851323 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-7690c5bd-2122-4a35-9a0c-3d6670d54c94 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 1097 time: 0.0447083 Aug 31 00:08:25.959049 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f92c-c823-472d-8a99-49c54847157d req-c30d1281-73c2-48f7-b5cf-49d01fe1c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:25.960615 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-c30d1281-73c2-48f7-b5cf-49d01fe1c16d service neutron] 10.222.0.52 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.1024497 Aug 31 00:08:26.012458 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-13f465fc-6636-4b03-aaed-71fb263fd103 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 200 len: 217 time: 0.0437169 Aug 31 00:08:26.071496 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:26.081321 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f92c-c823-472d-8a99-49c54847157d req-d99a91df-7268-4194-8c5c-28fa9f5ee54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:26.083080 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-d99a91df-7268-4194-8c5c-28fa9f5ee54c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0565362 Aug 31 00:08:26.091057 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f77f5d-eca7-4ae1-9c13-9ab40d2af83e req-019493c8-7492-4527-8ddc-63235f51024e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:26.092455 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65f77f5d-eca7-4ae1-9c13-9ab40d2af83e req-019493c8-7492-4527-8ddc-63235f51024e tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.1823924 Aug 31 00:08:26.098839 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:08:26.107447 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:26.107981 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:26.153927 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-65f77f5d-eca7-4ae1-9c13-9ab40d2af83e req-c1f32738-7b25-4fcd-a7fb-de0175b9095b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529938 Aug 31 00:08:26.159564 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f8f92c-c823-472d-8a99-49c54847157d req-21df8d95-9fb3-45b2-a5bc-75f433c5914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:26.161054 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-21df8d95-9fb3-45b2-a5bc-75f433c5914e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0677476 Aug 31 00:08:26.272768 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-66e6cee5-41b4-49ba-8e89-6fabe5777782 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038499 Aug 31 00:08:26.372292 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-79f8f92c-c823-472d-8a99-49c54847157d req-dd147172-a0af-450e-9b33-da8dceefdb54 service neutron] 10.222.0.52 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920367 Aug 31 00:08:26.387281 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:26.625664 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:26.652041 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b46c51c9-6de9-4ec1-9320-a93644c17ad3 None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_floatingips': [{'id': '024cc56a-5c8f-49db-8bcd-508cfae6a99d', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'floating_ip_address': '172.25.7.24', 'floating_network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'router_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'port_id': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'mac_address': 'fa:16:3e:a7:dd:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T00:04:14Z', 'updated_at': '2021-08-31T00:04:16Z', 'revision_number': 1, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:08:26.874734 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3027ff95-cfe2-41be-b655-ca927b6114b3 None None] New status for floating IP 124b864b-39e0-49a6-99dc-51a78172bfb6: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:08:27.273307 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5180819-9490-4c27-9c98-1da934477708 req-4d3cb1e2-c533-4d3e-9b21-d28f5e5d55a3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:27.274815 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5180819-9490-4c27-9c98-1da934477708 req-4d3cb1e2-c533-4d3e-9b21-d28f5e5d55a3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.0492465 Aug 31 00:08:27.314336 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-b5180819-9490-4c27-9c98-1da934477708 req-fd2e91a6-65a2-49b1-9bf5-024cebd60a2f tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Aug 31 00:08:27.629038 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-5b539598-b37a-4a4e-b433-3c247a1d9823 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:27.630553 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-5b539598-b37a-4a4e-b433-3c247a1d9823 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 945 time: 0.0496833 Aug 31 00:08:27.722249 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Deleting port 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:27.722594 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:27.808445 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] For port 64b26582-ef9d-454a-b087-421d7f9ad9fb, host n-h2-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-791504-21',level=0,port_id=64b26582-ef9d-454a-b087-421d7f9ad9fb,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:27.808815 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:27.821317 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Calling delete_port for 64b26582-ef9d-454a-b087-421d7f9ad9fb owned by compute:nova {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:27.948250 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:27.977280 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event deleted for resources: {'Port': ['ID=64b26582-ef9d-454a-b087-421d7f9ad9fb,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:27.989706 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.990084 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.990426 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.990765 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.991138 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.991700 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.992258 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.992655 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.992981 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.993311 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.993648 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:27.994215 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-791504-21 {{(pid=101268) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 00:08:28.031467 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] No DVR routers for this DVR port 64b26582-ef9d-454a-b087-421d7f9ad9fb on host n-h2-791504-21 {{(pid=101268) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:08:28.034206 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:28.036331 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-f1959844-bd8c-4655-b481-8c577ec65a43 req-2f44fe94-d58b-4c12-bd8e-fa82e739b1b5 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.52 "DELETE /v2.0/ports/64b26582-ef9d-454a-b087-421d7f9ad9fb HTTP/1.1" status: 204 len: 173 time: 0.3998611 Aug 31 00:08:28.036798 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-deleted', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:08:28.039075 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a3f9720-603c-4562-a80c-0e39d3363ab8" -d '{"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-deleted", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:08:28.079995 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24deeaf-08ea-468b-b916-925b3713a058 x-openstack-request-id: req-e24deeaf-08ea-468b-b916-925b3713a058 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:08:28.080306 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c035abba-3f57-4136-9ea8-582e1b39a42a", "name": "network-vif-deleted", "tag": "64b26582-ef9d-454a-b087-421d7f9ad9fb", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:08:28.080556 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e24deeaf-08ea-468b-b916-925b3713a058 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:08:28.080960 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c035abba-3f57-4136-9ea8-582e1b39a42a', 'name': 'network-vif-deleted', 'tag': '64b26582-ef9d-454a-b087-421d7f9ad9fb', 'status': 'completed', 'code': 200} Aug 31 00:08:28.352953 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:28.375998 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:28.376520 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:28.439170 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-d2b51e6f-3f18-4e5b-afc1-e7a112cf2d74 req-b58c42a6-93f7-4d62-8788-43310f6cda8a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=c035abba-3f57-4136-9ea8-582e1b39a42a HTTP/1.1" status: 200 len: 210 time: 0.0416811 Aug 31 00:08:28.562061 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:28.719866 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:08:30.015162 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39064) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:30.175832 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Deleting port b728328e-38db-47b4-8eb0-ea5155a60ff4 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:30.176177 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.252478 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.252706 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.264043 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Calling delete_port for b728328e-38db-47b4-8eb0-ea5155a60ff4 owned by network:floatingip {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:30.413194 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.439575 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event deleted for resources: {'Port': ['ID=b728328e-38db-47b4-8eb0-ea5155a60ff4,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:30.503577 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for floatingip, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.503831 n-d-791504-21 neutron-server[101268]: INFO neutron.db.l3_db [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Floating IP 024cc56a-5c8f-49db-8bcd-508cfae6a99d disassociated (deleted). External IP: 172.25.7.24, port: e802ab3a-c54b-4107-b65e-a16b44a36cde. Aug 31 00:08:30.708121 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:08:30.815945 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:08:30.820820 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for floatingip, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:30.826027 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:08:30.835151 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:30.835762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:30.851726 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-155a693d-32e4-4aec-9c00-b097a580b91a tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "DELETE /v2.0/floatingips/024cc56a-5c8f-49db-8bcd-508cfae6a99d HTTP/1.1" status: 204 len: 168 time: 0.8354285 Aug 31 00:08:30.852408 n-d-791504-21 neutron-server[101268]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101268) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:08:30.854725 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}01b32b77c392cb9eacecbf36e63501ef1cdd38c97a61ff78eabbb1951964483a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a826feb0-a931-4edc-a940-17cf8d79fc87" -d '{"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101268) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:08:30.893869 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 00:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311d6f77-d983-4611-8f07-be35f51cf1e6 x-openstack-request-id: req-311d6f77-d983-4611-8f07-be35f51cf1e6 {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:08:30.894253 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "status": "completed", "code": 200}]} {{(pid=101268) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:08:30.894438 n-d-791504-21 neutron-server[101268]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-311d6f77-d983-4611-8f07-be35f51cf1e6 {{(pid=101268) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:08:30.894823 n-d-791504-21 neutron-server[101268]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'status': 'completed', 'code': 200} Aug 31 00:08:30.950782 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:30.964707 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-60ec1b59-bd29-40aa-8efb-762be8a010e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:30.966903 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-60ec1b59-bd29-40aa-8efb-762be8a010e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a89b96e0df81492ead66f451f6d0b379&device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 1096 time: 0.0493522 Aug 31 00:08:31.078810 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-02f1f940-c807-4421-b546-398d13114a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:31.080518 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-02f1f940-c807-4421-b546-398d13114a8e service neutron] 10.222.0.47 "GET /v2.0/networks?id=3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 200 len: 910 time: 0.1068082 Aug 31 00:08:31.115591 n-d-791504-21 neutron-server[101268]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d53de1-d74e-49d6-a33e-b7d0db7d6095 req-516478ab-8c29-45d3-8e87-3090c623737b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101268) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:31.117191 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77d53de1-d74e-49d6-a33e-b7d0db7d6095 req-516478ab-8c29-45d3-8e87-3090c623737b tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0567117 Aug 31 00:08:31.124937 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-0388bd09-1c8a-4e12-ae0b-24e5934411fe service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 200 len: 217 time: 0.0371287 Aug 31 00:08:31.159877 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [req-77d53de1-d74e-49d6-a33e-b7d0db7d6095 req-9123ff09-c83e-40b6-b122-b8f1172c65b8 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358572 Aug 31 00:08:31.182585 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-a084da22-a85a-47c5-a532-f9beb977d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:31.185250 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-a084da22-a85a-47c5-a532-f9beb977d4d9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 200 len: 848 time: 0.0529065 Aug 31 00:08:31.192633 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:31.219762 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:08:31.228228 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:31.228841 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:31.233354 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-992284e4-9ac1-422b-80d6-4fde08677e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:31.234929 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-992284e4-9ac1-422b-80d6-4fde08677e50 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=3c3a4c8b-6683-4a3f-9044-66383923ec61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424826 Aug 31 00:08:31.323379 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-7b64e28e-d9b5-4300-b5be-8f1d2ed7131e service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807657 Aug 31 00:08:31.334329 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:31.420370 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-a826feb0-a931-4edc-a940-17cf8d79fc87 req-c64eeb89-2cdf-45c4-9281-35c9eee69024 service neutron] 10.222.0.47 "GET /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886545 Aug 31 00:08:31.531794 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:31.562321 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771cbc6b-8bf4-4967-bcdd-8472aab4edc9 None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:03:54Z', 'revision_number': 4, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21', '_interfaces': [{'id': '6c988993-993e-45b5-bd6b-b3edd3a1d55b', 'name': '', 'network_id': '3c3a4c8b-6683-4a3f-9044-66383923ec61', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'mac_address': 'fa:16:3e:00:81:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4324, 'fixed_ips': [{'subnet_id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:53Z', 'updated_at': '2021-08-31T00:04:00Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'subnets': [{'id': 'c9107ef2-53ce-4093-bb3a-f42e2467cffa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:08:31.773194 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09753f8-0dba-4e05-9158-22136b7020a9 None None] New status for floating IP 024cc56a-5c8f-49db-8bcd-508cfae6a99d: DOWN {{(pid=101271) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 00:08:32.281330 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef6ef96-bf50-43b6-b719-e62dcda57719 req-871a5c81-252d-45dc-bdc2-e6692d89e5ff tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:32.282879 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ef6ef96-bf50-43b6-b719-e62dcda57719 req-871a5c81-252d-45dc-bdc2-e6692d89e5ff tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0505958 Aug 31 00:08:32.320976 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5ef6ef96-bf50-43b6-b719-e62dcda57719 req-e8dc35cf-76f7-4e6f-95f3-fb19d684bd08 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/security-groups?id=51867d0c-a1f8-4765-9b81-5ea449d84149&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320778 Aug 31 00:08:32.376434 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb no longer exists at agent hyperv_n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:32.396526 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] No Port match for: 64b26582-ef9d-454a-b087-421d7f9ad9fb {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:32.396873 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Device 64b26582-ef9d-454a-b087-421d7f9ad9fb not bound to the agent host n-h2-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:32.654268 n-d-791504-21 neutron-server[101269]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-a5e8d36f-f43d-4695-be47-4662e85f98d1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101269) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 00:08:32.655785 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-a5e8d36f-f43d-4695-be47-4662e85f98d1 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.47 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 944 time: 0.0488548 Aug 31 00:08:32.749416 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Deleting port e802ab3a-c54b-4107-b65e-a16b44a36cde {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:32.749777 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:32.844679 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] For port e802ab3a-c54b-4107-b65e-a16b44a36cde, host n-h1-791504-21, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-791504-21',level=0,port_id=e802ab3a-c54b-4107-b65e-a16b44a36cde,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:32.845083 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:32.858765 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Calling delete_port for e802ab3a-c54b-4107-b65e-a16b44a36cde owned by compute:nova {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:32.993895 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:33.029565 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event deleted for resources: {'Port': ['ID=e802ab3a-c54b-4107-b65e-a16b44a36cde,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:33.069910 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] No DVR routers for this DVR port e802ab3a-c54b-4107-b65e-a16b44a36cde on host n-h1-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:08:33.072518 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-51555'] for port, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:33.074649 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-87d51202-6e2f-4481-b9e4-eaca80e79a92 req-00e8c13d-9021-4cb5-8136-8afb8890b2f3 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.47 "DELETE /v2.0/ports/e802ab3a-c54b-4107-b65e-a16b44a36cde HTTP/1.1" status: 204 len: 173 time: 0.4131880 Aug 31 00:08:33.075085 n-d-791504-21 neutron-server[101269]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-deleted', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde'}] {{(pid=101269) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 00:08:33.077329 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8bc7cc0eda23d073d8d93350ad6a0fd896f4748c41ea5573e44e7f5d2ac804c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855938f5-d6b4-4635-b9ea-ec6a0825736f" -d '{"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-deleted", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde"}]}' {{(pid=101269) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 00:08:33.115321 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 00:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d25d9c4-8f0c-4172-97c0-ef4bb6c15b8b x-openstack-request-id: req-4d25d9c4-8f0c-4172-97c0-ef4bb6c15b8b {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 00:08:33.115615 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72b382f9-6c8c-4f17-9aab-4aa9fe68de91", "name": "network-vif-deleted", "tag": "e802ab3a-c54b-4107-b65e-a16b44a36cde", "status": "completed", "code": 200}]} {{(pid=101269) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 00:08:33.115866 n-d-791504-21 neutron-server[101269]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d25d9c4-8f0c-4172-97c0-ef4bb6c15b8b {{(pid=101269) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 00:08:33.116272 n-d-791504-21 neutron-server[101269]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72b382f9-6c8c-4f17-9aab-4aa9fe68de91', 'name': 'network-vif-deleted', 'tag': 'e802ab3a-c54b-4107-b65e-a16b44a36cde', 'status': 'completed', 'code': 200} Aug 31 00:08:33.431865 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [req-5078e695-c07d-4342-a0f5-992ea4c7f23f req-7c7f4d95-47ac-4d3d-a312-c6ade533ed93 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "GET /v2.0/ports?device_id=72b382f9-6c8c-4f17-9aab-4aa9fe68de91 HTTP/1.1" status: 200 len: 210 time: 0.0295827 Aug 31 00:08:34.497357 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39080) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:34.556367 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:34.582041 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:34.643828 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:34.647738 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:34.654105 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] 10.222.0.25 "DELETE /v2.0/security-groups/51867d0c-a1f8-4765-9b81-5ea449d84149 HTTP/1.1" status: 204 len: 168 time: 0.1508925 Aug 31 00:08:34.664902 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b99899-516b-4126-b18f-cdd045c3f099 tempest-TestSnapshotPattern-875158998 tempest-TestSnapshotPattern-875158998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51867d0c-a1f8-4765-9b81-5ea449d84149,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:35.722935 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39086) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:36.087401 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:36.355906 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Deleting port 6c988993-993e-45b5-bd6b-b3edd3a1d55b {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:36.356143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:36.441940 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] For port 6c988993-993e-45b5-bd6b-b3edd3a1d55b, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=6c988993-993e-45b5-bd6b-b3edd3a1d55b,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:36.442300 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:36.458407 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Calling delete_port for 6c988993-993e-45b5-bd6b-b3edd3a1d55b owned by network:router_interface {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:36.656267 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:36.685576 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Pushing event deleted for resources: {'Port': ['ID=6c988993-993e-45b5-bd6b-b3edd3a1d55b,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:36.773604 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde no longer exists at agent hyperv_n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:36.798823 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] No Port match for: e802ab3a-c54b-4107-b65e-a16b44a36cde {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:36.799302 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Device e802ab3a-c54b-4107-b65e-a16b44a36cde not bound to the agent host n-h1-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:36.864433 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:37.398059 n-d-791504-21 neutron-server[101269]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Router 241cc77f-1ca7-4102-ab82-e296a852a185 has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101269) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:08:37.509950 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101269) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:08:37.515655 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-af883de4-f8ee-487f-b7e2-745f10a362df admin admin] 10.222.0.25 "PUT /v2.0/routers/241cc77f-1ca7-4102-ab82-e296a852a185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7916560 Aug 31 00:08:37.518169 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39090) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:37.521871 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Sync routers for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:08:37.530997 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:37.531699 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:37.622296 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks [] for router, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:37.639419 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: n-d-791504-21 {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:37.729737 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:37.785848 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Deleting port 19c121ad-f553-4ca3-99f5-83b81d147a6e {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:37.786199 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:37.823595 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111'}], 'enable_snat': True}, 'gw_port_id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:08:36Z', 'revision_number': 5, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port': {'id': '19c121ad-f553-4ca3-99f5-83b81d147a6e', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:85:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4323, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:52Z', 'updated_at': '2021-08-31T00:03:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:37.853150 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Checking router: 241cc77f-1ca7-4102-ab82-e296a852a185 for host: n-d-791504-21 {{(pid=101270) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:08:37.861971 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Routers {'241cc77f-1ca7-4102-ab82-e296a852a185'} bound to L3 agent in host n-d-791504-21 {{(pid=101270) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:37.862580 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['241cc77f-1ca7-4102-ab82-e296a852a185'], 'active': True} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:37.868400 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] For port 19c121ad-f553-4ca3-99f5-83b81d147a6e, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=19c121ad-f553-4ca3-99f5-83b81d147a6e,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:37.868952 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:37.882023 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Calling delete_port for 19c121ad-f553-4ca3-99f5-83b81d147a6e owned by network:router_gateway {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:37.956750 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvr_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] Set router 241cc77f-1ca7-4102-ab82-e296a852a185 gateway port host: None {{(pid=101270) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:38.018590 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_hamode_db [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:08:37Z', 'revision_number': 6, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:38.063236 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.064374 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae64c3b-0f59-4274-800d-fb38d2674243 None None] The sync data for ids ['241cc77f-1ca7-4102-ab82-e296a852a185'] in n-d-791504-21 is: [{'id': '241cc77f-1ca7-4102-ab82-e296a852a185', 'name': 'tempest-TestSnapshotPattern-607038380-router', 'tenant_id': 'a89b96e0df81492ead66f451f6d0b379', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:51Z', 'updated_at': '2021-08-31T00:08:37Z', 'revision_number': 6, 'project_id': 'a89b96e0df81492ead66f451f6d0b379', 'gw_port_host': None}] {{(pid=101270) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:08:38.091792 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c121ad-f553-4ca3-99f5-83b81d147a6e,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:38.153721 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.243961 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.246495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.291233 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.291759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 241cc77f-1ca7-4102-ab82-e296a852a185 {{(pid=101269) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:08:38.296370 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] Notify callbacks [] for router, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.299042 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-22c97699-6601-44fd-b56e-fc0d24a4db88 admin admin] 10.222.0.25 "DELETE /v2.0/routers/241cc77f-1ca7-4102-ab82-e296a852a185 HTTP/1.1" status: 204 len: 168 time: 0.7799730 Aug 31 00:08:38.302355 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39092) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:38.346908 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.db_base_plugin_v2 [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Deleting subnet c9107ef2-53ce-4093-bb3a-f42e2467cffa {{(pid=101269) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:08:38.350495 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.384084 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64167801'] for subnet, precommit_delete_associations {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.470463 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.526499 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63765333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64461063'] for subnet, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.550233 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9107ef2-53ce-4093-bb3a-f42e2467cffa,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:38.555943 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.557826 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-031eef4e-8706-4dc3-a575-07e56b765870 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c9107ef2-53ce-4093-bb3a-f42e2467cffa HTTP/1.1" status: 204 len: 168 time: 0.2544873 Aug 31 00:08:38.561024 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39094) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:38.564030 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0980da-8c86-4395-80ba-fc17bc157539 None None] Network 3c3a4c8b-6683-4a3f-9044-66383923ec61 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:08:38.632610 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.686870 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Deleting port 919722e9-c079-476c-b1b2-89798fc80469 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:38.687303 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.749492 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] For port 919722e9-c079-476c-b1b2-89798fc80469, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=919722e9-c079-476c-b1b2-89798fc80469,segment=NetworkSegment(49735b6f-9bd4-4956-91df-9e3a93fc41b1),segment_id=49735b6f-9bd4-4956-91df-9e3a93fc41b1)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:38.749810 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.763300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Calling delete_port for 919722e9-c079-476c-b1b2-89798fc80469 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:38.803755 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] DHCP port deletion for 3c3a4c8b-6683-4a3f-9044-66383923ec61 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:08:38.852203 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.857131 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Deleting port 919722e9-c079-476c-b1b2-89798fc80469 {{(pid=101270) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:38.857622 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.880463 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Pushing event deleted for resources: {'Port': ['ID=919722e9-c079-476c-b1b2-89798fc80469,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:38.882347 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] No DVR routers for this DVR port 919722e9-c079-476c-b1b2-89798fc80469 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:08:38.919263 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.db [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] For port 919722e9-c079-476c-b1b2-89798fc80469, host n-d-791504-21, got binding levels [] {{(pid=101270) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:38.919810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.933833 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Calling delete_port for 919722e9-c079-476c-b1b2-89798fc80469 owned by network:dhcp {{(pid=101270) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:38.937212 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.ipam_backend_mixin [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Port 919722e9-c079-476c-b1b2-89798fc80469 was not found and therefore no delete operation was performed {{(pid=101270) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 00:08:38.938790 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807'] for port, after_delete {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.958769 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:38.965019 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] Pushing event deleted for resources: {'Port': ['ID=919722e9-c079-476c-b1b2-89798fc80469,revision_number=None']} {{(pid=101270) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:38.966883 n-d-791504-21 neutron-server[101270]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6838121-815a-4fc7-8a44-915efc5d99a9 None None] No DVR routers for this DVR port 919722e9-c079-476c-b1b2-89798fc80469 on host n-d-791504-21 {{(pid=101270) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:08:38.979754 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3a4c8b-6683-4a3f-9044-66383923ec61']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:38.991835 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49735b6f-9bd4-4956-91df-9e3a93fc41b1') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:38.992137 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49735b6f-9bd4-4956-91df-9e3a93fc41b1') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:39.001288 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.015980 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.025300 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:08:39.025775 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: timer() Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: self._notify() Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:08:39.028089 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:08:39.087122 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.093896 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.095948 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] 10.222.0.25 "DELETE /v2.0/networks/3c3a4c8b-6683-4a3f-9044-66383923ec61 HTTP/1.1" status: 204 len: 168 time: 0.5339999 Aug 31 00:08:39.099026 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39096) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:39.108019 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110eeb5-0c04-4774-99d1-b11c021e64af admin admin] Pushing event deleted for resources: {'Network': ['ID=3c3a4c8b-6683-4a3f-9044-66383923ec61,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:39.446928 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-552210'] for router_interface, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.666672 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 19c121ad-f553-4ca3-99f5-83b81d147a6e no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:39.689653 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 19c121ad-f553-4ca3-99f5-83b81d147a6e {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:39.690020 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 19c121ad-f553-4ca3-99f5-83b81d147a6e not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:39.690449 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6c988993-993e-45b5-bd6b-b3edd3a1d55b no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:39.710098 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 6c988993-993e-45b5-bd6b-b3edd3a1d55b {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:39.710450 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 6c988993-993e-45b5-bd6b-b3edd3a1d55b not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:39.710874 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 919722e9-c079-476c-b1b2-89798fc80469 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:39.711011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Deleting port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:39.711294 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.729658 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 919722e9-c079-476c-b1b2-89798fc80469 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:39.730075 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 919722e9-c079-476c-b1b2-89798fc80469 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:39.793402 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] For port 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:39.793773 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:39.806209 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Calling delete_port for 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 owned by network:router_interface {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:39.995226 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:40.021759 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Pushing event deleted for resources: {'Port': ['ID=1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:40.186585 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-757364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-552334'] for router_interface, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:40.513511 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-6971c44f-f04f-4f5b-840b-f7bd8e0ca01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:40.716299 n-d-791504-21 neutron-server[101268]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Router ffadda6e-a401-4759-8dd0-deaa8ca11f4c has already been hosted by L3 agent b4b2c522-cb73-4035-b74c-ad42963a0c3f {{(pid=101268) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 00:08:40.824277 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] Notify agent at l3_agent.n-d-791504-21 the message routers_updated {{(pid=101268) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 00:08:40.831041 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-c704b2fb-3237-4078-b5e8-fc99fdbb2989 admin admin] 10.222.0.25 "PUT /v2.0/routers/ffadda6e-a401-4759-8dd0-deaa8ca11f4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7294996 Aug 31 00:08:40.832123 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39098) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:40.835115 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Sync routers for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 00:08:40.846763 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:40.847404 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:40.946443 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.050383 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: n-d-791504-21 {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:41.052437 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.106286 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Deleting port 2f933d4d-d78e-4c04-9a78-f69d600d549f {{(pid=101268) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:41.106637 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.192614 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.db [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] For port 2f933d4d-d78e-4c04-9a78-f69d600d549f, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=2f933d4d-d78e-4c04-9a78-f69d600d549f,segment=NetworkSegment(52d75fdd-2459-4fc0-8517-634a52dbd1a5),segment_id=52d75fdd-2459-4fc0-8517-634a52dbd1a5)] {{(pid=101268) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:41.193315 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.208115 n-d-791504-21 neutron-server[101268]: DEBUG neutron.plugins.ml2.plugin [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Calling delete_port for 2f933d4d-d78e-4c04-9a78-f69d600d549f owned by network:router_gateway {{(pid=101268) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:41.244864 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'external_fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69'}], 'enable_snat': True}, 'gw_port_id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:08:39Z', 'revision_number': 5, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port': {'id': '2f933d4d-d78e-4c04-9a78-f69d600d549f', 'name': '', 'network_id': '6f948872-30ea-4903-b768-a3c9cdb7bc37', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4335, 'fixed_ips': [{'subnet_id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'ip_address': '172.25.7.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-791504-21', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:04:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f8b151c6-60a5-4711-b8e1-08bf7376109d', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-791504-21'}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:41.276094 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Checking router: ffadda6e-a401-4759-8dd0-deaa8ca11f4c for host: n-d-791504-21 {{(pid=101271) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 00:08:41.284754 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Routers {'ffadda6e-a401-4759-8dd0-deaa8ca11f4c'} bound to L3 agent in host n-d-791504-21 {{(pid=101271) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 00:08:41.285356 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-791504-21', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-30T22:32:13Z,description=,heartbeat_timestamp=2021-08-31T00:08:13Z,host='n-d-791504-21',id=b4b2c522-cb73-4035-b74c-ad42963a0c3f,load=0,resource_versions=,resources_synced=,started_at=2021-08-30T22:32:13Z,topic='l3_agent')) {'router_ids': ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'], 'active': True} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:41.371629 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_dvr_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] Set router ffadda6e-a401-4759-8dd0-deaa8ca11f4c gateway port host: None {{(pid=101271) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 00:08:41.379663 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63971301'] for port, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.406786 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f933d4d-d78e-4c04-9a78-f69d600d549f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:41.424665 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.l3_hamode_db [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:08:41Z', 'revision_number': 6, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port_host': None}], 'n-d-791504-21', False) {} {{(pid=101271) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:41.452950 n-d-791504-21 neutron-server[101271]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b07a08-1e9f-445c-b7db-dc78dad91054 None None] The sync data for ids ['ffadda6e-a401-4759-8dd0-deaa8ca11f4c'] in n-d-791504-21 is: [{'id': 'ffadda6e-a401-4759-8dd0-deaa8ca11f4c', 'name': 'tempest-TestSnapshotPattern-483809836-router', 'tenant_id': '04edc10ffa0e44589abdc745a4aa6705', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T00:03:56Z', 'updated_at': '2021-08-31T00:08:41Z', 'revision_number': 6, 'project_id': '04edc10ffa0e44589abdc745a4aa6705', 'gw_port_host': None}] {{(pid=101271) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 00:08:41.468619 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549420'] for router_gateway, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.561720 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-528402', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40458'] for router, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.563782 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.607270 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-528409'] for router, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.607906 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffadda6e-a401-4759-8dd0-deaa8ca11f4c {{(pid=101268) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 00:08:41.612484 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] Notify callbacks [] for router, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.617011 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-72cd2c2e-fa90-43eb-b049-93e31268a4d6 admin admin] 10.222.0.25 "DELETE /v2.0/routers/ffadda6e-a401-4759-8dd0-deaa8ca11f4c HTTP/1.1" status: 204 len: 168 time: 0.7808414 Aug 31 00:08:41.617011 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39102) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:41.660367 n-d-791504-21 neutron-server[101268]: DEBUG neutron.db.db_base_plugin_v2 [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Deleting subnet c60be9f1-8c20-4bb2-a4bf-432f27a0754f {{(pid=101268) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 00:08:41.663380 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.696506 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-64666436'] for subnet, precommit_delete_associations {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.778878 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1467615'] for subnet, precommit_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.836612 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1467604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63971210', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-64204834'] for subnet, after_delete {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.851901 n-d-791504-21 neutron-server[101268]: DEBUG neutron_lib.callbacks.manager [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101268) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:41.853848 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c60be9f1-8c20-4bb2-a4bf-432f27a0754f HTTP/1.1" status: 204 len: 168 time: 0.2359505 Aug 31 00:08:41.856437 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39104) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:41.861617 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f70f187-06cb-43da-9ff9-71f48ac89ce8 None None] Network 409d0df7-04d1-4376-a6ff-a6ebaca81b08 requested from n-d-791504-21 {{(pid=101270) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 00:08:41.882353 n-d-791504-21 neutron-server[101268]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331fef66-bb43-47c8-aaa3-6fe5b32d53bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c60be9f1-8c20-4bb2-a4bf-432f27a0754f,revision_number=None']} {{(pid=101268) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:41.958320 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1637296'] for network, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.015871 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Deleting port f79e7511-46c0-4d46-b8e0-5fbac40f7537 {{(pid=101269) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 00:08:42.016209 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788074176022'] for port, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.084604 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.db [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] For port f79e7511-46c0-4d46-b8e0-5fbac40f7537, host n-d-791504-21, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-791504-21',level=0,port_id=f79e7511-46c0-4d46-b8e0-5fbac40f7537,segment=NetworkSegment(6fc73e86-f97e-4d93-b2f8-4d63add143e2),segment_id=6fc73e86-f97e-4d93-b2f8-4d63add143e2)] {{(pid=101269) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 00:08:42.084901 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-550756'] for port, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.097299 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.plugin [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Calling delete_port for f79e7511-46c0-4d46-b8e0-5fbac40f7537 owned by network:dhcp {{(pid=101269) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 00:08:42.180500 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1454397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16946', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788074176997', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788073611807', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63765306'] for port, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.209984 n-d-791504-21 neutron-server[101269]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] No DVR routers for this DVR port f79e7511-46c0-4d46-b8e0-5fbac40f7537 on host n-d-791504-21 {{(pid=101269) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 00:08:42.211537 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Pushing event deleted for resources: {'Port': ['ID=f79e7511-46c0-4d46-b8e0-5fbac40f7537,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:42.286441 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1468196', 'neutron.services.segments.db._delete_segments_for_network-8788074114753'] for network, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.298680 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409d0df7-04d1-4376-a6ff-a6ebaca81b08']}} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:42.298951 n-d-791504-21 neutron-server[101270]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87730652-ee58-4d66-ad87-e24188e23997 None None] DHCP port deletion for 409d0df7-04d1-4376-a6ff-a6ebaca81b08 request from n-d-791504-21 {{(pid=101270) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 00:08:42.312117 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc73e86-f97e-4d93-b2f8-4d63add143e2') {'for_net_delete': True} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:42.312423 n-d-791504-21 neutron-server[101269]: DEBUG neutron.services.segments.db [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc73e86-f97e-4d93-b2f8-4d63add143e2') {} {{(pid=101269) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 00:08:42.319165 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:42.322486 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788074128469', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-64167746'] for segment, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.337232 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145'] for segment, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.341888 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:42.342203 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 1fdfbb49-a355-4af0-ac3a-bc1adb1cdef3 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:42.343599 n-d-791504-21 neutron-server[101269]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=101269) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 00:08:42.344143 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1675145', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63765487'] for segment, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: Traceback (most recent call last): Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: timer() Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: cb(*args, **kw) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: return func(*args, **kwargs) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: self._notify() Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: self.callback(batched_events) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: event.method(event) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: return f(self, *a, **k) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: return self._get(url).json() Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: return self.request(url, 'GET', **kwargs) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 00:08:42.345914 n-d-791504-21 neutron-server[101269]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 00:08:42.406752 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1468221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-614173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-757347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549376'] for network, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.416197 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Notify callbacks [] for network, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.416197 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] 10.222.0.25 "DELETE /v2.0/networks/409d0df7-04d1-4376-a6ff-a6ebaca81b08 HTTP/1.1" status: 204 len: 168 time: 0.5575759 Aug 31 00:08:42.430815 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea734343-3898-497c-8e48-66704c419275 admin admin] Pushing event deleted for resources: {'Network': ['ID=409d0df7-04d1-4376-a6ff-a6ebaca81b08,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:42.661164 n-d-791504-21 neutron-server[101268]: DEBUG neutron.wsgi [-] (101268) accepted ('10.222.0.25', 39112) {{(pid=101268) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:42.705078 n-d-791504-21 neutron-server[101268]: INFO neutron.wsgi [None req-60eef5f9-55ba-4cf9-839a-30f31717b991 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a89b96e0df81492ead66f451f6d0b379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421302 Aug 31 00:08:42.707617 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39114) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:42.758771 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.787159 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.835196 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.837825 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:42.840513 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d6d14b9-19b0-4e6c-96fc-931690143257 HTTP/1.1" status: 204 len: 168 time: 0.1301625 Aug 31 00:08:42.848909 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb7e76-3532-4bc2-9bf2-d55817015041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6d14b9-19b0-4e6c-96fc-931690143257,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:43.089919 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.223759 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39120) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:43.287727 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9f829949-1779-4a08-81b2-0f9afef45b73 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=04edc10ffa0e44589abdc745a4aa6705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627882 Aug 31 00:08:43.290266 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [-] (101269) accepted ('10.222.0.25', 39122) {{(pid=101269) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 00:08:43.345290 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.367172 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.418850 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-600778'] for security_group, after_delete {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.421601 n-d-791504-21 neutron-server[101269]: DEBUG neutron_lib.callbacks.manager [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101269) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.425229 n-d-791504-21 neutron-server[101269]: INFO neutron.wsgi [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/330ba36c-088e-43f8-8703-2f832fdc2f26 HTTP/1.1" status: 204 len: 168 time: 0.1315577 Aug 31 00:08:43.435097 n-d-791504-21 neutron-server[101269]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0d57e5-c403-4d8c-8128-58a291f6b5fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ba36c-088e-43f8-8703-2f832fdc2f26,revision_number=None']} {{(pid=101269) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 00:08:43.448383 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd7872e0-3792-4d73-86a8-6f03d9221b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:43.675797 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2f933d4d-d78e-4c04-9a78-f69d600d549f no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:43.697566 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: 2f933d4d-d78e-4c04-9a78-f69d600d549f {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:43.697859 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device 2f933d4d-d78e-4c04-9a78-f69d600d549f not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:43.698294 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f79e7511-46c0-4d46-b8e0-5fbac40f7537 no longer exists at agent ovs-agent-n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 00:08:43.720166 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.plugin [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] No Port match for: f79e7511-46c0-4d46-b8e0-5fbac40f7537 {{(pid=101270) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 00:08:43.720516 n-d-791504-21 neutron-server[101270]: DEBUG neutron.plugins.ml2.rpc [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Device f79e7511-46c0-4d46-b8e0-5fbac40f7537 not bound to the agent host n-d-791504-21 {{(pid=101270) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 00:08:44.880986 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:46.331192 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:53.267929 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:08:58.562652 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:05.719713 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:09:10.514912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a64077fd-f164-4460-b800-6f328cb1b19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:13.085411 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:13.448577 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-71cfee09-7ecd-42d5-a960-475151a2c441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:14.883734 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:16.329613 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:23.267077 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:28.584713 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:40.516948 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-13d50d4e-5824-449c-bee8-9621594a05d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:42.720915 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:09:43.089234 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:43.452203 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e1e08d7f-f051-4912-b624-186a67deea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:44.888489 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:46.332280 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:53.278682 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:09:58.596218 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:10.517373 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dd9e8e12-4c07-405b-8c88-ea2410cd1b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:13.092404 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:13.452506 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b987ac44-3c27-409a-969c-dab53027281f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:14.889629 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:16.334839 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:19.720639 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:10:23.294311 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:28.624941 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:40.519896 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-01b600b0-1e5e-4154-bbeb-cd89c37ecb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:43.095810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:43.455322 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-05398607-b586-4daa-bef9-68faa91aa2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:44.897030 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:46.337502 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:53.287912 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:10:56.720464 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:10:58.622453 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:10.521412 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-2bcc582c-53cc-4d27-8a11-68b3984a77a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:13.090408 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:13.455771 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-76978b13-b097-4f4c-ac99-52a01c00039f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:14.895048 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:16.339450 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:23.308206 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:28.626574 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:33.720258 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:11:40.521261 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-12b19fcd-b312-42a3-ae16-87e601d21cbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:43.092807 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:43.455387 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-da9ec8ad-49cd-4233-a754-4ad55b42e4ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:44.897823 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:46.341133 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:53.317477 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:11:58.630100 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:10.522248 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-deb89089-0b10-4c1c-8a4e-2d8ccf3f8c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:10.719017 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:12:13.093399 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:13.457723 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-039ff96d-ace2-4342-a827-aac2fbcdb20f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:14.899122 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:16.344639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:23.337893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:28.644656 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:40.522259 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-38509a66-4f4d-433d-a679-c76a06ef9429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:41.057876 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-9e9103d1-0841-4f33-a98f-6deff1a9ba7a req-1c48aeef-c202-4d93-895e-95f6d4d81fa5 service neutron] (101269) timed out ('10.222.0.25', 37766) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 00:12:43.094810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:43.460497 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e47c3586-212b-4ae7-bad1-c07e5437b5d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:44.902810 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:46.345800 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:47.718454 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:12:53.343759 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:12:58.653410 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:10.523392 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9291-0abe-4fb0-aa44-2bc6a534720f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:13.096780 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:13.461989 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3ef00a7e-5d08-4ab2-8d3e-90f26b246f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:14.905939 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:16.350147 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:23.338564 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:24.717462 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:13:28.659063 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:40.524548 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a71840cd-5516-4845-8f61-1c648a3fe600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:43.099401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:43.463553 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-dc2d4bf8-0464-479f-b668-b05b43fd5d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:44.912405 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:46.352996 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:53.321866 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:13:58.667222 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:01.718324 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:14:10.525422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5d68cc4f-230e-41d9-a2ac-add96b1664e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:13.102484 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:13.464386 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-b9767cb5-d632-47ba-93e3-8c53c68526c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:14.911893 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:16.355921 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:23.350347 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:28.681529 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:38.718403 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:14:40.526401 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-5a9d85aa-b5da-4acc-934f-d346b4cdb4e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:43.106873 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:43.470663 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-981af214-e9b4-4f2a-b2d8-077034eeee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:44.914514 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:46.358207 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:53.350991 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:14:58.672969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:10.534889 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4726-453c-497c-b951-22136be4ee13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:13.108534 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:13.460907 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-7699d670-121f-492b-aa5a-c0c9c720b8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:14.917479 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:15.718616 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:15:16.361422 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:23.348549 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:28.671981 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:40.525914 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-9280ad2b-8e7a-4b22-94e2-423087657867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:43.114688 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:43.460488 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d9d35cd7-c6eb-4f83-b6af-5250b3cea549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:44.923135 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:46.363252 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:52.717761 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:15:53.347933 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:15:58.680505 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:10.526969 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d38e9e1a-5bf6-4ac1-8031-100b9e83c580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:13.108416 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:13.460782 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-3558f34a-116e-4861-aec7-f6c997d4fdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:14.923361 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:16.365140 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:23.347459 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:28.689639 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:29.716847 n-d-791504-21 neutron-server[101271]: DEBUG neutron.db.agents_db [None req-35bff594-bd42-4979-b69a-074986852472 None None] Agent healthcheck: found 7 active agents {{(pid=101271) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 00:16:40.529715 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-52645b19-99c0-4e7a-91a2-b6dca60442ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:43.112241 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-425e84b6-c7d2-42e0-b1a2-6bd3d8efa763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:43.467662 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d350bf30-b640-446e-8c2c-2ac3e45804ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:44.926753 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-cb171862-565e-4787-a3c1-52c4e4f505ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:46.370868 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-fa0bd03c-16bc-4ea1-8ca3-8759488cc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:53.360799 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-e3af842d-5896-49f0-86ae-f63da642673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:16:58.800569 n-d-791504-21 neutron-server[101270]: DEBUG neutron_lib.callbacks.manager [None req-d213cb3b-c0c4-4a55-bf38-996301c86810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788074112220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1464954'] for agent, after_update {{(pid=101270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 00:17:03.390545 n-d-791504-21 neutron-server[101269]: DEBUG neutron.wsgi [req-2f9d85d7-089d-4ece-89b4-6d64953cbb7d req-0cd17669-64a4-4c3a-8daa-1520ac4ac565 service neutron] (101269) timed out ('10.222.0.25', 47838) {{(pid=101269) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}